diff --git a/.gitignore b/.gitignore
index 8a353f3..2c7597c 100644
--- a/.gitignore
+++ b/.gitignore
@@ -151,3 +151,6 @@ prodigy_testing/
# locked
.~lock*
+
+# DS Store
+*DS_Store
diff --git a/README.md b/README.md
index 57c3249..17a5e91 100644
--- a/README.md
+++ b/README.md
@@ -6,7 +6,7 @@ If you want to get involved head over to [our site](https://climatemind.org/#get
## Development
-We're currently at work labeling thousands of sentences for our models! If you want to see some of our WIP model code just head over to `src/model_dev`. Otherwise check back later for dataset & model releases.
+We're currently at work labeling thousands of sentences for our models! If you want to see some of our WIP model code just head over to `model_dev`. Otherwise check back later for dataset & model releases.
## Thanks
diff --git a/annotation_screenshot/__MACOSX/screenshot_docker/._.DS_Store b/annotation_screenshot/__MACOSX/screenshot_docker/._.DS_Store
deleted file mode 100644
index a5b28df..0000000
Binary files a/annotation_screenshot/__MACOSX/screenshot_docker/._.DS_Store and /dev/null differ
diff --git a/annotation_screenshot/screenshot_docker/.DS_Store b/annotation_screenshot/screenshot_docker/.DS_Store
deleted file mode 100644
index 5008ddf..0000000
Binary files a/annotation_screenshot/screenshot_docker/.DS_Store and /dev/null differ
diff --git a/docs/.gitignore b/docs/.gitignore
deleted file mode 100644
index 57510a2..0000000
--- a/docs/.gitignore
+++ /dev/null
@@ -1 +0,0 @@
-_site/
diff --git a/docs/Gemfile b/docs/Gemfile
deleted file mode 100644
index f2509a4..0000000
--- a/docs/Gemfile
+++ /dev/null
@@ -1,9 +0,0 @@
-source "https://rubygems.org"
-
-gem 'github-pages', group: :jekyll_plugins
-
-# Added at 2019-11-25 10:11:40 -0800 by jhoward:
-gem "nokogiri", "< 1.11.1"
-gem "jekyll", ">= 3.7"
-gem "kramdown", ">= 2.3.0"
-gem "jekyll-remote-theme"
diff --git a/docs/Gemfile.lock b/docs/Gemfile.lock
deleted file mode 100644
index 271bfeb..0000000
--- a/docs/Gemfile.lock
+++ /dev/null
@@ -1,269 +0,0 @@
-GEM
- remote: https://rubygems.org/
- specs:
- activesupport (6.0.3.4)
- concurrent-ruby (~> 1.0, >= 1.0.2)
- i18n (>= 0.7, < 2)
- minitest (~> 5.1)
- tzinfo (~> 1.1)
- zeitwerk (~> 2.2, >= 2.2.2)
- addressable (2.7.0)
- public_suffix (>= 2.0.2, < 5.0)
- coffee-script (2.4.1)
- coffee-script-source
- execjs
- coffee-script-source (1.11.1)
- colorator (1.1.0)
- commonmarker (0.17.13)
- ruby-enum (~> 0.5)
- concurrent-ruby (1.1.7)
- dnsruby (1.61.5)
- simpleidn (~> 0.1)
- em-websocket (0.5.2)
- eventmachine (>= 0.12.9)
- http_parser.rb (~> 0.6.0)
- ethon (0.12.0)
- ffi (>= 1.3.0)
- eventmachine (1.2.7)
- execjs (2.7.0)
- faraday (1.3.0)
- faraday-net_http (~> 1.0)
- multipart-post (>= 1.2, < 3)
- ruby2_keywords
- faraday-net_http (1.0.1)
- ffi (1.14.2)
- forwardable-extended (2.6.0)
- gemoji (3.0.1)
- github-pages (209)
- github-pages-health-check (= 1.16.1)
- jekyll (= 3.9.0)
- jekyll-avatar (= 0.7.0)
- jekyll-coffeescript (= 1.1.1)
- jekyll-commonmark-ghpages (= 0.1.6)
- jekyll-default-layout (= 0.1.4)
- jekyll-feed (= 0.15.1)
- jekyll-gist (= 1.5.0)
- jekyll-github-metadata (= 2.13.0)
- jekyll-mentions (= 1.6.0)
- jekyll-optional-front-matter (= 0.3.2)
- jekyll-paginate (= 1.1.0)
- jekyll-readme-index (= 0.3.0)
- jekyll-redirect-from (= 0.16.0)
- jekyll-relative-links (= 0.6.1)
- jekyll-remote-theme (= 0.4.2)
- jekyll-sass-converter (= 1.5.2)
- jekyll-seo-tag (= 2.6.1)
- jekyll-sitemap (= 1.4.0)
- jekyll-swiss (= 1.0.0)
- jekyll-theme-architect (= 0.1.1)
- jekyll-theme-cayman (= 0.1.1)
- jekyll-theme-dinky (= 0.1.1)
- jekyll-theme-hacker (= 0.1.2)
- jekyll-theme-leap-day (= 0.1.1)
- jekyll-theme-merlot (= 0.1.1)
- jekyll-theme-midnight (= 0.1.1)
- jekyll-theme-minimal (= 0.1.1)
- jekyll-theme-modernist (= 0.1.1)
- jekyll-theme-primer (= 0.5.4)
- jekyll-theme-slate (= 0.1.1)
- jekyll-theme-tactile (= 0.1.1)
- jekyll-theme-time-machine (= 0.1.1)
- jekyll-titles-from-headings (= 0.5.3)
- jemoji (= 0.12.0)
- kramdown (= 2.3.0)
- kramdown-parser-gfm (= 1.1.0)
- liquid (= 4.0.3)
- mercenary (~> 0.3)
- minima (= 2.5.1)
- nokogiri (>= 1.10.4, < 2.0)
- rouge (= 3.23.0)
- terminal-table (~> 1.4)
- github-pages-health-check (1.16.1)
- addressable (~> 2.3)
- dnsruby (~> 1.60)
- octokit (~> 4.0)
- public_suffix (~> 3.0)
- typhoeus (~> 1.3)
- html-pipeline (2.14.0)
- activesupport (>= 2)
- nokogiri (>= 1.4)
- http_parser.rb (0.6.0)
- i18n (0.9.5)
- concurrent-ruby (~> 1.0)
- jekyll (3.9.0)
- addressable (~> 2.4)
- colorator (~> 1.0)
- em-websocket (~> 0.5)
- i18n (~> 0.7)
- jekyll-sass-converter (~> 1.0)
- jekyll-watch (~> 2.0)
- kramdown (>= 1.17, < 3)
- liquid (~> 4.0)
- mercenary (~> 0.3.3)
- pathutil (~> 0.9)
- rouge (>= 1.7, < 4)
- safe_yaml (~> 1.0)
- jekyll-avatar (0.7.0)
- jekyll (>= 3.0, < 5.0)
- jekyll-coffeescript (1.1.1)
- coffee-script (~> 2.2)
- coffee-script-source (~> 1.11.1)
- jekyll-commonmark (1.3.1)
- commonmarker (~> 0.14)
- jekyll (>= 3.7, < 5.0)
- jekyll-commonmark-ghpages (0.1.6)
- commonmarker (~> 0.17.6)
- jekyll-commonmark (~> 1.2)
- rouge (>= 2.0, < 4.0)
- jekyll-default-layout (0.1.4)
- jekyll (~> 3.0)
- jekyll-feed (0.15.1)
- jekyll (>= 3.7, < 5.0)
- jekyll-gist (1.5.0)
- octokit (~> 4.2)
- jekyll-github-metadata (2.13.0)
- jekyll (>= 3.4, < 5.0)
- octokit (~> 4.0, != 4.4.0)
- jekyll-mentions (1.6.0)
- html-pipeline (~> 2.3)
- jekyll (>= 3.7, < 5.0)
- jekyll-optional-front-matter (0.3.2)
- jekyll (>= 3.0, < 5.0)
- jekyll-paginate (1.1.0)
- jekyll-readme-index (0.3.0)
- jekyll (>= 3.0, < 5.0)
- jekyll-redirect-from (0.16.0)
- jekyll (>= 3.3, < 5.0)
- jekyll-relative-links (0.6.1)
- jekyll (>= 3.3, < 5.0)
- jekyll-remote-theme (0.4.2)
- addressable (~> 2.0)
- jekyll (>= 3.5, < 5.0)
- jekyll-sass-converter (>= 1.0, <= 3.0.0, != 2.0.0)
- rubyzip (>= 1.3.0, < 3.0)
- jekyll-sass-converter (1.5.2)
- sass (~> 3.4)
- jekyll-seo-tag (2.6.1)
- jekyll (>= 3.3, < 5.0)
- jekyll-sitemap (1.4.0)
- jekyll (>= 3.7, < 5.0)
- jekyll-swiss (1.0.0)
- jekyll-theme-architect (0.1.1)
- jekyll (~> 3.5)
- jekyll-seo-tag (~> 2.0)
- jekyll-theme-cayman (0.1.1)
- jekyll (~> 3.5)
- jekyll-seo-tag (~> 2.0)
- jekyll-theme-dinky (0.1.1)
- jekyll (~> 3.5)
- jekyll-seo-tag (~> 2.0)
- jekyll-theme-hacker (0.1.2)
- jekyll (> 3.5, < 5.0)
- jekyll-seo-tag (~> 2.0)
- jekyll-theme-leap-day (0.1.1)
- jekyll (~> 3.5)
- jekyll-seo-tag (~> 2.0)
- jekyll-theme-merlot (0.1.1)
- jekyll (~> 3.5)
- jekyll-seo-tag (~> 2.0)
- jekyll-theme-midnight (0.1.1)
- jekyll (~> 3.5)
- jekyll-seo-tag (~> 2.0)
- jekyll-theme-minimal (0.1.1)
- jekyll (~> 3.5)
- jekyll-seo-tag (~> 2.0)
- jekyll-theme-modernist (0.1.1)
- jekyll (~> 3.5)
- jekyll-seo-tag (~> 2.0)
- jekyll-theme-primer (0.5.4)
- jekyll (> 3.5, < 5.0)
- jekyll-github-metadata (~> 2.9)
- jekyll-seo-tag (~> 2.0)
- jekyll-theme-slate (0.1.1)
- jekyll (~> 3.5)
- jekyll-seo-tag (~> 2.0)
- jekyll-theme-tactile (0.1.1)
- jekyll (~> 3.5)
- jekyll-seo-tag (~> 2.0)
- jekyll-theme-time-machine (0.1.1)
- jekyll (~> 3.5)
- jekyll-seo-tag (~> 2.0)
- jekyll-titles-from-headings (0.5.3)
- jekyll (>= 3.3, < 5.0)
- jekyll-watch (2.2.1)
- listen (~> 3.0)
- jemoji (0.12.0)
- gemoji (~> 3.0)
- html-pipeline (~> 2.2)
- jekyll (>= 3.0, < 5.0)
- kramdown (2.3.0)
- rexml
- kramdown-parser-gfm (1.1.0)
- kramdown (~> 2.0)
- liquid (4.0.3)
- listen (3.4.0)
- rb-fsevent (~> 0.10, >= 0.10.3)
- rb-inotify (~> 0.9, >= 0.9.10)
- mercenary (0.3.6)
- mini_portile2 (2.5.0)
- minima (2.5.1)
- jekyll (>= 3.5, < 5.0)
- jekyll-feed (~> 0.9)
- jekyll-seo-tag (~> 2.1)
- minitest (5.14.3)
- multipart-post (2.1.1)
- nokogiri (1.11.0)
- mini_portile2 (~> 2.5.0)
- racc (~> 1.4)
- octokit (4.20.0)
- faraday (>= 0.9)
- sawyer (~> 0.8.0, >= 0.5.3)
- pathutil (0.16.2)
- forwardable-extended (~> 2.6)
- public_suffix (3.1.1)
- racc (1.5.2)
- rb-fsevent (0.10.4)
- rb-inotify (0.10.1)
- ffi (~> 1.0)
- rexml (3.2.4)
- rouge (3.23.0)
- ruby-enum (0.8.0)
- i18n
- ruby2_keywords (0.0.2)
- rubyzip (2.3.0)
- safe_yaml (1.0.5)
- sass (3.7.4)
- sass-listen (~> 4.0.0)
- sass-listen (4.0.0)
- rb-fsevent (~> 0.9, >= 0.9.4)
- rb-inotify (~> 0.9, >= 0.9.7)
- sawyer (0.8.2)
- addressable (>= 2.3.5)
- faraday (> 0.8, < 2.0)
- simpleidn (0.1.1)
- unf (~> 0.1.4)
- terminal-table (1.8.0)
- unicode-display_width (~> 1.1, >= 1.1.1)
- thread_safe (0.3.6)
- typhoeus (1.4.0)
- ethon (>= 0.9.0)
- tzinfo (1.2.9)
- thread_safe (~> 0.1)
- unf (0.1.4)
- unf_ext
- unf_ext (0.0.7.7)
- unicode-display_width (1.7.0)
- zeitwerk (2.4.2)
-
-PLATFORMS
- ruby
-
-DEPENDENCIES
- github-pages
- jekyll (>= 3.7)
- jekyll-remote-theme
- kramdown (>= 2.3.0)
- nokogiri (< 1.11.1)
-
-BUNDLED WITH
- 2.1.4
diff --git a/docs/feed.xml b/docs/feed.xml
deleted file mode 100644
index d8d6ac9..0000000
--- a/docs/feed.xml
+++ /dev/null
@@ -1,32 +0,0 @@
----
-search: exclude
-layout: none
----
-
-
-
-
- {{ site.title | xml_escape }}
- {{ site.description | xml_escape }}
- {{ site.url }}/
-
- {{ site.time | date_to_rfc822 }}
- {{ site.time | date_to_rfc822 }}
- Jekyll v{{ jekyll.version }}
- {% for post in site.posts limit:10 %}
-
- {{ post.title | xml_escape }}
- {{ post.content | xml_escape }}
- {{ post.date | date_to_rfc822 }}
- {{ post.url | prepend: site.url }}
- {{ post.url | prepend: site.url }}
- {% for tag in post.tags %}
- {{ tag | xml_escape }}
- {% endfor %}
- {% for tag in page.tags %}
- {{ cat | xml_escape }}
- {% endfor %}
-
- {% endfor %}
-
-
diff --git a/docs/sitemap.xml b/docs/sitemap.xml
deleted file mode 100644
index 38a04d6..0000000
--- a/docs/sitemap.xml
+++ /dev/null
@@ -1,24 +0,0 @@
----
-layout: none
-search: exclude
----
-
-
-
- {% for post in site.posts %}
- {% unless post.search == "exclude" %}
-
- {{site.url}}{{post.url}}
-
- {% endunless %}
- {% endfor %}
-
-
- {% for page in site.pages %}
- {% unless page.search == "exclude" %}
-
- {{site.url}}{{ page.url}}
-
- {% endunless %}
- {% endfor %}
-
\ No newline at end of file
diff --git a/src/model_dev/BERT_Climate_Classifier.ipynb b/model_dev/BERT_Climate_Classifier.ipynb
similarity index 100%
rename from src/model_dev/BERT_Climate_Classifier.ipynb
rename to model_dev/BERT_Climate_Classifier.ipynb
diff --git a/src/model_dev/BERT_Pretraining.ipynb b/model_dev/BERT_Pretraining.ipynb
similarity index 100%
rename from src/model_dev/BERT_Pretraining.ipynb
rename to model_dev/BERT_Pretraining.ipynb
diff --git a/src/model_dev/BERT_Summarizer.ipynb b/model_dev/BERT_Summarizer.ipynb
similarity index 100%
rename from src/model_dev/BERT_Summarizer.ipynb
rename to model_dev/BERT_Summarizer.ipynb
diff --git a/src/model_dev/Climate_Casual_Sentence_Classifier.ipynb b/model_dev/Climate_Casual_Sentence_Classifier.ipynb
similarity index 100%
rename from src/model_dev/Climate_Casual_Sentence_Classifier.ipynb
rename to model_dev/Climate_Casual_Sentence_Classifier.ipynb
diff --git a/src/model_dev/TF_to_Torch_conversion.ipynb b/model_dev/TF_to_Torch_conversion.ipynb
similarity index 100%
rename from src/model_dev/TF_to_Torch_conversion.ipynb
rename to model_dev/TF_to_Torch_conversion.ipynb
diff --git a/model_dev/data/all_gold_standard.jsonl b/model_dev/data/all_gold_standard.jsonl
new file mode 100644
index 0000000..cf5eb70
--- /dev/null
+++ b/model_dev/data/all_gold_standard.jsonl
@@ -0,0 +1,1393 @@
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These risks are crop insurance, health care, wildfire suppression, hurricane-related disaster relief, and federal facility flood risk, all of which are anticipated to cost billions of dollars more by the end of the century due to the impacts of climate change.23","text":"These risks are crop insurance, health care, wildfire suppression, hurricane-related disaster relief, and federal facility flood risk, all of which are anticipated to cost billions of dollars more by the end of the century due to the impacts of climate change.23 IMPLIED_BASE IMPLIED_BASE","characters":"262","document_index":"81","md_sentence_index":"56","classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_56","post-training batch1":"81_56","_input_hash":1180510630,"_task_hash":-1615568170,"spans":[{"text":"crop","start":16,"token_start":3,"token_end":3,"end":20,"type":"pattern","label":"type_of"},{"start":21,"end":30,"token_start":4,"token_end":4,"label":"base"},{"start":32,"end":43,"token_start":6,"token_end":7,"label":"base"},{"start":45,"end":65,"token_start":9,"token_end":10,"label":"base"},{"start":67,"end":84,"token_start":12,"token_end":14,"label":"type_of"},{"start":85,"end":100,"token_start":15,"token_end":16,"label":"base"},{"start":106,"end":122,"token_start":19,"token_end":20,"label":"type_of"},{"start":123,"end":128,"token_start":21,"token_end":21,"label":"base"},{"start":129,"end":133,"token_start":22,"token_end":22,"label":"aspect_changing"},{"start":148,"end":163,"token_start":27,"token_end":28,"label":"confidence"},{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},{"start":172,"end":191,"token_start":31,"token_end":33,"label":"effect_size"},{"text":"more","start":192,"token_start":34,"token_end":34,"end":196,"type":"pattern","label":"change_direction"},{"start":197,"end":222,"token_start":35,"token_end":40,"label":"when"},{"start":223,"end":229,"token_start":41,"token_end":42,"label":"predicate"},{"start":234,"end":241,"token_start":44,"token_end":44,"label":"aspect_changing"},{"start":245,"end":262,"token_start":46,"token_end":47,"label":"base"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"risks","start":6,"end":11,"id":1,"ws":true,"disabled":false},{"text":"are","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"crop","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"insurance","start":21,"end":30,"id":4,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":5,"ws":true,"disabled":false},{"text":"health","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"care","start":39,"end":43,"id":7,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":8,"ws":true,"disabled":false},{"text":"wildfire","start":45,"end":53,"id":9,"ws":true,"disabled":false},{"text":"suppression","start":54,"end":65,"id":10,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":11,"ws":true,"disabled":false},{"text":"hurricane","start":67,"end":76,"id":12,"ws":false,"disabled":false},{"text":"-","start":76,"end":77,"id":13,"ws":false,"disabled":false},{"text":"related","start":77,"end":84,"id":14,"ws":true,"disabled":false},{"text":"disaster","start":85,"end":93,"id":15,"ws":true,"disabled":false},{"text":"relief","start":94,"end":100,"id":16,"ws":false,"disabled":false},{"text":",","start":100,"end":101,"id":17,"ws":true,"disabled":false},{"text":"and","start":102,"end":105,"id":18,"ws":true,"disabled":false},{"text":"federal","start":106,"end":113,"id":19,"ws":true,"disabled":false},{"text":"facility","start":114,"end":122,"id":20,"ws":true,"disabled":false},{"text":"flood","start":123,"end":128,"id":21,"ws":true,"disabled":false},{"text":"risk","start":129,"end":133,"id":22,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":23,"ws":true,"disabled":false},{"text":"all","start":135,"end":138,"id":24,"ws":true,"disabled":false},{"text":"of","start":139,"end":141,"id":25,"ws":true,"disabled":false},{"text":"which","start":142,"end":147,"id":26,"ws":true,"disabled":false},{"text":"are","start":148,"end":151,"id":27,"ws":true,"disabled":false},{"text":"anticipated","start":152,"end":163,"id":28,"ws":true,"disabled":false},{"text":"to","start":164,"end":166,"id":29,"ws":true,"disabled":false},{"text":"cost","start":167,"end":171,"id":30,"ws":true,"disabled":false},{"text":"billions","start":172,"end":180,"id":31,"ws":true,"disabled":false},{"text":"of","start":181,"end":183,"id":32,"ws":true,"disabled":false},{"text":"dollars","start":184,"end":191,"id":33,"ws":true,"disabled":false},{"text":"more","start":192,"end":196,"id":34,"ws":true,"disabled":false},{"text":"by","start":197,"end":199,"id":35,"ws":true,"disabled":false},{"text":"the","start":200,"end":203,"id":36,"ws":true,"disabled":false},{"text":"end","start":204,"end":207,"id":37,"ws":true,"disabled":false},{"text":"of","start":208,"end":210,"id":38,"ws":true,"disabled":false},{"text":"the","start":211,"end":214,"id":39,"ws":true,"disabled":false},{"text":"century","start":215,"end":222,"id":40,"ws":true,"disabled":false},{"text":"due","start":223,"end":226,"id":41,"ws":true,"disabled":false},{"text":"to","start":227,"end":229,"id":42,"ws":true,"disabled":false},{"text":"the","start":230,"end":233,"id":43,"ws":true,"disabled":false},{"text":"impacts","start":234,"end":241,"id":44,"ws":true,"disabled":false},{"text":"of","start":242,"end":244,"id":45,"ws":true,"disabled":false},{"text":"climate","start":245,"end":252,"id":46,"ws":true,"disabled":false},{"text":"change.23","start":253,"end":262,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":263,"end":275,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":276,"end":288,"id":49,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":44,"child":47,"head_span":{"start":234,"end":241,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":245,"end":262,"token_start":46,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":16,"end":20,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":21,"end":30,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":16,"head_span":{"start":67,"end":84,"token_start":12,"token_end":14,"label":"type_of"},"child_span":{"start":85,"end":100,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":106,"end":122,"token_start":19,"token_end":20,"label":"type_of"},"child_span":{"start":123,"end":128,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":4,"head_span":{"start":129,"end":133,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":21,"end":30,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":7,"head_span":{"start":129,"end":133,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":32,"end":43,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":10,"head_span":{"start":129,"end":133,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":45,"end":65,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":16,"head_span":{"start":129,"end":133,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":85,"end":100,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":21,"head_span":{"start":129,"end":133,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":123,"end":128,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":4,"head_span":{"start":245,"end":262,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":21,"end":30,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":7,"head_span":{"start":245,"end":262,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":32,"end":43,"token_start":6,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":10,"head_span":{"start":245,"end":262,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":45,"end":65,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":16,"head_span":{"start":245,"end":262,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":85,"end":100,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":21,"head_span":{"start":245,"end":262,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":123,"end":128,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":4,"head_span":{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":21,"end":30,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":7,"head_span":{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":32,"end":43,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":10,"head_span":{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":45,"end":65,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":16,"head_span":{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":85,"end":100,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":21,"head_span":{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":123,"end":128,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":4,"head_span":{"start":192,"end":196,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":21,"end":30,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":7,"head_span":{"start":192,"end":196,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":32,"end":43,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":10,"head_span":{"start":192,"end":196,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":45,"end":65,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":16,"head_span":{"start":192,"end":196,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":85,"end":100,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":21,"head_span":{"start":192,"end":196,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":123,"end":128,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The IPCC reported that Alexandria\u2019s beaches would be submerged even with a 0.5-metre sea-level rise, while 8 million people would be displaced by flooding in Alexandria and the Nile Delta if no protective measures are taken.","text":"The IPCC reported that Alexandria\u2019s beaches would be submerged even with a 0.5-metre sea-level rise, while 8 million people would be displaced by flooding in Alexandria and the Nile Delta if no protective measures are taken. IMPLIED_BASE IMPLIED_BASE","characters":"224","document_index":"755","md_sentence_index":"30","classification_origin":"causal_sentence_classification","url":"https://www.theguardian.com/cities/ng-interactive/2017/nov/03/three-degree-world-cities-drowned-global-warming","combo_id":"755_30","post-training batch1":"755_30","_input_hash":-496558078,"_task_hash":1100686948,"spans":[{"start":23,"end":33,"token_start":4,"token_end":4,"label":"where"},{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},{"start":44,"end":49,"token_start":7,"token_end":7,"label":"confidence"},{"start":53,"end":62,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":68,"end":72,"token_start":11,"token_end":11,"label":"predicate"},{"start":75,"end":84,"token_start":13,"token_end":13,"label":"effect_size"},{"text":"sea","start":85,"token_start":14,"token_end":14,"end":88,"type":"pattern","label":"base"},{"text":"level","start":89,"token_start":16,"token_end":16,"end":94,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":95,"token_start":17,"token_end":17,"end":99,"type":"pattern","label":"change_direction"},{"start":107,"end":116,"token_start":20,"token_end":21,"label":"effect_size"},{"text":"people","start":117,"token_start":22,"token_end":22,"end":123,"type":"pattern","label":"base"},{"start":124,"end":129,"token_start":23,"token_end":23,"label":"confidence"},{"start":133,"end":142,"token_start":25,"token_end":25,"label":"change_direction"},{"start":143,"end":145,"token_start":26,"token_end":26,"label":"predicate"},{"text":"flooding","start":146,"token_start":27,"token_end":27,"end":154,"type":"pattern","label":"base"},{"start":155,"end":168,"token_start":28,"token_end":29,"label":"where"},{"start":173,"end":187,"token_start":31,"token_end":33,"label":"where"},{"start":188,"end":190,"token_start":34,"token_end":34,"label":"confidence"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"IPCC","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"reported","start":9,"end":17,"id":2,"ws":true,"disabled":false},{"text":"that","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"Alexandria","start":23,"end":33,"id":4,"ws":false,"disabled":false},{"text":"\u2019s","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"beaches","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"would","start":44,"end":49,"id":7,"ws":true,"disabled":false},{"text":"be","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"submerged","start":53,"end":62,"id":9,"ws":true,"disabled":false},{"text":"even","start":63,"end":67,"id":10,"ws":true,"disabled":false},{"text":"with","start":68,"end":72,"id":11,"ws":true,"disabled":false},{"text":"a","start":73,"end":74,"id":12,"ws":true,"disabled":false},{"text":"0.5-metre","start":75,"end":84,"id":13,"ws":true,"disabled":false},{"text":"sea","start":85,"end":88,"id":14,"ws":false,"disabled":false},{"text":"-","start":88,"end":89,"id":15,"ws":false,"disabled":false},{"text":"level","start":89,"end":94,"id":16,"ws":true,"disabled":false},{"text":"rise","start":95,"end":99,"id":17,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":18,"ws":true,"disabled":false},{"text":"while","start":101,"end":106,"id":19,"ws":true,"disabled":false},{"text":"8","start":107,"end":108,"id":20,"ws":true,"disabled":false},{"text":"million","start":109,"end":116,"id":21,"ws":true,"disabled":false},{"text":"people","start":117,"end":123,"id":22,"ws":true,"disabled":false},{"text":"would","start":124,"end":129,"id":23,"ws":true,"disabled":false},{"text":"be","start":130,"end":132,"id":24,"ws":true,"disabled":false},{"text":"displaced","start":133,"end":142,"id":25,"ws":true,"disabled":false},{"text":"by","start":143,"end":145,"id":26,"ws":true,"disabled":false},{"text":"flooding","start":146,"end":154,"id":27,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":28,"ws":true,"disabled":false},{"text":"Alexandria","start":158,"end":168,"id":29,"ws":true,"disabled":false},{"text":"and","start":169,"end":172,"id":30,"ws":true,"disabled":false},{"text":"the","start":173,"end":176,"id":31,"ws":true,"disabled":false},{"text":"Nile","start":177,"end":181,"id":32,"ws":true,"disabled":false},{"text":"Delta","start":182,"end":187,"id":33,"ws":true,"disabled":false},{"text":"if","start":188,"end":190,"id":34,"ws":true,"disabled":false},{"text":"no","start":191,"end":193,"id":35,"ws":true,"disabled":false},{"text":"protective","start":194,"end":204,"id":36,"ws":true,"disabled":false},{"text":"measures","start":205,"end":213,"id":37,"ws":true,"disabled":false},{"text":"are","start":214,"end":217,"id":38,"ws":true,"disabled":false},{"text":"taken","start":218,"end":223,"id":39,"ws":false,"disabled":false},{"text":".","start":223,"end":224,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":225,"end":237,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":238,"end":250,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":13,"child":14,"head_span":{"start":75,"end":84,"token_start":13,"token_end":13,"label":"effect_size"},"child_span":{"start":85,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":14,"head_span":{"start":89,"end":94,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":85,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":14,"head_span":{"start":95,"end":99,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":85,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":6,"head_span":{"start":53,"end":62,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":22,"head_span":{"start":133,"end":142,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":117,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":6,"head_span":{"start":85,"end":88,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":22,"head_span":{"start":146,"end":154,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":117,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept","flagged":true}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"(Later, a severe mid-summer Arctic heat wave contributed to historic melting of the Greenland ice sheet, with 12.5 billion tons of ice melting into the ocean on a single day \u2014 the \u201cbiggest single-day volume loss on record,\u201d according to the Washington Post).\n","text":"(Later, a severe mid-summer Arctic heat wave contributed to historic melting of the Greenland ice sheet, with 12.5 billion tons of ice melting into the ocean on a single day \u2014 the \u201cbiggest single-day volume loss on record,\u201d according to the Washington Post). IMPLIED_BASE IMPLIED_BASE","characters":"259","document_index":"438","md_sentence_index":"31","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://undark.org/2019/10/31/scary-year-for-climate-change/","combo_id":"438_31","post-training batch1":"438_31","_input_hash":1165336882,"_task_hash":-1385662438,"spans":[{"start":10,"end":16,"token_start":4,"token_end":4,"label":"effect_size"},{"start":17,"end":27,"token_start":5,"token_end":7,"label":"when"},{"start":28,"end":34,"token_start":8,"token_end":8,"label":"where"},{"text":"heat wave","start":35,"token_start":9,"token_end":10,"end":44,"type":"pattern","label":"base"},{"start":45,"end":59,"token_start":11,"token_end":12,"label":"predicate"},{"start":60,"end":68,"token_start":13,"token_end":13,"label":"effect_size"},{"text":"melting","start":69,"token_start":14,"token_end":14,"end":76,"type":"pattern","label":"aspect_changing"},{"start":84,"end":93,"token_start":17,"token_end":17,"label":"where"},{"text":"ice sheet","start":94,"token_start":18,"token_end":19,"end":103,"type":"pattern","label":"base"},{"start":110,"end":127,"token_start":22,"token_end":24,"label":"effect_size"},{"start":131,"end":134,"token_start":26,"token_end":26,"label":"base"},{"start":135,"end":173,"token_start":27,"token_end":34,"label":"aspect_changing"},{"start":181,"end":188,"token_start":38,"token_end":38,"label":"effect_size"},{"start":189,"end":211,"token_start":39,"token_end":43,"label":"aspect_changing"}],"tokens":[{"text":"(","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Later","start":1,"end":6,"id":1,"ws":false,"disabled":false},{"text":",","start":6,"end":7,"id":2,"ws":true,"disabled":false},{"text":"a","start":8,"end":9,"id":3,"ws":true,"disabled":false},{"text":"severe","start":10,"end":16,"id":4,"ws":true,"disabled":false},{"text":"mid","start":17,"end":20,"id":5,"ws":false,"disabled":false},{"text":"-","start":20,"end":21,"id":6,"ws":false,"disabled":false},{"text":"summer","start":21,"end":27,"id":7,"ws":true,"disabled":false},{"text":"Arctic","start":28,"end":34,"id":8,"ws":true,"disabled":false},{"text":"heat","start":35,"end":39,"id":9,"ws":true,"disabled":false},{"text":"wave","start":40,"end":44,"id":10,"ws":true,"disabled":false},{"text":"contributed","start":45,"end":56,"id":11,"ws":true,"disabled":false},{"text":"to","start":57,"end":59,"id":12,"ws":true,"disabled":false},{"text":"historic","start":60,"end":68,"id":13,"ws":true,"disabled":false},{"text":"melting","start":69,"end":76,"id":14,"ws":true,"disabled":false},{"text":"of","start":77,"end":79,"id":15,"ws":true,"disabled":false},{"text":"the","start":80,"end":83,"id":16,"ws":true,"disabled":false},{"text":"Greenland","start":84,"end":93,"id":17,"ws":true,"disabled":false},{"text":"ice","start":94,"end":97,"id":18,"ws":true,"disabled":false},{"text":"sheet","start":98,"end":103,"id":19,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":20,"ws":true,"disabled":false},{"text":"with","start":105,"end":109,"id":21,"ws":true,"disabled":false},{"text":"12.5","start":110,"end":114,"id":22,"ws":true,"disabled":false},{"text":"billion","start":115,"end":122,"id":23,"ws":true,"disabled":false},{"text":"tons","start":123,"end":127,"id":24,"ws":true,"disabled":false},{"text":"of","start":128,"end":130,"id":25,"ws":true,"disabled":false},{"text":"ice","start":131,"end":134,"id":26,"ws":true,"disabled":false},{"text":"melting","start":135,"end":142,"id":27,"ws":true,"disabled":false},{"text":"into","start":143,"end":147,"id":28,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":29,"ws":true,"disabled":false},{"text":"ocean","start":152,"end":157,"id":30,"ws":true,"disabled":false},{"text":"on","start":158,"end":160,"id":31,"ws":true,"disabled":false},{"text":"a","start":161,"end":162,"id":32,"ws":true,"disabled":false},{"text":"single","start":163,"end":169,"id":33,"ws":true,"disabled":false},{"text":"day","start":170,"end":173,"id":34,"ws":true,"disabled":false},{"text":"\u2014","start":174,"end":175,"id":35,"ws":true,"disabled":false},{"text":"the","start":176,"end":179,"id":36,"ws":true,"disabled":false},{"text":"\u201c","start":180,"end":181,"id":37,"ws":false,"disabled":false},{"text":"biggest","start":181,"end":188,"id":38,"ws":true,"disabled":false},{"text":"single","start":189,"end":195,"id":39,"ws":false,"disabled":false},{"text":"-","start":195,"end":196,"id":40,"ws":false,"disabled":false},{"text":"day","start":196,"end":199,"id":41,"ws":true,"disabled":false},{"text":"volume","start":200,"end":206,"id":42,"ws":true,"disabled":false},{"text":"loss","start":207,"end":211,"id":43,"ws":true,"disabled":false},{"text":"on","start":212,"end":214,"id":44,"ws":true,"disabled":false},{"text":"record","start":215,"end":221,"id":45,"ws":false,"disabled":false},{"text":",","start":221,"end":222,"id":46,"ws":false,"disabled":false},{"text":"\u201d","start":222,"end":223,"id":47,"ws":true,"disabled":false},{"text":"according","start":224,"end":233,"id":48,"ws":true,"disabled":false},{"text":"to","start":234,"end":236,"id":49,"ws":true,"disabled":false},{"text":"the","start":237,"end":240,"id":50,"ws":true,"disabled":false},{"text":"Washington","start":241,"end":251,"id":51,"ws":true,"disabled":false},{"text":"Post","start":252,"end":256,"id":52,"ws":false,"disabled":false},{"text":")","start":256,"end":257,"id":53,"ws":false,"disabled":false},{"text":".","start":257,"end":258,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":259,"end":271,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":272,"end":284,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":8,"child":10,"head_span":{"start":28,"end":34,"token_start":8,"token_end":8,"label":"where"},"child_span":{"start":35,"end":44,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":17,"end":27,"token_start":5,"token_end":7,"label":"when"},"child_span":{"start":35,"end":44,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":10,"head_span":{"start":10,"end":16,"token_start":4,"token_end":4,"label":"effect_size"},"child_span":{"start":35,"end":44,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":84,"end":93,"token_start":17,"token_end":17,"label":"where"},"child_span":{"start":94,"end":103,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":19,"head_span":{"start":69,"end":76,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":94,"end":103,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":19,"head_span":{"start":60,"end":68,"token_start":13,"token_end":13,"label":"effect_size"},"child_span":{"start":94,"end":103,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":26,"head_span":{"start":110,"end":127,"token_start":22,"token_end":24,"label":"effect_size"},"child_span":{"start":131,"end":134,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":19,"head_span":{"start":35,"end":44,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":94,"end":103,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":43,"head_span":{"start":135,"end":173,"token_start":27,"token_end":34,"label":"aspect_changing"},"child_span":{"start":189,"end":211,"token_start":39,"token_end":43,"label":"aspect_changing"},"color":"#d9fbad","label":"Same_As"},{"head":43,"child":26,"head_span":{"start":189,"end":211,"token_start":39,"token_end":43,"label":"aspect_changing"},"child_span":{"start":131,"end":134,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"One is warming that leads to a rain-on-snow event, which can cause flooding and flushing of nutrients out of the system, and another is a winter heat wave, such as one that hit New England in February 2017 with 70-degree temperatures.","text":"One is warming that leads to a rain-on-snow event, which can cause flooding and flushing of nutrients out of the system, and another is a winter heat wave, such as one that hit New England in February 2017 with 70-degree temperatures. IMPLIED_BASE IMPLIED_BASE","characters":"234","document_index":"467","md_sentence_index":"62","classification_origin":"causal_sentence_classification","url":"https://e360.yale.edu/features/climate-whiplash-wild-swings-in-extreme-weather-are-on-the-rise","combo_id":"467_62","post-training batch1":"467_62","_input_hash":1872074764,"_task_hash":721770600,"spans":[{"start":7,"end":14,"token_start":2,"token_end":2,"label":"change_direction"},{"start":20,"end":28,"token_start":4,"token_end":5,"label":"predicate"},{"start":31,"end":35,"token_start":7,"token_end":7,"label":"base"},{"start":36,"end":43,"token_start":9,"token_end":11,"label":"type_of"},{"start":44,"end":49,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":57,"end":60,"token_start":15,"token_end":15,"label":"confidence"},{"start":61,"end":66,"token_start":16,"token_end":16,"label":"predicate"},{"text":"flooding","start":67,"token_start":17,"token_end":17,"end":75,"type":"pattern","label":"base"},{"start":80,"end":91,"token_start":19,"token_end":20,"label":"change_direction"},{"start":92,"end":101,"token_start":21,"token_end":21,"label":"base"},{"start":121,"end":132,"token_start":27,"token_end":28,"label":"predicate"},{"start":138,"end":144,"token_start":31,"token_end":31,"label":"type_of"},{"text":"heat wave","start":145,"token_start":32,"token_end":33,"end":154,"type":"pattern","label":"base"},{"start":177,"end":188,"token_start":40,"token_end":41,"label":"where"},{"start":189,"end":205,"token_start":42,"token_end":44,"label":"when"},{"start":211,"end":233,"token_start":46,"token_end":47,"label":"effect_size"},{"start":235,"end":247,"token_start":49,"token_end":49,"label":"base"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"is","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"warming","start":7,"end":14,"id":2,"ws":true,"disabled":false},{"text":"that","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"leads","start":20,"end":25,"id":4,"ws":true,"disabled":false},{"text":"to","start":26,"end":28,"id":5,"ws":true,"disabled":false},{"text":"a","start":29,"end":30,"id":6,"ws":true,"disabled":false},{"text":"rain","start":31,"end":35,"id":7,"ws":false,"disabled":false},{"text":"-","start":35,"end":36,"id":8,"ws":false,"disabled":false},{"text":"on","start":36,"end":38,"id":9,"ws":false,"disabled":false},{"text":"-","start":38,"end":39,"id":10,"ws":false,"disabled":false},{"text":"snow","start":39,"end":43,"id":11,"ws":true,"disabled":false},{"text":"event","start":44,"end":49,"id":12,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":13,"ws":true,"disabled":false},{"text":"which","start":51,"end":56,"id":14,"ws":true,"disabled":false},{"text":"can","start":57,"end":60,"id":15,"ws":true,"disabled":false},{"text":"cause","start":61,"end":66,"id":16,"ws":true,"disabled":false},{"text":"flooding","start":67,"end":75,"id":17,"ws":true,"disabled":false},{"text":"and","start":76,"end":79,"id":18,"ws":true,"disabled":false},{"text":"flushing","start":80,"end":88,"id":19,"ws":true,"disabled":false},{"text":"of","start":89,"end":91,"id":20,"ws":true,"disabled":false},{"text":"nutrients","start":92,"end":101,"id":21,"ws":true,"disabled":false},{"text":"out","start":102,"end":105,"id":22,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":23,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":24,"ws":true,"disabled":false},{"text":"system","start":113,"end":119,"id":25,"ws":false,"disabled":false},{"text":",","start":119,"end":120,"id":26,"ws":true,"disabled":false},{"text":"and","start":121,"end":124,"id":27,"ws":true,"disabled":false},{"text":"another","start":125,"end":132,"id":28,"ws":true,"disabled":false},{"text":"is","start":133,"end":135,"id":29,"ws":true,"disabled":false},{"text":"a","start":136,"end":137,"id":30,"ws":true,"disabled":false},{"text":"winter","start":138,"end":144,"id":31,"ws":true,"disabled":false},{"text":"heat","start":145,"end":149,"id":32,"ws":true,"disabled":false},{"text":"wave","start":150,"end":154,"id":33,"ws":false,"disabled":false},{"text":",","start":154,"end":155,"id":34,"ws":true,"disabled":false},{"text":"such","start":156,"end":160,"id":35,"ws":true,"disabled":false},{"text":"as","start":161,"end":163,"id":36,"ws":true,"disabled":false},{"text":"one","start":164,"end":167,"id":37,"ws":true,"disabled":false},{"text":"that","start":168,"end":172,"id":38,"ws":true,"disabled":false},{"text":"hit","start":173,"end":176,"id":39,"ws":true,"disabled":false},{"text":"New","start":177,"end":180,"id":40,"ws":true,"disabled":false},{"text":"England","start":181,"end":188,"id":41,"ws":true,"disabled":false},{"text":"in","start":189,"end":191,"id":42,"ws":true,"disabled":false},{"text":"February","start":192,"end":200,"id":43,"ws":true,"disabled":false},{"text":"2017","start":201,"end":205,"id":44,"ws":true,"disabled":false},{"text":"with","start":206,"end":210,"id":45,"ws":true,"disabled":false},{"text":"70-degree","start":211,"end":220,"id":46,"ws":true,"disabled":false},{"text":"temperatures","start":221,"end":233,"id":47,"ws":false,"disabled":false},{"text":".","start":233,"end":234,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":235,"end":247,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":248,"end":260,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":2,"child":49,"head_span":{"start":7,"end":14,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":235,"end":247,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":7,"head_span":{"start":36,"end":43,"token_start":9,"token_end":11,"label":"type_of"},"child_span":{"start":31,"end":35,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":7,"head_span":{"start":44,"end":49,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":31,"end":35,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":80,"end":91,"token_start":19,"token_end":20,"label":"change_direction"},"child_span":{"start":92,"end":101,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":33,"head_span":{"start":138,"end":144,"token_start":31,"token_end":31,"label":"type_of"},"child_span":{"start":145,"end":154,"token_start":32,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":33,"head_span":{"start":235,"end":247,"token_start":49,"token_end":49,"label":"base"},"child_span":{"start":145,"end":154,"token_start":32,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":49,"child":7,"head_span":{"start":235,"end":247,"token_start":49,"token_end":49,"label":"base"},"child_span":{"start":31,"end":35,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":17,"head_span":{"start":31,"end":35,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":67,"end":75,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":21,"head_span":{"start":31,"end":35,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":92,"end":101,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The increases in PTSD and depression found in pregnant women exposed to Hurricane Katrina were likely due to the severity of the event and the intensity of the disaster experience rather than a general exposure to the event.42, 156\nThe many consequences of natural disasters, such as destruc- tion of homes, and of gradual climate change impacts, such as rising temperatures, incidence of vector-borne illness, water- borne illness, and even compromised food,160 can all contrib- ute to the emotional stress that women have while pregnant, nursing, or responsible for young children.","text":"The increases in PTSD and depression found in pregnant women exposed to Hurricane Katrina were likely due to the severity of the event and the intensity of the disaster experience rather than a general exposure to the event.42, 156The many consequences of natural disasters, such as destruc- tion of homes, and of gradual climate change impacts, such as rising temperatures, incidence of vector-borne illness, water- borne illness, and even compromised food,160 can all contrib- ute to the emotional stress that women have while pregnant, nursing, or responsible for young children. IMPLIED_BASE IMPLIED_BASE","characters":"583","document_index":"619","md_sentence_index":"173","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_173","post-training batch1":"619_173","_input_hash":-419962230,"_task_hash":-14537755,"spans":[{"text":"increases","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"change_direction"},{"start":17,"end":21,"token_start":3,"token_end":3,"label":"base"},{"start":26,"end":36,"token_start":5,"token_end":5,"label":"base"},{"start":46,"end":60,"token_start":8,"token_end":9,"label":"to_whom"},{"text":"Hurricane","start":72,"token_start":12,"token_end":12,"end":81,"type":"pattern","label":"base"},{"start":95,"end":101,"token_start":15,"token_end":15,"label":"confidence"},{"start":102,"end":108,"token_start":16,"token_end":17,"label":"predicate"},{"start":113,"end":121,"token_start":19,"token_end":19,"label":"aspect_changing"},{"text":"intensity","start":143,"token_start":25,"token_end":25,"end":152,"type":"pattern","label":"aspect_changing"},{"start":240,"end":252,"token_start":41,"token_end":41,"label":"aspect_changing"},{"text":"natural disasters","start":256,"token_start":43,"token_end":44,"end":273,"type":"pattern","label":"base"},{"start":275,"end":282,"token_start":46,"token_end":47,"label":"predicate"},{"start":283,"end":296,"token_start":48,"token_end":49,"label":"aspect_changing"},{"text":"homes","start":300,"token_start":51,"token_end":51,"end":305,"type":"pattern","label":"base"},{"text":"climate change","start":322,"token_start":56,"token_end":57,"end":336,"type":"pattern","label":"base"},{"start":337,"end":344,"token_start":58,"token_end":58,"label":"aspect_changing"},{"text":"rising","start":354,"token_start":62,"token_end":62,"end":360,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":361,"token_start":63,"token_end":63,"end":373,"type":"pattern","label":"aspect_changing"},{"start":375,"end":384,"token_start":65,"token_end":65,"label":"aspect_changing"},{"start":388,"end":400,"token_start":67,"token_end":69,"label":"type_of"},{"start":401,"end":408,"token_start":70,"token_end":70,"label":"base"},{"start":410,"end":422,"token_start":72,"token_end":73,"label":"type_of"},{"start":423,"end":430,"token_start":74,"token_end":74,"label":"base"},{"start":441,"end":452,"token_start":78,"token_end":78,"label":"type_of"},{"start":453,"end":461,"token_start":79,"token_end":79,"label":"base"},{"start":462,"end":465,"token_start":80,"token_end":80,"label":"confidence"},{"start":470,"end":485,"token_start":82,"token_end":84,"label":"predicate"},{"start":490,"end":499,"token_start":86,"token_end":86,"label":"type_of"},{"text":"stress","start":500,"token_start":87,"token_end":87,"end":506,"type":"pattern","label":"base"},{"start":512,"end":517,"token_start":89,"token_end":89,"label":"to_whom"},{"start":523,"end":581,"token_start":91,"token_end":100,"label":"to_whom"},{"start":583,"end":595,"token_start":102,"token_end":102,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"increases","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"in","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"PTSD","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"and","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"depression","start":26,"end":36,"id":5,"ws":true,"disabled":false},{"text":"found","start":37,"end":42,"id":6,"ws":true,"disabled":false},{"text":"in","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"pregnant","start":46,"end":54,"id":8,"ws":true,"disabled":false},{"text":"women","start":55,"end":60,"id":9,"ws":true,"disabled":false},{"text":"exposed","start":61,"end":68,"id":10,"ws":true,"disabled":false},{"text":"to","start":69,"end":71,"id":11,"ws":true,"disabled":false},{"text":"Hurricane","start":72,"end":81,"id":12,"ws":true,"disabled":false},{"text":"Katrina","start":82,"end":89,"id":13,"ws":true,"disabled":false},{"text":"were","start":90,"end":94,"id":14,"ws":true,"disabled":false},{"text":"likely","start":95,"end":101,"id":15,"ws":true,"disabled":false},{"text":"due","start":102,"end":105,"id":16,"ws":true,"disabled":false},{"text":"to","start":106,"end":108,"id":17,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":18,"ws":true,"disabled":false},{"text":"severity","start":113,"end":121,"id":19,"ws":true,"disabled":false},{"text":"of","start":122,"end":124,"id":20,"ws":true,"disabled":false},{"text":"the","start":125,"end":128,"id":21,"ws":true,"disabled":false},{"text":"event","start":129,"end":134,"id":22,"ws":true,"disabled":false},{"text":"and","start":135,"end":138,"id":23,"ws":true,"disabled":false},{"text":"the","start":139,"end":142,"id":24,"ws":true,"disabled":false},{"text":"intensity","start":143,"end":152,"id":25,"ws":true,"disabled":false},{"text":"of","start":153,"end":155,"id":26,"ws":true,"disabled":false},{"text":"the","start":156,"end":159,"id":27,"ws":true,"disabled":false},{"text":"disaster","start":160,"end":168,"id":28,"ws":true,"disabled":false},{"text":"experience","start":169,"end":179,"id":29,"ws":true,"disabled":false},{"text":"rather","start":180,"end":186,"id":30,"ws":true,"disabled":false},{"text":"than","start":187,"end":191,"id":31,"ws":true,"disabled":false},{"text":"a","start":192,"end":193,"id":32,"ws":true,"disabled":false},{"text":"general","start":194,"end":201,"id":33,"ws":true,"disabled":false},{"text":"exposure","start":202,"end":210,"id":34,"ws":true,"disabled":false},{"text":"to","start":211,"end":213,"id":35,"ws":true,"disabled":false},{"text":"the","start":214,"end":217,"id":36,"ws":true,"disabled":false},{"text":"event.42","start":218,"end":226,"id":37,"ws":false,"disabled":false},{"text":",","start":226,"end":227,"id":38,"ws":true,"disabled":false},{"text":"156The","start":228,"end":234,"id":39,"ws":true,"disabled":false},{"text":"many","start":235,"end":239,"id":40,"ws":true,"disabled":false},{"text":"consequences","start":240,"end":252,"id":41,"ws":true,"disabled":false},{"text":"of","start":253,"end":255,"id":42,"ws":true,"disabled":false},{"text":"natural","start":256,"end":263,"id":43,"ws":true,"disabled":false},{"text":"disasters","start":264,"end":273,"id":44,"ws":false,"disabled":false},{"text":",","start":273,"end":274,"id":45,"ws":true,"disabled":false},{"text":"such","start":275,"end":279,"id":46,"ws":true,"disabled":false},{"text":"as","start":280,"end":282,"id":47,"ws":true,"disabled":false},{"text":"destruc-","start":283,"end":291,"id":48,"ws":true,"disabled":false},{"text":"tion","start":292,"end":296,"id":49,"ws":true,"disabled":false},{"text":"of","start":297,"end":299,"id":50,"ws":true,"disabled":false},{"text":"homes","start":300,"end":305,"id":51,"ws":false,"disabled":false},{"text":",","start":305,"end":306,"id":52,"ws":true,"disabled":false},{"text":"and","start":307,"end":310,"id":53,"ws":true,"disabled":false},{"text":"of","start":311,"end":313,"id":54,"ws":true,"disabled":false},{"text":"gradual","start":314,"end":321,"id":55,"ws":true,"disabled":false},{"text":"climate","start":322,"end":329,"id":56,"ws":true,"disabled":false},{"text":"change","start":330,"end":336,"id":57,"ws":true,"disabled":false},{"text":"impacts","start":337,"end":344,"id":58,"ws":false,"disabled":false},{"text":",","start":344,"end":345,"id":59,"ws":true,"disabled":false},{"text":"such","start":346,"end":350,"id":60,"ws":true,"disabled":false},{"text":"as","start":351,"end":353,"id":61,"ws":true,"disabled":false},{"text":"rising","start":354,"end":360,"id":62,"ws":true,"disabled":false},{"text":"temperatures","start":361,"end":373,"id":63,"ws":false,"disabled":false},{"text":",","start":373,"end":374,"id":64,"ws":true,"disabled":false},{"text":"incidence","start":375,"end":384,"id":65,"ws":true,"disabled":false},{"text":"of","start":385,"end":387,"id":66,"ws":true,"disabled":false},{"text":"vector","start":388,"end":394,"id":67,"ws":false,"disabled":false},{"text":"-","start":394,"end":395,"id":68,"ws":false,"disabled":false},{"text":"borne","start":395,"end":400,"id":69,"ws":true,"disabled":false},{"text":"illness","start":401,"end":408,"id":70,"ws":false,"disabled":false},{"text":",","start":408,"end":409,"id":71,"ws":true,"disabled":false},{"text":"water-","start":410,"end":416,"id":72,"ws":true,"disabled":false},{"text":"borne","start":417,"end":422,"id":73,"ws":true,"disabled":false},{"text":"illness","start":423,"end":430,"id":74,"ws":false,"disabled":false},{"text":",","start":430,"end":431,"id":75,"ws":true,"disabled":false},{"text":"and","start":432,"end":435,"id":76,"ws":true,"disabled":false},{"text":"even","start":436,"end":440,"id":77,"ws":true,"disabled":false},{"text":"compromised","start":441,"end":452,"id":78,"ws":true,"disabled":false},{"text":"food,160","start":453,"end":461,"id":79,"ws":true,"disabled":false},{"text":"can","start":462,"end":465,"id":80,"ws":true,"disabled":false},{"text":"all","start":466,"end":469,"id":81,"ws":true,"disabled":false},{"text":"contrib-","start":470,"end":478,"id":82,"ws":true,"disabled":false},{"text":"ute","start":479,"end":482,"id":83,"ws":true,"disabled":false},{"text":"to","start":483,"end":485,"id":84,"ws":true,"disabled":false},{"text":"the","start":486,"end":489,"id":85,"ws":true,"disabled":false},{"text":"emotional","start":490,"end":499,"id":86,"ws":true,"disabled":false},{"text":"stress","start":500,"end":506,"id":87,"ws":true,"disabled":false},{"text":"that","start":507,"end":511,"id":88,"ws":true,"disabled":false},{"text":"women","start":512,"end":517,"id":89,"ws":true,"disabled":false},{"text":"have","start":518,"end":522,"id":90,"ws":true,"disabled":false},{"text":"while","start":523,"end":528,"id":91,"ws":true,"disabled":false},{"text":"pregnant","start":529,"end":537,"id":92,"ws":false,"disabled":false},{"text":",","start":537,"end":538,"id":93,"ws":true,"disabled":false},{"text":"nursing","start":539,"end":546,"id":94,"ws":false,"disabled":false},{"text":",","start":546,"end":547,"id":95,"ws":true,"disabled":false},{"text":"or","start":548,"end":550,"id":96,"ws":true,"disabled":false},{"text":"responsible","start":551,"end":562,"id":97,"ws":true,"disabled":false},{"text":"for","start":563,"end":566,"id":98,"ws":true,"disabled":false},{"text":"young","start":567,"end":572,"id":99,"ws":true,"disabled":false},{"text":"children","start":573,"end":581,"id":100,"ws":false,"disabled":false},{"text":".","start":581,"end":582,"id":101,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":583,"end":595,"id":102,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":596,"end":608,"id":103,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":41,"child":44,"head_span":{"start":240,"end":252,"token_start":41,"token_end":41,"label":"aspect_changing"},"child_span":{"start":256,"end":273,"token_start":43,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":57,"child":58,"head_span":{"start":322,"end":336,"token_start":56,"token_end":57,"label":"base"},"child_span":{"start":337,"end":344,"token_start":58,"token_end":58,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":51,"head_span":{"start":283,"end":296,"token_start":48,"token_end":49,"label":"aspect_changing"},"child_span":{"start":300,"end":305,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":62,"child":102,"head_span":{"start":354,"end":360,"token_start":62,"token_end":62,"label":"change_direction"},"child_span":{"start":583,"end":595,"token_start":102,"token_end":102,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":63,"child":102,"head_span":{"start":361,"end":373,"token_start":63,"token_end":63,"label":"aspect_changing"},"child_span":{"start":583,"end":595,"token_start":102,"token_end":102,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":69,"child":70,"head_span":{"start":388,"end":400,"token_start":67,"token_end":69,"label":"type_of"},"child_span":{"start":401,"end":408,"token_start":70,"token_end":70,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":65,"child":70,"head_span":{"start":375,"end":384,"token_start":65,"token_end":65,"label":"aspect_changing"},"child_span":{"start":401,"end":408,"token_start":70,"token_end":70,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":73,"child":74,"head_span":{"start":410,"end":422,"token_start":72,"token_end":73,"label":"type_of"},"child_span":{"start":423,"end":430,"token_start":74,"token_end":74,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":78,"child":79,"head_span":{"start":441,"end":452,"token_start":78,"token_end":78,"label":"type_of"},"child_span":{"start":453,"end":461,"token_start":79,"token_end":79,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":86,"child":87,"head_span":{"start":490,"end":499,"token_start":86,"token_end":86,"label":"type_of"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":3,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":17,"end":21,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":26,"end":36,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":12,"head_span":{"start":113,"end":121,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":72,"end":81,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":3,"head_span":{"start":72,"end":81,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":17,"end":21,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":5,"head_span":{"start":72,"end":81,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":26,"end":36,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":12,"head_span":{"start":143,"end":152,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":72,"end":81,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":87,"head_span":{"start":300,"end":305,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":57,"child":87,"head_span":{"start":322,"end":336,"token_start":56,"token_end":57,"label":"base"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":102,"child":87,"head_span":{"start":583,"end":595,"token_start":102,"token_end":102,"label":"base"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":70,"child":87,"head_span":{"start":401,"end":408,"token_start":70,"token_end":70,"label":"base"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":74,"child":87,"head_span":{"start":423,"end":430,"token_start":74,"token_end":74,"label":"base"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":79,"child":87,"head_span":{"start":453,"end":461,"token_start":79,"token_end":79,"label":"base"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":87,"head_span":{"start":256,"end":273,"token_start":43,"token_end":44,"label":"base"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Under pressure from shareholders and regulators, companies are increasingly disclosing the specific financial impacts they could face as the planet warms, such as extreme weather that could disrupt their supply chains or stricter climate regulations that could hurt the value of coal, oil and gas investments.","text":"Under pressure from shareholders and regulators, companies are increasingly disclosing the specific financial impacts they could face as the planet warms, such as extreme weather that could disrupt their supply chains or stricter climate regulations that could hurt the value of coal, oil and gas investments. IMPLIED_BASE IMPLIED_BASE","characters":"309","document_index":"163","md_sentence_index":"3","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/06/04/climate/companies-climate-change-financial-impact.html","combo_id":"163_3","post-training batch1":"163_3","_input_hash":1788885500,"_task_hash":-1527938360,"spans":[{"start":0,"end":19,"token_start":0,"token_end":2,"label":"predicate"},{"start":20,"end":32,"token_start":3,"token_end":3,"label":"base"},{"start":37,"end":47,"token_start":5,"token_end":5,"label":"base"},{"start":49,"end":58,"token_start":7,"token_end":7,"label":"base"},{"start":76,"end":86,"token_start":10,"token_end":10,"label":"change_direction"},{"start":91,"end":133,"token_start":12,"token_end":17,"label":"aspect_changing"},{"start":134,"end":136,"token_start":18,"token_end":18,"label":"predicate"},{"start":141,"end":147,"token_start":20,"token_end":20,"label":"base"},{"start":148,"end":153,"token_start":21,"token_end":21,"label":"change_direction"},{"start":155,"end":162,"token_start":23,"token_end":24,"label":"predicate"},{"start":163,"end":170,"token_start":25,"token_end":25,"label":"type_of"},{"start":171,"end":178,"token_start":26,"token_end":26,"label":"base"},{"start":179,"end":183,"token_start":27,"token_end":27,"label":"predicate"},{"start":184,"end":189,"token_start":28,"token_end":28,"label":"confidence"},{"start":190,"end":197,"token_start":29,"token_end":29,"label":"change_direction"},{"start":204,"end":217,"token_start":31,"token_end":32,"label":"base"},{"start":221,"end":229,"token_start":34,"token_end":34,"label":"change_direction"},{"start":230,"end":237,"token_start":35,"token_end":35,"label":"type_of"},{"start":238,"end":249,"token_start":36,"token_end":36,"label":"base"},{"start":250,"end":254,"token_start":37,"token_end":37,"label":"predicate"},{"start":255,"end":260,"token_start":38,"token_end":38,"label":"confidence"},{"start":261,"end":265,"token_start":39,"token_end":39,"label":"change_direction"},{"start":270,"end":275,"token_start":41,"token_end":41,"label":"aspect_changing"},{"text":"coal","start":279,"token_start":43,"token_end":43,"end":283,"type":"pattern","label":"type_of"},{"start":285,"end":288,"token_start":45,"token_end":45,"label":"type_of"},{"start":293,"end":296,"token_start":47,"token_end":47,"label":"type_of"},{"start":297,"end":308,"token_start":48,"token_end":48,"label":"base"},{"start":310,"end":322,"token_start":50,"token_end":50,"label":"base"}],"tokens":[{"text":"Under","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"pressure","start":6,"end":14,"id":1,"ws":true,"disabled":false},{"text":"from","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"shareholders","start":20,"end":32,"id":3,"ws":true,"disabled":false},{"text":"and","start":33,"end":36,"id":4,"ws":true,"disabled":false},{"text":"regulators","start":37,"end":47,"id":5,"ws":false,"disabled":false},{"text":",","start":47,"end":48,"id":6,"ws":true,"disabled":false},{"text":"companies","start":49,"end":58,"id":7,"ws":true,"disabled":false},{"text":"are","start":59,"end":62,"id":8,"ws":true,"disabled":false},{"text":"increasingly","start":63,"end":75,"id":9,"ws":true,"disabled":false},{"text":"disclosing","start":76,"end":86,"id":10,"ws":true,"disabled":false},{"text":"the","start":87,"end":90,"id":11,"ws":true,"disabled":false},{"text":"specific","start":91,"end":99,"id":12,"ws":true,"disabled":false},{"text":"financial","start":100,"end":109,"id":13,"ws":true,"disabled":false},{"text":"impacts","start":110,"end":117,"id":14,"ws":true,"disabled":false},{"text":"they","start":118,"end":122,"id":15,"ws":true,"disabled":false},{"text":"could","start":123,"end":128,"id":16,"ws":true,"disabled":false},{"text":"face","start":129,"end":133,"id":17,"ws":true,"disabled":false},{"text":"as","start":134,"end":136,"id":18,"ws":true,"disabled":false},{"text":"the","start":137,"end":140,"id":19,"ws":true,"disabled":false},{"text":"planet","start":141,"end":147,"id":20,"ws":true,"disabled":false},{"text":"warms","start":148,"end":153,"id":21,"ws":false,"disabled":false},{"text":",","start":153,"end":154,"id":22,"ws":true,"disabled":false},{"text":"such","start":155,"end":159,"id":23,"ws":true,"disabled":false},{"text":"as","start":160,"end":162,"id":24,"ws":true,"disabled":false},{"text":"extreme","start":163,"end":170,"id":25,"ws":true,"disabled":false},{"text":"weather","start":171,"end":178,"id":26,"ws":true,"disabled":false},{"text":"that","start":179,"end":183,"id":27,"ws":true,"disabled":false},{"text":"could","start":184,"end":189,"id":28,"ws":true,"disabled":false},{"text":"disrupt","start":190,"end":197,"id":29,"ws":true,"disabled":false},{"text":"their","start":198,"end":203,"id":30,"ws":true,"disabled":false},{"text":"supply","start":204,"end":210,"id":31,"ws":true,"disabled":false},{"text":"chains","start":211,"end":217,"id":32,"ws":true,"disabled":false},{"text":"or","start":218,"end":220,"id":33,"ws":true,"disabled":false},{"text":"stricter","start":221,"end":229,"id":34,"ws":true,"disabled":false},{"text":"climate","start":230,"end":237,"id":35,"ws":true,"disabled":false},{"text":"regulations","start":238,"end":249,"id":36,"ws":true,"disabled":false},{"text":"that","start":250,"end":254,"id":37,"ws":true,"disabled":false},{"text":"could","start":255,"end":260,"id":38,"ws":true,"disabled":false},{"text":"hurt","start":261,"end":265,"id":39,"ws":true,"disabled":false},{"text":"the","start":266,"end":269,"id":40,"ws":true,"disabled":false},{"text":"value","start":270,"end":275,"id":41,"ws":true,"disabled":false},{"text":"of","start":276,"end":278,"id":42,"ws":true,"disabled":false},{"text":"coal","start":279,"end":283,"id":43,"ws":false,"disabled":false},{"text":",","start":283,"end":284,"id":44,"ws":true,"disabled":false},{"text":"oil","start":285,"end":288,"id":45,"ws":true,"disabled":false},{"text":"and","start":289,"end":292,"id":46,"ws":true,"disabled":false},{"text":"gas","start":293,"end":296,"id":47,"ws":true,"disabled":false},{"text":"investments","start":297,"end":308,"id":48,"ws":false,"disabled":false},{"text":".","start":308,"end":309,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":310,"end":322,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":323,"end":335,"id":51,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":163,"end":170,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":171,"end":178,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":32,"head_span":{"start":190,"end":197,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":204,"end":217,"token_start":31,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":36,"head_span":{"start":230,"end":237,"token_start":35,"token_end":35,"label":"type_of"},"child_span":{"start":238,"end":249,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":36,"head_span":{"start":221,"end":229,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":238,"end":249,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":48,"head_span":{"start":279,"end":283,"token_start":43,"token_end":43,"label":"type_of"},"child_span":{"start":297,"end":308,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":48,"head_span":{"start":293,"end":296,"token_start":47,"token_end":47,"label":"type_of"},"child_span":{"start":297,"end":308,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":48,"head_span":{"start":285,"end":288,"token_start":45,"token_end":45,"label":"type_of"},"child_span":{"start":297,"end":308,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":48,"head_span":{"start":270,"end":275,"token_start":41,"token_end":41,"label":"aspect_changing"},"child_span":{"start":297,"end":308,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":48,"head_span":{"start":261,"end":265,"token_start":39,"token_end":39,"label":"change_direction"},"child_span":{"start":297,"end":308,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":20,"head_span":{"start":148,"end":153,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":141,"end":147,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":50,"head_span":{"start":49,"end":58,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":310,"end":322,"token_start":50,"token_end":50,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":17,"child":50,"head_span":{"start":91,"end":133,"token_start":12,"token_end":17,"label":"aspect_changing"},"child_span":{"start":310,"end":322,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":50,"head_span":{"start":148,"end":153,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":310,"end":322,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":32,"head_span":{"start":171,"end":178,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":204,"end":217,"token_start":31,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":48,"head_span":{"start":238,"end":249,"token_start":36,"token_end":36,"label":"base"},"child_span":{"start":297,"end":308,"token_start":48,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":48,"child":50,"head_span":{"start":297,"end":308,"token_start":48,"token_end":48,"label":"base"},"child_span":{"start":310,"end":322,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":50,"head_span":{"start":204,"end":217,"token_start":31,"token_end":32,"label":"base"},"child_span":{"start":310,"end":322,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":7,"head_span":{"start":91,"end":133,"token_start":12,"token_end":17,"label":"aspect_changing"},"child_span":{"start":49,"end":58,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":7,"head_span":{"start":20,"end":32,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":49,"end":58,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":7,"head_span":{"start":37,"end":47,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":49,"end":58,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":7,"head_span":{"start":76,"end":86,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":49,"end":58,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":false,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Diffenbaugh and his co-authors wrote that global climate models were zeroing in on \"robust increases in the occurrence of severe thunderstorm environments over the eastern United States in response to further global warming,\" and suggested \"a possible increase in the number of days supportive of tornadic storms.\"\n","text":"Diffenbaugh and his co-authors wrote that global climate models were zeroing in on \"robust increases in the occurrence of severe thunderstorm environments over the eastern United States in response to further global warming,\" and suggested \"a possible increase in the number of days supportive of tornadic storms.\" IMPLIED_BASE IMPLIED_BASE","characters":"315","document_index":"132","md_sentence_index":"46","classification_origin":"cm_cause_effect_rel","url":"https://insideclimatenews.org/news/30052019/tornado-climate-change-connection-science-research-data","combo_id":"132_46","post-training batch1":"132_46","_input_hash":-9667333,"_task_hash":-995422126,"spans":[{"start":84,"end":90,"token_start":16,"token_end":16,"label":"confidence"},{"start":91,"end":118,"token_start":17,"token_end":20,"label":"change_direction"},{"start":122,"end":128,"token_start":22,"token_end":22,"label":"type_of"},{"start":155,"end":185,"token_start":25,"token_end":29,"label":"where"},{"start":186,"end":200,"token_start":30,"token_end":32,"label":"predicate"},{"start":201,"end":208,"token_start":33,"token_end":33,"label":"change_direction"},{"text":"global warming","start":209,"token_start":34,"token_end":35,"end":223,"type":"pattern","label":"base"},{"start":230,"end":239,"token_start":39,"token_end":39,"label":"predicate"},{"start":243,"end":251,"token_start":42,"token_end":42,"label":"confidence"},{"text":"increase","start":252,"token_start":43,"token_end":43,"end":260,"type":"pattern","label":"change_direction"},{"start":278,"end":296,"token_start":48,"token_end":50,"label":"aspect_changing"},{"start":297,"end":305,"token_start":51,"token_end":51,"label":"type_of"},{"text":"storms","start":306,"token_start":52,"token_end":52,"end":312,"type":"pattern","label":"base"},{"label":"base"},{"start":129,"end":141,"token_start":23,"token_end":23,"label":"base"},{"start":142,"end":154,"token_start":24,"token_end":24,"label":"aspect_changing"}],"tokens":[{"text":"Diffenbaugh","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"and","start":12,"end":15,"id":1,"ws":true,"disabled":false},{"text":"his","start":16,"end":19,"id":2,"ws":true,"disabled":false},{"text":"co","start":20,"end":22,"id":3,"ws":false,"disabled":false},{"text":"-","start":22,"end":23,"id":4,"ws":false,"disabled":false},{"text":"authors","start":23,"end":30,"id":5,"ws":true,"disabled":false},{"text":"wrote","start":31,"end":36,"id":6,"ws":true,"disabled":false},{"text":"that","start":37,"end":41,"id":7,"ws":true,"disabled":false},{"text":"global","start":42,"end":48,"id":8,"ws":true,"disabled":false},{"text":"climate","start":49,"end":56,"id":9,"ws":true,"disabled":false},{"text":"models","start":57,"end":63,"id":10,"ws":true,"disabled":false},{"text":"were","start":64,"end":68,"id":11,"ws":true,"disabled":false},{"text":"zeroing","start":69,"end":76,"id":12,"ws":true,"disabled":false},{"text":"in","start":77,"end":79,"id":13,"ws":true,"disabled":false},{"text":"on","start":80,"end":82,"id":14,"ws":true,"disabled":false},{"text":"\"","start":83,"end":84,"id":15,"ws":false,"disabled":false},{"text":"robust","start":84,"end":90,"id":16,"ws":true,"disabled":false},{"text":"increases","start":91,"end":100,"id":17,"ws":true,"disabled":false},{"text":"in","start":101,"end":103,"id":18,"ws":true,"disabled":false},{"text":"the","start":104,"end":107,"id":19,"ws":true,"disabled":false},{"text":"occurrence","start":108,"end":118,"id":20,"ws":true,"disabled":false},{"text":"of","start":119,"end":121,"id":21,"ws":true,"disabled":false},{"text":"severe","start":122,"end":128,"id":22,"ws":true,"disabled":false},{"text":"thunderstorm","start":129,"end":141,"id":23,"ws":true,"disabled":false},{"text":"environments","start":142,"end":154,"id":24,"ws":true,"disabled":false},{"text":"over","start":155,"end":159,"id":25,"ws":true,"disabled":false},{"text":"the","start":160,"end":163,"id":26,"ws":true,"disabled":false},{"text":"eastern","start":164,"end":171,"id":27,"ws":true,"disabled":false},{"text":"United","start":172,"end":178,"id":28,"ws":true,"disabled":false},{"text":"States","start":179,"end":185,"id":29,"ws":true,"disabled":false},{"text":"in","start":186,"end":188,"id":30,"ws":true,"disabled":false},{"text":"response","start":189,"end":197,"id":31,"ws":true,"disabled":false},{"text":"to","start":198,"end":200,"id":32,"ws":true,"disabled":false},{"text":"further","start":201,"end":208,"id":33,"ws":true,"disabled":false},{"text":"global","start":209,"end":215,"id":34,"ws":true,"disabled":false},{"text":"warming","start":216,"end":223,"id":35,"ws":false,"disabled":false},{"text":",","start":223,"end":224,"id":36,"ws":false,"disabled":false},{"text":"\"","start":224,"end":225,"id":37,"ws":true,"disabled":false},{"text":"and","start":226,"end":229,"id":38,"ws":true,"disabled":false},{"text":"suggested","start":230,"end":239,"id":39,"ws":true,"disabled":false},{"text":"\"","start":240,"end":241,"id":40,"ws":false,"disabled":false},{"text":"a","start":241,"end":242,"id":41,"ws":true,"disabled":false},{"text":"possible","start":243,"end":251,"id":42,"ws":true,"disabled":false},{"text":"increase","start":252,"end":260,"id":43,"ws":true,"disabled":false},{"text":"in","start":261,"end":263,"id":44,"ws":true,"disabled":false},{"text":"the","start":264,"end":267,"id":45,"ws":true,"disabled":false},{"text":"number","start":268,"end":274,"id":46,"ws":true,"disabled":false},{"text":"of","start":275,"end":277,"id":47,"ws":true,"disabled":false},{"text":"days","start":278,"end":282,"id":48,"ws":true,"disabled":false},{"text":"supportive","start":283,"end":293,"id":49,"ws":true,"disabled":false},{"text":"of","start":294,"end":296,"id":50,"ws":true,"disabled":false},{"text":"tornadic","start":297,"end":305,"id":51,"ws":true,"disabled":false},{"text":"storms","start":306,"end":312,"id":52,"ws":false,"disabled":false},{"text":".","start":312,"end":313,"id":53,"ws":false,"disabled":false},{"text":"\"","start":313,"end":314,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":315,"end":327,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":328,"end":340,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":51,"child":52,"head_span":{"start":297,"end":305,"token_start":51,"token_end":51,"label":"type_of"},"child_span":{"start":306,"end":312,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":50,"child":52,"head_span":{"start":278,"end":296,"token_start":48,"token_end":50,"label":"aspect_changing"},"child_span":{"start":306,"end":312,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":52,"head_span":{"start":252,"end":260,"token_start":43,"token_end":43,"label":"change_direction"},"child_span":{"start":306,"end":312,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":35,"head_span":{"start":201,"end":208,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":209,"end":223,"token_start":34,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":52,"head_span":{"start":243,"end":251,"token_start":42,"token_end":42,"label":"confidence"},"child_span":{"start":306,"end":312,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":91,"end":118,"token_start":17,"token_end":20,"label":"change_direction"},"child_span":{"start":129,"end":141,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":122,"end":128,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":129,"end":141,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":23,"head_span":{"start":142,"end":154,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":129,"end":141,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":23,"head_span":{"start":209,"end":223,"token_start":34,"token_end":35,"label":"base"},"child_span":{"start":129,"end":141,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":52,"head_span":{"start":129,"end":141,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":306,"end":312,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":23,"head_span":{"start":84,"end":90,"token_start":16,"token_end":16,"label":"confidence"},"child_span":{"start":129,"end":141,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"But, it could also be argued that since a warmer world may experience a reduction in the equator to pole temperature contrast, the number of tornadoes and severe weather events would decrease,\" he said.\n","text":"But, it could also be argued that since a warmer world may experience a reduction in the equator to pole temperature contrast, the number of tornadoes and severe weather events would decrease,\" he said. IMPLIED_BASE IMPLIED_BASE","characters":"203","document_index":"132","md_sentence_index":"60","classification_origin":"cm_cause_effect_rel","url":"https://insideclimatenews.org/news/30052019/tornado-climate-change-connection-science-research-data","combo_id":"132_60","post-training batch1":"132_60","_input_hash":64803405,"_task_hash":2119362695,"spans":[{"start":8,"end":13,"token_start":3,"token_end":3,"label":"confidence"},{"start":34,"end":39,"token_start":8,"token_end":8,"label":"predicate"},{"text":"warmer","start":42,"token_start":10,"token_end":10,"end":48,"type":"pattern","label":"change_direction"},{"start":49,"end":54,"token_start":11,"token_end":11,"label":"base"},{"start":55,"end":58,"token_start":12,"token_end":12,"label":"change_direction"},{"start":72,"end":81,"token_start":15,"token_end":15,"label":"change_direction"},{"start":89,"end":125,"token_start":18,"token_end":22,"label":"aspect_changing"},{"start":131,"end":137,"token_start":25,"token_end":25,"label":"aspect_changing"},{"text":"tornadoes","start":141,"token_start":27,"token_end":27,"end":150,"type":"pattern","label":"base"},{"start":155,"end":161,"token_start":29,"token_end":29,"label":"type_of"},{"text":"weather","start":162,"token_start":30,"token_end":30,"end":169,"type":"pattern","label":"base"},{"start":170,"end":176,"token_start":31,"token_end":31,"label":"aspect_changing"},{"start":177,"end":182,"token_start":32,"token_end":32,"label":"confidence"},{"text":"decrease","start":183,"token_start":33,"token_end":33,"end":191,"type":"pattern","label":"change_direction"},{"start":203,"end":215,"token_start":39,"token_end":39,"label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":false,"disabled":false},{"text":",","start":3,"end":4,"id":1,"ws":true,"disabled":false},{"text":"it","start":5,"end":7,"id":2,"ws":true,"disabled":false},{"text":"could","start":8,"end":13,"id":3,"ws":true,"disabled":false},{"text":"also","start":14,"end":18,"id":4,"ws":true,"disabled":false},{"text":"be","start":19,"end":21,"id":5,"ws":true,"disabled":false},{"text":"argued","start":22,"end":28,"id":6,"ws":true,"disabled":false},{"text":"that","start":29,"end":33,"id":7,"ws":true,"disabled":false},{"text":"since","start":34,"end":39,"id":8,"ws":true,"disabled":false},{"text":"a","start":40,"end":41,"id":9,"ws":true,"disabled":false},{"text":"warmer","start":42,"end":48,"id":10,"ws":true,"disabled":false},{"text":"world","start":49,"end":54,"id":11,"ws":true,"disabled":false},{"text":"may","start":55,"end":58,"id":12,"ws":true,"disabled":false},{"text":"experience","start":59,"end":69,"id":13,"ws":true,"disabled":false},{"text":"a","start":70,"end":71,"id":14,"ws":true,"disabled":false},{"text":"reduction","start":72,"end":81,"id":15,"ws":true,"disabled":false},{"text":"in","start":82,"end":84,"id":16,"ws":true,"disabled":false},{"text":"the","start":85,"end":88,"id":17,"ws":true,"disabled":false},{"text":"equator","start":89,"end":96,"id":18,"ws":true,"disabled":false},{"text":"to","start":97,"end":99,"id":19,"ws":true,"disabled":false},{"text":"pole","start":100,"end":104,"id":20,"ws":true,"disabled":false},{"text":"temperature","start":105,"end":116,"id":21,"ws":true,"disabled":false},{"text":"contrast","start":117,"end":125,"id":22,"ws":false,"disabled":false},{"text":",","start":125,"end":126,"id":23,"ws":true,"disabled":false},{"text":"the","start":127,"end":130,"id":24,"ws":true,"disabled":false},{"text":"number","start":131,"end":137,"id":25,"ws":true,"disabled":false},{"text":"of","start":138,"end":140,"id":26,"ws":true,"disabled":false},{"text":"tornadoes","start":141,"end":150,"id":27,"ws":true,"disabled":false},{"text":"and","start":151,"end":154,"id":28,"ws":true,"disabled":false},{"text":"severe","start":155,"end":161,"id":29,"ws":true,"disabled":false},{"text":"weather","start":162,"end":169,"id":30,"ws":true,"disabled":false},{"text":"events","start":170,"end":176,"id":31,"ws":true,"disabled":false},{"text":"would","start":177,"end":182,"id":32,"ws":true,"disabled":false},{"text":"decrease","start":183,"end":191,"id":33,"ws":false,"disabled":false},{"text":",","start":191,"end":192,"id":34,"ws":false,"disabled":false},{"text":"\"","start":192,"end":193,"id":35,"ws":true,"disabled":false},{"text":"he","start":194,"end":196,"id":36,"ws":true,"disabled":false},{"text":"said","start":197,"end":201,"id":37,"ws":false,"disabled":false},{"text":".","start":201,"end":202,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":216,"end":228,"id":40,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":42,"end":48,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":49,"end":54,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":39,"head_span":{"start":89,"end":125,"token_start":18,"token_end":22,"label":"aspect_changing"},"child_span":{"start":203,"end":215,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":39,"head_span":{"start":72,"end":81,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":203,"end":215,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":39,"head_span":{"start":49,"end":54,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":203,"end":215,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":27,"head_span":{"start":131,"end":137,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":141,"end":150,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":30,"head_span":{"start":155,"end":161,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":162,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":30,"head_span":{"start":170,"end":176,"token_start":31,"token_end":31,"label":"aspect_changing"},"child_span":{"start":162,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":30,"head_span":{"start":183,"end":191,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":162,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":27,"head_span":{"start":183,"end":191,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":141,"end":150,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":27,"head_span":{"start":203,"end":215,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":141,"end":150,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":30,"head_span":{"start":203,"end":215,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":162,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"(Nitrous Oxide)\u2014A clear non-flammable gas that has 300 times the global warming power of CO2; the majority of the N2O emissions are man-made n NOX (Nitrogen Dioxide and Nitric Acid)\u2014Gases from the combustion of fossil fuels; react in the atmosphere to form O3, PM2 .5, and PM10 n Pb (Lead)\u2014Elemental particulate coming primarily from leaded fuel n PM2.5\u2014Particles with a diameter of 2 .5 micrometers or less coming from dust, smoke and soot, or formed from chemical reactions in the atmosphere n PM10\u2014Particles with a diameter of 10 micrometers or less (includes PM2 .5)","text":"(Nitrous Oxide)\u2014A clear non-flammable gas that has 300 times the global warming power of CO2; the majority of the N2O emissions are man-made n NOX (Nitrogen Dioxide and Nitric Acid)\u2014Gases from the combustion of fossil fuels; react in the atmosphere to form O3, PM2 .5, and PM10 n Pb (Lead)\u2014Elemental particulate coming primarily from leaded fuel n PM2.5\u2014Particles with a diameter of 2 .5 micrometers or less coming from dust, smoke and soot, or formed from chemical reactions in the atmosphere n PM10\u2014Particles with a diameter of 10 micrometers or less (includes PM2 .5) IMPLIED_BASE IMPLIED_BASE","characters":"570","document_index":"586","md_sentence_index":"248","classification_origin":"causal_sentence_classification","url":"https://gardner.utah.edu/wp-content/uploads/Utah-Roadmap-Public-Draft.pdf","combo_id":"586_248","post-training batch1":"586_248","_input_hash":-1718757057,"_task_hash":1212980792,"spans":[{"start":0,"end":17,"token_start":0,"token_end":2,"label":"type_of"},{"start":18,"end":23,"token_start":3,"token_end":3,"label":"type_of"},{"start":24,"end":37,"token_start":4,"token_end":6,"label":"type_of"},{"start":38,"end":41,"token_start":7,"token_end":7,"label":"base"},{"start":51,"end":60,"token_start":10,"token_end":11,"label":"effect_size"},{"text":"global warming","start":65,"token_start":13,"token_end":14,"end":79,"type":"pattern","label":"base"},{"start":89,"end":92,"token_start":17,"token_end":17,"label":"base"},{"start":98,"end":106,"token_start":20,"token_end":20,"label":"effect_size"},{"start":114,"end":117,"token_start":23,"token_end":23,"label":"base"},{"text":"emissions","start":118,"token_start":24,"token_end":24,"end":127,"type":"pattern","label":"aspect_changing"},{"start":143,"end":175,"token_start":30,"token_end":35,"label":"type_of"},{"start":176,"end":187,"token_start":36,"token_end":36,"label":"base"},{"start":188,"end":192,"token_start":37,"token_end":37,"label":"predicate"},{"start":197,"end":207,"token_start":39,"token_end":39,"label":"aspect_changing"},{"start":211,"end":217,"token_start":41,"token_end":41,"label":"type_of"},{"start":218,"end":223,"token_start":42,"token_end":42,"label":"base"},{"start":231,"end":248,"token_start":45,"token_end":47,"label":"where"},{"start":249,"end":256,"token_start":48,"token_end":49,"label":"predicate"},{"start":257,"end":259,"token_start":50,"token_end":50,"label":"base"},{"start":261,"end":267,"token_start":52,"token_end":53,"label":"base"},{"start":273,"end":277,"token_start":56,"token_end":56,"label":"base"},{"start":280,"end":299,"token_start":58,"token_end":60,"label":"type_of"},{"start":300,"end":311,"token_start":61,"token_end":61,"label":"base"},{"start":312,"end":333,"token_start":62,"token_end":64,"label":"predicate"},{"start":334,"end":340,"token_start":65,"token_end":65,"label":"type_of"},{"start":341,"end":345,"token_start":66,"token_end":66,"label":"base"},{"start":408,"end":419,"token_start":78,"token_end":79,"label":"predicate"},{"start":420,"end":424,"token_start":80,"token_end":80,"label":"base"},{"start":426,"end":431,"token_start":82,"token_end":82,"label":"base"},{"start":436,"end":440,"token_start":84,"token_end":84,"label":"base"},{"start":445,"end":456,"token_start":87,"token_end":88,"label":"predicate"}],"tokens":[{"text":"(","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Nitrous","start":1,"end":8,"id":1,"ws":true,"disabled":false},{"text":"Oxide)\u2014A","start":9,"end":17,"id":2,"ws":true,"disabled":false},{"text":"clear","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"non","start":24,"end":27,"id":4,"ws":false,"disabled":false},{"text":"-","start":27,"end":28,"id":5,"ws":false,"disabled":false},{"text":"flammable","start":28,"end":37,"id":6,"ws":true,"disabled":false},{"text":"gas","start":38,"end":41,"id":7,"ws":true,"disabled":false},{"text":"that","start":42,"end":46,"id":8,"ws":true,"disabled":false},{"text":"has","start":47,"end":50,"id":9,"ws":true,"disabled":false},{"text":"300","start":51,"end":54,"id":10,"ws":true,"disabled":false},{"text":"times","start":55,"end":60,"id":11,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":12,"ws":true,"disabled":false},{"text":"global","start":65,"end":71,"id":13,"ws":true,"disabled":false},{"text":"warming","start":72,"end":79,"id":14,"ws":true,"disabled":false},{"text":"power","start":80,"end":85,"id":15,"ws":true,"disabled":false},{"text":"of","start":86,"end":88,"id":16,"ws":true,"disabled":false},{"text":"CO2","start":89,"end":92,"id":17,"ws":false,"disabled":false},{"text":";","start":92,"end":93,"id":18,"ws":true,"disabled":false},{"text":"the","start":94,"end":97,"id":19,"ws":true,"disabled":false},{"text":"majority","start":98,"end":106,"id":20,"ws":true,"disabled":false},{"text":"of","start":107,"end":109,"id":21,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":22,"ws":true,"disabled":false},{"text":"N2O","start":114,"end":117,"id":23,"ws":true,"disabled":false},{"text":"emissions","start":118,"end":127,"id":24,"ws":true,"disabled":false},{"text":"are","start":128,"end":131,"id":25,"ws":true,"disabled":false},{"text":"man","start":132,"end":135,"id":26,"ws":false,"disabled":false},{"text":"-","start":135,"end":136,"id":27,"ws":false,"disabled":false},{"text":"made","start":136,"end":140,"id":28,"ws":true,"disabled":false},{"text":"n","start":141,"end":142,"id":29,"ws":true,"disabled":false},{"text":"NOX","start":143,"end":146,"id":30,"ws":true,"disabled":false},{"text":"(","start":147,"end":148,"id":31,"ws":false,"disabled":false},{"text":"Nitrogen","start":148,"end":156,"id":32,"ws":true,"disabled":false},{"text":"Dioxide","start":157,"end":164,"id":33,"ws":true,"disabled":false},{"text":"and","start":165,"end":168,"id":34,"ws":true,"disabled":false},{"text":"Nitric","start":169,"end":175,"id":35,"ws":true,"disabled":false},{"text":"Acid)\u2014Gases","start":176,"end":187,"id":36,"ws":true,"disabled":false},{"text":"from","start":188,"end":192,"id":37,"ws":true,"disabled":false},{"text":"the","start":193,"end":196,"id":38,"ws":true,"disabled":false},{"text":"combustion","start":197,"end":207,"id":39,"ws":true,"disabled":false},{"text":"of","start":208,"end":210,"id":40,"ws":true,"disabled":false},{"text":"fossil","start":211,"end":217,"id":41,"ws":true,"disabled":false},{"text":"fuels","start":218,"end":223,"id":42,"ws":false,"disabled":false},{"text":";","start":223,"end":224,"id":43,"ws":true,"disabled":false},{"text":"react","start":225,"end":230,"id":44,"ws":true,"disabled":false},{"text":"in","start":231,"end":233,"id":45,"ws":true,"disabled":false},{"text":"the","start":234,"end":237,"id":46,"ws":true,"disabled":false},{"text":"atmosphere","start":238,"end":248,"id":47,"ws":true,"disabled":false},{"text":"to","start":249,"end":251,"id":48,"ws":true,"disabled":false},{"text":"form","start":252,"end":256,"id":49,"ws":true,"disabled":false},{"text":"O3","start":257,"end":259,"id":50,"ws":false,"disabled":false},{"text":",","start":259,"end":260,"id":51,"ws":true,"disabled":false},{"text":"PM2","start":261,"end":264,"id":52,"ws":true,"disabled":false},{"text":".5","start":265,"end":267,"id":53,"ws":false,"disabled":false},{"text":",","start":267,"end":268,"id":54,"ws":true,"disabled":false},{"text":"and","start":269,"end":272,"id":55,"ws":true,"disabled":false},{"text":"PM10","start":273,"end":277,"id":56,"ws":true,"disabled":false},{"text":"n","start":278,"end":279,"id":57,"ws":true,"disabled":false},{"text":"Pb","start":280,"end":282,"id":58,"ws":true,"disabled":false},{"text":"(","start":283,"end":284,"id":59,"ws":false,"disabled":false},{"text":"Lead)\u2014Elemental","start":284,"end":299,"id":60,"ws":true,"disabled":false},{"text":"particulate","start":300,"end":311,"id":61,"ws":true,"disabled":false},{"text":"coming","start":312,"end":318,"id":62,"ws":true,"disabled":false},{"text":"primarily","start":319,"end":328,"id":63,"ws":true,"disabled":false},{"text":"from","start":329,"end":333,"id":64,"ws":true,"disabled":false},{"text":"leaded","start":334,"end":340,"id":65,"ws":true,"disabled":false},{"text":"fuel","start":341,"end":345,"id":66,"ws":true,"disabled":false},{"text":"n","start":346,"end":347,"id":67,"ws":true,"disabled":false},{"text":"PM2.5\u2014Particles","start":348,"end":363,"id":68,"ws":true,"disabled":false},{"text":"with","start":364,"end":368,"id":69,"ws":true,"disabled":false},{"text":"a","start":369,"end":370,"id":70,"ws":true,"disabled":false},{"text":"diameter","start":371,"end":379,"id":71,"ws":true,"disabled":false},{"text":"of","start":380,"end":382,"id":72,"ws":true,"disabled":false},{"text":"2","start":383,"end":384,"id":73,"ws":true,"disabled":false},{"text":".5","start":385,"end":387,"id":74,"ws":true,"disabled":false},{"text":"micrometers","start":388,"end":399,"id":75,"ws":true,"disabled":false},{"text":"or","start":400,"end":402,"id":76,"ws":true,"disabled":false},{"text":"less","start":403,"end":407,"id":77,"ws":true,"disabled":false},{"text":"coming","start":408,"end":414,"id":78,"ws":true,"disabled":false},{"text":"from","start":415,"end":419,"id":79,"ws":true,"disabled":false},{"text":"dust","start":420,"end":424,"id":80,"ws":false,"disabled":false},{"text":",","start":424,"end":425,"id":81,"ws":true,"disabled":false},{"text":"smoke","start":426,"end":431,"id":82,"ws":true,"disabled":false},{"text":"and","start":432,"end":435,"id":83,"ws":true,"disabled":false},{"text":"soot","start":436,"end":440,"id":84,"ws":false,"disabled":false},{"text":",","start":440,"end":441,"id":85,"ws":true,"disabled":false},{"text":"or","start":442,"end":444,"id":86,"ws":true,"disabled":false},{"text":"formed","start":445,"end":451,"id":87,"ws":true,"disabled":false},{"text":"from","start":452,"end":456,"id":88,"ws":true,"disabled":false},{"text":"chemical","start":457,"end":465,"id":89,"ws":true,"disabled":false},{"text":"reactions","start":466,"end":475,"id":90,"ws":true,"disabled":false},{"text":"in","start":476,"end":478,"id":91,"ws":true,"disabled":false},{"text":"the","start":479,"end":482,"id":92,"ws":true,"disabled":false},{"text":"atmosphere","start":483,"end":493,"id":93,"ws":true,"disabled":false},{"text":"n","start":494,"end":495,"id":94,"ws":true,"disabled":false},{"text":"PM10\u2014Particles","start":496,"end":510,"id":95,"ws":true,"disabled":false},{"text":"with","start":511,"end":515,"id":96,"ws":true,"disabled":false},{"text":"a","start":516,"end":517,"id":97,"ws":true,"disabled":false},{"text":"diameter","start":518,"end":526,"id":98,"ws":true,"disabled":false},{"text":"of","start":527,"end":529,"id":99,"ws":true,"disabled":false},{"text":"10","start":530,"end":532,"id":100,"ws":true,"disabled":false},{"text":"micrometers","start":533,"end":544,"id":101,"ws":true,"disabled":false},{"text":"or","start":545,"end":547,"id":102,"ws":true,"disabled":false},{"text":"less","start":548,"end":552,"id":103,"ws":true,"disabled":false},{"text":"(","start":553,"end":554,"id":104,"ws":false,"disabled":false},{"text":"includes","start":554,"end":562,"id":105,"ws":true,"disabled":false},{"text":"PM2","start":563,"end":566,"id":106,"ws":true,"disabled":false},{"text":".5","start":567,"end":569,"id":107,"ws":false,"disabled":false},{"text":")","start":569,"end":570,"id":108,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":571,"end":583,"id":109,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":584,"end":596,"id":110,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":41,"child":42,"head_span":{"start":211,"end":217,"token_start":41,"token_end":41,"label":"type_of"},"child_span":{"start":218,"end":223,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":42,"head_span":{"start":197,"end":207,"token_start":39,"token_end":39,"label":"aspect_changing"},"child_span":{"start":218,"end":223,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":36,"head_span":{"start":143,"end":175,"token_start":30,"token_end":35,"label":"type_of"},"child_span":{"start":176,"end":187,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":36,"head_span":{"start":218,"end":223,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":176,"end":187,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":7,"head_span":{"start":24,"end":37,"token_start":4,"token_end":6,"label":"type_of"},"child_span":{"start":38,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":7,"head_span":{"start":18,"end":23,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":38,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":7,"head_span":{"start":0,"end":17,"token_start":0,"token_end":2,"label":"type_of"},"child_span":{"start":38,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":23,"head_span":{"start":118,"end":127,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":114,"end":117,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":50,"head_span":{"start":38,"end":41,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":257,"end":259,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":50,"head_span":{"start":176,"end":187,"token_start":36,"token_end":36,"label":"base"},"child_span":{"start":257,"end":259,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":53,"head_span":{"start":38,"end":41,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":261,"end":267,"token_start":52,"token_end":53,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":53,"head_span":{"start":176,"end":187,"token_start":36,"token_end":36,"label":"base"},"child_span":{"start":261,"end":267,"token_start":52,"token_end":53,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":56,"head_span":{"start":38,"end":41,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":273,"end":277,"token_start":56,"token_end":56,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":56,"head_span":{"start":176,"end":187,"token_start":36,"token_end":36,"label":"base"},"child_span":{"start":273,"end":277,"token_start":56,"token_end":56,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":60,"child":61,"head_span":{"start":280,"end":299,"token_start":58,"token_end":60,"label":"type_of"},"child_span":{"start":300,"end":311,"token_start":61,"token_end":61,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":65,"child":66,"head_span":{"start":334,"end":340,"token_start":65,"token_end":65,"label":"type_of"},"child_span":{"start":341,"end":345,"token_start":66,"token_end":66,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":66,"child":61,"head_span":{"start":341,"end":345,"token_start":66,"token_end":66,"label":"base"},"child_span":{"start":300,"end":311,"token_start":61,"token_end":61,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Similarly, shrub tundra is expanding into colder regions as a result of warming and this process will continue\u2026There will be, as a result, a decrease in vegetation albedo \u2013 especially in spring \u2013 which will amplify the warming locally.","text":"Similarly, shrub tundra is expanding into colder regions as a result of warming and this process will continue\u2026There will be, as a result, a decrease in vegetation albedo \u2013 especially in spring \u2013 which will amplify the warming locally. IMPLIED_BASE IMPLIED_BASE","characters":"235","document_index":"647","md_sentence_index":"613","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_613","post-training batch1":"647_613","_input_hash":1053531595,"_task_hash":863079385,"spans":[{"start":11,"end":16,"token_start":2,"token_end":2,"label":"type_of"},{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},{"start":27,"end":56,"token_start":5,"token_end":8,"label":"change_direction"},{"start":57,"end":71,"token_start":9,"token_end":12,"label":"predicate"},{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},{"start":126,"end":137,"token_start":24,"token_end":26,"label":"predicate"},{"text":"decrease","start":141,"token_start":29,"token_end":29,"end":149,"type":"pattern","label":"change_direction"},{"text":"vegetation","start":153,"token_start":31,"token_end":31,"end":163,"type":"pattern","label":"type_of"},{"start":164,"end":170,"token_start":32,"token_end":32,"label":"base"},{"start":184,"end":193,"token_start":35,"token_end":36,"label":"when"},{"start":196,"end":206,"token_start":38,"token_end":39,"label":"predicate"},{"start":207,"end":214,"token_start":40,"token_end":40,"label":"change_direction"},{"start":219,"end":226,"token_start":42,"token_end":42,"label":"base"},{"start":227,"end":234,"token_start":43,"token_end":43,"label":"where"}],"tokens":[{"text":"Similarly","start":0,"end":9,"id":0,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":1,"ws":true,"disabled":false},{"text":"shrub","start":11,"end":16,"id":2,"ws":true,"disabled":false},{"text":"tundra","start":17,"end":23,"id":3,"ws":true,"disabled":false},{"text":"is","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"expanding","start":27,"end":36,"id":5,"ws":true,"disabled":false},{"text":"into","start":37,"end":41,"id":6,"ws":true,"disabled":false},{"text":"colder","start":42,"end":48,"id":7,"ws":true,"disabled":false},{"text":"regions","start":49,"end":56,"id":8,"ws":true,"disabled":false},{"text":"as","start":57,"end":59,"id":9,"ws":true,"disabled":false},{"text":"a","start":60,"end":61,"id":10,"ws":true,"disabled":false},{"text":"result","start":62,"end":68,"id":11,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":12,"ws":true,"disabled":false},{"text":"warming","start":72,"end":79,"id":13,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":14,"ws":true,"disabled":false},{"text":"this","start":84,"end":88,"id":15,"ws":true,"disabled":false},{"text":"process","start":89,"end":96,"id":16,"ws":true,"disabled":false},{"text":"will","start":97,"end":101,"id":17,"ws":true,"disabled":false},{"text":"continue","start":102,"end":110,"id":18,"ws":false,"disabled":false},{"text":"\u2026","start":110,"end":111,"id":19,"ws":false,"disabled":false},{"text":"There","start":111,"end":116,"id":20,"ws":true,"disabled":false},{"text":"will","start":117,"end":121,"id":21,"ws":true,"disabled":false},{"text":"be","start":122,"end":124,"id":22,"ws":false,"disabled":false},{"text":",","start":124,"end":125,"id":23,"ws":true,"disabled":false},{"text":"as","start":126,"end":128,"id":24,"ws":true,"disabled":false},{"text":"a","start":129,"end":130,"id":25,"ws":true,"disabled":false},{"text":"result","start":131,"end":137,"id":26,"ws":false,"disabled":false},{"text":",","start":137,"end":138,"id":27,"ws":true,"disabled":false},{"text":"a","start":139,"end":140,"id":28,"ws":true,"disabled":false},{"text":"decrease","start":141,"end":149,"id":29,"ws":true,"disabled":false},{"text":"in","start":150,"end":152,"id":30,"ws":true,"disabled":false},{"text":"vegetation","start":153,"end":163,"id":31,"ws":true,"disabled":false},{"text":"albedo","start":164,"end":170,"id":32,"ws":true,"disabled":false},{"text":"\u2013","start":171,"end":172,"id":33,"ws":true,"disabled":false},{"text":"especially","start":173,"end":183,"id":34,"ws":true,"disabled":false},{"text":"in","start":184,"end":186,"id":35,"ws":true,"disabled":false},{"text":"spring","start":187,"end":193,"id":36,"ws":true,"disabled":false},{"text":"\u2013","start":194,"end":195,"id":37,"ws":true,"disabled":false},{"text":"which","start":196,"end":201,"id":38,"ws":true,"disabled":false},{"text":"will","start":202,"end":206,"id":39,"ws":true,"disabled":false},{"text":"amplify","start":207,"end":214,"id":40,"ws":true,"disabled":false},{"text":"the","start":215,"end":218,"id":41,"ws":true,"disabled":false},{"text":"warming","start":219,"end":226,"id":42,"ws":true,"disabled":false},{"text":"locally","start":227,"end":234,"id":43,"ws":false,"disabled":false},{"text":".","start":234,"end":235,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":236,"end":248,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":249,"end":261,"id":46,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":40,"child":42,"head_span":{"start":207,"end":214,"token_start":40,"token_end":40,"label":"change_direction"},"child_span":{"start":219,"end":226,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":42,"head_span":{"start":227,"end":234,"token_start":43,"token_end":43,"label":"where"},"child_span":{"start":219,"end":226,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":32,"head_span":{"start":153,"end":163,"token_start":31,"token_end":31,"label":"type_of"},"child_span":{"start":164,"end":170,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":32,"head_span":{"start":141,"end":149,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":164,"end":170,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":3,"head_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":3,"head_span":{"start":27,"end":56,"token_start":5,"token_end":8,"label":"change_direction"},"child_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":3,"head_span":{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":32,"head_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":164,"end":170,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":32,"head_span":{"start":184,"end":193,"token_start":35,"token_end":36,"label":"when"},"child_span":{"start":164,"end":170,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":42,"head_span":{"start":164,"end":170,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":219,"end":226,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"complex","original_md_text":"Preliminary research has shown that Hurricane Florence, which struck North Carolina in September 2018, was probably somewhat larger and dumped more rain than it would have if the same storm had arrived in a world without humans\u2019 greenhouse gas emissions in the atmosphere.","text":"Preliminary research has shown that Hurricane Florence, which struck North Carolina in September 2018, was probably somewhat larger and dumped more rain than it would have if the same storm had arrived in a world without humans\u2019 greenhouse gas emissions in the atmosphere. IMPLIED_BASE IMPLIED_BASE","characters":"272","document_index":"25","md_sentence_index":"89","classification_origin":"cm_cause_effect_rel","url":"https://www.washingtonpost.com/graphics/2019/lifestyle/magazine/climate-change-covers/","combo_id":"25_89","post-training batch1":"25_89","_input_hash":1829047660,"_task_hash":1245534809,"spans":[{"start":0,"end":20,"token_start":0,"token_end":1,"label":"confidence"},{"text":"Hurricane","start":36,"token_start":5,"token_end":5,"end":45,"type":"pattern","label":"base"},{"start":69,"end":83,"token_start":10,"token_end":11,"label":"where"},{"start":84,"end":101,"token_start":12,"token_end":14,"label":"when"},{"start":107,"end":115,"token_start":17,"token_end":17,"label":"confidence"},{"start":116,"end":124,"token_start":18,"token_end":18,"label":"effect_size"},{"start":125,"end":131,"token_start":19,"token_end":19,"label":"change_direction"},{"start":143,"end":147,"token_start":22,"token_end":22,"label":"change_direction"},{"start":148,"end":152,"token_start":23,"token_end":23,"label":"aspect_changing"},{"start":221,"end":227,"token_start":38,"token_end":38,"label":"base"},{"start":227,"end":228,"token_start":39,"token_end":39,"label":"predicate"},{"start":229,"end":239,"token_start":40,"token_end":40,"label":"type_of"},{"start":240,"end":243,"token_start":41,"token_end":41,"label":"base"},{"text":"emissions","start":244,"token_start":42,"token_end":42,"end":253,"type":"pattern","label":"aspect_changing"},{"start":254,"end":271,"token_start":43,"token_end":45,"label":"where"},{"start":273,"end":285,"token_start":47,"token_end":47,"label":"base"}],"tokens":[{"text":"Preliminary","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"research","start":12,"end":20,"id":1,"ws":true,"disabled":false},{"text":"has","start":21,"end":24,"id":2,"ws":true,"disabled":false},{"text":"shown","start":25,"end":30,"id":3,"ws":true,"disabled":false},{"text":"that","start":31,"end":35,"id":4,"ws":true,"disabled":false},{"text":"Hurricane","start":36,"end":45,"id":5,"ws":true,"disabled":false},{"text":"Florence","start":46,"end":54,"id":6,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":7,"ws":true,"disabled":false},{"text":"which","start":56,"end":61,"id":8,"ws":true,"disabled":false},{"text":"struck","start":62,"end":68,"id":9,"ws":true,"disabled":false},{"text":"North","start":69,"end":74,"id":10,"ws":true,"disabled":false},{"text":"Carolina","start":75,"end":83,"id":11,"ws":true,"disabled":false},{"text":"in","start":84,"end":86,"id":12,"ws":true,"disabled":false},{"text":"September","start":87,"end":96,"id":13,"ws":true,"disabled":false},{"text":"2018","start":97,"end":101,"id":14,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":15,"ws":true,"disabled":false},{"text":"was","start":103,"end":106,"id":16,"ws":true,"disabled":false},{"text":"probably","start":107,"end":115,"id":17,"ws":true,"disabled":false},{"text":"somewhat","start":116,"end":124,"id":18,"ws":true,"disabled":false},{"text":"larger","start":125,"end":131,"id":19,"ws":true,"disabled":false},{"text":"and","start":132,"end":135,"id":20,"ws":true,"disabled":false},{"text":"dumped","start":136,"end":142,"id":21,"ws":true,"disabled":false},{"text":"more","start":143,"end":147,"id":22,"ws":true,"disabled":false},{"text":"rain","start":148,"end":152,"id":23,"ws":true,"disabled":false},{"text":"than","start":153,"end":157,"id":24,"ws":true,"disabled":false},{"text":"it","start":158,"end":160,"id":25,"ws":true,"disabled":false},{"text":"would","start":161,"end":166,"id":26,"ws":true,"disabled":false},{"text":"have","start":167,"end":171,"id":27,"ws":true,"disabled":false},{"text":"if","start":172,"end":174,"id":28,"ws":true,"disabled":false},{"text":"the","start":175,"end":178,"id":29,"ws":true,"disabled":false},{"text":"same","start":179,"end":183,"id":30,"ws":true,"disabled":false},{"text":"storm","start":184,"end":189,"id":31,"ws":true,"disabled":false},{"text":"had","start":190,"end":193,"id":32,"ws":true,"disabled":false},{"text":"arrived","start":194,"end":201,"id":33,"ws":true,"disabled":false},{"text":"in","start":202,"end":204,"id":34,"ws":true,"disabled":false},{"text":"a","start":205,"end":206,"id":35,"ws":true,"disabled":false},{"text":"world","start":207,"end":212,"id":36,"ws":true,"disabled":false},{"text":"without","start":213,"end":220,"id":37,"ws":true,"disabled":false},{"text":"humans","start":221,"end":227,"id":38,"ws":false,"disabled":false},{"text":"\u2019","start":227,"end":228,"id":39,"ws":true,"disabled":false},{"text":"greenhouse","start":229,"end":239,"id":40,"ws":true,"disabled":false},{"text":"gas","start":240,"end":243,"id":41,"ws":true,"disabled":false},{"text":"emissions","start":244,"end":253,"id":42,"ws":true,"disabled":false},{"text":"in","start":254,"end":256,"id":43,"ws":true,"disabled":false},{"text":"the","start":257,"end":260,"id":44,"ws":true,"disabled":false},{"text":"atmosphere","start":261,"end":271,"id":45,"ws":false,"disabled":false},{"text":".","start":271,"end":272,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":273,"end":285,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":286,"end":298,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":40,"child":41,"head_span":{"start":229,"end":239,"token_start":40,"token_end":40,"label":"type_of"},"child_span":{"start":240,"end":243,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":41,"head_span":{"start":244,"end":253,"token_start":42,"token_end":42,"label":"aspect_changing"},"child_span":{"start":240,"end":243,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":41,"head_span":{"start":254,"end":271,"token_start":43,"token_end":45,"label":"where"},"child_span":{"start":240,"end":243,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":41,"head_span":{"start":221,"end":227,"token_start":38,"token_end":38,"label":"base"},"child_span":{"start":240,"end":243,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":47,"head_span":{"start":36,"end":45,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":273,"end":285,"token_start":47,"token_end":47,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":19,"child":5,"head_span":{"start":125,"end":131,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":36,"end":45,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":5,"head_span":{"start":116,"end":124,"token_start":18,"token_end":18,"label":"effect_size"},"child_span":{"start":36,"end":45,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":47,"head_span":{"start":143,"end":147,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":273,"end":285,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":47,"head_span":{"start":148,"end":152,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":273,"end":285,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":5,"head_span":{"start":240,"end":243,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":36,"end":45,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":47,"head_span":{"start":240,"end":243,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":273,"end":285,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The researchers predicted only modest carbon loss from tropical soils, but were surprised to find carbon emission increases of 55% over two years when those soils were heated by four degrees Celsius.\n","text":"The researchers predicted only modest carbon loss from tropical soils, but were surprised to find carbon emission increases of 55% over two years when those soils were heated by four degrees Celsius. IMPLIED_BASE IMPLIED_BASE","characters":"200","document_index":"844","md_sentence_index":"20","classification_origin":"causal_sentence_classification","url":"https://news.mongabay.com/2020/10/hotter-tropics-may-worsen-climate-change-reforestation-could-lessen-it-studies/","combo_id":"844_20","post-training batch1":"844_20","_input_hash":-1137283324,"_task_hash":-1792073191,"spans":[{"start":16,"end":25,"token_start":2,"token_end":2,"label":"confidence"},{"start":31,"end":37,"token_start":4,"token_end":4,"label":"effect_size"},{"start":38,"end":49,"token_start":5,"token_end":6,"label":"aspect_changing"},{"start":55,"end":63,"token_start":8,"token_end":8,"label":"type_of"},{"text":"soils","start":64,"token_start":9,"token_end":9,"end":69,"type":"pattern","label":"base"},{"start":93,"end":97,"token_start":15,"token_end":15,"label":"confidence"},{"start":98,"end":104,"token_start":16,"token_end":16,"label":"base"},{"start":105,"end":113,"token_start":17,"token_end":17,"label":"aspect_changing"},{"text":"increases","start":114,"token_start":18,"token_end":18,"end":123,"type":"pattern","label":"change_direction"},{"start":127,"end":130,"token_start":20,"token_end":21,"label":"effect_size"},{"start":131,"end":145,"token_start":22,"token_end":24,"label":"when"},{"start":157,"end":162,"token_start":27,"token_end":27,"label":"base"},{"start":168,"end":174,"token_start":29,"token_end":29,"label":"change_direction"},{"start":175,"end":198,"token_start":30,"token_end":33,"label":"effect_size"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"researchers","start":4,"end":15,"id":1,"ws":true,"disabled":false},{"text":"predicted","start":16,"end":25,"id":2,"ws":true,"disabled":false},{"text":"only","start":26,"end":30,"id":3,"ws":true,"disabled":false},{"text":"modest","start":31,"end":37,"id":4,"ws":true,"disabled":false},{"text":"carbon","start":38,"end":44,"id":5,"ws":true,"disabled":false},{"text":"loss","start":45,"end":49,"id":6,"ws":true,"disabled":false},{"text":"from","start":50,"end":54,"id":7,"ws":true,"disabled":false},{"text":"tropical","start":55,"end":63,"id":8,"ws":true,"disabled":false},{"text":"soils","start":64,"end":69,"id":9,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":10,"ws":true,"disabled":false},{"text":"but","start":71,"end":74,"id":11,"ws":true,"disabled":false},{"text":"were","start":75,"end":79,"id":12,"ws":true,"disabled":false},{"text":"surprised","start":80,"end":89,"id":13,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":14,"ws":true,"disabled":false},{"text":"find","start":93,"end":97,"id":15,"ws":true,"disabled":false},{"text":"carbon","start":98,"end":104,"id":16,"ws":true,"disabled":false},{"text":"emission","start":105,"end":113,"id":17,"ws":true,"disabled":false},{"text":"increases","start":114,"end":123,"id":18,"ws":true,"disabled":false},{"text":"of","start":124,"end":126,"id":19,"ws":true,"disabled":false},{"text":"55","start":127,"end":129,"id":20,"ws":false,"disabled":false},{"text":"%","start":129,"end":130,"id":21,"ws":true,"disabled":false},{"text":"over","start":131,"end":135,"id":22,"ws":true,"disabled":false},{"text":"two","start":136,"end":139,"id":23,"ws":true,"disabled":false},{"text":"years","start":140,"end":145,"id":24,"ws":true,"disabled":false},{"text":"when","start":146,"end":150,"id":25,"ws":true,"disabled":false},{"text":"those","start":151,"end":156,"id":26,"ws":true,"disabled":false},{"text":"soils","start":157,"end":162,"id":27,"ws":true,"disabled":false},{"text":"were","start":163,"end":167,"id":28,"ws":true,"disabled":false},{"text":"heated","start":168,"end":174,"id":29,"ws":true,"disabled":false},{"text":"by","start":175,"end":177,"id":30,"ws":true,"disabled":false},{"text":"four","start":178,"end":182,"id":31,"ws":true,"disabled":false},{"text":"degrees","start":183,"end":190,"id":32,"ws":true,"disabled":false},{"text":"Celsius","start":191,"end":198,"id":33,"ws":false,"disabled":false},{"text":".","start":198,"end":199,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":200,"end":212,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":213,"end":225,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":6,"child":9,"head_span":{"start":38,"end":49,"token_start":5,"token_end":6,"label":"aspect_changing"},"child_span":{"start":64,"end":69,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":55,"end":63,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":64,"end":69,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":27,"head_span":{"start":64,"end":69,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":157,"end":162,"token_start":27,"token_end":27,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":17,"child":16,"head_span":{"start":105,"end":113,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":98,"end":104,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":16,"head_span":{"start":114,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":98,"end":104,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":16,"head_span":{"start":127,"end":130,"token_start":20,"token_end":21,"label":"effect_size"},"child_span":{"start":98,"end":104,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":16,"head_span":{"start":131,"end":145,"token_start":22,"token_end":24,"label":"when"},"child_span":{"start":98,"end":104,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":27,"head_span":{"start":168,"end":174,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":157,"end":162,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":27,"head_span":{"start":175,"end":198,"token_start":30,"token_end":33,"label":"effect_size"},"child_span":{"start":157,"end":162,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":9,"head_span":{"start":16,"end":25,"token_start":2,"token_end":2,"label":"confidence"},"child_span":{"start":64,"end":69,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":93,"end":97,"token_start":15,"token_end":15,"label":"confidence"},"child_span":{"start":98,"end":104,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":16,"head_span":{"start":157,"end":162,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":98,"end":104,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":27,"head_span":{"start":55,"end":63,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":157,"end":162,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Moderate","original_md_text":"In many of these cases, an environmental disaster was a flashpoint which ultimately culminated in interpersonal violence due to lost infrastructure, fear and uncertainty, perceived scarcity or competition, or massive relocation\u2014all factors that weaken social control and counteract the mechanisms societies use to resolve disputes peacefully (Nardulli et al., 2015).\n","text":"In many of these cases, an environmental disaster was a flashpoint which ultimately culminated in interpersonal violence due to lost infrastructure, fear and uncertainty, perceived scarcity or competition, or massive relocation\u2014all factors that weaken social control and counteract the mechanisms societies use to resolve disputes peacefully (Nardulli et al., 2015). IMPLIED_BASE IMPLIED_BASE","characters":"367","document_index":"71","md_sentence_index":"158","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_158","post-training batch1":"71_158","_input_hash":-866355870,"_task_hash":317702217,"spans":[{"start":27,"end":40,"token_start":7,"token_end":7,"label":"type_of"},{"start":41,"end":49,"token_start":8,"token_end":8,"label":"base"},{"start":67,"end":97,"token_start":12,"token_end":15,"label":"predicate"},{"start":98,"end":111,"token_start":16,"token_end":16,"label":"type_of"},{"text":"violence","start":112,"token_start":17,"token_end":17,"end":120,"type":"pattern","label":"base"},{"start":121,"end":127,"token_start":18,"token_end":19,"label":"predicate"},{"start":128,"end":132,"token_start":20,"token_end":20,"label":"change_direction"},{"text":"infrastructure","start":133,"token_start":21,"token_end":21,"end":147,"type":"pattern","label":"base"},{"start":149,"end":153,"token_start":23,"token_end":23,"label":"base"},{"start":158,"end":169,"token_start":25,"token_end":25,"label":"base"},{"start":171,"end":180,"token_start":27,"token_end":27,"label":"type_of"},{"start":181,"end":189,"token_start":28,"token_end":28,"label":"base"},{"start":193,"end":204,"token_start":30,"token_end":30,"label":"base"},{"start":209,"end":216,"token_start":33,"token_end":33,"label":"type_of"},{"start":217,"end":227,"token_start":34,"token_end":34,"label":"base"},{"start":228,"end":244,"token_start":36,"token_end":38,"label":"predicate"},{"start":245,"end":251,"token_start":39,"token_end":39,"label":"change_direction"},{"start":252,"end":266,"token_start":40,"token_end":41,"label":"base"},{"start":271,"end":281,"token_start":43,"token_end":43,"label":"change_direction"},{"start":286,"end":296,"token_start":45,"token_end":45,"label":"aspect_changing"},{"start":297,"end":306,"token_start":46,"token_end":46,"label":"to_whom"},{"start":311,"end":341,"token_start":48,"token_end":51,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"many","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"of","start":8,"end":10,"id":2,"ws":true,"disabled":false},{"text":"these","start":11,"end":16,"id":3,"ws":true,"disabled":false},{"text":"cases","start":17,"end":22,"id":4,"ws":false,"disabled":false},{"text":",","start":22,"end":23,"id":5,"ws":true,"disabled":false},{"text":"an","start":24,"end":26,"id":6,"ws":true,"disabled":false},{"text":"environmental","start":27,"end":40,"id":7,"ws":true,"disabled":false},{"text":"disaster","start":41,"end":49,"id":8,"ws":true,"disabled":false},{"text":"was","start":50,"end":53,"id":9,"ws":true,"disabled":false},{"text":"a","start":54,"end":55,"id":10,"ws":true,"disabled":false},{"text":"flashpoint","start":56,"end":66,"id":11,"ws":true,"disabled":false},{"text":"which","start":67,"end":72,"id":12,"ws":true,"disabled":false},{"text":"ultimately","start":73,"end":83,"id":13,"ws":true,"disabled":false},{"text":"culminated","start":84,"end":94,"id":14,"ws":true,"disabled":false},{"text":"in","start":95,"end":97,"id":15,"ws":true,"disabled":false},{"text":"interpersonal","start":98,"end":111,"id":16,"ws":true,"disabled":false},{"text":"violence","start":112,"end":120,"id":17,"ws":true,"disabled":false},{"text":"due","start":121,"end":124,"id":18,"ws":true,"disabled":false},{"text":"to","start":125,"end":127,"id":19,"ws":true,"disabled":false},{"text":"lost","start":128,"end":132,"id":20,"ws":true,"disabled":false},{"text":"infrastructure","start":133,"end":147,"id":21,"ws":false,"disabled":false},{"text":",","start":147,"end":148,"id":22,"ws":true,"disabled":false},{"text":"fear","start":149,"end":153,"id":23,"ws":true,"disabled":false},{"text":"and","start":154,"end":157,"id":24,"ws":true,"disabled":false},{"text":"uncertainty","start":158,"end":169,"id":25,"ws":false,"disabled":false},{"text":",","start":169,"end":170,"id":26,"ws":true,"disabled":false},{"text":"perceived","start":171,"end":180,"id":27,"ws":true,"disabled":false},{"text":"scarcity","start":181,"end":189,"id":28,"ws":true,"disabled":false},{"text":"or","start":190,"end":192,"id":29,"ws":true,"disabled":false},{"text":"competition","start":193,"end":204,"id":30,"ws":false,"disabled":false},{"text":",","start":204,"end":205,"id":31,"ws":true,"disabled":false},{"text":"or","start":206,"end":208,"id":32,"ws":true,"disabled":false},{"text":"massive","start":209,"end":216,"id":33,"ws":true,"disabled":false},{"text":"relocation","start":217,"end":227,"id":34,"ws":false,"disabled":false},{"text":"\u2014","start":227,"end":228,"id":35,"ws":false,"disabled":false},{"text":"all","start":228,"end":231,"id":36,"ws":true,"disabled":false},{"text":"factors","start":232,"end":239,"id":37,"ws":true,"disabled":false},{"text":"that","start":240,"end":244,"id":38,"ws":true,"disabled":false},{"text":"weaken","start":245,"end":251,"id":39,"ws":true,"disabled":false},{"text":"social","start":252,"end":258,"id":40,"ws":true,"disabled":false},{"text":"control","start":259,"end":266,"id":41,"ws":true,"disabled":false},{"text":"and","start":267,"end":270,"id":42,"ws":true,"disabled":false},{"text":"counteract","start":271,"end":281,"id":43,"ws":true,"disabled":false},{"text":"the","start":282,"end":285,"id":44,"ws":true,"disabled":false},{"text":"mechanisms","start":286,"end":296,"id":45,"ws":true,"disabled":false},{"text":"societies","start":297,"end":306,"id":46,"ws":true,"disabled":false},{"text":"use","start":307,"end":310,"id":47,"ws":true,"disabled":false},{"text":"to","start":311,"end":313,"id":48,"ws":true,"disabled":false},{"text":"resolve","start":314,"end":321,"id":49,"ws":true,"disabled":false},{"text":"disputes","start":322,"end":330,"id":50,"ws":true,"disabled":false},{"text":"peacefully","start":331,"end":341,"id":51,"ws":true,"disabled":false},{"text":"(","start":342,"end":343,"id":52,"ws":false,"disabled":false},{"text":"Nardulli","start":343,"end":351,"id":53,"ws":true,"disabled":false},{"text":"et","start":352,"end":354,"id":54,"ws":true,"disabled":false},{"text":"al","start":355,"end":357,"id":55,"ws":false,"disabled":false},{"text":".","start":357,"end":358,"id":56,"ws":false,"disabled":false},{"text":",","start":358,"end":359,"id":57,"ws":true,"disabled":false},{"text":"2015","start":360,"end":364,"id":58,"ws":false,"disabled":false},{"text":")","start":364,"end":365,"id":59,"ws":false,"disabled":false},{"text":".","start":365,"end":366,"id":60,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":367,"end":379,"id":61,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":380,"end":392,"id":62,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":46,"child":51,"head_span":{"start":297,"end":306,"token_start":46,"token_end":46,"label":"to_whom"},"child_span":{"start":311,"end":341,"token_start":48,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":51,"head_span":{"start":286,"end":296,"token_start":45,"token_end":45,"label":"aspect_changing"},"child_span":{"start":311,"end":341,"token_start":48,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":51,"head_span":{"start":271,"end":281,"token_start":43,"token_end":43,"label":"change_direction"},"child_span":{"start":311,"end":341,"token_start":48,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":41,"head_span":{"start":245,"end":251,"token_start":39,"token_end":39,"label":"change_direction"},"child_span":{"start":252,"end":266,"token_start":40,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":98,"end":111,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":128,"end":132,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":133,"end":147,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":28,"head_span":{"start":171,"end":180,"token_start":27,"token_end":27,"label":"type_of"},"child_span":{"start":181,"end":189,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":30,"head_span":{"start":171,"end":180,"token_start":27,"token_end":27,"label":"type_of"},"child_span":{"start":193,"end":204,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":34,"head_span":{"start":209,"end":216,"token_start":33,"token_end":33,"label":"type_of"},"child_span":{"start":217,"end":227,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":27,"end":40,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":41,"end":49,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":17,"head_span":{"start":41,"end":49,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":21,"head_span":{"start":41,"end":49,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":133,"end":147,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":23,"head_span":{"start":41,"end":49,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":149,"end":153,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":25,"head_span":{"start":41,"end":49,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":158,"end":169,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":28,"head_span":{"start":41,"end":49,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":181,"end":189,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":30,"head_span":{"start":41,"end":49,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":193,"end":204,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":34,"head_span":{"start":41,"end":49,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":217,"end":227,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":41,"head_span":{"start":133,"end":147,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":252,"end":266,"token_start":40,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":51,"head_span":{"start":133,"end":147,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":311,"end":341,"token_start":48,"token_end":51,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":41,"head_span":{"start":149,"end":153,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":252,"end":266,"token_start":40,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":51,"head_span":{"start":149,"end":153,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":311,"end":341,"token_start":48,"token_end":51,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":41,"head_span":{"start":158,"end":169,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":252,"end":266,"token_start":40,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":51,"head_span":{"start":158,"end":169,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":311,"end":341,"token_start":48,"token_end":51,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":41,"head_span":{"start":181,"end":189,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":252,"end":266,"token_start":40,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":51,"head_span":{"start":181,"end":189,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":311,"end":341,"token_start":48,"token_end":51,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":41,"head_span":{"start":193,"end":204,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":252,"end":266,"token_start":40,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":51,"head_span":{"start":193,"end":204,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":311,"end":341,"token_start":48,"token_end":51,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":41,"head_span":{"start":217,"end":227,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":252,"end":266,"token_start":40,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":51,"head_span":{"start":217,"end":227,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":311,"end":341,"token_start":48,"token_end":51,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":17,"head_span":{"start":133,"end":147,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":17,"head_span":{"start":149,"end":153,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":17,"head_span":{"start":158,"end":169,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":17,"head_span":{"start":181,"end":189,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":17,"head_span":{"start":193,"end":204,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":17,"head_span":{"start":217,"end":227,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":false,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The researchers estimated, based on these findings, that a 1oC increase in average temperature \u2014 a fairly conservative estimate of climate change in the following decades \u2014 will likely yield a 6% increase in violent crime rates, as many as 25,000 more serious and deadly assaults per year in the United States alone.\n","text":"The researchers estimated, based on these findings, that a 1oC increase in average temperature \u2014 a fairly conservative estimate of climate change in the following decades \u2014 will likely yield a 6% increase in violent crime rates, as many as 25,000 more serious and deadly assaults per year in the United States alone. IMPLIED_BASE IMPLIED_BASE","characters":"317","document_index":"711","md_sentence_index":"30","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_30","post-training batch1":"711_30","_input_hash":1654481620,"_task_hash":1863894188,"spans":[{"start":16,"end":25,"token_start":2,"token_end":2,"label":"confidence"},{"start":59,"end":62,"token_start":11,"token_end":11,"label":"effect_size"},{"text":"increase","start":63,"token_start":12,"token_end":12,"end":71,"type":"pattern","label":"change_direction"},{"start":75,"end":94,"token_start":14,"token_end":15,"label":"aspect_changing"},{"start":99,"end":127,"token_start":18,"token_end":20,"label":"confidence"},{"text":"climate change","start":131,"token_start":22,"token_end":23,"end":145,"type":"pattern","label":"base"},{"start":146,"end":170,"token_start":24,"token_end":27,"label":"when"},{"start":173,"end":184,"token_start":29,"token_end":30,"label":"confidence"},{"start":185,"end":190,"token_start":31,"token_end":31,"label":"predicate"},{"start":193,"end":195,"token_start":33,"token_end":34,"label":"effect_size"},{"text":"increase","start":196,"token_start":35,"token_end":35,"end":204,"type":"pattern","label":"change_direction"},{"start":208,"end":215,"token_start":37,"token_end":37,"label":"type_of"},{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},{"text":"rates","start":222,"token_start":39,"token_end":39,"end":227,"type":"pattern","label":"aspect_changing"},{"start":229,"end":246,"token_start":41,"token_end":44,"label":"effect_size"},{"text":"more","start":247,"token_start":45,"token_end":45,"end":251,"type":"pattern","label":"change_direction"},{"start":252,"end":259,"token_start":46,"token_end":46,"label":"type_of"},{"start":264,"end":270,"token_start":48,"token_end":48,"label":"type_of"},{"start":271,"end":279,"token_start":49,"token_end":49,"label":"base"},{"start":280,"end":288,"token_start":50,"token_end":51,"label":"when"},{"start":289,"end":309,"token_start":52,"token_end":55,"label":"where"},{"start":317,"end":329,"token_start":58,"token_end":58,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"researchers","start":4,"end":15,"id":1,"ws":true,"disabled":false},{"text":"estimated","start":16,"end":25,"id":2,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":3,"ws":true,"disabled":false},{"text":"based","start":27,"end":32,"id":4,"ws":true,"disabled":false},{"text":"on","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"these","start":36,"end":41,"id":6,"ws":true,"disabled":false},{"text":"findings","start":42,"end":50,"id":7,"ws":false,"disabled":false},{"text":",","start":50,"end":51,"id":8,"ws":true,"disabled":false},{"text":"that","start":52,"end":56,"id":9,"ws":true,"disabled":false},{"text":"a","start":57,"end":58,"id":10,"ws":true,"disabled":false},{"text":"1oC","start":59,"end":62,"id":11,"ws":true,"disabled":false},{"text":"increase","start":63,"end":71,"id":12,"ws":true,"disabled":false},{"text":"in","start":72,"end":74,"id":13,"ws":true,"disabled":false},{"text":"average","start":75,"end":82,"id":14,"ws":true,"disabled":false},{"text":"temperature","start":83,"end":94,"id":15,"ws":true,"disabled":false},{"text":"\u2014","start":95,"end":96,"id":16,"ws":true,"disabled":false},{"text":"a","start":97,"end":98,"id":17,"ws":true,"disabled":false},{"text":"fairly","start":99,"end":105,"id":18,"ws":true,"disabled":false},{"text":"conservative","start":106,"end":118,"id":19,"ws":true,"disabled":false},{"text":"estimate","start":119,"end":127,"id":20,"ws":true,"disabled":false},{"text":"of","start":128,"end":130,"id":21,"ws":true,"disabled":false},{"text":"climate","start":131,"end":138,"id":22,"ws":true,"disabled":false},{"text":"change","start":139,"end":145,"id":23,"ws":true,"disabled":false},{"text":"in","start":146,"end":148,"id":24,"ws":true,"disabled":false},{"text":"the","start":149,"end":152,"id":25,"ws":true,"disabled":false},{"text":"following","start":153,"end":162,"id":26,"ws":true,"disabled":false},{"text":"decades","start":163,"end":170,"id":27,"ws":true,"disabled":false},{"text":"\u2014","start":171,"end":172,"id":28,"ws":true,"disabled":false},{"text":"will","start":173,"end":177,"id":29,"ws":true,"disabled":false},{"text":"likely","start":178,"end":184,"id":30,"ws":true,"disabled":false},{"text":"yield","start":185,"end":190,"id":31,"ws":true,"disabled":false},{"text":"a","start":191,"end":192,"id":32,"ws":true,"disabled":false},{"text":"6","start":193,"end":194,"id":33,"ws":false,"disabled":false},{"text":"%","start":194,"end":195,"id":34,"ws":true,"disabled":false},{"text":"increase","start":196,"end":204,"id":35,"ws":true,"disabled":false},{"text":"in","start":205,"end":207,"id":36,"ws":true,"disabled":false},{"text":"violent","start":208,"end":215,"id":37,"ws":true,"disabled":false},{"text":"crime","start":216,"end":221,"id":38,"ws":true,"disabled":false},{"text":"rates","start":222,"end":227,"id":39,"ws":false,"disabled":false},{"text":",","start":227,"end":228,"id":40,"ws":true,"disabled":false},{"text":"as","start":229,"end":231,"id":41,"ws":true,"disabled":false},{"text":"many","start":232,"end":236,"id":42,"ws":true,"disabled":false},{"text":"as","start":237,"end":239,"id":43,"ws":true,"disabled":false},{"text":"25,000","start":240,"end":246,"id":44,"ws":true,"disabled":false},{"text":"more","start":247,"end":251,"id":45,"ws":true,"disabled":false},{"text":"serious","start":252,"end":259,"id":46,"ws":true,"disabled":false},{"text":"and","start":260,"end":263,"id":47,"ws":true,"disabled":false},{"text":"deadly","start":264,"end":270,"id":48,"ws":true,"disabled":false},{"text":"assaults","start":271,"end":279,"id":49,"ws":true,"disabled":false},{"text":"per","start":280,"end":283,"id":50,"ws":true,"disabled":false},{"text":"year","start":284,"end":288,"id":51,"ws":true,"disabled":false},{"text":"in","start":289,"end":291,"id":52,"ws":true,"disabled":false},{"text":"the","start":292,"end":295,"id":53,"ws":true,"disabled":false},{"text":"United","start":296,"end":302,"id":54,"ws":true,"disabled":false},{"text":"States","start":303,"end":309,"id":55,"ws":true,"disabled":false},{"text":"alone","start":310,"end":315,"id":56,"ws":false,"disabled":false},{"text":".","start":315,"end":316,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":317,"end":329,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":330,"end":342,"id":59,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":15,"child":58,"head_span":{"start":75,"end":94,"token_start":14,"token_end":15,"label":"aspect_changing"},"child_span":{"start":317,"end":329,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":58,"head_span":{"start":63,"end":71,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":317,"end":329,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":58,"head_span":{"start":59,"end":62,"token_start":11,"token_end":11,"label":"effect_size"},"child_span":{"start":317,"end":329,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":23,"head_span":{"start":146,"end":170,"token_start":24,"token_end":27,"label":"when"},"child_span":{"start":131,"end":145,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":38,"head_span":{"start":208,"end":215,"token_start":37,"token_end":37,"label":"type_of"},"child_span":{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":38,"head_span":{"start":222,"end":227,"token_start":39,"token_end":39,"label":"aspect_changing"},"child_span":{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":38,"head_span":{"start":196,"end":204,"token_start":35,"token_end":35,"label":"change_direction"},"child_span":{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":38,"head_span":{"start":193,"end":195,"token_start":33,"token_end":34,"label":"effect_size"},"child_span":{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":49,"head_span":{"start":247,"end":251,"token_start":45,"token_end":45,"label":"change_direction"},"child_span":{"start":271,"end":279,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":49,"head_span":{"start":252,"end":259,"token_start":46,"token_end":46,"label":"type_of"},"child_span":{"start":271,"end":279,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":49,"head_span":{"start":264,"end":270,"token_start":48,"token_end":48,"label":"type_of"},"child_span":{"start":271,"end":279,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":49,"head_span":{"start":280,"end":288,"token_start":50,"token_end":51,"label":"when"},"child_span":{"start":271,"end":279,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":55,"child":49,"head_span":{"start":289,"end":309,"token_start":52,"token_end":55,"label":"where"},"child_span":{"start":271,"end":279,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":99,"end":127,"token_start":18,"token_end":20,"label":"confidence"},"child_span":{"start":131,"end":145,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":58,"child":38,"head_span":{"start":317,"end":329,"token_start":58,"token_end":58,"label":"base"},"child_span":{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":58,"child":49,"head_span":{"start":317,"end":329,"token_start":58,"token_end":58,"label":"base"},"child_span":{"start":271,"end":279,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":38,"head_span":{"start":131,"end":145,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":49,"head_span":{"start":131,"end":145,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":271,"end":279,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Solutions","relation count":"One","complexity":"Simple","original_md_text":"This makes the fight against single-use plastic pollution more compelling and holistic, realizing that good choices in renewable energy and climate friendly decisions may also help reduce single-use plastic production and pollution, and vice versa.\n","text":"This makes the fight against single-use plastic pollution more compelling and holistic, realizing that good choices in renewable energy and climate friendly decisions may also help reduce single-use plastic production and pollution, and vice versa. IMPLIED_BASE IMPLIED_BASE","characters":"249","document_index":"53","md_sentence_index":"28","classification_origin":"cm_cause_effect_rel","url":"https://www.surfrider.org/coastal-blog/entry/the-link-between-fossil-fuels-single-use-plastics-and-climate-change","combo_id":"53_28","post-training batch1":"53_28","_input_hash":539329038,"_task_hash":-642390262,"spans":[{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},{"start":21,"end":57,"token_start":4,"token_end":9,"label":"type_of"},{"start":58,"end":86,"token_start":10,"token_end":13,"label":"change_direction"},{"start":88,"end":102,"token_start":15,"token_end":16,"label":"predicate"},{"start":103,"end":115,"token_start":17,"token_end":18,"label":"aspect_changing"},{"start":119,"end":128,"token_start":20,"token_end":20,"label":"type_of"},{"start":129,"end":135,"token_start":21,"token_end":21,"label":"base"},{"start":140,"end":156,"token_start":23,"token_end":24,"label":"type_of"},{"start":157,"end":166,"token_start":25,"token_end":25,"label":"base"},{"start":167,"end":170,"token_start":26,"token_end":26,"label":"confidence"},{"start":176,"end":187,"token_start":28,"token_end":29,"label":"change_direction"},{"start":188,"end":198,"token_start":30,"token_end":32,"label":"type_of"},{"start":199,"end":206,"token_start":33,"token_end":33,"label":"base"},{"start":207,"end":217,"token_start":34,"token_end":34,"label":"aspect_changing"},{"start":222,"end":231,"token_start":36,"token_end":36,"label":"aspect_changing"},{"start":233,"end":247,"token_start":38,"token_end":40,"label":"predicate"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"makes","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"the","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"fight","start":15,"end":20,"id":3,"ws":true,"disabled":false},{"text":"against","start":21,"end":28,"id":4,"ws":true,"disabled":false},{"text":"single","start":29,"end":35,"id":5,"ws":false,"disabled":false},{"text":"-","start":35,"end":36,"id":6,"ws":false,"disabled":false},{"text":"use","start":36,"end":39,"id":7,"ws":true,"disabled":false},{"text":"plastic","start":40,"end":47,"id":8,"ws":true,"disabled":false},{"text":"pollution","start":48,"end":57,"id":9,"ws":true,"disabled":false},{"text":"more","start":58,"end":62,"id":10,"ws":true,"disabled":false},{"text":"compelling","start":63,"end":73,"id":11,"ws":true,"disabled":false},{"text":"and","start":74,"end":77,"id":12,"ws":true,"disabled":false},{"text":"holistic","start":78,"end":86,"id":13,"ws":false,"disabled":false},{"text":",","start":86,"end":87,"id":14,"ws":true,"disabled":false},{"text":"realizing","start":88,"end":97,"id":15,"ws":true,"disabled":false},{"text":"that","start":98,"end":102,"id":16,"ws":true,"disabled":false},{"text":"good","start":103,"end":107,"id":17,"ws":true,"disabled":false},{"text":"choices","start":108,"end":115,"id":18,"ws":true,"disabled":false},{"text":"in","start":116,"end":118,"id":19,"ws":true,"disabled":false},{"text":"renewable","start":119,"end":128,"id":20,"ws":true,"disabled":false},{"text":"energy","start":129,"end":135,"id":21,"ws":true,"disabled":false},{"text":"and","start":136,"end":139,"id":22,"ws":true,"disabled":false},{"text":"climate","start":140,"end":147,"id":23,"ws":true,"disabled":false},{"text":"friendly","start":148,"end":156,"id":24,"ws":true,"disabled":false},{"text":"decisions","start":157,"end":166,"id":25,"ws":true,"disabled":false},{"text":"may","start":167,"end":170,"id":26,"ws":true,"disabled":false},{"text":"also","start":171,"end":175,"id":27,"ws":true,"disabled":false},{"text":"help","start":176,"end":180,"id":28,"ws":true,"disabled":false},{"text":"reduce","start":181,"end":187,"id":29,"ws":true,"disabled":false},{"text":"single","start":188,"end":194,"id":30,"ws":false,"disabled":false},{"text":"-","start":194,"end":195,"id":31,"ws":false,"disabled":false},{"text":"use","start":195,"end":198,"id":32,"ws":true,"disabled":false},{"text":"plastic","start":199,"end":206,"id":33,"ws":true,"disabled":false},{"text":"production","start":207,"end":217,"id":34,"ws":true,"disabled":false},{"text":"and","start":218,"end":221,"id":35,"ws":true,"disabled":false},{"text":"pollution","start":222,"end":231,"id":36,"ws":false,"disabled":false},{"text":",","start":231,"end":232,"id":37,"ws":true,"disabled":false},{"text":"and","start":233,"end":236,"id":38,"ws":true,"disabled":false},{"text":"vice","start":237,"end":241,"id":39,"ws":true,"disabled":false},{"text":"versa","start":242,"end":247,"id":40,"ws":false,"disabled":false},{"text":".","start":247,"end":248,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":249,"end":261,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":262,"end":274,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":32,"child":33,"head_span":{"start":188,"end":198,"token_start":30,"token_end":32,"label":"type_of"},"child_span":{"start":199,"end":206,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":207,"end":217,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":199,"end":206,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":33,"head_span":{"start":222,"end":231,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":199,"end":206,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":33,"head_span":{"start":176,"end":187,"token_start":28,"token_end":29,"label":"change_direction"},"child_span":{"start":199,"end":206,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":119,"end":128,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":129,"end":135,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":21,"head_span":{"start":103,"end":115,"token_start":17,"token_end":18,"label":"aspect_changing"},"child_span":{"start":129,"end":135,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":25,"head_span":{"start":140,"end":156,"token_start":23,"token_end":24,"label":"type_of"},"child_span":{"start":157,"end":166,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":33,"head_span":{"start":129,"end":135,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":199,"end":206,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":33,"head_span":{"start":157,"end":166,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":199,"end":206,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":25,"head_span":{"start":199,"end":206,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":157,"end":166,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":21,"head_span":{"start":199,"end":206,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":129,"end":135,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":3,"head_span":{"start":21,"end":57,"token_start":4,"token_end":9,"label":"type_of"},"child_span":{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":3,"head_span":{"start":58,"end":86,"token_start":10,"token_end":13,"label":"change_direction"},"child_span":{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":3,"head_span":{"start":199,"end":206,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"staged","Dataset name":"checkin-four","ignore?":"","reason":"","relation count":"Many","complexity":"Moderate","original_md_text":"A comprehensive meta-analysis of such studies predicted that a 1 standard deviation increase in global temperatures or extreme rainfall could increase the frequency of interpersonal violence by 4% and intergroup conflict by 14% (Hsiang et al., 2013).","text":"A comprehensive meta-analysis of such studies predicted that a 1 standard deviation increase in global temperatures or extreme rainfall could increase the frequency of interpersonal violence by 4% and intergroup conflict by 14% (Hsiang et al., 2013). IMPLIED_BASE IMPLIED_BASE","characters":"250","document_index":"71","md_sentence_index":"202","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_202","post-training batch1":"71_202","_input_hash":1345352403,"_task_hash":-1488897075,"spans":[{"start":46,"end":55,"token_start":8,"token_end":8,"label":"confidence"},{"start":63,"end":83,"token_start":11,"token_end":13,"label":"effect_size"},{"text":"increase","start":84,"token_start":14,"token_end":14,"end":92,"type":"pattern","label":"change_direction"},{"start":96,"end":115,"token_start":16,"token_end":17,"label":"aspect_changing"},{"start":119,"end":126,"token_start":19,"token_end":19,"label":"type_of"},{"start":127,"end":135,"token_start":20,"token_end":20,"label":"base"},{"start":136,"end":141,"token_start":21,"token_end":21,"label":"confidence"},{"text":"increase","start":142,"token_start":22,"token_end":22,"end":150,"type":"pattern","label":"change_direction"},{"text":"frequency","start":155,"token_start":24,"token_end":24,"end":164,"type":"pattern","label":"aspect_changing"},{"start":168,"end":181,"token_start":26,"token_end":26,"label":"type_of"},{"text":"violence","start":182,"token_start":27,"token_end":27,"end":190,"type":"pattern","label":"base"},{"start":191,"end":196,"token_start":28,"token_end":30,"label":"effect_size"},{"start":201,"end":211,"token_start":32,"token_end":32,"label":"type_of"},{"text":"conflict","start":212,"token_start":33,"token_end":33,"end":220,"type":"pattern","label":"base"},{"start":221,"end":227,"token_start":34,"token_end":36,"label":"effect_size"},{"start":251,"end":263,"token_start":46,"token_end":46,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"comprehensive","start":2,"end":15,"id":1,"ws":true,"disabled":false},{"text":"meta","start":16,"end":20,"id":2,"ws":false,"disabled":false},{"text":"-","start":20,"end":21,"id":3,"ws":false,"disabled":false},{"text":"analysis","start":21,"end":29,"id":4,"ws":true,"disabled":false},{"text":"of","start":30,"end":32,"id":5,"ws":true,"disabled":false},{"text":"such","start":33,"end":37,"id":6,"ws":true,"disabled":false},{"text":"studies","start":38,"end":45,"id":7,"ws":true,"disabled":false},{"text":"predicted","start":46,"end":55,"id":8,"ws":true,"disabled":false},{"text":"that","start":56,"end":60,"id":9,"ws":true,"disabled":false},{"text":"a","start":61,"end":62,"id":10,"ws":true,"disabled":false},{"text":"1","start":63,"end":64,"id":11,"ws":true,"disabled":false},{"text":"standard","start":65,"end":73,"id":12,"ws":true,"disabled":false},{"text":"deviation","start":74,"end":83,"id":13,"ws":true,"disabled":false},{"text":"increase","start":84,"end":92,"id":14,"ws":true,"disabled":false},{"text":"in","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"global","start":96,"end":102,"id":16,"ws":true,"disabled":false},{"text":"temperatures","start":103,"end":115,"id":17,"ws":true,"disabled":false},{"text":"or","start":116,"end":118,"id":18,"ws":true,"disabled":false},{"text":"extreme","start":119,"end":126,"id":19,"ws":true,"disabled":false},{"text":"rainfall","start":127,"end":135,"id":20,"ws":true,"disabled":false},{"text":"could","start":136,"end":141,"id":21,"ws":true,"disabled":false},{"text":"increase","start":142,"end":150,"id":22,"ws":true,"disabled":false},{"text":"the","start":151,"end":154,"id":23,"ws":true,"disabled":false},{"text":"frequency","start":155,"end":164,"id":24,"ws":true,"disabled":false},{"text":"of","start":165,"end":167,"id":25,"ws":true,"disabled":false},{"text":"interpersonal","start":168,"end":181,"id":26,"ws":true,"disabled":false},{"text":"violence","start":182,"end":190,"id":27,"ws":true,"disabled":false},{"text":"by","start":191,"end":193,"id":28,"ws":true,"disabled":false},{"text":"4","start":194,"end":195,"id":29,"ws":false,"disabled":false},{"text":"%","start":195,"end":196,"id":30,"ws":true,"disabled":false},{"text":"and","start":197,"end":200,"id":31,"ws":true,"disabled":false},{"text":"intergroup","start":201,"end":211,"id":32,"ws":true,"disabled":false},{"text":"conflict","start":212,"end":220,"id":33,"ws":true,"disabled":false},{"text":"by","start":221,"end":223,"id":34,"ws":true,"disabled":false},{"text":"14","start":224,"end":226,"id":35,"ws":false,"disabled":false},{"text":"%","start":226,"end":227,"id":36,"ws":true,"disabled":false},{"text":"(","start":228,"end":229,"id":37,"ws":false,"disabled":false},{"text":"Hsiang","start":229,"end":235,"id":38,"ws":true,"disabled":false},{"text":"et","start":236,"end":238,"id":39,"ws":true,"disabled":false},{"text":"al","start":239,"end":241,"id":40,"ws":false,"disabled":false},{"text":".","start":241,"end":242,"id":41,"ws":false,"disabled":false},{"text":",","start":242,"end":243,"id":42,"ws":true,"disabled":false},{"text":"2013","start":244,"end":248,"id":43,"ws":false,"disabled":false},{"text":")","start":248,"end":249,"id":44,"ws":false,"disabled":false},{"text":".","start":249,"end":250,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":251,"end":263,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":264,"end":276,"id":47,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":17,"child":46,"head_span":{"start":96,"end":115,"token_start":16,"token_end":17,"label":"aspect_changing"},"child_span":{"start":251,"end":263,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":46,"head_span":{"start":84,"end":92,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":251,"end":263,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":119,"end":126,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":127,"end":135,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":168,"end":181,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":182,"end":190,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":33,"head_span":{"start":201,"end":211,"token_start":32,"token_end":32,"label":"type_of"},"child_span":{"start":212,"end":220,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":27,"head_span":{"start":155,"end":164,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":182,"end":190,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":33,"head_span":{"start":155,"end":164,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":212,"end":220,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":27,"head_span":{"start":142,"end":150,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":182,"end":190,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":33,"head_span":{"start":142,"end":150,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":212,"end":220,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":27,"head_span":{"start":251,"end":263,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":182,"end":190,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":33,"head_span":{"start":251,"end":263,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":212,"end":220,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":27,"head_span":{"start":127,"end":135,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":182,"end":190,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":33,"head_span":{"start":127,"end":135,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":212,"end":220,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In some places marvels of human engineering worsen effects from rising seas in a warming world.","text":"In some places marvels of human engineering worsen effects from rising seas in a warming world. IMPLIED_BASE IMPLIED_BASE","characters":"95","document_index":"382","md_sentence_index":"52","classification_origin":"cm_cause_effect_rel","url":"https://www.nationalgeographic.com/environment/global-warming/big-thaw/","combo_id":"382_52","post-training batch1":"382_52","_input_hash":-2044373593,"_task_hash":1529300105,"spans":[{"text":"rising","start":64,"token_start":10,"token_end":10,"end":70,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"some","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"places","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"marvels","start":15,"end":22,"id":3,"ws":true,"disabled":false},{"text":"of","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"human","start":26,"end":31,"id":5,"ws":true,"disabled":false},{"text":"engineering","start":32,"end":43,"id":6,"ws":true,"disabled":false},{"text":"worsen","start":44,"end":50,"id":7,"ws":true,"disabled":false},{"text":"effects","start":51,"end":58,"id":8,"ws":true,"disabled":false},{"text":"from","start":59,"end":63,"id":9,"ws":true,"disabled":false},{"text":"rising","start":64,"end":70,"id":10,"ws":true,"disabled":false},{"text":"seas","start":71,"end":75,"id":11,"ws":true,"disabled":false},{"text":"in","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"a","start":79,"end":80,"id":13,"ws":true,"disabled":false},{"text":"warming","start":81,"end":88,"id":14,"ws":true,"disabled":false},{"text":"world","start":89,"end":94,"id":15,"ws":false,"disabled":false},{"text":".","start":94,"end":95,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":109,"end":121,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"staged","Dataset name":"checkin-four","ignore?":"","reason":"","relation count":"Many","complexity":"Complex","original_md_text":"As an illustrative example of increased military costs due to climate change: receding Arctic ice cover requires deployment of new naval vessels to address growing tensions between Canada, the United States, Russia, and China over newly-exposed natural resources and shipping lanes (Department of Defense, 2015).","text":"As an illustrative example of increased military costs due to climate change: receding Arctic ice cover requires deployment of new naval vessels to address growing tensions between Canada, the United States, Russia, and China over newly-exposed natural resources and shipping lanes (Department of Defense, 2015). IMPLIED_BASE IMPLIED_BASE","characters":"312","document_index":"71","md_sentence_index":"227","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_227","post-training batch1":"71_227","_input_hash":1502375230,"_task_hash":22283071,"spans":[{"text":"increased","start":30,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"change_direction"},{"start":40,"end":48,"token_start":6,"token_end":6,"label":"base"},{"text":"costs","start":49,"token_start":7,"token_end":7,"end":54,"type":"pattern","label":"aspect_changing"},{"start":55,"end":61,"token_start":8,"token_end":9,"label":"predicate"},{"text":"climate change","start":62,"token_start":10,"token_end":11,"end":76,"type":"pattern","label":"base"},{"start":76,"end":77,"token_start":12,"token_end":12,"label":"predicate"},{"text":"receding","start":78,"token_start":13,"token_end":13,"end":86,"type":"pattern","label":"change_direction"},{"start":87,"end":93,"token_start":14,"token_end":14,"label":"where"},{"start":94,"end":97,"token_start":15,"token_end":15,"label":"base"},{"start":98,"end":103,"token_start":16,"token_end":16,"label":"aspect_changing"},{"start":104,"end":112,"token_start":17,"token_end":17,"label":"predicate"},{"start":113,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},{"start":127,"end":130,"token_start":20,"token_end":20,"label":"type_of"},{"text":"naval vessels","start":131,"token_start":21,"token_end":22,"end":144,"type":"pattern","label":"base"},{"start":145,"end":155,"token_start":23,"token_end":24,"label":"predicate"},{"text":"growing","start":156,"token_start":25,"token_end":25,"end":163,"type":"pattern","label":"change_direction"},{"text":"tensions","start":164,"token_start":26,"token_end":26,"end":172,"type":"pattern","label":"base"},{"start":181,"end":187,"token_start":28,"token_end":28,"label":"to_whom"},{"start":193,"end":206,"token_start":31,"token_end":32,"label":"to_whom"},{"start":208,"end":214,"token_start":34,"token_end":34,"label":"to_whom"},{"start":220,"end":225,"token_start":37,"token_end":37,"label":"to_whom"},{"start":226,"end":230,"token_start":38,"token_end":38,"label":"predicate"},{"start":231,"end":244,"token_start":39,"token_end":41,"label":"change_direction"},{"start":245,"end":262,"token_start":42,"token_end":43,"label":"base"},{"text":"shipping lanes","start":267,"token_start":45,"token_end":46,"end":281,"type":"pattern","label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"an","start":3,"end":5,"id":1,"ws":true,"disabled":false},{"text":"illustrative","start":6,"end":18,"id":2,"ws":true,"disabled":false},{"text":"example","start":19,"end":26,"id":3,"ws":true,"disabled":false},{"text":"of","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"increased","start":30,"end":39,"id":5,"ws":true,"disabled":false},{"text":"military","start":40,"end":48,"id":6,"ws":true,"disabled":false},{"text":"costs","start":49,"end":54,"id":7,"ws":true,"disabled":false},{"text":"due","start":55,"end":58,"id":8,"ws":true,"disabled":false},{"text":"to","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"climate","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"change","start":70,"end":76,"id":11,"ws":false,"disabled":false},{"text":":","start":76,"end":77,"id":12,"ws":true,"disabled":false},{"text":"receding","start":78,"end":86,"id":13,"ws":true,"disabled":false},{"text":"Arctic","start":87,"end":93,"id":14,"ws":true,"disabled":false},{"text":"ice","start":94,"end":97,"id":15,"ws":true,"disabled":false},{"text":"cover","start":98,"end":103,"id":16,"ws":true,"disabled":false},{"text":"requires","start":104,"end":112,"id":17,"ws":true,"disabled":false},{"text":"deployment","start":113,"end":123,"id":18,"ws":true,"disabled":false},{"text":"of","start":124,"end":126,"id":19,"ws":true,"disabled":false},{"text":"new","start":127,"end":130,"id":20,"ws":true,"disabled":false},{"text":"naval","start":131,"end":136,"id":21,"ws":true,"disabled":false},{"text":"vessels","start":137,"end":144,"id":22,"ws":true,"disabled":false},{"text":"to","start":145,"end":147,"id":23,"ws":true,"disabled":false},{"text":"address","start":148,"end":155,"id":24,"ws":true,"disabled":false},{"text":"growing","start":156,"end":163,"id":25,"ws":true,"disabled":false},{"text":"tensions","start":164,"end":172,"id":26,"ws":true,"disabled":false},{"text":"between","start":173,"end":180,"id":27,"ws":true,"disabled":false},{"text":"Canada","start":181,"end":187,"id":28,"ws":false,"disabled":false},{"text":",","start":187,"end":188,"id":29,"ws":true,"disabled":false},{"text":"the","start":189,"end":192,"id":30,"ws":true,"disabled":false},{"text":"United","start":193,"end":199,"id":31,"ws":true,"disabled":false},{"text":"States","start":200,"end":206,"id":32,"ws":false,"disabled":false},{"text":",","start":206,"end":207,"id":33,"ws":true,"disabled":false},{"text":"Russia","start":208,"end":214,"id":34,"ws":false,"disabled":false},{"text":",","start":214,"end":215,"id":35,"ws":true,"disabled":false},{"text":"and","start":216,"end":219,"id":36,"ws":true,"disabled":false},{"text":"China","start":220,"end":225,"id":37,"ws":true,"disabled":false},{"text":"over","start":226,"end":230,"id":38,"ws":true,"disabled":false},{"text":"newly","start":231,"end":236,"id":39,"ws":false,"disabled":false},{"text":"-","start":236,"end":237,"id":40,"ws":false,"disabled":false},{"text":"exposed","start":237,"end":244,"id":41,"ws":true,"disabled":false},{"text":"natural","start":245,"end":252,"id":42,"ws":true,"disabled":false},{"text":"resources","start":253,"end":262,"id":43,"ws":true,"disabled":false},{"text":"and","start":263,"end":266,"id":44,"ws":true,"disabled":false},{"text":"shipping","start":267,"end":275,"id":45,"ws":true,"disabled":false},{"text":"lanes","start":276,"end":281,"id":46,"ws":true,"disabled":false},{"text":"(","start":282,"end":283,"id":47,"ws":false,"disabled":false},{"text":"Department","start":283,"end":293,"id":48,"ws":true,"disabled":false},{"text":"of","start":294,"end":296,"id":49,"ws":true,"disabled":false},{"text":"Defense","start":297,"end":304,"id":50,"ws":false,"disabled":false},{"text":",","start":304,"end":305,"id":51,"ws":true,"disabled":false},{"text":"2015","start":306,"end":310,"id":52,"ws":false,"disabled":false},{"text":")","start":310,"end":311,"id":53,"ws":false,"disabled":false},{"text":".","start":311,"end":312,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":313,"end":325,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":326,"end":338,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":7,"child":6,"head_span":{"start":49,"end":54,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":40,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":30,"end":39,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":40,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":6,"head_span":{"start":62,"end":76,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":40,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":15,"head_span":{"start":78,"end":86,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":94,"end":97,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":15,"head_span":{"start":98,"end":103,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":94,"end":97,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":22,"head_span":{"start":113,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":131,"end":144,"token_start":21,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":156,"end":163,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":164,"end":172,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":26,"head_span":{"start":181,"end":187,"token_start":28,"token_end":28,"label":"to_whom"},"child_span":{"start":164,"end":172,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":26,"head_span":{"start":193,"end":206,"token_start":31,"token_end":32,"label":"to_whom"},"child_span":{"start":164,"end":172,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":26,"head_span":{"start":208,"end":214,"token_start":34,"token_end":34,"label":"to_whom"},"child_span":{"start":164,"end":172,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":26,"head_span":{"start":220,"end":225,"token_start":37,"token_end":37,"label":"to_whom"},"child_span":{"start":164,"end":172,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":87,"end":93,"token_start":14,"token_end":14,"label":"where"},"child_span":{"start":94,"end":97,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":46,"head_span":{"start":94,"end":97,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":267,"end":281,"token_start":45,"token_end":46,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":43,"head_span":{"start":94,"end":97,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":245,"end":262,"token_start":42,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":43,"head_span":{"start":231,"end":244,"token_start":39,"token_end":41,"label":"change_direction"},"child_span":{"start":245,"end":262,"token_start":42,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":46,"head_span":{"start":231,"end":244,"token_start":39,"token_end":41,"label":"change_direction"},"child_span":{"start":267,"end":281,"token_start":45,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":26,"head_span":{"start":245,"end":262,"token_start":42,"token_end":43,"label":"base"},"child_span":{"start":164,"end":172,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":26,"head_span":{"start":267,"end":281,"token_start":45,"token_end":46,"label":"base"},"child_span":{"start":164,"end":172,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":22,"head_span":{"start":164,"end":172,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":131,"end":144,"token_start":21,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":15,"head_span":{"start":62,"end":76,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":94,"end":97,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":6,"head_span":{"start":131,"end":144,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":40,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":22,"head_span":{"start":127,"end":130,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":131,"end":144,"token_start":21,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Solutions","relation count":"Many","complexity":"Complex","original_md_text":"Such actions include reducing greenhouse gas emissions, which reduces the speed and magnitude of climate change, and the use of better population control (given that most of the increase in population in the next decade is expected to take place in developing countries, with huge increases in greenhouse gas emissions as a result).","text":"Such actions include reducing greenhouse gas emissions, which reduces the speed and magnitude of climate change, and the use of better population control (given that most of the increase in population in the next decade is expected to take place in developing countries, with huge increases in greenhouse gas emissions as a result). IMPLIED_BASE IMPLIED_BASE","characters":"332","document_index":"71","md_sentence_index":"277","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_277","post-training batch1":"71_277","_input_hash":398517125,"_task_hash":1775519458,"spans":[{"start":21,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"greenhouse","start":30,"token_start":4,"token_end":4,"end":40,"type":"pattern","label":"type_of"},{"start":41,"end":44,"token_start":5,"token_end":5,"label":"base"},{"text":"emissions","start":45,"token_start":6,"token_end":6,"end":54,"type":"pattern","label":"aspect_changing"},{"start":56,"end":61,"token_start":8,"token_end":8,"label":"predicate"},{"start":62,"end":69,"token_start":9,"token_end":9,"label":"change_direction"},{"start":74,"end":79,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":84,"end":93,"token_start":13,"token_end":13,"label":"aspect_changing"},{"text":"climate change","start":97,"token_start":15,"token_end":16,"end":111,"type":"pattern","label":"base"},{"start":128,"end":134,"token_start":22,"token_end":22,"label":"change_direction"},{"start":135,"end":153,"token_start":23,"token_end":24,"label":"base"},{"text":"increase","start":178,"token_start":31,"token_end":31,"end":186,"type":"pattern","label":"change_direction"},{"start":190,"end":200,"token_start":33,"token_end":33,"label":"base"},{"start":208,"end":219,"token_start":36,"token_end":37,"label":"when"},{"start":220,"end":231,"token_start":38,"token_end":39,"label":"confidence"},{"start":249,"end":269,"token_start":44,"token_end":45,"label":"where"},{"start":276,"end":280,"token_start":48,"token_end":48,"label":"effect_size"},{"text":"increases","start":281,"token_start":49,"token_end":49,"end":290,"type":"pattern","label":"change_direction"},{"start":294,"end":304,"token_start":51,"token_end":51,"label":"type_of"},{"start":305,"end":308,"token_start":52,"token_end":52,"label":"base"},{"text":"emissions","start":309,"token_start":53,"token_end":53,"end":318,"type":"pattern","label":"aspect_changing"},{"start":319,"end":330,"token_start":54,"token_end":56,"label":"predicate"}],"tokens":[{"text":"Such","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"actions","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"include","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"reducing","start":21,"end":29,"id":3,"ws":true,"disabled":false},{"text":"greenhouse","start":30,"end":40,"id":4,"ws":true,"disabled":false},{"text":"gas","start":41,"end":44,"id":5,"ws":true,"disabled":false},{"text":"emissions","start":45,"end":54,"id":6,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":7,"ws":true,"disabled":false},{"text":"which","start":56,"end":61,"id":8,"ws":true,"disabled":false},{"text":"reduces","start":62,"end":69,"id":9,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":10,"ws":true,"disabled":false},{"text":"speed","start":74,"end":79,"id":11,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":12,"ws":true,"disabled":false},{"text":"magnitude","start":84,"end":93,"id":13,"ws":true,"disabled":false},{"text":"of","start":94,"end":96,"id":14,"ws":true,"disabled":false},{"text":"climate","start":97,"end":104,"id":15,"ws":true,"disabled":false},{"text":"change","start":105,"end":111,"id":16,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":17,"ws":true,"disabled":false},{"text":"and","start":113,"end":116,"id":18,"ws":true,"disabled":false},{"text":"the","start":117,"end":120,"id":19,"ws":true,"disabled":false},{"text":"use","start":121,"end":124,"id":20,"ws":true,"disabled":false},{"text":"of","start":125,"end":127,"id":21,"ws":true,"disabled":false},{"text":"better","start":128,"end":134,"id":22,"ws":true,"disabled":false},{"text":"population","start":135,"end":145,"id":23,"ws":true,"disabled":false},{"text":"control","start":146,"end":153,"id":24,"ws":true,"disabled":false},{"text":"(","start":154,"end":155,"id":25,"ws":false,"disabled":false},{"text":"given","start":155,"end":160,"id":26,"ws":true,"disabled":false},{"text":"that","start":161,"end":165,"id":27,"ws":true,"disabled":false},{"text":"most","start":166,"end":170,"id":28,"ws":true,"disabled":false},{"text":"of","start":171,"end":173,"id":29,"ws":true,"disabled":false},{"text":"the","start":174,"end":177,"id":30,"ws":true,"disabled":false},{"text":"increase","start":178,"end":186,"id":31,"ws":true,"disabled":false},{"text":"in","start":187,"end":189,"id":32,"ws":true,"disabled":false},{"text":"population","start":190,"end":200,"id":33,"ws":true,"disabled":false},{"text":"in","start":201,"end":203,"id":34,"ws":true,"disabled":false},{"text":"the","start":204,"end":207,"id":35,"ws":true,"disabled":false},{"text":"next","start":208,"end":212,"id":36,"ws":true,"disabled":false},{"text":"decade","start":213,"end":219,"id":37,"ws":true,"disabled":false},{"text":"is","start":220,"end":222,"id":38,"ws":true,"disabled":false},{"text":"expected","start":223,"end":231,"id":39,"ws":true,"disabled":false},{"text":"to","start":232,"end":234,"id":40,"ws":true,"disabled":false},{"text":"take","start":235,"end":239,"id":41,"ws":true,"disabled":false},{"text":"place","start":240,"end":245,"id":42,"ws":true,"disabled":false},{"text":"in","start":246,"end":248,"id":43,"ws":true,"disabled":false},{"text":"developing","start":249,"end":259,"id":44,"ws":true,"disabled":false},{"text":"countries","start":260,"end":269,"id":45,"ws":false,"disabled":false},{"text":",","start":269,"end":270,"id":46,"ws":true,"disabled":false},{"text":"with","start":271,"end":275,"id":47,"ws":true,"disabled":false},{"text":"huge","start":276,"end":280,"id":48,"ws":true,"disabled":false},{"text":"increases","start":281,"end":290,"id":49,"ws":true,"disabled":false},{"text":"in","start":291,"end":293,"id":50,"ws":true,"disabled":false},{"text":"greenhouse","start":294,"end":304,"id":51,"ws":true,"disabled":false},{"text":"gas","start":305,"end":308,"id":52,"ws":true,"disabled":false},{"text":"emissions","start":309,"end":318,"id":53,"ws":true,"disabled":false},{"text":"as","start":319,"end":321,"id":54,"ws":true,"disabled":false},{"text":"a","start":322,"end":323,"id":55,"ws":true,"disabled":false},{"text":"result","start":324,"end":330,"id":56,"ws":false,"disabled":false},{"text":")","start":330,"end":331,"id":57,"ws":false,"disabled":false},{"text":".","start":331,"end":332,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":333,"end":345,"id":59,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":346,"end":358,"id":60,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":31,"child":33,"head_span":{"start":178,"end":186,"token_start":31,"token_end":31,"label":"change_direction"},"child_span":{"start":190,"end":200,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":52,"head_span":{"start":294,"end":304,"token_start":51,"token_end":51,"label":"type_of"},"child_span":{"start":305,"end":308,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":53,"child":52,"head_span":{"start":309,"end":318,"token_start":53,"token_end":53,"label":"aspect_changing"},"child_span":{"start":305,"end":308,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":52,"head_span":{"start":281,"end":290,"token_start":49,"token_end":49,"label":"change_direction"},"child_span":{"start":305,"end":308,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":128,"end":134,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":135,"end":153,"token_start":23,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":30,"end":40,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":41,"end":44,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":5,"head_span":{"start":21,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":41,"end":44,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":45,"end":54,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":41,"end":44,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":16,"head_span":{"start":62,"end":69,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":97,"end":111,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":16,"head_span":{"start":74,"end":79,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":97,"end":111,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":84,"end":93,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":97,"end":111,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":16,"head_span":{"start":135,"end":153,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":97,"end":111,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":16,"head_span":{"start":41,"end":44,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":97,"end":111,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":52,"head_span":{"start":190,"end":200,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":305,"end":308,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"solution and anaphora?","relation count":"","complexity":"","original_md_text":"People often develop shock and may lose limbs or kidneys, resulting in needing dialysis.","text":"People often develop shock and may lose limbs or kidneys, resulting in needing dialysis. IMPLIED_BASE IMPLIED_BASE","characters":"88","document_index":"272","md_sentence_index":"9","classification_origin":"cm_cause_effect_rel","url":"https://www.forbes.com/sites/judystone/2019/06/26/another-report-links-deadly-vibrio-infections-to-climate-change/","combo_id":"272_9","post-training batch1":"272_9","_input_hash":-378118778,"_task_hash":1283661420,"spans":[{"text":"People","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"base"}],"tokens":[{"text":"People","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"often","start":7,"end":12,"id":1,"ws":true,"disabled":false},{"text":"develop","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"shock","start":21,"end":26,"id":3,"ws":true,"disabled":false},{"text":"and","start":27,"end":30,"id":4,"ws":true,"disabled":false},{"text":"may","start":31,"end":34,"id":5,"ws":true,"disabled":false},{"text":"lose","start":35,"end":39,"id":6,"ws":true,"disabled":false},{"text":"limbs","start":40,"end":45,"id":7,"ws":true,"disabled":false},{"text":"or","start":46,"end":48,"id":8,"ws":true,"disabled":false},{"text":"kidneys","start":49,"end":56,"id":9,"ws":false,"disabled":false},{"text":",","start":56,"end":57,"id":10,"ws":true,"disabled":false},{"text":"resulting","start":58,"end":67,"id":11,"ws":true,"disabled":false},{"text":"in","start":68,"end":70,"id":12,"ws":true,"disabled":false},{"text":"needing","start":71,"end":78,"id":13,"ws":true,"disabled":false},{"text":"dialysis","start":79,"end":87,"id":14,"ws":false,"disabled":false},{"text":".","start":87,"end":88,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":89,"end":101,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":102,"end":114,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\"Hundreds to thousands of heat-related deaths could be avoided per U.S. city per year during extremely hot years if the U.S. and other nations increase climate action,\" said study lead author Eunice Lo, a researcher at the University of Bristol in the United Kingdom.\n","text":"\"Hundreds to thousands of heat-related deaths could be avoided per U.S. city per year during extremely hot years if the U.S. and other nations increase climate action,\" said study lead author Eunice Lo, a researcher at the University of Bristol in the United Kingdom. IMPLIED_BASE IMPLIED_BASE","characters":"268","document_index":"195","md_sentence_index":"2","classification_origin":"cm_cause_effect_rel","url":"https://www.usatoday.com/story/news/nation/2019/06/05/limiting-climate-change-would-prevent-thousands-heat-related-deaths-us-cities/1357357001/","combo_id":"195_2","post-training batch1":"195_2","_input_hash":-2060920198,"_task_hash":-1285799630,"spans":[{"start":1,"end":22,"token_start":1,"token_end":3,"label":"effect_size"},{"start":26,"end":30,"token_start":5,"token_end":5,"label":"base"},{"start":31,"end":38,"token_start":7,"token_end":7,"label":"predicate"},{"start":39,"end":45,"token_start":8,"token_end":8,"label":"base"},{"start":46,"end":54,"token_start":9,"token_end":10,"label":"confidence"},{"start":63,"end":76,"token_start":12,"token_end":14,"label":"where"},{"start":77,"end":85,"token_start":15,"token_end":16,"label":"when"},{"start":86,"end":112,"token_start":17,"token_end":20,"label":"when"},{"start":116,"end":142,"token_start":22,"token_end":26,"label":"where"},{"text":"increase","start":143,"token_start":27,"token_end":27,"end":151,"type":"pattern","label":"change_direction"},{"start":152,"end":166,"token_start":28,"token_end":29,"label":"base"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Hundreds","start":1,"end":9,"id":1,"ws":true,"disabled":false},{"text":"to","start":10,"end":12,"id":2,"ws":true,"disabled":false},{"text":"thousands","start":13,"end":22,"id":3,"ws":true,"disabled":false},{"text":"of","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"heat","start":26,"end":30,"id":5,"ws":false,"disabled":false},{"text":"-","start":30,"end":31,"id":6,"ws":false,"disabled":false},{"text":"related","start":31,"end":38,"id":7,"ws":true,"disabled":false},{"text":"deaths","start":39,"end":45,"id":8,"ws":true,"disabled":false},{"text":"could","start":46,"end":51,"id":9,"ws":true,"disabled":false},{"text":"be","start":52,"end":54,"id":10,"ws":true,"disabled":false},{"text":"avoided","start":55,"end":62,"id":11,"ws":true,"disabled":false},{"text":"per","start":63,"end":66,"id":12,"ws":true,"disabled":false},{"text":"U.S.","start":67,"end":71,"id":13,"ws":true,"disabled":false},{"text":"city","start":72,"end":76,"id":14,"ws":true,"disabled":false},{"text":"per","start":77,"end":80,"id":15,"ws":true,"disabled":false},{"text":"year","start":81,"end":85,"id":16,"ws":true,"disabled":false},{"text":"during","start":86,"end":92,"id":17,"ws":true,"disabled":false},{"text":"extremely","start":93,"end":102,"id":18,"ws":true,"disabled":false},{"text":"hot","start":103,"end":106,"id":19,"ws":true,"disabled":false},{"text":"years","start":107,"end":112,"id":20,"ws":true,"disabled":false},{"text":"if","start":113,"end":115,"id":21,"ws":true,"disabled":false},{"text":"the","start":116,"end":119,"id":22,"ws":true,"disabled":false},{"text":"U.S.","start":120,"end":124,"id":23,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":24,"ws":true,"disabled":false},{"text":"other","start":129,"end":134,"id":25,"ws":true,"disabled":false},{"text":"nations","start":135,"end":142,"id":26,"ws":true,"disabled":false},{"text":"increase","start":143,"end":151,"id":27,"ws":true,"disabled":false},{"text":"climate","start":152,"end":159,"id":28,"ws":true,"disabled":false},{"text":"action","start":160,"end":166,"id":29,"ws":false,"disabled":false},{"text":",","start":166,"end":167,"id":30,"ws":false,"disabled":false},{"text":"\"","start":167,"end":168,"id":31,"ws":true,"disabled":false},{"text":"said","start":169,"end":173,"id":32,"ws":true,"disabled":false},{"text":"study","start":174,"end":179,"id":33,"ws":true,"disabled":false},{"text":"lead","start":180,"end":184,"id":34,"ws":true,"disabled":false},{"text":"author","start":185,"end":191,"id":35,"ws":true,"disabled":false},{"text":"Eunice","start":192,"end":198,"id":36,"ws":true,"disabled":false},{"text":"Lo","start":199,"end":201,"id":37,"ws":false,"disabled":false},{"text":",","start":201,"end":202,"id":38,"ws":true,"disabled":false},{"text":"a","start":203,"end":204,"id":39,"ws":true,"disabled":false},{"text":"researcher","start":205,"end":215,"id":40,"ws":true,"disabled":false},{"text":"at","start":216,"end":218,"id":41,"ws":true,"disabled":false},{"text":"the","start":219,"end":222,"id":42,"ws":true,"disabled":false},{"text":"University","start":223,"end":233,"id":43,"ws":true,"disabled":false},{"text":"of","start":234,"end":236,"id":44,"ws":true,"disabled":false},{"text":"Bristol","start":237,"end":244,"id":45,"ws":true,"disabled":false},{"text":"in","start":245,"end":247,"id":46,"ws":true,"disabled":false},{"text":"the","start":248,"end":251,"id":47,"ws":true,"disabled":false},{"text":"United","start":252,"end":258,"id":48,"ws":true,"disabled":false},{"text":"Kingdom","start":259,"end":266,"id":49,"ws":false,"disabled":false},{"text":".","start":266,"end":267,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":268,"end":280,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":281,"end":293,"id":52,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":3,"child":8,"head_span":{"start":1,"end":22,"token_start":1,"token_end":3,"label":"effect_size"},"child_span":{"start":39,"end":45,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":8,"head_span":{"start":26,"end":30,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":39,"end":45,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These risks are crop insurance, health care, wildfire suppression, hurricane-related disaster relief, and federal facility flood risk, all of which are anticipated to cost billions of dollars more by the end of the century due to the impacts of climate change.23","text":"These risks are crop insurance, health care, wildfire suppression, hurricane-related disaster relief, and federal facility flood risk, all of which are anticipated to cost billions of dollars more by the end of the century due to the impacts of climate change.23 IMPLIED_BASE IMPLIED_BASE","characters":"262","document_index":"81","md_sentence_index":"56","classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_56","post-training batch1":"81_56","_input_hash":1180510630,"_task_hash":-1615568170,"spans":[{"start":16,"end":20,"token_start":3,"token_end":3,"label":"type_of"},{"start":21,"end":30,"token_start":4,"token_end":4,"label":"base"},{"start":32,"end":43,"token_start":6,"token_end":7,"label":"base"},{"start":45,"end":65,"token_start":9,"token_end":10,"label":"base"},{"start":67,"end":84,"token_start":12,"token_end":14,"label":"type_of"},{"start":85,"end":100,"token_start":15,"token_end":16,"label":"base"},{"start":106,"end":122,"token_start":19,"token_end":20,"label":"type_of"},{"start":123,"end":128,"token_start":21,"token_end":21,"label":"base"},{"text":"risk","start":129,"token_start":22,"token_end":22,"end":133,"type":"pattern","label":"aspect_changing"},{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},{"start":223,"end":229,"token_start":41,"token_end":42,"label":"predicate"},{"start":234,"end":241,"token_start":44,"token_end":44,"label":"aspect_changing"},{"start":245,"end":252,"token_start":46,"token_end":46,"label":"base"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"risks","start":6,"end":11,"id":1,"ws":true,"disabled":false},{"text":"are","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"crop","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"insurance","start":21,"end":30,"id":4,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":5,"ws":true,"disabled":false},{"text":"health","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"care","start":39,"end":43,"id":7,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":8,"ws":true,"disabled":false},{"text":"wildfire","start":45,"end":53,"id":9,"ws":true,"disabled":false},{"text":"suppression","start":54,"end":65,"id":10,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":11,"ws":true,"disabled":false},{"text":"hurricane","start":67,"end":76,"id":12,"ws":false,"disabled":false},{"text":"-","start":76,"end":77,"id":13,"ws":false,"disabled":false},{"text":"related","start":77,"end":84,"id":14,"ws":true,"disabled":false},{"text":"disaster","start":85,"end":93,"id":15,"ws":true,"disabled":false},{"text":"relief","start":94,"end":100,"id":16,"ws":false,"disabled":false},{"text":",","start":100,"end":101,"id":17,"ws":true,"disabled":false},{"text":"and","start":102,"end":105,"id":18,"ws":true,"disabled":false},{"text":"federal","start":106,"end":113,"id":19,"ws":true,"disabled":false},{"text":"facility","start":114,"end":122,"id":20,"ws":true,"disabled":false},{"text":"flood","start":123,"end":128,"id":21,"ws":true,"disabled":false},{"text":"risk","start":129,"end":133,"id":22,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":23,"ws":true,"disabled":false},{"text":"all","start":135,"end":138,"id":24,"ws":true,"disabled":false},{"text":"of","start":139,"end":141,"id":25,"ws":true,"disabled":false},{"text":"which","start":142,"end":147,"id":26,"ws":true,"disabled":false},{"text":"are","start":148,"end":151,"id":27,"ws":true,"disabled":false},{"text":"anticipated","start":152,"end":163,"id":28,"ws":true,"disabled":false},{"text":"to","start":164,"end":166,"id":29,"ws":true,"disabled":false},{"text":"cost","start":167,"end":171,"id":30,"ws":true,"disabled":false},{"text":"billions","start":172,"end":180,"id":31,"ws":true,"disabled":false},{"text":"of","start":181,"end":183,"id":32,"ws":true,"disabled":false},{"text":"dollars","start":184,"end":191,"id":33,"ws":true,"disabled":false},{"text":"more","start":192,"end":196,"id":34,"ws":true,"disabled":false},{"text":"by","start":197,"end":199,"id":35,"ws":true,"disabled":false},{"text":"the","start":200,"end":203,"id":36,"ws":true,"disabled":false},{"text":"end","start":204,"end":207,"id":37,"ws":true,"disabled":false},{"text":"of","start":208,"end":210,"id":38,"ws":true,"disabled":false},{"text":"the","start":211,"end":214,"id":39,"ws":true,"disabled":false},{"text":"century","start":215,"end":222,"id":40,"ws":true,"disabled":false},{"text":"due","start":223,"end":226,"id":41,"ws":true,"disabled":false},{"text":"to","start":227,"end":229,"id":42,"ws":true,"disabled":false},{"text":"the","start":230,"end":233,"id":43,"ws":true,"disabled":false},{"text":"impacts","start":234,"end":241,"id":44,"ws":true,"disabled":false},{"text":"of","start":242,"end":244,"id":45,"ws":true,"disabled":false},{"text":"climate","start":245,"end":252,"id":46,"ws":true,"disabled":false},{"text":"change.23","start":253,"end":262,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":263,"end":275,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":276,"end":288,"id":49,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":20,"child":21,"head_span":{"start":106,"end":122,"token_start":19,"token_end":20,"label":"type_of"},"child_span":{"start":123,"end":128,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":21,"head_span":{"start":129,"end":133,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":123,"end":128,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":21,"head_span":{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":123,"end":128,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":30,"head_span":{"start":123,"end":128,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":10,"head_span":{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":45,"end":65,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":16,"head_span":{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":85,"end":100,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":7,"head_span":{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":32,"end":43,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":4,"head_span":{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":21,"end":30,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":16,"end":20,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":21,"end":30,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":16,"head_span":{"start":67,"end":84,"token_start":12,"token_end":14,"label":"type_of"},"child_span":{"start":85,"end":100,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":46,"head_span":{"start":234,"end":241,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":245,"end":252,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":4,"head_span":{"start":245,"end":252,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":21,"end":30,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":7,"head_span":{"start":245,"end":252,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":32,"end":43,"token_start":6,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":10,"head_span":{"start":245,"end":252,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":45,"end":65,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":16,"head_span":{"start":245,"end":252,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":85,"end":100,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":21,"head_span":{"start":245,"end":252,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":123,"end":128,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For the research, Lo and her collaborators focused on so-called \u201c1-in-30 events,\u201d severe heat waves that strike every few decades and which pose a major threat to children, older adults, outdoor workers and people living in poverty.","text":"For the research, Lo and her collaborators focused on so-called \u201c1-in-30 events,\u201d severe heat waves that strike every few decades and which pose a major threat to children, older adults, outdoor workers and people living in poverty. IMPLIED_BASE IMPLIED_BASE","characters":"232","document_index":"221","md_sentence_index":"6","classification_origin":"cm_cause_effect_rel","url":"https://www.nbcnews.com/mach/science/without-swift-action-climate-change-heat-waves-could-kill-thousands-ncna1017376","combo_id":"221_6","post-training batch1":"221_6","_input_hash":-553141236,"_task_hash":-1451260352,"spans":[{"start":82,"end":88,"token_start":18,"token_end":18,"label":"type_of"},{"text":"heat waves","start":89,"token_start":19,"token_end":20,"end":99,"type":"pattern","label":"base"},{"start":112,"end":129,"token_start":23,"token_end":25,"label":"when"},{"start":140,"end":144,"token_start":28,"token_end":28,"label":"predicate"},{"start":147,"end":152,"token_start":30,"token_end":30,"label":"effect_size"},{"start":153,"end":159,"token_start":31,"token_end":31,"label":"aspect_changing"},{"start":163,"end":171,"token_start":33,"token_end":33,"label":"to_whom"},{"start":173,"end":185,"token_start":35,"token_end":36,"label":"to_whom"},{"start":187,"end":202,"token_start":38,"token_end":39,"label":"to_whom"},{"start":207,"end":231,"token_start":41,"token_end":44,"label":"to_whom"},{"start":233,"end":245,"token_start":46,"token_end":46,"label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"the","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"research","start":8,"end":16,"id":2,"ws":false,"disabled":false},{"text":",","start":16,"end":17,"id":3,"ws":true,"disabled":false},{"text":"Lo","start":18,"end":20,"id":4,"ws":true,"disabled":false},{"text":"and","start":21,"end":24,"id":5,"ws":true,"disabled":false},{"text":"her","start":25,"end":28,"id":6,"ws":true,"disabled":false},{"text":"collaborators","start":29,"end":42,"id":7,"ws":true,"disabled":false},{"text":"focused","start":43,"end":50,"id":8,"ws":true,"disabled":false},{"text":"on","start":51,"end":53,"id":9,"ws":true,"disabled":false},{"text":"so","start":54,"end":56,"id":10,"ws":false,"disabled":false},{"text":"-","start":56,"end":57,"id":11,"ws":false,"disabled":false},{"text":"called","start":57,"end":63,"id":12,"ws":true,"disabled":false},{"text":"\u201c","start":64,"end":65,"id":13,"ws":false,"disabled":false},{"text":"1-in-30","start":65,"end":72,"id":14,"ws":true,"disabled":false},{"text":"events","start":73,"end":79,"id":15,"ws":false,"disabled":false},{"text":",","start":79,"end":80,"id":16,"ws":false,"disabled":false},{"text":"\u201d","start":80,"end":81,"id":17,"ws":true,"disabled":false},{"text":"severe","start":82,"end":88,"id":18,"ws":true,"disabled":false},{"text":"heat","start":89,"end":93,"id":19,"ws":true,"disabled":false},{"text":"waves","start":94,"end":99,"id":20,"ws":true,"disabled":false},{"text":"that","start":100,"end":104,"id":21,"ws":true,"disabled":false},{"text":"strike","start":105,"end":111,"id":22,"ws":true,"disabled":false},{"text":"every","start":112,"end":117,"id":23,"ws":true,"disabled":false},{"text":"few","start":118,"end":121,"id":24,"ws":true,"disabled":false},{"text":"decades","start":122,"end":129,"id":25,"ws":true,"disabled":false},{"text":"and","start":130,"end":133,"id":26,"ws":true,"disabled":false},{"text":"which","start":134,"end":139,"id":27,"ws":true,"disabled":false},{"text":"pose","start":140,"end":144,"id":28,"ws":true,"disabled":false},{"text":"a","start":145,"end":146,"id":29,"ws":true,"disabled":false},{"text":"major","start":147,"end":152,"id":30,"ws":true,"disabled":false},{"text":"threat","start":153,"end":159,"id":31,"ws":true,"disabled":false},{"text":"to","start":160,"end":162,"id":32,"ws":true,"disabled":false},{"text":"children","start":163,"end":171,"id":33,"ws":false,"disabled":false},{"text":",","start":171,"end":172,"id":34,"ws":true,"disabled":false},{"text":"older","start":173,"end":178,"id":35,"ws":true,"disabled":false},{"text":"adults","start":179,"end":185,"id":36,"ws":false,"disabled":false},{"text":",","start":185,"end":186,"id":37,"ws":true,"disabled":false},{"text":"outdoor","start":187,"end":194,"id":38,"ws":true,"disabled":false},{"text":"workers","start":195,"end":202,"id":39,"ws":true,"disabled":false},{"text":"and","start":203,"end":206,"id":40,"ws":true,"disabled":false},{"text":"people","start":207,"end":213,"id":41,"ws":true,"disabled":false},{"text":"living","start":214,"end":220,"id":42,"ws":true,"disabled":false},{"text":"in","start":221,"end":223,"id":43,"ws":true,"disabled":false},{"text":"poverty","start":224,"end":231,"id":44,"ws":false,"disabled":false},{"text":".","start":231,"end":232,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":233,"end":245,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":246,"end":258,"id":47,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":18,"child":20,"head_span":{"start":82,"end":88,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":89,"end":99,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":46,"head_span":{"start":147,"end":152,"token_start":30,"token_end":30,"label":"effect_size"},"child_span":{"start":233,"end":245,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":46,"head_span":{"start":153,"end":159,"token_start":31,"token_end":31,"label":"aspect_changing"},"child_span":{"start":233,"end":245,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":46,"head_span":{"start":89,"end":99,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":233,"end":245,"token_start":46,"token_end":46,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":46,"head_span":{"start":163,"end":171,"token_start":33,"token_end":33,"label":"to_whom"},"child_span":{"start":233,"end":245,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":46,"head_span":{"start":173,"end":185,"token_start":35,"token_end":36,"label":"to_whom"},"child_span":{"start":233,"end":245,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":46,"head_span":{"start":187,"end":202,"token_start":38,"token_end":39,"label":"to_whom"},"child_span":{"start":233,"end":245,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":46,"head_span":{"start":207,"end":231,"token_start":41,"token_end":44,"label":"to_whom"},"child_span":{"start":233,"end":245,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cEach year, the data suggests with increasing certainty that fracking is causing irrevocable damage to public health, local economies, the environment, and to global sustainability,\u201d said Physicians for Social Responsibility\u2019s Kathleen Nolan, one of the study\u2019s authors, in a statement.","text":"\u201cEach year, the data suggests with increasing certainty that fracking is causing irrevocable damage to public health, local economies, the environment, and to global sustainability,\u201d said Physicians for Social Responsibility\u2019s Kathleen Nolan, one of the study\u2019s authors, in a statement. IMPLIED_BASE IMPLIED_BASE","characters":"286","document_index":"232","md_sentence_index":"6","classification_origin":"cm-label-eval","url":"https://grist.org/article/growing-body-of-science-links-fracking-to-harm-to-health/","combo_id":"232_6","post-training batch1":"232_6","_input_hash":1010666958,"_task_hash":-838120542,"spans":[{"start":35,"end":55,"token_start":8,"token_end":9,"label":"confidence"},{"start":61,"end":69,"token_start":11,"token_end":11,"label":"base"},{"start":70,"end":80,"token_start":12,"token_end":13,"label":"predicate"},{"start":81,"end":92,"token_start":14,"token_end":14,"label":"effect_size"},{"start":93,"end":99,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":103,"end":109,"token_start":17,"token_end":17,"label":"type_of"},{"text":"health","start":110,"token_start":18,"token_end":18,"end":116,"type":"pattern","label":"base"},{"start":118,"end":123,"token_start":20,"token_end":20,"label":"type_of"},{"start":124,"end":133,"token_start":21,"token_end":21,"label":"base"},{"start":139,"end":150,"token_start":24,"token_end":24,"label":"base"},{"start":159,"end":180,"token_start":28,"token_end":29,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Each","start":1,"end":5,"id":1,"ws":true,"disabled":false},{"text":"year","start":6,"end":10,"id":2,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":3,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":4,"ws":true,"disabled":false},{"text":"data","start":16,"end":20,"id":5,"ws":true,"disabled":false},{"text":"suggests","start":21,"end":29,"id":6,"ws":true,"disabled":false},{"text":"with","start":30,"end":34,"id":7,"ws":true,"disabled":false},{"text":"increasing","start":35,"end":45,"id":8,"ws":true,"disabled":false},{"text":"certainty","start":46,"end":55,"id":9,"ws":true,"disabled":false},{"text":"that","start":56,"end":60,"id":10,"ws":true,"disabled":false},{"text":"fracking","start":61,"end":69,"id":11,"ws":true,"disabled":false},{"text":"is","start":70,"end":72,"id":12,"ws":true,"disabled":false},{"text":"causing","start":73,"end":80,"id":13,"ws":true,"disabled":false},{"text":"irrevocable","start":81,"end":92,"id":14,"ws":true,"disabled":false},{"text":"damage","start":93,"end":99,"id":15,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":16,"ws":true,"disabled":false},{"text":"public","start":103,"end":109,"id":17,"ws":true,"disabled":false},{"text":"health","start":110,"end":116,"id":18,"ws":false,"disabled":false},{"text":",","start":116,"end":117,"id":19,"ws":true,"disabled":false},{"text":"local","start":118,"end":123,"id":20,"ws":true,"disabled":false},{"text":"economies","start":124,"end":133,"id":21,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":22,"ws":true,"disabled":false},{"text":"the","start":135,"end":138,"id":23,"ws":true,"disabled":false},{"text":"environment","start":139,"end":150,"id":24,"ws":false,"disabled":false},{"text":",","start":150,"end":151,"id":25,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":26,"ws":true,"disabled":false},{"text":"to","start":156,"end":158,"id":27,"ws":true,"disabled":false},{"text":"global","start":159,"end":165,"id":28,"ws":true,"disabled":false},{"text":"sustainability","start":166,"end":180,"id":29,"ws":false,"disabled":false},{"text":",","start":180,"end":181,"id":30,"ws":false,"disabled":false},{"text":"\u201d","start":181,"end":182,"id":31,"ws":true,"disabled":false},{"text":"said","start":183,"end":187,"id":32,"ws":true,"disabled":false},{"text":"Physicians","start":188,"end":198,"id":33,"ws":true,"disabled":false},{"text":"for","start":199,"end":202,"id":34,"ws":true,"disabled":false},{"text":"Social","start":203,"end":209,"id":35,"ws":true,"disabled":false},{"text":"Responsibility","start":210,"end":224,"id":36,"ws":false,"disabled":false},{"text":"\u2019s","start":224,"end":226,"id":37,"ws":true,"disabled":false},{"text":"Kathleen","start":227,"end":235,"id":38,"ws":true,"disabled":false},{"text":"Nolan","start":236,"end":241,"id":39,"ws":false,"disabled":false},{"text":",","start":241,"end":242,"id":40,"ws":true,"disabled":false},{"text":"one","start":243,"end":246,"id":41,"ws":true,"disabled":false},{"text":"of","start":247,"end":249,"id":42,"ws":true,"disabled":false},{"text":"the","start":250,"end":253,"id":43,"ws":true,"disabled":false},{"text":"study","start":254,"end":259,"id":44,"ws":false,"disabled":false},{"text":"\u2019s","start":259,"end":261,"id":45,"ws":true,"disabled":false},{"text":"authors","start":262,"end":269,"id":46,"ws":false,"disabled":false},{"text":",","start":269,"end":270,"id":47,"ws":true,"disabled":false},{"text":"in","start":271,"end":273,"id":48,"ws":true,"disabled":false},{"text":"a","start":274,"end":275,"id":49,"ws":true,"disabled":false},{"text":"statement","start":276,"end":285,"id":50,"ws":false,"disabled":false},{"text":".","start":285,"end":286,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":287,"end":299,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":300,"end":312,"id":53,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":17,"child":18,"head_span":{"start":103,"end":109,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":110,"end":116,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":118,"end":123,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":124,"end":133,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":29,"head_span":{"start":93,"end":99,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":159,"end":180,"token_start":28,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":18,"head_span":{"start":93,"end":99,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":110,"end":116,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":21,"head_span":{"start":93,"end":99,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":124,"end":133,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":18,"head_span":{"start":61,"end":69,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":110,"end":116,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":21,"head_span":{"start":61,"end":69,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":124,"end":133,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":24,"head_span":{"start":61,"end":69,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":139,"end":150,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":29,"head_span":{"start":61,"end":69,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":159,"end":180,"token_start":28,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":24,"head_span":{"start":93,"end":99,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":139,"end":150,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"He said to consider, for example, the situation in Puerto Rico, where many people have died of COVID-19 for the simple reason that they have not yet recovered, in terms of their public health infrastructure, from the devastating impacts of Hurricane Maria three years ago.\n","text":"He said to consider, for example, the situation in Puerto Rico, where many people have died of COVID-19 for the simple reason that they have not yet recovered, in terms of their public health infrastructure, from the devastating impacts of Hurricane Maria three years ago. IMPLIED_BASE IMPLIED_BASE","characters":"273","document_index":"812","md_sentence_index":"39","classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2020/09/10/climate-change-covid-19-does-global-warming-fuel-pandemics/5749582002/","combo_id":"812_39","post-training batch1":"812_39","_input_hash":1121538100,"_task_hash":-1624105277,"spans":[{"start":51,"end":62,"token_start":11,"token_end":12,"label":"where"},{"start":70,"end":74,"token_start":15,"token_end":15,"label":"effect_size"},{"text":"people","start":75,"token_start":16,"token_end":16,"end":81,"type":"pattern","label":"base"},{"start":87,"end":91,"token_start":18,"token_end":18,"label":"change_direction"},{"start":95,"end":103,"token_start":20,"token_end":20,"label":"base"},{"start":119,"end":125,"token_start":24,"token_end":24,"label":"predicate"},{"start":141,"end":158,"token_start":28,"token_end":30,"label":"aspect_changing"},{"start":178,"end":191,"token_start":36,"token_end":37,"label":"type_of"},{"text":"infrastructure","start":192,"token_start":38,"token_end":38,"end":206,"type":"pattern","label":"base"},{"start":208,"end":212,"token_start":40,"token_end":40,"label":"predicate"},{"start":217,"end":228,"token_start":42,"token_end":42,"label":"effect_size"},{"start":229,"end":236,"token_start":43,"token_end":43,"label":"aspect_changing"},{"text":"Hurricane","start":240,"token_start":45,"token_end":45,"end":249,"type":"pattern","label":"base"},{"start":256,"end":271,"token_start":47,"token_end":49,"label":"when"}],"tokens":[{"text":"He","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"said","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"to","start":8,"end":10,"id":2,"ws":true,"disabled":false},{"text":"consider","start":11,"end":19,"id":3,"ws":false,"disabled":false},{"text":",","start":19,"end":20,"id":4,"ws":true,"disabled":false},{"text":"for","start":21,"end":24,"id":5,"ws":true,"disabled":false},{"text":"example","start":25,"end":32,"id":6,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":7,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":8,"ws":true,"disabled":false},{"text":"situation","start":38,"end":47,"id":9,"ws":true,"disabled":false},{"text":"in","start":48,"end":50,"id":10,"ws":true,"disabled":false},{"text":"Puerto","start":51,"end":57,"id":11,"ws":true,"disabled":false},{"text":"Rico","start":58,"end":62,"id":12,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":13,"ws":true,"disabled":false},{"text":"where","start":64,"end":69,"id":14,"ws":true,"disabled":false},{"text":"many","start":70,"end":74,"id":15,"ws":true,"disabled":false},{"text":"people","start":75,"end":81,"id":16,"ws":true,"disabled":false},{"text":"have","start":82,"end":86,"id":17,"ws":true,"disabled":false},{"text":"died","start":87,"end":91,"id":18,"ws":true,"disabled":false},{"text":"of","start":92,"end":94,"id":19,"ws":true,"disabled":false},{"text":"COVID-19","start":95,"end":103,"id":20,"ws":true,"disabled":false},{"text":"for","start":104,"end":107,"id":21,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":22,"ws":true,"disabled":false},{"text":"simple","start":112,"end":118,"id":23,"ws":true,"disabled":false},{"text":"reason","start":119,"end":125,"id":24,"ws":true,"disabled":false},{"text":"that","start":126,"end":130,"id":25,"ws":true,"disabled":false},{"text":"they","start":131,"end":135,"id":26,"ws":true,"disabled":false},{"text":"have","start":136,"end":140,"id":27,"ws":true,"disabled":false},{"text":"not","start":141,"end":144,"id":28,"ws":true,"disabled":false},{"text":"yet","start":145,"end":148,"id":29,"ws":true,"disabled":false},{"text":"recovered","start":149,"end":158,"id":30,"ws":false,"disabled":false},{"text":",","start":158,"end":159,"id":31,"ws":true,"disabled":false},{"text":"in","start":160,"end":162,"id":32,"ws":true,"disabled":false},{"text":"terms","start":163,"end":168,"id":33,"ws":true,"disabled":false},{"text":"of","start":169,"end":171,"id":34,"ws":true,"disabled":false},{"text":"their","start":172,"end":177,"id":35,"ws":true,"disabled":false},{"text":"public","start":178,"end":184,"id":36,"ws":true,"disabled":false},{"text":"health","start":185,"end":191,"id":37,"ws":true,"disabled":false},{"text":"infrastructure","start":192,"end":206,"id":38,"ws":false,"disabled":false},{"text":",","start":206,"end":207,"id":39,"ws":true,"disabled":false},{"text":"from","start":208,"end":212,"id":40,"ws":true,"disabled":false},{"text":"the","start":213,"end":216,"id":41,"ws":true,"disabled":false},{"text":"devastating","start":217,"end":228,"id":42,"ws":true,"disabled":false},{"text":"impacts","start":229,"end":236,"id":43,"ws":true,"disabled":false},{"text":"of","start":237,"end":239,"id":44,"ws":true,"disabled":false},{"text":"Hurricane","start":240,"end":249,"id":45,"ws":true,"disabled":false},{"text":"Maria","start":250,"end":255,"id":46,"ws":true,"disabled":false},{"text":"three","start":256,"end":261,"id":47,"ws":true,"disabled":false},{"text":"years","start":262,"end":267,"id":48,"ws":true,"disabled":false},{"text":"ago","start":268,"end":271,"id":49,"ws":false,"disabled":false},{"text":".","start":271,"end":272,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":273,"end":285,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":286,"end":298,"id":52,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":45,"child":38,"head_span":{"start":240,"end":249,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":192,"end":206,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":38,"head_span":{"start":178,"end":191,"token_start":36,"token_end":37,"label":"type_of"},"child_span":{"start":192,"end":206,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":70,"end":74,"token_start":15,"token_end":15,"label":"effect_size"},"child_span":{"start":75,"end":81,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":16,"head_span":{"start":87,"end":91,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":75,"end":81,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":16,"head_span":{"start":95,"end":103,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":75,"end":81,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":38,"child":16,"head_span":{"start":192,"end":206,"token_start":38,"token_end":38,"label":"base"},"child_span":{"start":75,"end":81,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":38,"head_span":{"start":141,"end":158,"token_start":28,"token_end":30,"label":"aspect_changing"},"child_span":{"start":192,"end":206,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":45,"head_span":{"start":229,"end":236,"token_start":43,"token_end":43,"label":"aspect_changing"},"child_span":{"start":240,"end":249,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":45,"head_span":{"start":217,"end":228,"token_start":42,"token_end":42,"label":"effect_size"},"child_span":{"start":240,"end":249,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":false,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Similarly, rapid permafrost thaw can also be triggered \u2013 and enhanced \u2013 by disturbances such as fire, abrupt drying events, soil subsidence and erosion resulting from ice-rich permafrost thaw (known as \u201cthermokarst\u201d).","text":"Similarly, rapid permafrost thaw can also be triggered \u2013 and enhanced \u2013 by disturbances such as fire, abrupt drying events, soil subsidence and erosion resulting from ice-rich permafrost thaw (known as \u201cthermokarst\u201d). IMPLIED_BASE IMPLIED_BASE","characters":"217","document_index":"647","md_sentence_index":"338","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_338","post-training batch1":"647_338","_input_hash":1866910882,"_task_hash":-1099353682,"spans":[{"start":11,"end":16,"token_start":2,"token_end":2,"label":"effect_size"},{"text":"permafrost","start":17,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"base"},{"start":28,"end":32,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":33,"end":36,"token_start":5,"token_end":5,"label":"confidence"},{"start":45,"end":54,"token_start":8,"token_end":8,"label":"change_direction"},{"start":61,"end":69,"token_start":11,"token_end":11,"label":"change_direction"},{"start":72,"end":74,"token_start":13,"token_end":13,"label":"predicate"},{"start":96,"end":100,"token_start":17,"token_end":17,"label":"base"},{"start":102,"end":115,"token_start":19,"token_end":20,"label":"change_direction"},{"start":116,"end":122,"token_start":21,"token_end":21,"label":"aspect_changing"},{"text":"soil","start":124,"token_start":23,"token_end":23,"end":128,"type":"pattern","label":"base"},{"start":129,"end":139,"token_start":24,"token_end":24,"label":"aspect_changing"},{"text":"erosion","start":144,"token_start":26,"token_end":26,"end":151,"type":"pattern","label":"aspect_changing"},{"start":152,"end":166,"token_start":27,"token_end":28,"label":"predicate"},{"start":167,"end":175,"token_start":29,"token_end":31,"label":"type_of"},{"text":"permafrost","start":176,"token_start":32,"token_end":32,"end":186,"type":"pattern","label":"base"},{"start":187,"end":191,"token_start":33,"token_end":33,"label":"aspect_changing"},{"start":203,"end":214,"token_start":38,"token_end":38,"label":"base"},{"start":218,"end":230,"token_start":42,"token_end":42,"label":"base"}],"tokens":[{"text":"Similarly","start":0,"end":9,"id":0,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":1,"ws":true,"disabled":false},{"text":"rapid","start":11,"end":16,"id":2,"ws":true,"disabled":false},{"text":"permafrost","start":17,"end":27,"id":3,"ws":true,"disabled":false},{"text":"thaw","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"can","start":33,"end":36,"id":5,"ws":true,"disabled":false},{"text":"also","start":37,"end":41,"id":6,"ws":true,"disabled":false},{"text":"be","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"triggered","start":45,"end":54,"id":8,"ws":true,"disabled":false},{"text":"\u2013","start":55,"end":56,"id":9,"ws":true,"disabled":false},{"text":"and","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"enhanced","start":61,"end":69,"id":11,"ws":true,"disabled":false},{"text":"\u2013","start":70,"end":71,"id":12,"ws":true,"disabled":false},{"text":"by","start":72,"end":74,"id":13,"ws":true,"disabled":false},{"text":"disturbances","start":75,"end":87,"id":14,"ws":true,"disabled":false},{"text":"such","start":88,"end":92,"id":15,"ws":true,"disabled":false},{"text":"as","start":93,"end":95,"id":16,"ws":true,"disabled":false},{"text":"fire","start":96,"end":100,"id":17,"ws":false,"disabled":false},{"text":",","start":100,"end":101,"id":18,"ws":true,"disabled":false},{"text":"abrupt","start":102,"end":108,"id":19,"ws":true,"disabled":false},{"text":"drying","start":109,"end":115,"id":20,"ws":true,"disabled":false},{"text":"events","start":116,"end":122,"id":21,"ws":false,"disabled":false},{"text":",","start":122,"end":123,"id":22,"ws":true,"disabled":false},{"text":"soil","start":124,"end":128,"id":23,"ws":true,"disabled":false},{"text":"subsidence","start":129,"end":139,"id":24,"ws":true,"disabled":false},{"text":"and","start":140,"end":143,"id":25,"ws":true,"disabled":false},{"text":"erosion","start":144,"end":151,"id":26,"ws":true,"disabled":false},{"text":"resulting","start":152,"end":161,"id":27,"ws":true,"disabled":false},{"text":"from","start":162,"end":166,"id":28,"ws":true,"disabled":false},{"text":"ice","start":167,"end":170,"id":29,"ws":false,"disabled":false},{"text":"-","start":170,"end":171,"id":30,"ws":false,"disabled":false},{"text":"rich","start":171,"end":175,"id":31,"ws":true,"disabled":false},{"text":"permafrost","start":176,"end":186,"id":32,"ws":true,"disabled":false},{"text":"thaw","start":187,"end":191,"id":33,"ws":true,"disabled":false},{"text":"(","start":192,"end":193,"id":34,"ws":false,"disabled":false},{"text":"known","start":193,"end":198,"id":35,"ws":true,"disabled":false},{"text":"as","start":199,"end":201,"id":36,"ws":true,"disabled":false},{"text":"\u201c","start":202,"end":203,"id":37,"ws":false,"disabled":false},{"text":"thermokarst","start":203,"end":214,"id":38,"ws":false,"disabled":false},{"text":"\u201d","start":214,"end":215,"id":39,"ws":false,"disabled":false},{"text":")","start":215,"end":216,"id":40,"ws":false,"disabled":false},{"text":".","start":216,"end":217,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":231,"end":243,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":4,"child":3,"head_span":{"start":28,"end":32,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":17,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":3,"head_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"effect_size"},"child_span":{"start":17,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":42,"head_span":{"start":116,"end":122,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":218,"end":230,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":42,"head_span":{"start":102,"end":115,"token_start":19,"token_end":20,"label":"change_direction"},"child_span":{"start":218,"end":230,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":23,"head_span":{"start":129,"end":139,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":124,"end":128,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":23,"head_span":{"start":144,"end":151,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":124,"end":128,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":32,"head_span":{"start":167,"end":175,"token_start":29,"token_end":31,"label":"type_of"},"child_span":{"start":176,"end":186,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":32,"head_span":{"start":187,"end":191,"token_start":33,"token_end":33,"label":"aspect_changing"},"child_span":{"start":176,"end":186,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":3,"head_span":{"start":45,"end":54,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":17,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":3,"head_span":{"start":61,"end":69,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":17,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":3,"head_span":{"start":96,"end":100,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":17,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":3,"head_span":{"start":218,"end":230,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":17,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":3,"head_span":{"start":124,"end":128,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":17,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":3,"head_span":{"start":176,"end":186,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":17,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":38,"child":3,"head_span":{"start":203,"end":214,"token_start":38,"token_end":38,"label":"base"},"child_span":{"start":17,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The increasing intensity, duration, and frequency of heat waves due to human-caused climate change puts historically underserved populations in a heightened state of precarity, as studies observe that vulnerable communities\u2014especially those within urban areas in the United States\u2014are disproportionately exposed to extreme heat.","text":"The increasing intensity, duration, and frequency of heat waves due to human-caused climate change puts historically underserved populations in a heightened state of precarity, as studies observe that vulnerable communities\u2014especially those within urban areas in the United States\u2014are disproportionately exposed to extreme heat. IMPLIED_BASE IMPLIED_BASE","characters":"328","document_index":"804","md_sentence_index":"0","classification_origin":"causal_sentence_classification","url":"https://www.mdpi.com/2225-1154/8/1/12/htm","combo_id":"804_0","post-training batch1":"804_0","_input_hash":1305311677,"_task_hash":780280318,"spans":[{"text":"increasing","start":4,"token_start":1,"token_end":1,"end":14,"type":"pattern","label":"change_direction"},{"text":"intensity","start":15,"token_start":2,"token_end":2,"end":24,"type":"pattern","label":"aspect_changing"},{"start":26,"end":34,"token_start":4,"token_end":4,"label":"aspect_changing"},{"text":"frequency","start":40,"token_start":7,"token_end":7,"end":49,"type":"pattern","label":"aspect_changing"},{"text":"heat waves","start":53,"token_start":9,"token_end":10,"end":63,"type":"pattern","label":"base"},{"start":64,"end":70,"token_start":11,"token_end":12,"label":"predicate"},{"start":71,"end":83,"token_start":13,"token_end":15,"label":"type_of"},{"text":"climate change","start":84,"token_start":16,"token_end":17,"end":98,"type":"pattern","label":"base"},{"start":99,"end":103,"token_start":18,"token_end":18,"label":"predicate"},{"start":104,"end":140,"token_start":19,"token_end":21,"label":"to_whom"},{"start":146,"end":156,"token_start":24,"token_end":24,"label":"change_direction"},{"start":157,"end":162,"token_start":25,"token_end":25,"label":"aspect_changing"},{"start":166,"end":175,"token_start":27,"token_end":27,"label":"base"},{"start":177,"end":179,"token_start":29,"token_end":29,"label":"predicate"},{"start":201,"end":223,"token_start":33,"token_end":34,"label":"to_whom"},{"start":235,"end":280,"token_start":37,"token_end":44,"label":"where"},{"start":285,"end":303,"token_start":47,"token_end":47,"label":"effect_size"},{"start":304,"end":311,"token_start":48,"token_end":48,"label":"aspect_changing"},{"start":315,"end":322,"token_start":50,"token_end":50,"label":"type_of"},{"start":323,"end":327,"token_start":51,"token_end":51,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"increasing","start":4,"end":14,"id":1,"ws":true,"disabled":false},{"text":"intensity","start":15,"end":24,"id":2,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":3,"ws":true,"disabled":false},{"text":"duration","start":26,"end":34,"id":4,"ws":false,"disabled":false},{"text":",","start":34,"end":35,"id":5,"ws":true,"disabled":false},{"text":"and","start":36,"end":39,"id":6,"ws":true,"disabled":false},{"text":"frequency","start":40,"end":49,"id":7,"ws":true,"disabled":false},{"text":"of","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"heat","start":53,"end":57,"id":9,"ws":true,"disabled":false},{"text":"waves","start":58,"end":63,"id":10,"ws":true,"disabled":false},{"text":"due","start":64,"end":67,"id":11,"ws":true,"disabled":false},{"text":"to","start":68,"end":70,"id":12,"ws":true,"disabled":false},{"text":"human","start":71,"end":76,"id":13,"ws":false,"disabled":false},{"text":"-","start":76,"end":77,"id":14,"ws":false,"disabled":false},{"text":"caused","start":77,"end":83,"id":15,"ws":true,"disabled":false},{"text":"climate","start":84,"end":91,"id":16,"ws":true,"disabled":false},{"text":"change","start":92,"end":98,"id":17,"ws":true,"disabled":false},{"text":"puts","start":99,"end":103,"id":18,"ws":true,"disabled":false},{"text":"historically","start":104,"end":116,"id":19,"ws":true,"disabled":false},{"text":"underserved","start":117,"end":128,"id":20,"ws":true,"disabled":false},{"text":"populations","start":129,"end":140,"id":21,"ws":true,"disabled":false},{"text":"in","start":141,"end":143,"id":22,"ws":true,"disabled":false},{"text":"a","start":144,"end":145,"id":23,"ws":true,"disabled":false},{"text":"heightened","start":146,"end":156,"id":24,"ws":true,"disabled":false},{"text":"state","start":157,"end":162,"id":25,"ws":true,"disabled":false},{"text":"of","start":163,"end":165,"id":26,"ws":true,"disabled":false},{"text":"precarity","start":166,"end":175,"id":27,"ws":false,"disabled":false},{"text":",","start":175,"end":176,"id":28,"ws":true,"disabled":false},{"text":"as","start":177,"end":179,"id":29,"ws":true,"disabled":false},{"text":"studies","start":180,"end":187,"id":30,"ws":true,"disabled":false},{"text":"observe","start":188,"end":195,"id":31,"ws":true,"disabled":false},{"text":"that","start":196,"end":200,"id":32,"ws":true,"disabled":false},{"text":"vulnerable","start":201,"end":211,"id":33,"ws":true,"disabled":false},{"text":"communities","start":212,"end":223,"id":34,"ws":false,"disabled":false},{"text":"\u2014","start":223,"end":224,"id":35,"ws":false,"disabled":false},{"text":"especially","start":224,"end":234,"id":36,"ws":true,"disabled":false},{"text":"those","start":235,"end":240,"id":37,"ws":true,"disabled":false},{"text":"within","start":241,"end":247,"id":38,"ws":true,"disabled":false},{"text":"urban","start":248,"end":253,"id":39,"ws":true,"disabled":false},{"text":"areas","start":254,"end":259,"id":40,"ws":true,"disabled":false},{"text":"in","start":260,"end":262,"id":41,"ws":true,"disabled":false},{"text":"the","start":263,"end":266,"id":42,"ws":true,"disabled":false},{"text":"United","start":267,"end":273,"id":43,"ws":true,"disabled":false},{"text":"States","start":274,"end":280,"id":44,"ws":false,"disabled":false},{"text":"\u2014","start":280,"end":281,"id":45,"ws":false,"disabled":false},{"text":"are","start":281,"end":284,"id":46,"ws":true,"disabled":false},{"text":"disproportionately","start":285,"end":303,"id":47,"ws":true,"disabled":false},{"text":"exposed","start":304,"end":311,"id":48,"ws":true,"disabled":false},{"text":"to","start":312,"end":314,"id":49,"ws":true,"disabled":false},{"text":"extreme","start":315,"end":322,"id":50,"ws":true,"disabled":false},{"text":"heat","start":323,"end":327,"id":51,"ws":false,"disabled":false},{"text":".","start":327,"end":328,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":329,"end":341,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":342,"end":354,"id":54,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":25,"child":27,"head_span":{"start":157,"end":162,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":166,"end":175,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":27,"head_span":{"start":146,"end":156,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":166,"end":175,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":27,"head_span":{"start":104,"end":140,"token_start":19,"token_end":21,"label":"to_whom"},"child_span":{"start":166,"end":175,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":71,"end":83,"token_start":13,"token_end":15,"label":"type_of"},"child_span":{"start":84,"end":98,"token_start":16,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":40,"end":49,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":10,"head_span":{"start":26,"end":34,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":10,"head_span":{"start":15,"end":24,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":10,"head_span":{"start":4,"end":14,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":10,"head_span":{"start":84,"end":98,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":27,"head_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":166,"end":175,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":50,"child":51,"head_span":{"start":315,"end":322,"token_start":50,"token_end":50,"label":"type_of"},"child_span":{"start":323,"end":327,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":51,"head_span":{"start":304,"end":311,"token_start":48,"token_end":48,"label":"aspect_changing"},"child_span":{"start":323,"end":327,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":27,"head_span":{"start":323,"end":327,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":166,"end":175,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":51,"head_span":{"start":201,"end":223,"token_start":33,"token_end":34,"label":"to_whom"},"child_span":{"start":323,"end":327,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":51,"head_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":323,"end":327,"token_start":51,"token_end":51,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Given the large potential changes in precipitation and temperature regimes projected for the coming decades\u2014with locations throughout the inhabited world expected to warm by 2 to 4 SDs by 2050\u2014amplified rates of human conflict could represent a large and critical social impact of anthropogenic climate change in both low-","text":"Given the large potential changes in precipitation and temperature regimes projected for the coming decades\u2014with locations throughout the inhabited world expected to warm by 2 to 4 SDs by 2050\u2014amplified rates of human conflict could represent a large and critical social impact of anthropogenic climate change in both low- IMPLIED_BASE IMPLIED_BASE","characters":"322","document_index":"667","md_sentence_index":"17","classification_origin":"causal_sentence_classification","url":"http://science.sciencemag.org/content/341/6151/1235367","combo_id":"667_17","post-training batch1":"667_17","_input_hash":-1716336662,"_task_hash":242915732,"spans":[{"text":"precipitation","start":37,"token_start":6,"token_end":6,"end":50,"type":"pattern","label":"base"},{"text":"temperature","start":55,"token_start":8,"token_end":8,"end":66,"type":"pattern","label":"aspect_changing"},{"start":188,"end":202,"token_start":31,"token_end":31,"label":"change_direction"},{"text":"rates","start":203,"token_start":32,"token_end":32,"end":208,"type":"pattern","label":"aspect_changing"},{"start":212,"end":217,"token_start":34,"token_end":34,"label":"type_of"},{"text":"conflict","start":218,"token_start":35,"token_end":35,"end":226,"type":"pattern","label":"base"},{"start":227,"end":232,"token_start":36,"token_end":36,"label":"confidence"},{"start":233,"end":242,"token_start":37,"token_end":37,"label":"predicate"},{"start":243,"end":277,"token_start":38,"token_end":43,"label":"effect_size"},{"start":281,"end":294,"token_start":45,"token_end":45,"label":"type_of"},{"text":"climate change","start":295,"token_start":46,"token_end":47,"end":309,"type":"pattern","label":"base"}],"tokens":[{"text":"Given","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"the","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"large","start":10,"end":15,"id":2,"ws":true,"disabled":false},{"text":"potential","start":16,"end":25,"id":3,"ws":true,"disabled":false},{"text":"changes","start":26,"end":33,"id":4,"ws":true,"disabled":false},{"text":"in","start":34,"end":36,"id":5,"ws":true,"disabled":false},{"text":"precipitation","start":37,"end":50,"id":6,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":7,"ws":true,"disabled":false},{"text":"temperature","start":55,"end":66,"id":8,"ws":true,"disabled":false},{"text":"regimes","start":67,"end":74,"id":9,"ws":true,"disabled":false},{"text":"projected","start":75,"end":84,"id":10,"ws":true,"disabled":false},{"text":"for","start":85,"end":88,"id":11,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":12,"ws":true,"disabled":false},{"text":"coming","start":93,"end":99,"id":13,"ws":true,"disabled":false},{"text":"decades","start":100,"end":107,"id":14,"ws":false,"disabled":false},{"text":"\u2014","start":107,"end":108,"id":15,"ws":false,"disabled":false},{"text":"with","start":108,"end":112,"id":16,"ws":true,"disabled":false},{"text":"locations","start":113,"end":122,"id":17,"ws":true,"disabled":false},{"text":"throughout","start":123,"end":133,"id":18,"ws":true,"disabled":false},{"text":"the","start":134,"end":137,"id":19,"ws":true,"disabled":false},{"text":"inhabited","start":138,"end":147,"id":20,"ws":true,"disabled":false},{"text":"world","start":148,"end":153,"id":21,"ws":true,"disabled":false},{"text":"expected","start":154,"end":162,"id":22,"ws":true,"disabled":false},{"text":"to","start":163,"end":165,"id":23,"ws":true,"disabled":false},{"text":"warm","start":166,"end":170,"id":24,"ws":true,"disabled":false},{"text":"by","start":171,"end":173,"id":25,"ws":true,"disabled":false},{"text":"2","start":174,"end":175,"id":26,"ws":true,"disabled":false},{"text":"to","start":176,"end":178,"id":27,"ws":true,"disabled":false},{"text":"4","start":179,"end":180,"id":28,"ws":true,"disabled":false},{"text":"SDs","start":181,"end":184,"id":29,"ws":true,"disabled":false},{"text":"by","start":185,"end":187,"id":30,"ws":true,"disabled":false},{"text":"2050\u2014amplified","start":188,"end":202,"id":31,"ws":true,"disabled":false},{"text":"rates","start":203,"end":208,"id":32,"ws":true,"disabled":false},{"text":"of","start":209,"end":211,"id":33,"ws":true,"disabled":false},{"text":"human","start":212,"end":217,"id":34,"ws":true,"disabled":false},{"text":"conflict","start":218,"end":226,"id":35,"ws":true,"disabled":false},{"text":"could","start":227,"end":232,"id":36,"ws":true,"disabled":false},{"text":"represent","start":233,"end":242,"id":37,"ws":true,"disabled":false},{"text":"a","start":243,"end":244,"id":38,"ws":true,"disabled":false},{"text":"large","start":245,"end":250,"id":39,"ws":true,"disabled":false},{"text":"and","start":251,"end":254,"id":40,"ws":true,"disabled":false},{"text":"critical","start":255,"end":263,"id":41,"ws":true,"disabled":false},{"text":"social","start":264,"end":270,"id":42,"ws":true,"disabled":false},{"text":"impact","start":271,"end":277,"id":43,"ws":true,"disabled":false},{"text":"of","start":278,"end":280,"id":44,"ws":true,"disabled":false},{"text":"anthropogenic","start":281,"end":294,"id":45,"ws":true,"disabled":false},{"text":"climate","start":295,"end":302,"id":46,"ws":true,"disabled":false},{"text":"change","start":303,"end":309,"id":47,"ws":true,"disabled":false},{"text":"in","start":310,"end":312,"id":48,"ws":true,"disabled":false},{"text":"both","start":313,"end":317,"id":49,"ws":true,"disabled":false},{"text":"low-","start":318,"end":322,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":323,"end":335,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":336,"end":348,"id":52,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":45,"child":47,"head_span":{"start":281,"end":294,"token_start":45,"token_end":45,"label":"type_of"},"child_span":{"start":295,"end":309,"token_start":46,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":35,"head_span":{"start":212,"end":217,"token_start":34,"token_end":34,"label":"type_of"},"child_span":{"start":218,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":32,"head_span":{"start":218,"end":226,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":203,"end":208,"token_start":32,"token_end":32,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":35,"head_span":{"start":188,"end":202,"token_start":31,"token_end":31,"label":"change_direction"},"child_span":{"start":218,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":35,"head_span":{"start":295,"end":309,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":218,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"This year, both long-term trends and seasonal variability converged, causing extreme heat and dryness, as well as some unusual ignition events, like a dry lightning storm in Northern California that sparked more than 300 fires.\n","text":"This year, both long-term trends and seasonal variability converged, causing extreme heat and dryness, as well as some unusual ignition events, like a dry lightning storm in Northern California that sparked more than 300 fires. IMPLIED_BASE IMPLIED_BASE","characters":"228","document_index":"846","md_sentence_index":"99","classification_origin":"causal_sentence_classification","url":"https://www.vox.com/21452781/zogg-fire-glass-wildfire-california-climate-change-hurricanes-attribution-2020-debate","combo_id":"846_99","post-training batch1":"846_99","_input_hash":363706903,"_task_hash":-1904020650,"spans":[{"start":0,"end":9,"token_start":0,"token_end":1,"label":"when"},{"start":37,"end":45,"token_start":9,"token_end":9,"label":"type_of"},{"start":46,"end":57,"token_start":10,"token_end":10,"label":"base"},{"start":69,"end":76,"token_start":13,"token_end":13,"label":"predicate"},{"start":77,"end":84,"token_start":14,"token_end":14,"label":"type_of"},{"start":85,"end":89,"token_start":15,"token_end":15,"label":"base"},{"start":94,"end":101,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":151,"end":164,"token_start":29,"token_end":30,"label":"type_of"},{"text":"storm","start":165,"token_start":31,"token_end":31,"end":170,"type":"pattern","label":"base"},{"start":171,"end":193,"token_start":32,"token_end":34,"label":"where"},{"start":199,"end":206,"token_start":36,"token_end":36,"label":"change_direction"},{"start":207,"end":220,"token_start":37,"token_end":39,"label":"effect_size"},{"start":221,"end":226,"token_start":40,"token_end":40,"label":"base"},{"start":228,"end":240,"token_start":42,"token_end":42,"label":"base"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"year","start":5,"end":9,"id":1,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":2,"ws":true,"disabled":false},{"text":"both","start":11,"end":15,"id":3,"ws":true,"disabled":false},{"text":"long","start":16,"end":20,"id":4,"ws":false,"disabled":false},{"text":"-","start":20,"end":21,"id":5,"ws":false,"disabled":false},{"text":"term","start":21,"end":25,"id":6,"ws":true,"disabled":false},{"text":"trends","start":26,"end":32,"id":7,"ws":true,"disabled":false},{"text":"and","start":33,"end":36,"id":8,"ws":true,"disabled":false},{"text":"seasonal","start":37,"end":45,"id":9,"ws":true,"disabled":false},{"text":"variability","start":46,"end":57,"id":10,"ws":true,"disabled":false},{"text":"converged","start":58,"end":67,"id":11,"ws":false,"disabled":false},{"text":",","start":67,"end":68,"id":12,"ws":true,"disabled":false},{"text":"causing","start":69,"end":76,"id":13,"ws":true,"disabled":false},{"text":"extreme","start":77,"end":84,"id":14,"ws":true,"disabled":false},{"text":"heat","start":85,"end":89,"id":15,"ws":true,"disabled":false},{"text":"and","start":90,"end":93,"id":16,"ws":true,"disabled":false},{"text":"dryness","start":94,"end":101,"id":17,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":18,"ws":true,"disabled":false},{"text":"as","start":103,"end":105,"id":19,"ws":true,"disabled":false},{"text":"well","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"as","start":111,"end":113,"id":21,"ws":true,"disabled":false},{"text":"some","start":114,"end":118,"id":22,"ws":true,"disabled":false},{"text":"unusual","start":119,"end":126,"id":23,"ws":true,"disabled":false},{"text":"ignition","start":127,"end":135,"id":24,"ws":true,"disabled":false},{"text":"events","start":136,"end":142,"id":25,"ws":false,"disabled":false},{"text":",","start":142,"end":143,"id":26,"ws":true,"disabled":false},{"text":"like","start":144,"end":148,"id":27,"ws":true,"disabled":false},{"text":"a","start":149,"end":150,"id":28,"ws":true,"disabled":false},{"text":"dry","start":151,"end":154,"id":29,"ws":true,"disabled":false},{"text":"lightning","start":155,"end":164,"id":30,"ws":true,"disabled":false},{"text":"storm","start":165,"end":170,"id":31,"ws":true,"disabled":false},{"text":"in","start":171,"end":173,"id":32,"ws":true,"disabled":false},{"text":"Northern","start":174,"end":182,"id":33,"ws":true,"disabled":false},{"text":"California","start":183,"end":193,"id":34,"ws":true,"disabled":false},{"text":"that","start":194,"end":198,"id":35,"ws":true,"disabled":false},{"text":"sparked","start":199,"end":206,"id":36,"ws":true,"disabled":false},{"text":"more","start":207,"end":211,"id":37,"ws":true,"disabled":false},{"text":"than","start":212,"end":216,"id":38,"ws":true,"disabled":false},{"text":"300","start":217,"end":220,"id":39,"ws":true,"disabled":false},{"text":"fires","start":221,"end":226,"id":40,"ws":false,"disabled":false},{"text":".","start":226,"end":227,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":228,"end":240,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":241,"end":253,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":14,"child":15,"head_span":{"start":77,"end":84,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":85,"end":89,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":42,"head_span":{"start":94,"end":101,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":228,"end":240,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":31,"head_span":{"start":151,"end":164,"token_start":29,"token_end":30,"label":"type_of"},"child_span":{"start":165,"end":170,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":40,"head_span":{"start":199,"end":206,"token_start":36,"token_end":36,"label":"change_direction"},"child_span":{"start":221,"end":226,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":40,"head_span":{"start":207,"end":220,"token_start":37,"token_end":39,"label":"effect_size"},"child_span":{"start":221,"end":226,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":31,"head_span":{"start":171,"end":193,"token_start":32,"token_end":34,"label":"where"},"child_span":{"start":165,"end":170,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":40,"head_span":{"start":171,"end":193,"token_start":32,"token_end":34,"label":"where"},"child_span":{"start":221,"end":226,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":40,"head_span":{"start":165,"end":170,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":221,"end":226,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Waiting to act will only increase the likelihood of a climate shock destabilizing the financial system and severely affecting the broader economy.","text":"Waiting to act will only increase the likelihood of a climate shock destabilizing the financial system and severely affecting the broader economy. IMPLIED_BASE IMPLIED_BASE","characters":"146","document_index":"631","md_sentence_index":"105","classification_origin":"causal_sentence_classification","url":"https://www.americanprogress.org/issues/economy/reports/2019/11/21/477190/climate-change-threatens-stability-financial-system/","combo_id":"631_105","post-training batch1":"631_105","_input_hash":-784173329,"_task_hash":-763944915,"spans":[{"start":0,"end":14,"token_start":0,"token_end":2,"label":"base"},{"start":15,"end":19,"token_start":3,"token_end":3,"label":"confidence"},{"start":25,"end":33,"token_start":5,"token_end":5,"label":"change_direction"},{"start":38,"end":48,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":54,"end":67,"token_start":10,"token_end":11,"label":"base"},{"start":68,"end":81,"token_start":12,"token_end":12,"label":"change_direction"},{"start":86,"end":102,"token_start":14,"token_end":15,"label":"base"},{"start":107,"end":115,"token_start":17,"token_end":17,"label":"effect_size"},{"start":116,"end":125,"token_start":18,"token_end":18,"label":"predicate"},{"start":138,"end":145,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"Waiting","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"to","start":8,"end":10,"id":1,"ws":true,"disabled":false},{"text":"act","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"will","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"only","start":20,"end":24,"id":4,"ws":true,"disabled":false},{"text":"increase","start":25,"end":33,"id":5,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"likelihood","start":38,"end":48,"id":7,"ws":true,"disabled":false},{"text":"of","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"a","start":52,"end":53,"id":9,"ws":true,"disabled":false},{"text":"climate","start":54,"end":61,"id":10,"ws":true,"disabled":false},{"text":"shock","start":62,"end":67,"id":11,"ws":true,"disabled":false},{"text":"destabilizing","start":68,"end":81,"id":12,"ws":true,"disabled":false},{"text":"the","start":82,"end":85,"id":13,"ws":true,"disabled":false},{"text":"financial","start":86,"end":95,"id":14,"ws":true,"disabled":false},{"text":"system","start":96,"end":102,"id":15,"ws":true,"disabled":false},{"text":"and","start":103,"end":106,"id":16,"ws":true,"disabled":false},{"text":"severely","start":107,"end":115,"id":17,"ws":true,"disabled":false},{"text":"affecting","start":116,"end":125,"id":18,"ws":true,"disabled":false},{"text":"the","start":126,"end":129,"id":19,"ws":true,"disabled":false},{"text":"broader","start":130,"end":137,"id":20,"ws":true,"disabled":false},{"text":"economy","start":138,"end":145,"id":21,"ws":false,"disabled":false},{"text":".","start":145,"end":146,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":147,"end":159,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":160,"end":172,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":7,"child":11,"head_span":{"start":38,"end":48,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":54,"end":67,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":11,"head_span":{"start":0,"end":14,"token_start":0,"token_end":2,"label":"base"},"child_span":{"start":54,"end":67,"token_start":10,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":15,"head_span":{"start":54,"end":67,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":86,"end":102,"token_start":14,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":21,"head_span":{"start":54,"end":67,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":138,"end":145,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":11,"head_span":{"start":25,"end":33,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":54,"end":67,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":68,"end":81,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":86,"end":102,"token_start":14,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Solutions","relation count":"Many","complexity":"Complex","original_md_text":"Such actions include reducing greenhouse gas emissions, which reduces the speed and magnitude of climate change, and the use of better population control (given that most of the increase in population in the next decade is expected to take place in developing countries, with huge increases in greenhouse gas emissions as a result).","text":"Such actions include reducing greenhouse gas emissions, which reduces the speed and magnitude of climate change, and the use of better population control (given that most of the increase in population in the next decade is expected to take place in developing countries, with huge increases in greenhouse gas emissions as a result). IMPLIED_BASE IMPLIED_BASE","characters":"332","document_index":"71","md_sentence_index":"277","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_277","post-training batch1":"71_277","_input_hash":398517125,"_task_hash":1775519458,"spans":[{"start":21,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},{"start":30,"end":40,"token_start":4,"token_end":4,"label":"type_of"},{"start":41,"end":44,"token_start":5,"token_end":5,"label":"base"},{"text":"emissions","start":45,"token_start":6,"token_end":6,"end":54,"type":"pattern","label":"aspect_changing"},{"start":84,"end":93,"token_start":13,"token_end":13,"label":"effect_size"},{"text":"climate change","start":97,"token_start":15,"token_end":16,"end":111,"type":"pattern","label":"base"},{"text":"increase","start":178,"token_start":31,"token_end":31,"end":186,"type":"pattern","label":"change_direction"},{"start":190,"end":200,"token_start":33,"token_end":33,"label":"base"},{"start":208,"end":219,"token_start":36,"token_end":37,"label":"when"},{"text":"increases","start":281,"token_start":49,"token_end":49,"end":290,"type":"pattern","label":"change_direction"},{"start":294,"end":304,"token_start":51,"token_end":51,"label":"type_of"},{"start":305,"end":308,"token_start":52,"token_end":52,"label":"base"},{"text":"emissions","start":309,"token_start":53,"token_end":53,"end":318,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Such","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"actions","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"include","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"reducing","start":21,"end":29,"id":3,"ws":true,"disabled":false},{"text":"greenhouse","start":30,"end":40,"id":4,"ws":true,"disabled":false},{"text":"gas","start":41,"end":44,"id":5,"ws":true,"disabled":false},{"text":"emissions","start":45,"end":54,"id":6,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":7,"ws":true,"disabled":false},{"text":"which","start":56,"end":61,"id":8,"ws":true,"disabled":false},{"text":"reduces","start":62,"end":69,"id":9,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":10,"ws":true,"disabled":false},{"text":"speed","start":74,"end":79,"id":11,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":12,"ws":true,"disabled":false},{"text":"magnitude","start":84,"end":93,"id":13,"ws":true,"disabled":false},{"text":"of","start":94,"end":96,"id":14,"ws":true,"disabled":false},{"text":"climate","start":97,"end":104,"id":15,"ws":true,"disabled":false},{"text":"change","start":105,"end":111,"id":16,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":17,"ws":true,"disabled":false},{"text":"and","start":113,"end":116,"id":18,"ws":true,"disabled":false},{"text":"the","start":117,"end":120,"id":19,"ws":true,"disabled":false},{"text":"use","start":121,"end":124,"id":20,"ws":true,"disabled":false},{"text":"of","start":125,"end":127,"id":21,"ws":true,"disabled":false},{"text":"better","start":128,"end":134,"id":22,"ws":true,"disabled":false},{"text":"population","start":135,"end":145,"id":23,"ws":true,"disabled":false},{"text":"control","start":146,"end":153,"id":24,"ws":true,"disabled":false},{"text":"(","start":154,"end":155,"id":25,"ws":false,"disabled":false},{"text":"given","start":155,"end":160,"id":26,"ws":true,"disabled":false},{"text":"that","start":161,"end":165,"id":27,"ws":true,"disabled":false},{"text":"most","start":166,"end":170,"id":28,"ws":true,"disabled":false},{"text":"of","start":171,"end":173,"id":29,"ws":true,"disabled":false},{"text":"the","start":174,"end":177,"id":30,"ws":true,"disabled":false},{"text":"increase","start":178,"end":186,"id":31,"ws":true,"disabled":false},{"text":"in","start":187,"end":189,"id":32,"ws":true,"disabled":false},{"text":"population","start":190,"end":200,"id":33,"ws":true,"disabled":false},{"text":"in","start":201,"end":203,"id":34,"ws":true,"disabled":false},{"text":"the","start":204,"end":207,"id":35,"ws":true,"disabled":false},{"text":"next","start":208,"end":212,"id":36,"ws":true,"disabled":false},{"text":"decade","start":213,"end":219,"id":37,"ws":true,"disabled":false},{"text":"is","start":220,"end":222,"id":38,"ws":true,"disabled":false},{"text":"expected","start":223,"end":231,"id":39,"ws":true,"disabled":false},{"text":"to","start":232,"end":234,"id":40,"ws":true,"disabled":false},{"text":"take","start":235,"end":239,"id":41,"ws":true,"disabled":false},{"text":"place","start":240,"end":245,"id":42,"ws":true,"disabled":false},{"text":"in","start":246,"end":248,"id":43,"ws":true,"disabled":false},{"text":"developing","start":249,"end":259,"id":44,"ws":true,"disabled":false},{"text":"countries","start":260,"end":269,"id":45,"ws":false,"disabled":false},{"text":",","start":269,"end":270,"id":46,"ws":true,"disabled":false},{"text":"with","start":271,"end":275,"id":47,"ws":true,"disabled":false},{"text":"huge","start":276,"end":280,"id":48,"ws":true,"disabled":false},{"text":"increases","start":281,"end":290,"id":49,"ws":true,"disabled":false},{"text":"in","start":291,"end":293,"id":50,"ws":true,"disabled":false},{"text":"greenhouse","start":294,"end":304,"id":51,"ws":true,"disabled":false},{"text":"gas","start":305,"end":308,"id":52,"ws":true,"disabled":false},{"text":"emissions","start":309,"end":318,"id":53,"ws":true,"disabled":false},{"text":"as","start":319,"end":321,"id":54,"ws":true,"disabled":false},{"text":"a","start":322,"end":323,"id":55,"ws":true,"disabled":false},{"text":"result","start":324,"end":330,"id":56,"ws":false,"disabled":false},{"text":")","start":330,"end":331,"id":57,"ws":false,"disabled":false},{"text":".","start":331,"end":332,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":333,"end":345,"id":59,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":346,"end":358,"id":60,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":30,"end":40,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":41,"end":44,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":5,"head_span":{"start":21,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":41,"end":44,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":45,"end":54,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":41,"end":44,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":84,"end":93,"token_start":13,"token_end":13,"label":"effect_size"},"child_span":{"start":97,"end":111,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":33,"head_span":{"start":178,"end":186,"token_start":31,"token_end":31,"label":"change_direction"},"child_span":{"start":190,"end":200,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":52,"head_span":{"start":294,"end":304,"token_start":51,"token_end":51,"label":"type_of"},"child_span":{"start":305,"end":308,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":52,"head_span":{"start":281,"end":290,"token_start":49,"token_end":49,"label":"change_direction"},"child_span":{"start":305,"end":308,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":53,"child":52,"head_span":{"start":309,"end":318,"token_start":53,"token_end":53,"label":"aspect_changing"},"child_span":{"start":305,"end":308,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":16,"head_span":{"start":41,"end":44,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":97,"end":111,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":52,"child":33,"head_span":{"start":305,"end":308,"token_start":52,"token_end":52,"label":"base"},"child_span":{"start":190,"end":200,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"- U.S. EPA is allowing the sale of dirtier \"winter fuel\" gasoline during COVID-19, worsening air quality in the midst of a respiratory virus pandemic, which will lead to extra deaths.\n","text":"- U.S. EPA is allowing the sale of dirtier \"winter fuel\" gasoline during COVID-19, worsening air quality in the midst of a respiratory virus pandemic, which will lead to extra deaths. IMPLIED_BASE IMPLIED_BASE","characters":"184","document_index":"765","md_sentence_index":"152","classification_origin":"causal_sentence_classification","url":"https://covidclimate.com/","combo_id":"765_152","post-training batch1":"765_152","_input_hash":-256805801,"_task_hash":-583521686,"spans":[{"start":14,"end":22,"token_start":4,"token_end":4,"label":"change_direction"},{"start":27,"end":31,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":35,"end":42,"token_start":8,"token_end":8,"label":"type_of"},{"start":44,"end":55,"token_start":10,"token_end":11,"label":"type_of"},{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},{"start":66,"end":81,"token_start":14,"token_end":15,"label":"when"},{"text":"worsening","start":83,"token_start":17,"token_end":17,"end":92,"type":"pattern","label":"change_direction"},{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},{"text":"quality","start":97,"token_start":19,"token_end":19,"end":104,"type":"pattern","label":"aspect_changing"},{"start":123,"end":140,"token_start":25,"token_end":26,"label":"type_of"},{"start":141,"end":149,"token_start":27,"token_end":27,"label":"base"},{"start":157,"end":161,"token_start":30,"token_end":30,"label":"confidence"},{"start":162,"end":169,"token_start":31,"token_end":32,"label":"predicate"},{"start":170,"end":175,"token_start":33,"token_end":33,"label":"change_direction"},{"start":176,"end":182,"token_start":34,"token_end":34,"label":"base"}],"tokens":[{"text":"-","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"U.S.","start":2,"end":6,"id":1,"ws":true,"disabled":false},{"text":"EPA","start":7,"end":10,"id":2,"ws":true,"disabled":false},{"text":"is","start":11,"end":13,"id":3,"ws":true,"disabled":false},{"text":"allowing","start":14,"end":22,"id":4,"ws":true,"disabled":false},{"text":"the","start":23,"end":26,"id":5,"ws":true,"disabled":false},{"text":"sale","start":27,"end":31,"id":6,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":7,"ws":true,"disabled":false},{"text":"dirtier","start":35,"end":42,"id":8,"ws":true,"disabled":false},{"text":"\"","start":43,"end":44,"id":9,"ws":false,"disabled":false},{"text":"winter","start":44,"end":50,"id":10,"ws":true,"disabled":false},{"text":"fuel","start":51,"end":55,"id":11,"ws":false,"disabled":false},{"text":"\"","start":55,"end":56,"id":12,"ws":true,"disabled":false},{"text":"gasoline","start":57,"end":65,"id":13,"ws":true,"disabled":false},{"text":"during","start":66,"end":72,"id":14,"ws":true,"disabled":false},{"text":"COVID-19","start":73,"end":81,"id":15,"ws":false,"disabled":false},{"text":",","start":81,"end":82,"id":16,"ws":true,"disabled":false},{"text":"worsening","start":83,"end":92,"id":17,"ws":true,"disabled":false},{"text":"air","start":93,"end":96,"id":18,"ws":true,"disabled":false},{"text":"quality","start":97,"end":104,"id":19,"ws":true,"disabled":false},{"text":"in","start":105,"end":107,"id":20,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":21,"ws":true,"disabled":false},{"text":"midst","start":112,"end":117,"id":22,"ws":true,"disabled":false},{"text":"of","start":118,"end":120,"id":23,"ws":true,"disabled":false},{"text":"a","start":121,"end":122,"id":24,"ws":true,"disabled":false},{"text":"respiratory","start":123,"end":134,"id":25,"ws":true,"disabled":false},{"text":"virus","start":135,"end":140,"id":26,"ws":true,"disabled":false},{"text":"pandemic","start":141,"end":149,"id":27,"ws":false,"disabled":false},{"text":",","start":149,"end":150,"id":28,"ws":true,"disabled":false},{"text":"which","start":151,"end":156,"id":29,"ws":true,"disabled":false},{"text":"will","start":157,"end":161,"id":30,"ws":true,"disabled":false},{"text":"lead","start":162,"end":166,"id":31,"ws":true,"disabled":false},{"text":"to","start":167,"end":169,"id":32,"ws":true,"disabled":false},{"text":"extra","start":170,"end":175,"id":33,"ws":true,"disabled":false},{"text":"deaths","start":176,"end":182,"id":34,"ws":false,"disabled":false},{"text":".","start":182,"end":183,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":197,"end":209,"id":37,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":17,"child":18,"head_span":{"start":83,"end":92,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":97,"end":104,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":34,"head_span":{"start":170,"end":175,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":176,"end":182,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":123,"end":140,"token_start":25,"token_end":26,"label":"type_of"},"child_span":{"start":141,"end":149,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":44,"end":55,"token_start":10,"token_end":11,"label":"type_of"},"child_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":13,"head_span":{"start":35,"end":42,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":13,"head_span":{"start":27,"end":31,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":13,"head_span":{"start":14,"end":22,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":18,"head_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":34,"head_span":{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":176,"end":182,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":34,"head_span":{"start":141,"end":149,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":176,"end":182,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"causal?","relation count":"many","complexity":"simple","original_md_text":"Increasingly, they found, studies connect fracking operations to air pollution, contaminated or depleted drinking water, and earthquakes.","text":"Increasingly, they found, studies connect fracking operations to air pollution, contaminated or depleted drinking water, and earthquakes. IMPLIED_BASE IMPLIED_BASE","characters":"137","document_index":"232","md_sentence_index":"4","classification_origin":"cm-label-eval","url":"https://grist.org/article/growing-body-of-science-links-fracking-to-harm-to-health/","combo_id":"232_4","post-training batch1":"232_4","_input_hash":-1827020644,"_task_hash":1165902088,"spans":[{"start":34,"end":41,"token_start":6,"token_end":6,"label":"predicate"},{"start":42,"end":50,"token_start":7,"token_end":7,"label":"base"},{"start":51,"end":61,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":65,"end":68,"token_start":10,"token_end":10,"label":"type_of"},{"text":"pollution","start":69,"token_start":11,"token_end":11,"end":78,"type":"pattern","label":"base"},{"start":105,"end":113,"token_start":16,"token_end":16,"label":"type_of"},{"text":"earthquakes","start":125,"token_start":20,"token_end":20,"end":136,"type":"pattern","label":"base"},{"label":"change_direction"},{"start":80,"end":92,"token_start":13,"token_end":13,"label":"change_direction"},{"start":96,"end":104,"token_start":15,"token_end":15,"label":"change_direction"},{"start":114,"end":119,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"Increasingly","start":0,"end":12,"id":0,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":1,"ws":true,"disabled":false},{"text":"they","start":14,"end":18,"id":2,"ws":true,"disabled":false},{"text":"found","start":19,"end":24,"id":3,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":4,"ws":true,"disabled":false},{"text":"studies","start":26,"end":33,"id":5,"ws":true,"disabled":false},{"text":"connect","start":34,"end":41,"id":6,"ws":true,"disabled":false},{"text":"fracking","start":42,"end":50,"id":7,"ws":true,"disabled":false},{"text":"operations","start":51,"end":61,"id":8,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":9,"ws":true,"disabled":false},{"text":"air","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"pollution","start":69,"end":78,"id":11,"ws":false,"disabled":false},{"text":",","start":78,"end":79,"id":12,"ws":true,"disabled":false},{"text":"contaminated","start":80,"end":92,"id":13,"ws":true,"disabled":false},{"text":"or","start":93,"end":95,"id":14,"ws":true,"disabled":false},{"text":"depleted","start":96,"end":104,"id":15,"ws":true,"disabled":false},{"text":"drinking","start":105,"end":113,"id":16,"ws":true,"disabled":false},{"text":"water","start":114,"end":119,"id":17,"ws":false,"disabled":false},{"text":",","start":119,"end":120,"id":18,"ws":true,"disabled":false},{"text":"and","start":121,"end":124,"id":19,"ws":true,"disabled":false},{"text":"earthquakes","start":125,"end":136,"id":20,"ws":false,"disabled":false},{"text":".","start":136,"end":137,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":8,"child":7,"head_span":{"start":51,"end":61,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":42,"end":50,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":65,"end":68,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":69,"end":78,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":80,"end":92,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":114,"end":119,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":105,"end":113,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":114,"end":119,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":96,"end":104,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":114,"end":119,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":11,"head_span":{"start":42,"end":50,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":69,"end":78,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":17,"head_span":{"start":42,"end":50,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":114,"end":119,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":20,"head_span":{"start":42,"end":50,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":125,"end":136,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"And some prescription and over-the-counter medications for conditions ranging from allergies to high blood pressure and depression increase heat sensitivity.\n","text":"And some prescription and over-the-counter medications for conditions ranging from allergies to high blood pressure and depression increase heat sensitivity. IMPLIED_BASE IMPLIED_BASE","characters":"158","document_index":"826","md_sentence_index":"143","classification_origin":"causal_sentence_classification","url":"https://www.azcentral.com/in-depth/news/2020/08/26/heat-killing-more-people-cities-sizzle-hotter-temperatures/4553439002/","combo_id":"826_143","post-training batch1":"826_143","_input_hash":-542729027,"_task_hash":-1096689385,"spans":[{"text":"increase","start":131,"token_start":21,"token_end":21,"end":139,"type":"pattern","label":"change_direction"},{"label":"type_of"},{"start":4,"end":8,"token_start":1,"token_end":1,"label":"confidence"},{"start":9,"end":21,"token_start":2,"token_end":2,"label":"type_of"},{"start":26,"end":42,"token_start":4,"token_end":8,"label":"type_of"},{"start":43,"end":54,"token_start":9,"token_end":9,"label":"base"},{"start":83,"end":92,"token_start":14,"token_end":14,"label":"type_of"},{"start":96,"end":115,"token_start":16,"token_end":18,"label":"type_of"},{"start":120,"end":130,"token_start":20,"token_end":20,"label":"type_of"},{"start":140,"end":156,"token_start":22,"token_end":23,"label":"aspect_changing"},{"start":158,"end":170,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"some","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"prescription","start":9,"end":21,"id":2,"ws":true,"disabled":false},{"text":"and","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"over","start":26,"end":30,"id":4,"ws":false,"disabled":false},{"text":"-","start":30,"end":31,"id":5,"ws":false,"disabled":false},{"text":"the","start":31,"end":34,"id":6,"ws":false,"disabled":false},{"text":"-","start":34,"end":35,"id":7,"ws":false,"disabled":false},{"text":"counter","start":35,"end":42,"id":8,"ws":true,"disabled":false},{"text":"medications","start":43,"end":54,"id":9,"ws":true,"disabled":false},{"text":"for","start":55,"end":58,"id":10,"ws":true,"disabled":false},{"text":"conditions","start":59,"end":69,"id":11,"ws":true,"disabled":false},{"text":"ranging","start":70,"end":77,"id":12,"ws":true,"disabled":false},{"text":"from","start":78,"end":82,"id":13,"ws":true,"disabled":false},{"text":"allergies","start":83,"end":92,"id":14,"ws":true,"disabled":false},{"text":"to","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"high","start":96,"end":100,"id":16,"ws":true,"disabled":false},{"text":"blood","start":101,"end":106,"id":17,"ws":true,"disabled":false},{"text":"pressure","start":107,"end":115,"id":18,"ws":true,"disabled":false},{"text":"and","start":116,"end":119,"id":19,"ws":true,"disabled":false},{"text":"depression","start":120,"end":130,"id":20,"ws":true,"disabled":false},{"text":"increase","start":131,"end":139,"id":21,"ws":true,"disabled":false},{"text":"heat","start":140,"end":144,"id":22,"ws":true,"disabled":false},{"text":"sensitivity","start":145,"end":156,"id":23,"ws":false,"disabled":false},{"text":".","start":156,"end":157,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":14,"child":9,"head_span":{"start":83,"end":92,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":43,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":9,"head_span":{"start":96,"end":115,"token_start":16,"token_end":18,"label":"type_of"},"child_span":{"start":43,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":9,"head_span":{"start":120,"end":130,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":43,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":25,"head_span":{"start":140,"end":156,"token_start":22,"token_end":23,"label":"aspect_changing"},"child_span":{"start":158,"end":170,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":25,"head_span":{"start":131,"end":139,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":158,"end":170,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":25,"head_span":{"start":43,"end":54,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":158,"end":170,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Wear heavy, dark clothing, which absorbs heat from the sun.\n","text":"Wear heavy, dark clothing, which absorbs heat from the sun. IMPLIED_BASE IMPLIED_BASE","characters":"60","document_index":"656","md_sentence_index":"466","classification_origin":"causal_sentence_classification","url":"https://www.cdc.gov/climateandhealth/pubs/extreme-heat-guidebook.pdf","combo_id":"656_466","post-training batch1":"656_466","_input_hash":-206764245,"_task_hash":-1889469502,"spans":[{"start":5,"end":10,"token_start":1,"token_end":1,"label":"type_of"},{"start":12,"end":16,"token_start":3,"token_end":3,"label":"type_of"},{"start":17,"end":25,"token_start":4,"token_end":4,"label":"base"},{"start":27,"end":32,"token_start":6,"token_end":6,"label":"predicate"},{"start":33,"end":40,"token_start":7,"token_end":7,"label":"change_direction"},{"start":41,"end":45,"token_start":8,"token_end":8,"label":"base"},{"start":46,"end":50,"token_start":9,"token_end":9,"label":"predicate"},{"start":55,"end":58,"token_start":11,"token_end":11,"label":"base"}],"tokens":[{"text":"Wear","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"heavy","start":5,"end":10,"id":1,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":2,"ws":true,"disabled":false},{"text":"dark","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"clothing","start":17,"end":25,"id":4,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":5,"ws":true,"disabled":false},{"text":"which","start":27,"end":32,"id":6,"ws":true,"disabled":false},{"text":"absorbs","start":33,"end":40,"id":7,"ws":true,"disabled":false},{"text":"heat","start":41,"end":45,"id":8,"ws":true,"disabled":false},{"text":"from","start":46,"end":50,"id":9,"ws":true,"disabled":false},{"text":"the","start":51,"end":54,"id":10,"ws":true,"disabled":false},{"text":"sun","start":55,"end":58,"id":11,"ws":false,"disabled":false},{"text":".","start":58,"end":59,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":60,"end":72,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":73,"end":85,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":11,"child":8,"head_span":{"start":55,"end":58,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":41,"end":45,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":4,"head_span":{"start":12,"end":16,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":17,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":4,"head_span":{"start":5,"end":10,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":17,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"at Stony Brook University, and published in Science Advances, found that Hurricane Florence produced more extreme rainfall and was spatially larger due to human-induced climate change.\n","text":"at Stony Brook University, and published in Science Advances, found that Hurricane Florence produced more extreme rainfall and was spatially larger due to human-induced climate change. IMPLIED_BASE IMPLIED_BASE","characters":"185","document_index":"552","md_sentence_index":"2","classification_origin":"causal_sentence_classification","url":"https://www.sciencedaily.com/releases/2020/01/200102143401.htm","combo_id":"552_2","post-training batch1":"552_2","_input_hash":1782180248,"_task_hash":1341891320,"spans":[{"text":"Hurricane","start":73,"token_start":13,"token_end":13,"end":82,"type":"pattern","label":"base"},{"start":92,"end":100,"token_start":15,"token_end":15,"label":"predicate"},{"text":"more","start":101,"token_start":16,"token_end":16,"end":105,"type":"pattern","label":"change_direction"},{"start":106,"end":113,"token_start":17,"token_end":17,"label":"type_of"},{"text":"rainfall","start":114,"token_start":18,"token_end":18,"end":122,"type":"pattern","label":"base"},{"start":127,"end":130,"token_start":20,"token_end":20,"label":"confidence"},{"start":131,"end":147,"token_start":21,"token_end":22,"label":"change_direction"},{"start":148,"end":154,"token_start":23,"token_end":24,"label":"predicate"},{"start":155,"end":168,"token_start":25,"token_end":27,"label":"type_of"},{"text":"climate change","start":169,"token_start":28,"token_end":29,"end":183,"type":"pattern","label":"base"}],"tokens":[{"text":"at","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Stony","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"Brook","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"University","start":15,"end":25,"id":3,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":4,"ws":true,"disabled":false},{"text":"and","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"published","start":31,"end":40,"id":6,"ws":true,"disabled":false},{"text":"in","start":41,"end":43,"id":7,"ws":true,"disabled":false},{"text":"Science","start":44,"end":51,"id":8,"ws":true,"disabled":false},{"text":"Advances","start":52,"end":60,"id":9,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":10,"ws":true,"disabled":false},{"text":"found","start":62,"end":67,"id":11,"ws":true,"disabled":false},{"text":"that","start":68,"end":72,"id":12,"ws":true,"disabled":false},{"text":"Hurricane","start":73,"end":82,"id":13,"ws":true,"disabled":false},{"text":"Florence","start":83,"end":91,"id":14,"ws":true,"disabled":false},{"text":"produced","start":92,"end":100,"id":15,"ws":true,"disabled":false},{"text":"more","start":101,"end":105,"id":16,"ws":true,"disabled":false},{"text":"extreme","start":106,"end":113,"id":17,"ws":true,"disabled":false},{"text":"rainfall","start":114,"end":122,"id":18,"ws":true,"disabled":false},{"text":"and","start":123,"end":126,"id":19,"ws":true,"disabled":false},{"text":"was","start":127,"end":130,"id":20,"ws":true,"disabled":false},{"text":"spatially","start":131,"end":140,"id":21,"ws":true,"disabled":false},{"text":"larger","start":141,"end":147,"id":22,"ws":true,"disabled":false},{"text":"due","start":148,"end":151,"id":23,"ws":true,"disabled":false},{"text":"to","start":152,"end":154,"id":24,"ws":true,"disabled":false},{"text":"human","start":155,"end":160,"id":25,"ws":false,"disabled":false},{"text":"-","start":160,"end":161,"id":26,"ws":false,"disabled":false},{"text":"induced","start":161,"end":168,"id":27,"ws":true,"disabled":false},{"text":"climate","start":169,"end":176,"id":28,"ws":true,"disabled":false},{"text":"change","start":177,"end":183,"id":29,"ws":false,"disabled":false},{"text":".","start":183,"end":184,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":27,"child":29,"head_span":{"start":155,"end":168,"token_start":25,"token_end":27,"label":"type_of"},"child_span":{"start":169,"end":183,"token_start":28,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":106,"end":113,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":114,"end":122,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":101,"end":105,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":114,"end":122,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":18,"head_span":{"start":73,"end":82,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":114,"end":122,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":13,"head_span":{"start":131,"end":147,"token_start":21,"token_end":22,"label":"change_direction"},"child_span":{"start":73,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":13,"head_span":{"start":169,"end":183,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":73,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":18,"head_span":{"start":169,"end":183,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":114,"end":122,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"(Later, a severe mid-summer Arctic heat wave contributed to historic melting of the Greenland ice sheet, with 12.5 billion tons of ice melting into the ocean on a single day \u2014 the \u201cbiggest single-day volume loss on record,\u201d according to the Washington Post).\n","text":"(Later, a severe mid-summer Arctic heat wave contributed to historic melting of the Greenland ice sheet, with 12.5 billion tons of ice melting into the ocean on a single day \u2014 the \u201cbiggest single-day volume loss on record,\u201d according to the Washington Post). IMPLIED_BASE IMPLIED_BASE","characters":"259","document_index":"438","md_sentence_index":"31","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://undark.org/2019/10/31/scary-year-for-climate-change/","combo_id":"438_31","post-training batch1":"438_31","_input_hash":1165336882,"_task_hash":-1385662438,"spans":[{"text":"summer","start":21,"token_start":7,"token_end":7,"end":27,"type":"pattern","label":"base"},{"text":"heat wave","start":35,"token_start":9,"token_end":10,"end":44,"type":"pattern","label":"base"},{"text":"melting","start":69,"token_start":14,"token_end":14,"end":76,"type":"pattern","label":"aspect_changing"},{"start":84,"end":93,"token_start":17,"token_end":17,"label":"where"},{"text":"ice sheet","start":94,"token_start":18,"token_end":19,"end":103,"type":"pattern","label":"base"},{"start":110,"end":122,"token_start":22,"token_end":23,"label":"effect_size"},{"text":"melting","start":135,"token_start":27,"token_end":27,"end":142,"type":"pattern","label":"aspect_changing"},{"text":"ocean","start":152,"token_start":30,"token_end":30,"end":157,"type":"pattern","label":"base"}],"tokens":[{"text":"(","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Later","start":1,"end":6,"id":1,"ws":false,"disabled":false},{"text":",","start":6,"end":7,"id":2,"ws":true,"disabled":false},{"text":"a","start":8,"end":9,"id":3,"ws":true,"disabled":false},{"text":"severe","start":10,"end":16,"id":4,"ws":true,"disabled":false},{"text":"mid","start":17,"end":20,"id":5,"ws":false,"disabled":false},{"text":"-","start":20,"end":21,"id":6,"ws":false,"disabled":false},{"text":"summer","start":21,"end":27,"id":7,"ws":true,"disabled":false},{"text":"Arctic","start":28,"end":34,"id":8,"ws":true,"disabled":false},{"text":"heat","start":35,"end":39,"id":9,"ws":true,"disabled":false},{"text":"wave","start":40,"end":44,"id":10,"ws":true,"disabled":false},{"text":"contributed","start":45,"end":56,"id":11,"ws":true,"disabled":false},{"text":"to","start":57,"end":59,"id":12,"ws":true,"disabled":false},{"text":"historic","start":60,"end":68,"id":13,"ws":true,"disabled":false},{"text":"melting","start":69,"end":76,"id":14,"ws":true,"disabled":false},{"text":"of","start":77,"end":79,"id":15,"ws":true,"disabled":false},{"text":"the","start":80,"end":83,"id":16,"ws":true,"disabled":false},{"text":"Greenland","start":84,"end":93,"id":17,"ws":true,"disabled":false},{"text":"ice","start":94,"end":97,"id":18,"ws":true,"disabled":false},{"text":"sheet","start":98,"end":103,"id":19,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":20,"ws":true,"disabled":false},{"text":"with","start":105,"end":109,"id":21,"ws":true,"disabled":false},{"text":"12.5","start":110,"end":114,"id":22,"ws":true,"disabled":false},{"text":"billion","start":115,"end":122,"id":23,"ws":true,"disabled":false},{"text":"tons","start":123,"end":127,"id":24,"ws":true,"disabled":false},{"text":"of","start":128,"end":130,"id":25,"ws":true,"disabled":false},{"text":"ice","start":131,"end":134,"id":26,"ws":true,"disabled":false},{"text":"melting","start":135,"end":142,"id":27,"ws":true,"disabled":false},{"text":"into","start":143,"end":147,"id":28,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":29,"ws":true,"disabled":false},{"text":"ocean","start":152,"end":157,"id":30,"ws":true,"disabled":false},{"text":"on","start":158,"end":160,"id":31,"ws":true,"disabled":false},{"text":"a","start":161,"end":162,"id":32,"ws":true,"disabled":false},{"text":"single","start":163,"end":169,"id":33,"ws":true,"disabled":false},{"text":"day","start":170,"end":173,"id":34,"ws":true,"disabled":false},{"text":"\u2014","start":174,"end":175,"id":35,"ws":true,"disabled":false},{"text":"the","start":176,"end":179,"id":36,"ws":true,"disabled":false},{"text":"\u201c","start":180,"end":181,"id":37,"ws":false,"disabled":false},{"text":"biggest","start":181,"end":188,"id":38,"ws":true,"disabled":false},{"text":"single","start":189,"end":195,"id":39,"ws":false,"disabled":false},{"text":"-","start":195,"end":196,"id":40,"ws":false,"disabled":false},{"text":"day","start":196,"end":199,"id":41,"ws":true,"disabled":false},{"text":"volume","start":200,"end":206,"id":42,"ws":true,"disabled":false},{"text":"loss","start":207,"end":211,"id":43,"ws":true,"disabled":false},{"text":"on","start":212,"end":214,"id":44,"ws":true,"disabled":false},{"text":"record","start":215,"end":221,"id":45,"ws":false,"disabled":false},{"text":",","start":221,"end":222,"id":46,"ws":false,"disabled":false},{"text":"\u201d","start":222,"end":223,"id":47,"ws":true,"disabled":false},{"text":"according","start":224,"end":233,"id":48,"ws":true,"disabled":false},{"text":"to","start":234,"end":236,"id":49,"ws":true,"disabled":false},{"text":"the","start":237,"end":240,"id":50,"ws":true,"disabled":false},{"text":"Washington","start":241,"end":251,"id":51,"ws":true,"disabled":false},{"text":"Post","start":252,"end":256,"id":52,"ws":false,"disabled":false},{"text":")","start":256,"end":257,"id":53,"ws":false,"disabled":false},{"text":".","start":257,"end":258,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":259,"end":271,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":272,"end":284,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":14,"child":19,"head_span":{"start":69,"end":76,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":94,"end":103,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Climate change will make those threats even worse, as floods, drought, storms and other types of extreme weather threaten to disrupt, and over time shrink, the global food supply.","text":"Climate change will make those threats even worse, as floods, drought, storms and other types of extreme weather threaten to disrupt, and over time shrink, the global food supply. IMPLIED_BASE IMPLIED_BASE","characters":"179","document_index":"308","md_sentence_index":"7","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/08/08/climate/climate-change-food-supply.html","combo_id":"308_7","post-training batch1":"308_7","_input_hash":1497859448,"_task_hash":552009103,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":15,"end":19,"token_start":2,"token_end":2,"label":"confidence"},{"start":20,"end":24,"token_start":3,"token_end":3,"label":"predicate"},{"start":31,"end":38,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":44,"end":49,"token_start":7,"token_end":7,"label":"change_direction"},{"start":51,"end":53,"token_start":9,"token_end":9,"label":"predicate"},{"text":"floods","start":54,"token_start":10,"token_end":10,"end":60,"type":"pattern","label":"base"},{"text":"drought","start":62,"token_start":12,"token_end":12,"end":69,"type":"pattern","label":"base"},{"text":"storms","start":71,"token_start":14,"token_end":14,"end":77,"type":"pattern","label":"base"},{"text":"extreme weather","start":97,"token_start":19,"token_end":20,"end":112,"type":"pattern","label":"base"},{"start":113,"end":124,"token_start":21,"token_end":22,"label":"confidence"},{"start":125,"end":132,"token_start":23,"token_end":23,"label":"change_direction"},{"start":138,"end":147,"token_start":26,"token_end":27,"label":"when"},{"start":148,"end":154,"token_start":28,"token_end":28,"label":"change_direction"},{"start":160,"end":166,"token_start":31,"token_end":31,"label":"where"},{"start":167,"end":171,"token_start":32,"token_end":32,"label":"base"},{"start":172,"end":178,"token_start":33,"token_end":33,"label":"aspect_changing"},{"start":180,"end":192,"token_start":35,"token_end":35,"label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"will","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"make","start":20,"end":24,"id":3,"ws":true,"disabled":false},{"text":"those","start":25,"end":30,"id":4,"ws":true,"disabled":false},{"text":"threats","start":31,"end":38,"id":5,"ws":true,"disabled":false},{"text":"even","start":39,"end":43,"id":6,"ws":true,"disabled":false},{"text":"worse","start":44,"end":49,"id":7,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":8,"ws":true,"disabled":false},{"text":"as","start":51,"end":53,"id":9,"ws":true,"disabled":false},{"text":"floods","start":54,"end":60,"id":10,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":11,"ws":true,"disabled":false},{"text":"drought","start":62,"end":69,"id":12,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":13,"ws":true,"disabled":false},{"text":"storms","start":71,"end":77,"id":14,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":15,"ws":true,"disabled":false},{"text":"other","start":82,"end":87,"id":16,"ws":true,"disabled":false},{"text":"types","start":88,"end":93,"id":17,"ws":true,"disabled":false},{"text":"of","start":94,"end":96,"id":18,"ws":true,"disabled":false},{"text":"extreme","start":97,"end":104,"id":19,"ws":true,"disabled":false},{"text":"weather","start":105,"end":112,"id":20,"ws":true,"disabled":false},{"text":"threaten","start":113,"end":121,"id":21,"ws":true,"disabled":false},{"text":"to","start":122,"end":124,"id":22,"ws":true,"disabled":false},{"text":"disrupt","start":125,"end":132,"id":23,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":24,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":25,"ws":true,"disabled":false},{"text":"over","start":138,"end":142,"id":26,"ws":true,"disabled":false},{"text":"time","start":143,"end":147,"id":27,"ws":true,"disabled":false},{"text":"shrink","start":148,"end":154,"id":28,"ws":false,"disabled":false},{"text":",","start":154,"end":155,"id":29,"ws":true,"disabled":false},{"text":"the","start":156,"end":159,"id":30,"ws":true,"disabled":false},{"text":"global","start":160,"end":166,"id":31,"ws":true,"disabled":false},{"text":"food","start":167,"end":171,"id":32,"ws":true,"disabled":false},{"text":"supply","start":172,"end":178,"id":33,"ws":false,"disabled":false},{"text":".","start":178,"end":179,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":180,"end":192,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":5,"child":35,"head_span":{"start":31,"end":38,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":180,"end":192,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":35,"head_span":{"start":44,"end":49,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":180,"end":192,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":32,"head_span":{"start":172,"end":178,"token_start":33,"token_end":33,"label":"aspect_changing"},"child_span":{"start":167,"end":171,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":32,"head_span":{"start":160,"end":166,"token_start":31,"token_end":31,"label":"where"},"child_span":{"start":167,"end":171,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":32,"head_span":{"start":148,"end":154,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":167,"end":171,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":32,"head_span":{"start":125,"end":132,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":167,"end":171,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":35,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":180,"end":192,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":32,"head_span":{"start":54,"end":60,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":167,"end":171,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":32,"head_span":{"start":62,"end":69,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":167,"end":171,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":32,"head_span":{"start":71,"end":77,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":167,"end":171,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":32,"head_span":{"start":97,"end":112,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":167,"end":171,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":false,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Flash flooding between January 22 and February 3, caused by tropical depression Amang, led to an additional 106,000 new displacements in the Davao.\n","text":"Flash flooding between January 22 and February 3, caused by tropical depression Amang, led to an additional 106,000 new displacements in the Davao. IMPLIED_BASE IMPLIED_BASE","characters":"148","document_index":"381","md_sentence_index":"34","classification_origin":"cm_cause_effect_rel","url":"https://www.businessinsider.com/climate-change-displaces-twice-as-many-people-as-violence-2019-9","combo_id":"381_34","post-training batch1":"381_34","_input_hash":195497369,"_task_hash":872462139,"spans":[{"start":0,"end":5,"token_start":0,"token_end":0,"label":"type_of"},{"text":"flooding","start":6,"token_start":1,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":15,"end":48,"token_start":2,"token_end":7,"label":"when"},{"start":50,"end":59,"token_start":9,"token_end":10,"label":"predicate"},{"start":60,"end":79,"token_start":11,"token_end":12,"label":"base"},{"start":87,"end":93,"token_start":15,"token_end":16,"label":"predicate"},{"start":97,"end":107,"token_start":18,"token_end":18,"label":"change_direction"},{"start":108,"end":115,"token_start":19,"token_end":19,"label":"effect_size"},{"start":120,"end":133,"token_start":21,"token_end":21,"label":"aspect_changing"},{"start":134,"end":146,"token_start":22,"token_end":24,"label":"where"},{"start":148,"end":160,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"Flash","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"flooding","start":6,"end":14,"id":1,"ws":true,"disabled":false},{"text":"between","start":15,"end":22,"id":2,"ws":true,"disabled":false},{"text":"January","start":23,"end":30,"id":3,"ws":true,"disabled":false},{"text":"22","start":31,"end":33,"id":4,"ws":true,"disabled":false},{"text":"and","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"February","start":38,"end":46,"id":6,"ws":true,"disabled":false},{"text":"3","start":47,"end":48,"id":7,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":8,"ws":true,"disabled":false},{"text":"caused","start":50,"end":56,"id":9,"ws":true,"disabled":false},{"text":"by","start":57,"end":59,"id":10,"ws":true,"disabled":false},{"text":"tropical","start":60,"end":68,"id":11,"ws":true,"disabled":false},{"text":"depression","start":69,"end":79,"id":12,"ws":true,"disabled":false},{"text":"Amang","start":80,"end":85,"id":13,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":14,"ws":true,"disabled":false},{"text":"led","start":87,"end":90,"id":15,"ws":true,"disabled":false},{"text":"to","start":91,"end":93,"id":16,"ws":true,"disabled":false},{"text":"an","start":94,"end":96,"id":17,"ws":true,"disabled":false},{"text":"additional","start":97,"end":107,"id":18,"ws":true,"disabled":false},{"text":"106,000","start":108,"end":115,"id":19,"ws":true,"disabled":false},{"text":"new","start":116,"end":119,"id":20,"ws":true,"disabled":false},{"text":"displacements","start":120,"end":133,"id":21,"ws":true,"disabled":false},{"text":"in","start":134,"end":136,"id":22,"ws":true,"disabled":false},{"text":"the","start":137,"end":140,"id":23,"ws":true,"disabled":false},{"text":"Davao","start":141,"end":146,"id":24,"ws":false,"disabled":false},{"text":".","start":146,"end":147,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":6,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":1,"head_span":{"start":60,"end":79,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":6,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":26,"head_span":{"start":97,"end":107,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":148,"end":160,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":26,"head_span":{"start":120,"end":133,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":148,"end":160,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":26,"head_span":{"start":108,"end":115,"token_start":19,"token_end":19,"label":"effect_size"},"child_span":{"start":148,"end":160,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":26,"head_span":{"start":6,"end":14,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":148,"end":160,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"An infection can also reduce milk production, making dairy farming less efficient.","text":"An infection can also reduce milk production, making dairy farming less efficient. IMPLIED_BASE IMPLIED_BASE","characters":"82","document_index":"854","md_sentence_index":"18","classification_origin":"causal_sentence_classification","url":"https://www.theverge.com/21505736/climate-change-cattle-livestock-infectious-disease-methane","combo_id":"854_18","post-training batch1":"854_18","_input_hash":1175187017,"_task_hash":-125137497,"spans":[{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":13,"end":16,"token_start":2,"token_end":2,"label":"confidence"},{"start":22,"end":28,"token_start":4,"token_end":4,"label":"change_direction"},{"start":29,"end":33,"token_start":5,"token_end":5,"label":"base"},{"start":34,"end":44,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":46,"end":52,"token_start":8,"token_end":8,"label":"predicate"},{"start":53,"end":58,"token_start":9,"token_end":9,"label":"type_of"},{"start":59,"end":66,"token_start":10,"token_end":10,"label":"base"},{"text":"less","start":67,"token_start":11,"token_end":11,"end":71,"type":"pattern","label":"change_direction"},{"start":72,"end":81,"token_start":12,"token_end":12,"label":"aspect_changing"}],"tokens":[{"text":"An","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"infection","start":3,"end":12,"id":1,"ws":true,"disabled":false},{"text":"can","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"also","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"reduce","start":22,"end":28,"id":4,"ws":true,"disabled":false},{"text":"milk","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"production","start":34,"end":44,"id":6,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":7,"ws":true,"disabled":false},{"text":"making","start":46,"end":52,"id":8,"ws":true,"disabled":false},{"text":"dairy","start":53,"end":58,"id":9,"ws":true,"disabled":false},{"text":"farming","start":59,"end":66,"id":10,"ws":true,"disabled":false},{"text":"less","start":67,"end":71,"id":11,"ws":true,"disabled":false},{"text":"efficient","start":72,"end":81,"id":12,"ws":false,"disabled":false},{"text":".","start":81,"end":82,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":83,"end":95,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":22,"end":28,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":29,"end":33,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":34,"end":44,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":29,"end":33,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":53,"end":58,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":59,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":10,"head_span":{"start":72,"end":81,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":59,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":67,"end":71,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":59,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":29,"end":33,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":10,"head_span":{"start":29,"end":33,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":59,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The effort examined how future hurricanes and storm surges may be amplified by climate change and the risks these events could pose to resources relied upon by the Air Force's 45th Space Wing.85\n","text":"The effort examined how future hurricanes and storm surges may be amplified by climate change and the risks these events could pose to resources relied upon by the Air Force's 45th Space Wing.85 IMPLIED_BASE IMPLIED_BASE","characters":"195","document_index":"81","md_sentence_index":"195","classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_195","post-training batch1":"81_195","_input_hash":-1405107209,"_task_hash":-45865248,"spans":[{"start":24,"end":30,"token_start":4,"token_end":4,"label":"when"},{"text":"hurricanes","start":31,"token_start":5,"token_end":5,"end":41,"type":"pattern","label":"base"},{"start":46,"end":58,"token_start":7,"token_end":8,"label":"base"},{"start":59,"end":62,"token_start":9,"token_end":9,"label":"confidence"},{"start":66,"end":75,"token_start":11,"token_end":11,"label":"change_direction"},{"text":"climate change","start":79,"token_start":13,"token_end":14,"end":93,"type":"pattern","label":"base"},{"start":164,"end":173,"token_start":28,"token_end":29,"label":"to_whom"},{"label":"base"},{"start":102,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":135,"end":144,"token_start":23,"token_end":23,"label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"effort","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"examined","start":11,"end":19,"id":2,"ws":true,"disabled":false},{"text":"how","start":20,"end":23,"id":3,"ws":true,"disabled":false},{"text":"future","start":24,"end":30,"id":4,"ws":true,"disabled":false},{"text":"hurricanes","start":31,"end":41,"id":5,"ws":true,"disabled":false},{"text":"and","start":42,"end":45,"id":6,"ws":true,"disabled":false},{"text":"storm","start":46,"end":51,"id":7,"ws":true,"disabled":false},{"text":"surges","start":52,"end":58,"id":8,"ws":true,"disabled":false},{"text":"may","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"be","start":63,"end":65,"id":10,"ws":true,"disabled":false},{"text":"amplified","start":66,"end":75,"id":11,"ws":true,"disabled":false},{"text":"by","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"climate","start":79,"end":86,"id":13,"ws":true,"disabled":false},{"text":"change","start":87,"end":93,"id":14,"ws":true,"disabled":false},{"text":"and","start":94,"end":97,"id":15,"ws":true,"disabled":false},{"text":"the","start":98,"end":101,"id":16,"ws":true,"disabled":false},{"text":"risks","start":102,"end":107,"id":17,"ws":true,"disabled":false},{"text":"these","start":108,"end":113,"id":18,"ws":true,"disabled":false},{"text":"events","start":114,"end":120,"id":19,"ws":true,"disabled":false},{"text":"could","start":121,"end":126,"id":20,"ws":true,"disabled":false},{"text":"pose","start":127,"end":131,"id":21,"ws":true,"disabled":false},{"text":"to","start":132,"end":134,"id":22,"ws":true,"disabled":false},{"text":"resources","start":135,"end":144,"id":23,"ws":true,"disabled":false},{"text":"relied","start":145,"end":151,"id":24,"ws":true,"disabled":false},{"text":"upon","start":152,"end":156,"id":25,"ws":true,"disabled":false},{"text":"by","start":157,"end":159,"id":26,"ws":true,"disabled":false},{"text":"the","start":160,"end":163,"id":27,"ws":true,"disabled":false},{"text":"Air","start":164,"end":167,"id":28,"ws":true,"disabled":false},{"text":"Force","start":168,"end":173,"id":29,"ws":false,"disabled":false},{"text":"'s","start":173,"end":175,"id":30,"ws":true,"disabled":false},{"text":"45th","start":176,"end":180,"id":31,"ws":true,"disabled":false},{"text":"Space","start":181,"end":186,"id":32,"ws":true,"disabled":false},{"text":"Wing.85","start":187,"end":194,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":195,"end":207,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":208,"end":220,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":11,"child":8,"head_span":{"start":66,"end":75,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":46,"end":58,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":5,"head_span":{"start":66,"end":75,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":8,"head_span":{"start":79,"end":93,"token_start":13,"token_end":14,"label":"base"},"child_span":{"start":46,"end":58,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":5,"head_span":{"start":79,"end":93,"token_start":13,"token_end":14,"label":"base"},"child_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":false,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"solution and anaphora?","relation count":"","complexity":"","original_md_text":"People often develop shock and may lose limbs or kidneys, resulting in needing dialysis.","text":"People often develop shock and may lose limbs or kidneys, resulting in needing dialysis. IMPLIED_BASE IMPLIED_BASE","characters":"88","document_index":"272","md_sentence_index":"9","classification_origin":"cm_cause_effect_rel","url":"https://www.forbes.com/sites/judystone/2019/06/26/another-report-links-deadly-vibrio-infections-to-climate-change/","combo_id":"272_9","post-training batch1":"272_9","_input_hash":-378118778,"_task_hash":1283661420,"spans":[{"start":35,"end":39,"token_start":6,"token_end":6,"label":"change_direction"},{"start":49,"end":56,"token_start":9,"token_end":9,"label":"base"},{"start":58,"end":70,"token_start":11,"token_end":12,"label":"predicate"},{"start":71,"end":78,"token_start":13,"token_end":13,"label":"change_direction"},{"start":79,"end":87,"token_start":14,"token_end":14,"label":"base"}],"tokens":[{"text":"People","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"often","start":7,"end":12,"id":1,"ws":true,"disabled":false},{"text":"develop","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"shock","start":21,"end":26,"id":3,"ws":true,"disabled":false},{"text":"and","start":27,"end":30,"id":4,"ws":true,"disabled":false},{"text":"may","start":31,"end":34,"id":5,"ws":true,"disabled":false},{"text":"lose","start":35,"end":39,"id":6,"ws":true,"disabled":false},{"text":"limbs","start":40,"end":45,"id":7,"ws":true,"disabled":false},{"text":"or","start":46,"end":48,"id":8,"ws":true,"disabled":false},{"text":"kidneys","start":49,"end":56,"id":9,"ws":false,"disabled":false},{"text":",","start":56,"end":57,"id":10,"ws":true,"disabled":false},{"text":"resulting","start":58,"end":67,"id":11,"ws":true,"disabled":false},{"text":"in","start":68,"end":70,"id":12,"ws":true,"disabled":false},{"text":"needing","start":71,"end":78,"id":13,"ws":true,"disabled":false},{"text":"dialysis","start":79,"end":87,"id":14,"ws":false,"disabled":false},{"text":".","start":87,"end":88,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":89,"end":101,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":102,"end":114,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":6,"child":9,"head_span":{"start":35,"end":39,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":49,"end":56,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":71,"end":78,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":79,"end":87,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":14,"head_span":{"start":49,"end":56,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":79,"end":87,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Projecting further still is difficult, but if emissions continue unabated at their current high rates, those numbers will surely rise to the point where climate change might kill more people annually than covid-19 currently does before the century\u2019s end.","text":"Projecting further still is difficult, but if emissions continue unabated at their current high rates, those numbers will surely rise to the point where climate change might kill more people annually than covid-19 currently does before the century\u2019s end. IMPLIED_BASE IMPLIED_BASE","characters":"254","document_index":"817","md_sentence_index":"12","classification_origin":"causal_sentence_classification","url":"https://www.washingtonpost.com/outlook/climate-change-intervention-cost/2020/09/17/c6715db6-f784-11ea-89e3-4b9efa36dc64_story.html","combo_id":"817_12","post-training batch1":"817_12","_input_hash":-1307347912,"_task_hash":-1702224520,"spans":[{"text":"emissions","start":46,"token_start":8,"token_end":8,"end":55,"type":"pattern","label":"aspect_changing"},{"start":56,"end":64,"token_start":9,"token_end":9,"label":"change_direction"},{"start":109,"end":116,"token_start":18,"token_end":18,"label":"base"},{"start":129,"end":133,"token_start":21,"token_end":21,"label":"change_direction"},{"text":"climate change","start":153,"token_start":26,"token_end":27,"end":167,"type":"pattern","label":"base"},{"text":"kill","start":174,"token_start":29,"token_end":29,"end":178,"type":"pattern","label":"change_direction"},{"start":179,"end":183,"token_start":30,"token_end":30,"label":"change_direction"},{"text":"people","start":184,"token_start":31,"token_end":31,"end":190,"type":"pattern","label":"base"},{"start":255,"end":267,"token_start":43,"token_end":43,"label":"base"}],"tokens":[{"text":"Projecting","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"further","start":11,"end":18,"id":1,"ws":true,"disabled":false},{"text":"still","start":19,"end":24,"id":2,"ws":true,"disabled":false},{"text":"is","start":25,"end":27,"id":3,"ws":true,"disabled":false},{"text":"difficult","start":28,"end":37,"id":4,"ws":false,"disabled":false},{"text":",","start":37,"end":38,"id":5,"ws":true,"disabled":false},{"text":"but","start":39,"end":42,"id":6,"ws":true,"disabled":false},{"text":"if","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"emissions","start":46,"end":55,"id":8,"ws":true,"disabled":false},{"text":"continue","start":56,"end":64,"id":9,"ws":true,"disabled":false},{"text":"unabated","start":65,"end":73,"id":10,"ws":true,"disabled":false},{"text":"at","start":74,"end":76,"id":11,"ws":true,"disabled":false},{"text":"their","start":77,"end":82,"id":12,"ws":true,"disabled":false},{"text":"current","start":83,"end":90,"id":13,"ws":true,"disabled":false},{"text":"high","start":91,"end":95,"id":14,"ws":true,"disabled":false},{"text":"rates","start":96,"end":101,"id":15,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":16,"ws":true,"disabled":false},{"text":"those","start":103,"end":108,"id":17,"ws":true,"disabled":false},{"text":"numbers","start":109,"end":116,"id":18,"ws":true,"disabled":false},{"text":"will","start":117,"end":121,"id":19,"ws":true,"disabled":false},{"text":"surely","start":122,"end":128,"id":20,"ws":true,"disabled":false},{"text":"rise","start":129,"end":133,"id":21,"ws":true,"disabled":false},{"text":"to","start":134,"end":136,"id":22,"ws":true,"disabled":false},{"text":"the","start":137,"end":140,"id":23,"ws":true,"disabled":false},{"text":"point","start":141,"end":146,"id":24,"ws":true,"disabled":false},{"text":"where","start":147,"end":152,"id":25,"ws":true,"disabled":false},{"text":"climate","start":153,"end":160,"id":26,"ws":true,"disabled":false},{"text":"change","start":161,"end":167,"id":27,"ws":true,"disabled":false},{"text":"might","start":168,"end":173,"id":28,"ws":true,"disabled":false},{"text":"kill","start":174,"end":178,"id":29,"ws":true,"disabled":false},{"text":"more","start":179,"end":183,"id":30,"ws":true,"disabled":false},{"text":"people","start":184,"end":190,"id":31,"ws":true,"disabled":false},{"text":"annually","start":191,"end":199,"id":32,"ws":true,"disabled":false},{"text":"than","start":200,"end":204,"id":33,"ws":true,"disabled":false},{"text":"covid-19","start":205,"end":213,"id":34,"ws":true,"disabled":false},{"text":"currently","start":214,"end":223,"id":35,"ws":true,"disabled":false},{"text":"does","start":224,"end":228,"id":36,"ws":true,"disabled":false},{"text":"before","start":229,"end":235,"id":37,"ws":true,"disabled":false},{"text":"the","start":236,"end":239,"id":38,"ws":true,"disabled":false},{"text":"century","start":240,"end":247,"id":39,"ws":false,"disabled":false},{"text":"\u2019s","start":247,"end":249,"id":40,"ws":true,"disabled":false},{"text":"end","start":250,"end":253,"id":41,"ws":false,"disabled":false},{"text":".","start":253,"end":254,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":255,"end":267,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":268,"end":280,"id":44,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":30,"child":31,"head_span":{"start":179,"end":183,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":184,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":174,"end":178,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":184,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":43,"head_span":{"start":46,"end":55,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":255,"end":267,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":43,"head_span":{"start":56,"end":64,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":255,"end":267,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":31,"head_span":{"start":109,"end":116,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":184,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":27,"child":31,"head_span":{"start":153,"end":167,"token_start":26,"token_end":27,"label":"base"},"child_span":{"start":184,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":43,"child":18,"head_span":{"start":255,"end":267,"token_start":43,"token_end":43,"label":"base"},"child_span":{"start":109,"end":116,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These risks are crop insurance, health care, wildfire suppression, hurricane-related disaster relief, and federal facility flood risk, all of which are anticipated to cost billions of dollars more by the end of the century due to the impacts of climate change.23","text":"These risks are crop insurance, health care, wildfire suppression, hurricane-related disaster relief, and federal facility flood risk, all of which are anticipated to cost billions of dollars more by the end of the century due to the impacts of climate change.23 IMPLIED_BASE IMPLIED_BASE","characters":"262","document_index":"81","md_sentence_index":"56","classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_56","post-training batch1":"81_56","_input_hash":1180510630,"_task_hash":-1615568170,"spans":[{"start":16,"end":20,"token_start":3,"token_end":3,"label":"type_of"},{"start":21,"end":30,"token_start":4,"token_end":4,"label":"base"},{"start":32,"end":43,"token_start":6,"token_end":7,"label":"base"},{"start":45,"end":65,"token_start":9,"token_end":10,"label":"base"},{"start":67,"end":84,"token_start":12,"token_end":14,"label":"type_of"},{"start":85,"end":100,"token_start":15,"token_end":16,"label":"base"},{"start":106,"end":122,"token_start":19,"token_end":20,"label":"type_of"},{"start":123,"end":128,"token_start":21,"token_end":21,"label":"base"},{"text":"risk","start":129,"token_start":22,"token_end":22,"end":133,"type":"pattern","label":"aspect_changing"},{"start":152,"end":163,"token_start":28,"token_end":28,"label":"confidence"},{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},{"start":172,"end":191,"token_start":31,"token_end":33,"label":"effect_size"},{"text":"more","start":192,"token_start":34,"token_end":34,"end":196,"type":"pattern","label":"change_direction"},{"start":204,"end":222,"token_start":37,"token_end":40,"label":"when"},{"start":223,"end":229,"token_start":41,"token_end":42,"label":"predicate"},{"start":245,"end":262,"token_start":46,"token_end":47,"label":"base"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"risks","start":6,"end":11,"id":1,"ws":true,"disabled":false},{"text":"are","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"crop","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"insurance","start":21,"end":30,"id":4,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":5,"ws":true,"disabled":false},{"text":"health","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"care","start":39,"end":43,"id":7,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":8,"ws":true,"disabled":false},{"text":"wildfire","start":45,"end":53,"id":9,"ws":true,"disabled":false},{"text":"suppression","start":54,"end":65,"id":10,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":11,"ws":true,"disabled":false},{"text":"hurricane","start":67,"end":76,"id":12,"ws":false,"disabled":false},{"text":"-","start":76,"end":77,"id":13,"ws":false,"disabled":false},{"text":"related","start":77,"end":84,"id":14,"ws":true,"disabled":false},{"text":"disaster","start":85,"end":93,"id":15,"ws":true,"disabled":false},{"text":"relief","start":94,"end":100,"id":16,"ws":false,"disabled":false},{"text":",","start":100,"end":101,"id":17,"ws":true,"disabled":false},{"text":"and","start":102,"end":105,"id":18,"ws":true,"disabled":false},{"text":"federal","start":106,"end":113,"id":19,"ws":true,"disabled":false},{"text":"facility","start":114,"end":122,"id":20,"ws":true,"disabled":false},{"text":"flood","start":123,"end":128,"id":21,"ws":true,"disabled":false},{"text":"risk","start":129,"end":133,"id":22,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":23,"ws":true,"disabled":false},{"text":"all","start":135,"end":138,"id":24,"ws":true,"disabled":false},{"text":"of","start":139,"end":141,"id":25,"ws":true,"disabled":false},{"text":"which","start":142,"end":147,"id":26,"ws":true,"disabled":false},{"text":"are","start":148,"end":151,"id":27,"ws":true,"disabled":false},{"text":"anticipated","start":152,"end":163,"id":28,"ws":true,"disabled":false},{"text":"to","start":164,"end":166,"id":29,"ws":true,"disabled":false},{"text":"cost","start":167,"end":171,"id":30,"ws":true,"disabled":false},{"text":"billions","start":172,"end":180,"id":31,"ws":true,"disabled":false},{"text":"of","start":181,"end":183,"id":32,"ws":true,"disabled":false},{"text":"dollars","start":184,"end":191,"id":33,"ws":true,"disabled":false},{"text":"more","start":192,"end":196,"id":34,"ws":true,"disabled":false},{"text":"by","start":197,"end":199,"id":35,"ws":true,"disabled":false},{"text":"the","start":200,"end":203,"id":36,"ws":true,"disabled":false},{"text":"end","start":204,"end":207,"id":37,"ws":true,"disabled":false},{"text":"of","start":208,"end":210,"id":38,"ws":true,"disabled":false},{"text":"the","start":211,"end":214,"id":39,"ws":true,"disabled":false},{"text":"century","start":215,"end":222,"id":40,"ws":true,"disabled":false},{"text":"due","start":223,"end":226,"id":41,"ws":true,"disabled":false},{"text":"to","start":227,"end":229,"id":42,"ws":true,"disabled":false},{"text":"the","start":230,"end":233,"id":43,"ws":true,"disabled":false},{"text":"impacts","start":234,"end":241,"id":44,"ws":true,"disabled":false},{"text":"of","start":242,"end":244,"id":45,"ws":true,"disabled":false},{"text":"climate","start":245,"end":252,"id":46,"ws":true,"disabled":false},{"text":"change.23","start":253,"end":262,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":263,"end":275,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":276,"end":288,"id":49,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":3,"child":4,"head_span":{"start":16,"end":20,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":21,"end":30,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":16,"head_span":{"start":67,"end":84,"token_start":12,"token_end":14,"label":"type_of"},"child_span":{"start":85,"end":100,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":106,"end":122,"token_start":19,"token_end":20,"label":"type_of"},"child_span":{"start":123,"end":128,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":21,"head_span":{"start":129,"end":133,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":123,"end":128,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":4,"head_span":{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":21,"end":30,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":4,"head_span":{"start":192,"end":196,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":21,"end":30,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":16,"head_span":{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":85,"end":100,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":16,"head_span":{"start":192,"end":196,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":85,"end":100,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":21,"head_span":{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":123,"end":128,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":21,"head_span":{"start":192,"end":196,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":123,"end":128,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":4,"head_span":{"start":245,"end":262,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":21,"end":30,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":10,"head_span":{"start":245,"end":262,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":45,"end":65,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":7,"head_span":{"start":245,"end":262,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":32,"end":43,"token_start":6,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":16,"head_span":{"start":245,"end":262,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":85,"end":100,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":21,"head_span":{"start":245,"end":262,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":123,"end":128,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":7,"head_span":{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":32,"end":43,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":10,"head_span":{"start":167,"end":171,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":45,"end":65,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":7,"head_span":{"start":192,"end":196,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":32,"end":43,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":10,"head_span":{"start":192,"end":196,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":45,"end":65,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Doesn't say what is growing","relation count":"","complexity":"","original_md_text":"And once international scientists had eliminated the effect of temperature averages across the whole growing season, they still found that heatwaves, drought and torrential downfall accounted for 18% to 43% of losses.\n","text":"And once international scientists had eliminated the effect of temperature averages across the whole growing season, they still found that heatwaves, drought and torrential downfall accounted for 18% to 43% of losses. IMPLIED_BASE IMPLIED_BASE","characters":"218","document_index":"107","md_sentence_index":"3","classification_origin":"cm-label-eval","url":"https://physicsworld.com/a/crops-at-risk-from-changing-climate/","combo_id":"107_3","post-training batch1":"107_3","_input_hash":458710245,"_task_hash":-438656361,"spans":[{"start":101,"end":115,"token_start":14,"token_end":15,"label":"when"},{"text":"heatwaves","start":139,"token_start":21,"token_end":21,"end":148,"type":"pattern","label":"base"},{"text":"drought","start":150,"token_start":23,"token_end":23,"end":157,"type":"pattern","label":"base"},{"start":162,"end":172,"token_start":25,"token_end":25,"label":"type_of"},{"start":173,"end":181,"token_start":26,"token_end":26,"label":"base"},{"start":182,"end":195,"token_start":27,"token_end":28,"label":"predicate"},{"start":196,"end":206,"token_start":29,"token_end":33,"label":"effect_size"},{"start":210,"end":216,"token_start":35,"token_end":35,"label":"aspect_changing"},{"start":218,"end":230,"token_start":37,"token_end":37,"label":"base"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"once","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"international","start":9,"end":22,"id":2,"ws":true,"disabled":false},{"text":"scientists","start":23,"end":33,"id":3,"ws":true,"disabled":false},{"text":"had","start":34,"end":37,"id":4,"ws":true,"disabled":false},{"text":"eliminated","start":38,"end":48,"id":5,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":6,"ws":true,"disabled":false},{"text":"effect","start":53,"end":59,"id":7,"ws":true,"disabled":false},{"text":"of","start":60,"end":62,"id":8,"ws":true,"disabled":false},{"text":"temperature","start":63,"end":74,"id":9,"ws":true,"disabled":false},{"text":"averages","start":75,"end":83,"id":10,"ws":true,"disabled":false},{"text":"across","start":84,"end":90,"id":11,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":12,"ws":true,"disabled":false},{"text":"whole","start":95,"end":100,"id":13,"ws":true,"disabled":false},{"text":"growing","start":101,"end":108,"id":14,"ws":true,"disabled":false},{"text":"season","start":109,"end":115,"id":15,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":16,"ws":true,"disabled":false},{"text":"they","start":117,"end":121,"id":17,"ws":true,"disabled":false},{"text":"still","start":122,"end":127,"id":18,"ws":true,"disabled":false},{"text":"found","start":128,"end":133,"id":19,"ws":true,"disabled":false},{"text":"that","start":134,"end":138,"id":20,"ws":true,"disabled":false},{"text":"heatwaves","start":139,"end":148,"id":21,"ws":false,"disabled":false},{"text":",","start":148,"end":149,"id":22,"ws":true,"disabled":false},{"text":"drought","start":150,"end":157,"id":23,"ws":true,"disabled":false},{"text":"and","start":158,"end":161,"id":24,"ws":true,"disabled":false},{"text":"torrential","start":162,"end":172,"id":25,"ws":true,"disabled":false},{"text":"downfall","start":173,"end":181,"id":26,"ws":true,"disabled":false},{"text":"accounted","start":182,"end":191,"id":27,"ws":true,"disabled":false},{"text":"for","start":192,"end":195,"id":28,"ws":true,"disabled":false},{"text":"18","start":196,"end":198,"id":29,"ws":false,"disabled":false},{"text":"%","start":198,"end":199,"id":30,"ws":true,"disabled":false},{"text":"to","start":200,"end":202,"id":31,"ws":true,"disabled":false},{"text":"43","start":203,"end":205,"id":32,"ws":false,"disabled":false},{"text":"%","start":205,"end":206,"id":33,"ws":true,"disabled":false},{"text":"of","start":207,"end":209,"id":34,"ws":true,"disabled":false},{"text":"losses","start":210,"end":216,"id":35,"ws":false,"disabled":false},{"text":".","start":216,"end":217,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":231,"end":243,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":162,"end":172,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":173,"end":181,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":37,"head_span":{"start":210,"end":216,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":218,"end":230,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":37,"head_span":{"start":139,"end":148,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":218,"end":230,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":37,"head_span":{"start":150,"end":157,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":218,"end":230,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":37,"head_span":{"start":173,"end":181,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":218,"end":230,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":37,"head_span":{"start":101,"end":115,"token_start":14,"token_end":15,"label":"when"},"child_span":{"start":218,"end":230,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Ranft, U., T. Schikowski, D. Sugiri, J. Krutmann, and U. Kramer, 2009: Long-term exposure to traffic-related particulate matter impairs cognitive function in the elderly.","text":"Ranft, U., T. Schikowski, D. Sugiri, J. Krutmann, and U. Kramer, 2009: Long-term exposure to traffic-related particulate matter impairs cognitive function in the elderly. IMPLIED_BASE IMPLIED_BASE","characters":"170","document_index":"619","md_sentence_index":"1229","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_1229","post-training batch1":"619_1229","_input_hash":-1350080862,"_task_hash":1456624950,"spans":[{"start":71,"end":89,"token_start":19,"token_end":22,"label":"aspect_changing"},{"start":93,"end":108,"token_start":24,"token_end":26,"label":"type_of"},{"text":"particulate matter","start":109,"token_start":27,"token_end":28,"end":127,"type":"pattern","label":"base"},{"start":136,"end":154,"token_start":30,"token_end":31,"label":"base"},{"start":155,"end":169,"token_start":32,"token_end":34,"label":"to_whom"},{"label":"change_direction"},{"start":128,"end":135,"token_start":29,"token_end":29,"label":"change_direction"}],"tokens":[{"text":"Ranft","start":0,"end":5,"id":0,"ws":false,"disabled":false},{"text":",","start":5,"end":6,"id":1,"ws":true,"disabled":false},{"text":"U.","start":7,"end":9,"id":2,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":3,"ws":true,"disabled":false},{"text":"T.","start":11,"end":13,"id":4,"ws":true,"disabled":false},{"text":"Schikowski","start":14,"end":24,"id":5,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":6,"ws":true,"disabled":false},{"text":"D.","start":26,"end":28,"id":7,"ws":true,"disabled":false},{"text":"Sugiri","start":29,"end":35,"id":8,"ws":false,"disabled":false},{"text":",","start":35,"end":36,"id":9,"ws":true,"disabled":false},{"text":"J.","start":37,"end":39,"id":10,"ws":true,"disabled":false},{"text":"Krutmann","start":40,"end":48,"id":11,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":12,"ws":true,"disabled":false},{"text":"and","start":50,"end":53,"id":13,"ws":true,"disabled":false},{"text":"U.","start":54,"end":56,"id":14,"ws":true,"disabled":false},{"text":"Kramer","start":57,"end":63,"id":15,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":16,"ws":true,"disabled":false},{"text":"2009","start":65,"end":69,"id":17,"ws":false,"disabled":false},{"text":":","start":69,"end":70,"id":18,"ws":true,"disabled":false},{"text":"Long","start":71,"end":75,"id":19,"ws":false,"disabled":false},{"text":"-","start":75,"end":76,"id":20,"ws":false,"disabled":false},{"text":"term","start":76,"end":80,"id":21,"ws":true,"disabled":false},{"text":"exposure","start":81,"end":89,"id":22,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":23,"ws":true,"disabled":false},{"text":"traffic","start":93,"end":100,"id":24,"ws":false,"disabled":false},{"text":"-","start":100,"end":101,"id":25,"ws":false,"disabled":false},{"text":"related","start":101,"end":108,"id":26,"ws":true,"disabled":false},{"text":"particulate","start":109,"end":120,"id":27,"ws":true,"disabled":false},{"text":"matter","start":121,"end":127,"id":28,"ws":true,"disabled":false},{"text":"impairs","start":128,"end":135,"id":29,"ws":true,"disabled":false},{"text":"cognitive","start":136,"end":145,"id":30,"ws":true,"disabled":false},{"text":"function","start":146,"end":154,"id":31,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":32,"ws":true,"disabled":false},{"text":"the","start":158,"end":161,"id":33,"ws":true,"disabled":false},{"text":"elderly","start":162,"end":169,"id":34,"ws":false,"disabled":false},{"text":".","start":169,"end":170,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":37,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":29,"child":31,"head_span":{"start":128,"end":135,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":136,"end":154,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":31,"head_span":{"start":155,"end":169,"token_start":32,"token_end":34,"label":"to_whom"},"child_span":{"start":136,"end":154,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":31,"head_span":{"start":109,"end":127,"token_start":27,"token_end":28,"label":"base"},"child_span":{"start":136,"end":154,"token_start":30,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":28,"head_span":{"start":71,"end":89,"token_start":19,"token_end":22,"label":"aspect_changing"},"child_span":{"start":109,"end":127,"token_start":27,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":28,"head_span":{"start":93,"end":108,"token_start":24,"token_end":26,"label":"type_of"},"child_span":{"start":109,"end":127,"token_start":27,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":false,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Failing crops and hence hunger are increasing.","text":"Failing crops and hence hunger are increasing. IMPLIED_BASE IMPLIED_BASE","characters":"46","document_index":"420","md_sentence_index":"26","classification_origin":"causal_sentence_classification","url":"https://www.nationalgeographic.com/science/2019/10/climate-change-killing-thousands-of-years-indigenous-wisdom/","combo_id":"420_26","post-training batch1":"420_26","_input_hash":-906779127,"_task_hash":-1027442387,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"change_direction"},{"text":"crops","start":8,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":18,"end":23,"token_start":3,"token_end":3,"label":"predicate"},{"start":24,"end":30,"token_start":4,"token_end":4,"label":"base"}],"tokens":[{"text":"Failing","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"crops","start":8,"end":13,"id":1,"ws":true,"disabled":false},{"text":"and","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"hence","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"hunger","start":24,"end":30,"id":4,"ws":true,"disabled":false},{"text":"are","start":31,"end":34,"id":5,"ws":true,"disabled":false},{"text":"increasing","start":35,"end":45,"id":6,"ws":false,"disabled":false},{"text":".","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":47,"end":59,"id":8,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":60,"end":72,"id":9,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":4,"head_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":24,"end":30,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Following exposure to Hurricane Katrina, veterans with preexisting mental illness had a 6.8 times greater risk for developing any additional mental illness, compared to those veterans without a preex- isting mental illness.48","text":"Following exposure to Hurricane Katrina, veterans with preexisting mental illness had a 6.8 times greater risk for developing any additional mental illness, compared to those veterans without a preex- isting mental illness.48 IMPLIED_BASE IMPLIED_BASE","characters":"225","document_index":"619","md_sentence_index":"70","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_70","post-training batch1":"619_70","_input_hash":-170520977,"_task_hash":-779069609,"spans":[{"start":0,"end":9,"token_start":0,"token_end":0,"label":"predicate"},{"text":"Hurricane","start":22,"token_start":3,"token_end":3,"end":31,"type":"pattern","label":"base"},{"start":41,"end":81,"token_start":6,"token_end":10,"label":"to_whom"},{"start":88,"end":97,"token_start":13,"token_end":14,"label":"effect_size"},{"start":98,"end":105,"token_start":15,"token_end":15,"label":"change_direction"},{"text":"risk","start":106,"token_start":16,"token_end":16,"end":110,"type":"pattern","label":"aspect_changing"},{"start":141,"end":155,"token_start":21,"token_end":22,"label":"base"}],"tokens":[{"text":"Following","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"exposure","start":10,"end":18,"id":1,"ws":true,"disabled":false},{"text":"to","start":19,"end":21,"id":2,"ws":true,"disabled":false},{"text":"Hurricane","start":22,"end":31,"id":3,"ws":true,"disabled":false},{"text":"Katrina","start":32,"end":39,"id":4,"ws":false,"disabled":false},{"text":",","start":39,"end":40,"id":5,"ws":true,"disabled":false},{"text":"veterans","start":41,"end":49,"id":6,"ws":true,"disabled":false},{"text":"with","start":50,"end":54,"id":7,"ws":true,"disabled":false},{"text":"preexisting","start":55,"end":66,"id":8,"ws":true,"disabled":false},{"text":"mental","start":67,"end":73,"id":9,"ws":true,"disabled":false},{"text":"illness","start":74,"end":81,"id":10,"ws":true,"disabled":false},{"text":"had","start":82,"end":85,"id":11,"ws":true,"disabled":false},{"text":"a","start":86,"end":87,"id":12,"ws":true,"disabled":false},{"text":"6.8","start":88,"end":91,"id":13,"ws":true,"disabled":false},{"text":"times","start":92,"end":97,"id":14,"ws":true,"disabled":false},{"text":"greater","start":98,"end":105,"id":15,"ws":true,"disabled":false},{"text":"risk","start":106,"end":110,"id":16,"ws":true,"disabled":false},{"text":"for","start":111,"end":114,"id":17,"ws":true,"disabled":false},{"text":"developing","start":115,"end":125,"id":18,"ws":true,"disabled":false},{"text":"any","start":126,"end":129,"id":19,"ws":true,"disabled":false},{"text":"additional","start":130,"end":140,"id":20,"ws":true,"disabled":false},{"text":"mental","start":141,"end":147,"id":21,"ws":true,"disabled":false},{"text":"illness","start":148,"end":155,"id":22,"ws":false,"disabled":false},{"text":",","start":155,"end":156,"id":23,"ws":true,"disabled":false},{"text":"compared","start":157,"end":165,"id":24,"ws":true,"disabled":false},{"text":"to","start":166,"end":168,"id":25,"ws":true,"disabled":false},{"text":"those","start":169,"end":174,"id":26,"ws":true,"disabled":false},{"text":"veterans","start":175,"end":183,"id":27,"ws":true,"disabled":false},{"text":"without","start":184,"end":191,"id":28,"ws":true,"disabled":false},{"text":"a","start":192,"end":193,"id":29,"ws":true,"disabled":false},{"text":"preex-","start":194,"end":200,"id":30,"ws":true,"disabled":false},{"text":"isting","start":201,"end":207,"id":31,"ws":true,"disabled":false},{"text":"mental","start":208,"end":214,"id":32,"ws":true,"disabled":false},{"text":"illness.48","start":215,"end":225,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":16,"child":22,"head_span":{"start":106,"end":110,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":141,"end":155,"token_start":21,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":22,"head_span":{"start":98,"end":105,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":141,"end":155,"token_start":21,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":22,"head_span":{"start":22,"end":31,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":141,"end":155,"token_start":21,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The heat in turn threatens the stability of this urban environment.","text":"The heat in turn threatens the stability of this urban environment. IMPLIED_BASE IMPLIED_BASE","characters":"67","document_index":"369","md_sentence_index":"111","classification_origin":"cm_cause_effect_rel","url":"https://www.vox.com/energy-and-environment/2019/9/9/20804544/climate-change-phoenix-heat-wave-deaths-extreme-weather","combo_id":"369_111","post-training batch1":"369_111","_input_hash":-1642503236,"_task_hash":-44950273,"spans":[{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},{"start":17,"end":26,"token_start":4,"token_end":4,"label":"change_direction"},{"text":"stability","start":31,"token_start":6,"token_end":6,"end":40,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"heat","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"in","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"turn","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"threatens","start":17,"end":26,"id":4,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"stability","start":31,"end":40,"id":6,"ws":true,"disabled":false},{"text":"of","start":41,"end":43,"id":7,"ws":true,"disabled":false},{"text":"this","start":44,"end":48,"id":8,"ws":true,"disabled":false},{"text":"urban","start":49,"end":54,"id":9,"ws":true,"disabled":false},{"text":"environment","start":55,"end":66,"id":10,"ws":false,"disabled":false},{"text":".","start":66,"end":67,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":68,"end":80,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":81,"end":93,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Projecting further still is difficult, but if emissions continue unabated at their current high rates, those numbers will surely rise to the point where climate change might kill more people annually than covid-19 currently does before the century\u2019s end.","text":"Projecting further still is difficult, but if emissions continue unabated at their current high rates, those numbers will surely rise to the point where climate change might kill more people annually than covid-19 currently does before the century\u2019s end. IMPLIED_BASE IMPLIED_BASE","characters":"254","document_index":"817","md_sentence_index":"12","classification_origin":"causal_sentence_classification","url":"https://www.washingtonpost.com/outlook/climate-change-intervention-cost/2020/09/17/c6715db6-f784-11ea-89e3-4b9efa36dc64_story.html","combo_id":"817_12","post-training batch1":"817_12","_input_hash":-1307347912,"_task_hash":-1702224520,"spans":[{"text":"emissions","start":46,"token_start":8,"token_end":8,"end":55,"type":"pattern","label":"aspect_changing"},{"start":56,"end":73,"token_start":9,"token_end":10,"label":"change_direction"},{"start":74,"end":101,"token_start":11,"token_end":15,"label":"effect_size"},{"start":134,"end":152,"token_start":22,"token_end":25,"label":"predicate"},{"text":"climate change","start":153,"token_start":26,"token_end":27,"end":167,"type":"pattern","label":"base"},{"start":168,"end":173,"token_start":28,"token_end":28,"label":"confidence"},{"text":"kill","start":174,"token_start":29,"token_end":29,"end":178,"type":"pattern","label":"change_direction"},{"text":"people","start":184,"token_start":31,"token_end":31,"end":190,"type":"pattern","label":"base"},{"start":255,"end":267,"token_start":43,"token_end":43,"label":"base"}],"tokens":[{"text":"Projecting","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"further","start":11,"end":18,"id":1,"ws":true,"disabled":false},{"text":"still","start":19,"end":24,"id":2,"ws":true,"disabled":false},{"text":"is","start":25,"end":27,"id":3,"ws":true,"disabled":false},{"text":"difficult","start":28,"end":37,"id":4,"ws":false,"disabled":false},{"text":",","start":37,"end":38,"id":5,"ws":true,"disabled":false},{"text":"but","start":39,"end":42,"id":6,"ws":true,"disabled":false},{"text":"if","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"emissions","start":46,"end":55,"id":8,"ws":true,"disabled":false},{"text":"continue","start":56,"end":64,"id":9,"ws":true,"disabled":false},{"text":"unabated","start":65,"end":73,"id":10,"ws":true,"disabled":false},{"text":"at","start":74,"end":76,"id":11,"ws":true,"disabled":false},{"text":"their","start":77,"end":82,"id":12,"ws":true,"disabled":false},{"text":"current","start":83,"end":90,"id":13,"ws":true,"disabled":false},{"text":"high","start":91,"end":95,"id":14,"ws":true,"disabled":false},{"text":"rates","start":96,"end":101,"id":15,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":16,"ws":true,"disabled":false},{"text":"those","start":103,"end":108,"id":17,"ws":true,"disabled":false},{"text":"numbers","start":109,"end":116,"id":18,"ws":true,"disabled":false},{"text":"will","start":117,"end":121,"id":19,"ws":true,"disabled":false},{"text":"surely","start":122,"end":128,"id":20,"ws":true,"disabled":false},{"text":"rise","start":129,"end":133,"id":21,"ws":true,"disabled":false},{"text":"to","start":134,"end":136,"id":22,"ws":true,"disabled":false},{"text":"the","start":137,"end":140,"id":23,"ws":true,"disabled":false},{"text":"point","start":141,"end":146,"id":24,"ws":true,"disabled":false},{"text":"where","start":147,"end":152,"id":25,"ws":true,"disabled":false},{"text":"climate","start":153,"end":160,"id":26,"ws":true,"disabled":false},{"text":"change","start":161,"end":167,"id":27,"ws":true,"disabled":false},{"text":"might","start":168,"end":173,"id":28,"ws":true,"disabled":false},{"text":"kill","start":174,"end":178,"id":29,"ws":true,"disabled":false},{"text":"more","start":179,"end":183,"id":30,"ws":true,"disabled":false},{"text":"people","start":184,"end":190,"id":31,"ws":true,"disabled":false},{"text":"annually","start":191,"end":199,"id":32,"ws":true,"disabled":false},{"text":"than","start":200,"end":204,"id":33,"ws":true,"disabled":false},{"text":"covid-19","start":205,"end":213,"id":34,"ws":true,"disabled":false},{"text":"currently","start":214,"end":223,"id":35,"ws":true,"disabled":false},{"text":"does","start":224,"end":228,"id":36,"ws":true,"disabled":false},{"text":"before","start":229,"end":235,"id":37,"ws":true,"disabled":false},{"text":"the","start":236,"end":239,"id":38,"ws":true,"disabled":false},{"text":"century","start":240,"end":247,"id":39,"ws":false,"disabled":false},{"text":"\u2019s","start":247,"end":249,"id":40,"ws":true,"disabled":false},{"text":"end","start":250,"end":253,"id":41,"ws":false,"disabled":false},{"text":".","start":253,"end":254,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":255,"end":267,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":268,"end":280,"id":44,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":8,"child":43,"head_span":{"start":46,"end":55,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":255,"end":267,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":43,"head_span":{"start":56,"end":73,"token_start":9,"token_end":10,"label":"change_direction"},"child_span":{"start":255,"end":267,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":174,"end":178,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":184,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":27,"head_span":{"start":255,"end":267,"token_start":43,"token_end":43,"label":"base"},"child_span":{"start":153,"end":167,"token_start":26,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":31,"head_span":{"start":153,"end":167,"token_start":26,"token_end":27,"label":"base"},"child_span":{"start":184,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The threat on global health are highlighted by many previous studies such as one report from Australia about an increased incidence in childhood pneumonia associated with sharp temperature drops from 1 day to the next [10], or the outbreak of Hantavirus, which occurred in Panama in 2000, linked to the increase in rodent population attributed to a substantial increase in rainfall [11].","text":"The threat on global health are highlighted by many previous studies such as one report from Australia about an increased incidence in childhood pneumonia associated with sharp temperature drops from 1 day to the next [10], or the outbreak of Hantavirus, which occurred in Panama in 2000, linked to the increase in rodent population attributed to a substantial increase in rainfall [11]. IMPLIED_BASE IMPLIED_BASE","characters":"387","document_index":"750","md_sentence_index":"37","classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_37","post-training batch1":"750_37","_input_hash":689419902,"_task_hash":-839095674,"spans":[{"start":4,"end":10,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":14,"end":20,"token_start":3,"token_end":3,"label":"type_of"},{"text":"health","start":21,"token_start":4,"token_end":4,"end":27,"type":"pattern","label":"base"},{"text":"increased","start":112,"token_start":19,"token_end":19,"end":121,"type":"pattern","label":"change_direction"},{"start":122,"end":131,"token_start":20,"token_end":20,"label":"aspect_changing"},{"start":135,"end":144,"token_start":22,"token_end":22,"label":"type_of"},{"start":145,"end":154,"token_start":23,"token_end":23,"label":"base"},{"start":155,"end":165,"token_start":24,"token_end":24,"label":"predicate"},{"start":171,"end":176,"token_start":26,"token_end":26,"label":"effect_size"},{"text":"temperature","start":177,"token_start":27,"token_end":27,"end":188,"type":"pattern","label":"aspect_changing"},{"start":189,"end":217,"token_start":28,"token_end":34,"label":"change_direction"},{"start":231,"end":239,"token_start":41,"token_end":41,"label":"aspect_changing"},{"start":243,"end":253,"token_start":43,"token_end":43,"label":"base"},{"start":273,"end":279,"token_start":48,"token_end":48,"label":"where"},{"start":280,"end":287,"token_start":49,"token_end":50,"label":"when"},{"start":289,"end":298,"token_start":52,"token_end":53,"label":"predicate"},{"text":"increase","start":303,"token_start":55,"token_end":55,"end":311,"type":"pattern","label":"change_direction"},{"start":315,"end":321,"token_start":57,"token_end":57,"label":"base"},{"start":322,"end":332,"token_start":58,"token_end":58,"label":"aspect_changing"},{"start":333,"end":346,"token_start":59,"token_end":60,"label":"predicate"},{"start":349,"end":360,"token_start":62,"token_end":62,"label":"effect_size"},{"text":"increase","start":361,"token_start":63,"token_end":63,"end":369,"type":"pattern","label":"change_direction"},{"text":"rainfall","start":373,"token_start":65,"token_end":65,"end":381,"type":"pattern","label":"base"},{"start":388,"end":400,"token_start":70,"token_end":70,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"threat","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"on","start":11,"end":13,"id":2,"ws":true,"disabled":false},{"text":"global","start":14,"end":20,"id":3,"ws":true,"disabled":false},{"text":"health","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"are","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"highlighted","start":32,"end":43,"id":6,"ws":true,"disabled":false},{"text":"by","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"many","start":47,"end":51,"id":8,"ws":true,"disabled":false},{"text":"previous","start":52,"end":60,"id":9,"ws":true,"disabled":false},{"text":"studies","start":61,"end":68,"id":10,"ws":true,"disabled":false},{"text":"such","start":69,"end":73,"id":11,"ws":true,"disabled":false},{"text":"as","start":74,"end":76,"id":12,"ws":true,"disabled":false},{"text":"one","start":77,"end":80,"id":13,"ws":true,"disabled":false},{"text":"report","start":81,"end":87,"id":14,"ws":true,"disabled":false},{"text":"from","start":88,"end":92,"id":15,"ws":true,"disabled":false},{"text":"Australia","start":93,"end":102,"id":16,"ws":true,"disabled":false},{"text":"about","start":103,"end":108,"id":17,"ws":true,"disabled":false},{"text":"an","start":109,"end":111,"id":18,"ws":true,"disabled":false},{"text":"increased","start":112,"end":121,"id":19,"ws":true,"disabled":false},{"text":"incidence","start":122,"end":131,"id":20,"ws":true,"disabled":false},{"text":"in","start":132,"end":134,"id":21,"ws":true,"disabled":false},{"text":"childhood","start":135,"end":144,"id":22,"ws":true,"disabled":false},{"text":"pneumonia","start":145,"end":154,"id":23,"ws":true,"disabled":false},{"text":"associated","start":155,"end":165,"id":24,"ws":true,"disabled":false},{"text":"with","start":166,"end":170,"id":25,"ws":true,"disabled":false},{"text":"sharp","start":171,"end":176,"id":26,"ws":true,"disabled":false},{"text":"temperature","start":177,"end":188,"id":27,"ws":true,"disabled":false},{"text":"drops","start":189,"end":194,"id":28,"ws":true,"disabled":false},{"text":"from","start":195,"end":199,"id":29,"ws":true,"disabled":false},{"text":"1","start":200,"end":201,"id":30,"ws":true,"disabled":false},{"text":"day","start":202,"end":205,"id":31,"ws":true,"disabled":false},{"text":"to","start":206,"end":208,"id":32,"ws":true,"disabled":false},{"text":"the","start":209,"end":212,"id":33,"ws":true,"disabled":false},{"text":"next","start":213,"end":217,"id":34,"ws":true,"disabled":false},{"text":"[","start":218,"end":219,"id":35,"ws":false,"disabled":false},{"text":"10","start":219,"end":221,"id":36,"ws":false,"disabled":false},{"text":"]","start":221,"end":222,"id":37,"ws":false,"disabled":false},{"text":",","start":222,"end":223,"id":38,"ws":true,"disabled":false},{"text":"or","start":224,"end":226,"id":39,"ws":true,"disabled":false},{"text":"the","start":227,"end":230,"id":40,"ws":true,"disabled":false},{"text":"outbreak","start":231,"end":239,"id":41,"ws":true,"disabled":false},{"text":"of","start":240,"end":242,"id":42,"ws":true,"disabled":false},{"text":"Hantavirus","start":243,"end":253,"id":43,"ws":false,"disabled":false},{"text":",","start":253,"end":254,"id":44,"ws":true,"disabled":false},{"text":"which","start":255,"end":260,"id":45,"ws":true,"disabled":false},{"text":"occurred","start":261,"end":269,"id":46,"ws":true,"disabled":false},{"text":"in","start":270,"end":272,"id":47,"ws":true,"disabled":false},{"text":"Panama","start":273,"end":279,"id":48,"ws":true,"disabled":false},{"text":"in","start":280,"end":282,"id":49,"ws":true,"disabled":false},{"text":"2000","start":283,"end":287,"id":50,"ws":false,"disabled":false},{"text":",","start":287,"end":288,"id":51,"ws":true,"disabled":false},{"text":"linked","start":289,"end":295,"id":52,"ws":true,"disabled":false},{"text":"to","start":296,"end":298,"id":53,"ws":true,"disabled":false},{"text":"the","start":299,"end":302,"id":54,"ws":true,"disabled":false},{"text":"increase","start":303,"end":311,"id":55,"ws":true,"disabled":false},{"text":"in","start":312,"end":314,"id":56,"ws":true,"disabled":false},{"text":"rodent","start":315,"end":321,"id":57,"ws":true,"disabled":false},{"text":"population","start":322,"end":332,"id":58,"ws":true,"disabled":false},{"text":"attributed","start":333,"end":343,"id":59,"ws":true,"disabled":false},{"text":"to","start":344,"end":346,"id":60,"ws":true,"disabled":false},{"text":"a","start":347,"end":348,"id":61,"ws":true,"disabled":false},{"text":"substantial","start":349,"end":360,"id":62,"ws":true,"disabled":false},{"text":"increase","start":361,"end":369,"id":63,"ws":true,"disabled":false},{"text":"in","start":370,"end":372,"id":64,"ws":true,"disabled":false},{"text":"rainfall","start":373,"end":381,"id":65,"ws":true,"disabled":false},{"text":"[","start":382,"end":383,"id":66,"ws":false,"disabled":false},{"text":"11","start":383,"end":385,"id":67,"ws":false,"disabled":false},{"text":"]","start":385,"end":386,"id":68,"ws":false,"disabled":false},{"text":".","start":386,"end":387,"id":69,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":388,"end":400,"id":70,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":401,"end":413,"id":71,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":1,"child":4,"head_span":{"start":4,"end":10,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":14,"end":20,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":63,"child":65,"head_span":{"start":361,"end":369,"token_start":63,"token_end":63,"label":"change_direction"},"child_span":{"start":373,"end":381,"token_start":65,"token_end":65,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":62,"child":63,"head_span":{"start":349,"end":360,"token_start":62,"token_end":62,"label":"effect_size"},"child_span":{"start":361,"end":369,"token_start":63,"token_end":63,"label":"change_direction"},"color":"#c5bdf4","label":"Concept_Member"},{"head":58,"child":57,"head_span":{"start":322,"end":332,"token_start":58,"token_end":58,"label":"aspect_changing"},"child_span":{"start":315,"end":321,"token_start":57,"token_end":57,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":55,"child":57,"head_span":{"start":303,"end":311,"token_start":55,"token_end":55,"label":"change_direction"},"child_span":{"start":315,"end":321,"token_start":57,"token_end":57,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":43,"head_span":{"start":231,"end":239,"token_start":41,"token_end":41,"label":"aspect_changing"},"child_span":{"start":243,"end":253,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":135,"end":144,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":145,"end":154,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":23,"head_span":{"start":112,"end":121,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":145,"end":154,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":65,"child":57,"head_span":{"start":373,"end":381,"token_start":65,"token_end":65,"label":"base"},"child_span":{"start":315,"end":321,"token_start":57,"token_end":57,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":57,"child":43,"head_span":{"start":315,"end":321,"token_start":57,"token_end":57,"label":"base"},"child_span":{"start":243,"end":253,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":70,"head_span":{"start":177,"end":188,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":388,"end":400,"token_start":70,"token_end":70,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":70,"head_span":{"start":189,"end":217,"token_start":28,"token_end":34,"label":"change_direction"},"child_span":{"start":388,"end":400,"token_start":70,"token_end":70,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":122,"end":131,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":145,"end":154,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":34,"head_span":{"start":171,"end":176,"token_start":26,"token_end":26,"label":"effect_size"},"child_span":{"start":189,"end":217,"token_start":28,"token_end":34,"label":"change_direction"},"color":"#c5bdf4","label":"Concept_Member"},{"head":70,"child":23,"head_span":{"start":388,"end":400,"token_start":70,"token_end":70,"label":"base"},"child_span":{"start":145,"end":154,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Combined with accumulating evidence on the potentially disruptive effects of climate change on human enterprise, such as through possible declines in global food production (3) and significant sea level rise (4), such findings have encouraged claims that climate change will worsen instability in already volatile regions (5\u20137).\n","text":"Combined with accumulating evidence on the potentially disruptive effects of climate change on human enterprise, such as through possible declines in global food production (3) and significant sea level rise (4), such findings have encouraged claims that climate change will worsen instability in already volatile regions (5\u20137). IMPLIED_BASE IMPLIED_BASE","characters":"329","document_index":"84","md_sentence_index":"8","classification_origin":"cm_cause_effect_rel","url":"http://www.pnas.org/content/106/49/20670","combo_id":"84_8","post-training batch1":"84_8","_input_hash":2129719978,"_task_hash":2109678514,"spans":[{"text":"climate change","start":77,"token_start":10,"token_end":11,"end":91,"type":"pattern","label":"base"},{"start":129,"end":137,"token_start":19,"token_end":19,"label":"confidence"},{"start":138,"end":146,"token_start":20,"token_end":20,"label":"change_direction"},{"start":150,"end":156,"token_start":22,"token_end":22,"label":"where"},{"start":157,"end":161,"token_start":23,"token_end":23,"label":"base"},{"start":162,"end":172,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":181,"end":192,"token_start":29,"token_end":29,"label":"effect_size"},{"text":"sea","start":193,"token_start":30,"token_end":30,"end":196,"type":"pattern","label":"base"},{"text":"level","start":197,"token_start":31,"token_end":31,"end":202,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":203,"token_start":32,"token_end":32,"end":207,"type":"pattern","label":"change_direction"},{"start":243,"end":249,"token_start":41,"token_end":41,"label":"confidence"},{"text":"climate change","start":255,"token_start":43,"token_end":44,"end":269,"type":"pattern","label":"base"},{"start":275,"end":281,"token_start":46,"token_end":46,"label":"change_direction"},{"start":282,"end":293,"token_start":47,"token_end":47,"label":"aspect_changing"},{"start":294,"end":321,"token_start":48,"token_end":51,"label":"where"},{"start":329,"end":341,"token_start":56,"token_end":56,"label":"base"}],"tokens":[{"text":"Combined","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"with","start":9,"end":13,"id":1,"ws":true,"disabled":false},{"text":"accumulating","start":14,"end":26,"id":2,"ws":true,"disabled":false},{"text":"evidence","start":27,"end":35,"id":3,"ws":true,"disabled":false},{"text":"on","start":36,"end":38,"id":4,"ws":true,"disabled":false},{"text":"the","start":39,"end":42,"id":5,"ws":true,"disabled":false},{"text":"potentially","start":43,"end":54,"id":6,"ws":true,"disabled":false},{"text":"disruptive","start":55,"end":65,"id":7,"ws":true,"disabled":false},{"text":"effects","start":66,"end":73,"id":8,"ws":true,"disabled":false},{"text":"of","start":74,"end":76,"id":9,"ws":true,"disabled":false},{"text":"climate","start":77,"end":84,"id":10,"ws":true,"disabled":false},{"text":"change","start":85,"end":91,"id":11,"ws":true,"disabled":false},{"text":"on","start":92,"end":94,"id":12,"ws":true,"disabled":false},{"text":"human","start":95,"end":100,"id":13,"ws":true,"disabled":false},{"text":"enterprise","start":101,"end":111,"id":14,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":15,"ws":true,"disabled":false},{"text":"such","start":113,"end":117,"id":16,"ws":true,"disabled":false},{"text":"as","start":118,"end":120,"id":17,"ws":true,"disabled":false},{"text":"through","start":121,"end":128,"id":18,"ws":true,"disabled":false},{"text":"possible","start":129,"end":137,"id":19,"ws":true,"disabled":false},{"text":"declines","start":138,"end":146,"id":20,"ws":true,"disabled":false},{"text":"in","start":147,"end":149,"id":21,"ws":true,"disabled":false},{"text":"global","start":150,"end":156,"id":22,"ws":true,"disabled":false},{"text":"food","start":157,"end":161,"id":23,"ws":true,"disabled":false},{"text":"production","start":162,"end":172,"id":24,"ws":true,"disabled":false},{"text":"(","start":173,"end":174,"id":25,"ws":false,"disabled":false},{"text":"3","start":174,"end":175,"id":26,"ws":false,"disabled":false},{"text":")","start":175,"end":176,"id":27,"ws":true,"disabled":false},{"text":"and","start":177,"end":180,"id":28,"ws":true,"disabled":false},{"text":"significant","start":181,"end":192,"id":29,"ws":true,"disabled":false},{"text":"sea","start":193,"end":196,"id":30,"ws":true,"disabled":false},{"text":"level","start":197,"end":202,"id":31,"ws":true,"disabled":false},{"text":"rise","start":203,"end":207,"id":32,"ws":true,"disabled":false},{"text":"(","start":208,"end":209,"id":33,"ws":false,"disabled":false},{"text":"4","start":209,"end":210,"id":34,"ws":false,"disabled":false},{"text":")","start":210,"end":211,"id":35,"ws":false,"disabled":false},{"text":",","start":211,"end":212,"id":36,"ws":true,"disabled":false},{"text":"such","start":213,"end":217,"id":37,"ws":true,"disabled":false},{"text":"findings","start":218,"end":226,"id":38,"ws":true,"disabled":false},{"text":"have","start":227,"end":231,"id":39,"ws":true,"disabled":false},{"text":"encouraged","start":232,"end":242,"id":40,"ws":true,"disabled":false},{"text":"claims","start":243,"end":249,"id":41,"ws":true,"disabled":false},{"text":"that","start":250,"end":254,"id":42,"ws":true,"disabled":false},{"text":"climate","start":255,"end":262,"id":43,"ws":true,"disabled":false},{"text":"change","start":263,"end":269,"id":44,"ws":true,"disabled":false},{"text":"will","start":270,"end":274,"id":45,"ws":true,"disabled":false},{"text":"worsen","start":275,"end":281,"id":46,"ws":true,"disabled":false},{"text":"instability","start":282,"end":293,"id":47,"ws":true,"disabled":false},{"text":"in","start":294,"end":296,"id":48,"ws":true,"disabled":false},{"text":"already","start":297,"end":304,"id":49,"ws":true,"disabled":false},{"text":"volatile","start":305,"end":313,"id":50,"ws":true,"disabled":false},{"text":"regions","start":314,"end":321,"id":51,"ws":true,"disabled":false},{"text":"(","start":322,"end":323,"id":52,"ws":false,"disabled":false},{"text":"5\u20137","start":323,"end":326,"id":53,"ws":false,"disabled":false},{"text":")","start":326,"end":327,"id":54,"ws":false,"disabled":false},{"text":".","start":327,"end":328,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":329,"end":341,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":342,"end":354,"id":57,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":46,"child":56,"head_span":{"start":275,"end":281,"token_start":46,"token_end":46,"label":"change_direction"},"child_span":{"start":329,"end":341,"token_start":56,"token_end":56,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":56,"head_span":{"start":282,"end":293,"token_start":47,"token_end":47,"label":"aspect_changing"},"child_span":{"start":329,"end":341,"token_start":56,"token_end":56,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":56,"head_span":{"start":294,"end":321,"token_start":48,"token_end":51,"label":"where"},"child_span":{"start":329,"end":341,"token_start":56,"token_end":56,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":56,"head_span":{"start":255,"end":269,"token_start":43,"token_end":44,"label":"base"},"child_span":{"start":329,"end":341,"token_start":56,"token_end":56,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":23,"head_span":{"start":138,"end":146,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":157,"end":161,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":150,"end":156,"token_start":22,"token_end":22,"label":"where"},"child_span":{"start":157,"end":161,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":23,"head_span":{"start":162,"end":172,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":157,"end":161,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":30,"head_span":{"start":181,"end":192,"token_start":29,"token_end":29,"label":"effect_size"},"child_span":{"start":193,"end":196,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":30,"head_span":{"start":197,"end":202,"token_start":31,"token_end":31,"label":"aspect_changing"},"child_span":{"start":193,"end":196,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":30,"head_span":{"start":203,"end":207,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":193,"end":196,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":23,"head_span":{"start":77,"end":91,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":157,"end":161,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":30,"head_span":{"start":77,"end":91,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":193,"end":196,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Heavy snow on top of that led to slushy conditions that aren't conducive to safe fishing.","text":"Heavy snow on top of that led to slushy conditions that aren't conducive to safe fishing. IMPLIED_BASE IMPLIED_BASE","characters":"89","document_index":"643","md_sentence_index":"103","classification_origin":"causal_sentence_classification","url":"https://www.npr.org/2020/02/18/803125282/how-warming-winters-are-affecting-everything","combo_id":"643_103","post-training batch1":"643_103","_input_hash":-162241888,"_task_hash":-1896884482,"spans":[{"start":0,"end":5,"token_start":0,"token_end":0,"label":"type_of"},{"start":6,"end":10,"token_start":1,"token_end":1,"label":"base"},{"start":26,"end":32,"token_start":6,"token_end":7,"label":"predicate"},{"start":33,"end":39,"token_start":8,"token_end":8,"label":"type_of"},{"start":40,"end":50,"token_start":9,"token_end":9,"label":"base"},{"start":51,"end":55,"token_start":10,"token_end":10,"label":"predicate"},{"start":56,"end":75,"token_start":11,"token_end":14,"label":"change_direction"},{"start":76,"end":80,"token_start":15,"token_end":15,"label":"type_of"},{"start":81,"end":88,"token_start":16,"token_end":16,"label":"base"}],"tokens":[{"text":"Heavy","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"snow","start":6,"end":10,"id":1,"ws":true,"disabled":false},{"text":"on","start":11,"end":13,"id":2,"ws":true,"disabled":false},{"text":"top","start":14,"end":17,"id":3,"ws":true,"disabled":false},{"text":"of","start":18,"end":20,"id":4,"ws":true,"disabled":false},{"text":"that","start":21,"end":25,"id":5,"ws":true,"disabled":false},{"text":"led","start":26,"end":29,"id":6,"ws":true,"disabled":false},{"text":"to","start":30,"end":32,"id":7,"ws":true,"disabled":false},{"text":"slushy","start":33,"end":39,"id":8,"ws":true,"disabled":false},{"text":"conditions","start":40,"end":50,"id":9,"ws":true,"disabled":false},{"text":"that","start":51,"end":55,"id":10,"ws":true,"disabled":false},{"text":"are","start":56,"end":59,"id":11,"ws":false,"disabled":false},{"text":"n't","start":59,"end":62,"id":12,"ws":true,"disabled":false},{"text":"conducive","start":63,"end":72,"id":13,"ws":true,"disabled":false},{"text":"to","start":73,"end":75,"id":14,"ws":true,"disabled":false},{"text":"safe","start":76,"end":80,"id":15,"ws":true,"disabled":false},{"text":"fishing","start":81,"end":88,"id":16,"ws":false,"disabled":false},{"text":".","start":88,"end":89,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":90,"end":102,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":103,"end":115,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":6,"end":10,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":33,"end":39,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":40,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":16,"head_span":{"start":56,"end":75,"token_start":11,"token_end":14,"label":"change_direction"},"child_span":{"start":81,"end":88,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":76,"end":80,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":81,"end":88,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":9,"head_span":{"start":6,"end":10,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":40,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":16,"head_span":{"start":40,"end":50,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":81,"end":88,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"More explosive and rapidly spreading fires leave communities with little notice or chance to evacuate.","text":"More explosive and rapidly spreading fires leave communities with little notice or chance to evacuate. IMPLIED_BASE IMPLIED_BASE","characters":"102","document_index":"25","md_sentence_index":"101","classification_origin":"cm-label-eval","url":"https://www.washingtonpost.com/graphics/2019/lifestyle/magazine/climate-change-covers/","combo_id":"25_101","post-training batch1":"25_101","_input_hash":-1177300727,"_task_hash":1943967430,"spans":[{"text":"More","start":0,"token_start":0,"token_end":0,"end":4,"type":"pattern","label":"change_direction"},{"start":5,"end":36,"token_start":1,"token_end":4,"label":"type_of"},{"start":37,"end":42,"token_start":5,"token_end":5,"label":"base"},{"start":43,"end":48,"token_start":6,"token_end":6,"label":"predicate"},{"text":"communities","start":49,"token_start":7,"token_end":7,"end":60,"type":"pattern","label":"base"},{"start":61,"end":72,"token_start":8,"token_end":9,"label":"change_direction"},{"start":73,"end":101,"token_start":10,"token_end":14,"label":"aspect_changing"}],"tokens":[{"text":"More","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"explosive","start":5,"end":14,"id":1,"ws":true,"disabled":false},{"text":"and","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"rapidly","start":19,"end":26,"id":3,"ws":true,"disabled":false},{"text":"spreading","start":27,"end":36,"id":4,"ws":true,"disabled":false},{"text":"fires","start":37,"end":42,"id":5,"ws":true,"disabled":false},{"text":"leave","start":43,"end":48,"id":6,"ws":true,"disabled":false},{"text":"communities","start":49,"end":60,"id":7,"ws":true,"disabled":false},{"text":"with","start":61,"end":65,"id":8,"ws":true,"disabled":false},{"text":"little","start":66,"end":72,"id":9,"ws":true,"disabled":false},{"text":"notice","start":73,"end":79,"id":10,"ws":true,"disabled":false},{"text":"or","start":80,"end":82,"id":11,"ws":true,"disabled":false},{"text":"chance","start":83,"end":89,"id":12,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":13,"ws":true,"disabled":false},{"text":"evacuate","start":93,"end":101,"id":14,"ws":false,"disabled":false},{"text":".","start":101,"end":102,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":103,"end":115,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":116,"end":128,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":5,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":37,"end":42,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":5,"end":36,"token_start":1,"token_end":4,"label":"type_of"},"child_span":{"start":37,"end":42,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":7,"head_span":{"start":61,"end":72,"token_start":8,"token_end":9,"label":"change_direction"},"child_span":{"start":49,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":7,"head_span":{"start":73,"end":101,"token_start":10,"token_end":14,"label":"aspect_changing"},"child_span":{"start":49,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":37,"end":42,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":49,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Turbulence is a threat to safety and economic security, but it\u2019s only part of the harm caused by climate change.","text":"Turbulence is a threat to safety and economic security, but it\u2019s only part of the harm caused by climate change. IMPLIED_BASE IMPLIED_BASE","characters":"112","document_index":"16","md_sentence_index":"27","classification_origin":"cm-label-eval","url":"https://www.vox.com/first-person/2019/4/17/18410615/green-new-deal-flight-attendants-alexandria-ocasio-cortez-sara-nelson","combo_id":"16_27","post-training batch1":"16_27","_input_hash":729814544,"_task_hash":313949918,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},{"start":16,"end":22,"token_start":3,"token_end":3,"label":"change_direction"},{"start":26,"end":32,"token_start":5,"token_end":5,"label":"base"},{"start":37,"end":45,"token_start":7,"token_end":7,"label":"type_of"},{"start":46,"end":54,"token_start":8,"token_end":8,"label":"base"},{"start":87,"end":96,"token_start":18,"token_end":19,"label":"predicate"},{"text":"climate change","start":97,"token_start":20,"token_end":21,"end":111,"type":"pattern","label":"base"}],"tokens":[{"text":"Turbulence","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"is","start":11,"end":13,"id":1,"ws":true,"disabled":false},{"text":"a","start":14,"end":15,"id":2,"ws":true,"disabled":false},{"text":"threat","start":16,"end":22,"id":3,"ws":true,"disabled":false},{"text":"to","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"safety","start":26,"end":32,"id":5,"ws":true,"disabled":false},{"text":"and","start":33,"end":36,"id":6,"ws":true,"disabled":false},{"text":"economic","start":37,"end":45,"id":7,"ws":true,"disabled":false},{"text":"security","start":46,"end":54,"id":8,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":9,"ws":true,"disabled":false},{"text":"but","start":56,"end":59,"id":10,"ws":true,"disabled":false},{"text":"it","start":60,"end":62,"id":11,"ws":false,"disabled":false},{"text":"\u2019s","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"only","start":65,"end":69,"id":13,"ws":true,"disabled":false},{"text":"part","start":70,"end":74,"id":14,"ws":true,"disabled":false},{"text":"of","start":75,"end":77,"id":15,"ws":true,"disabled":false},{"text":"the","start":78,"end":81,"id":16,"ws":true,"disabled":false},{"text":"harm","start":82,"end":86,"id":17,"ws":true,"disabled":false},{"text":"caused","start":87,"end":93,"id":18,"ws":true,"disabled":false},{"text":"by","start":94,"end":96,"id":19,"ws":true,"disabled":false},{"text":"climate","start":97,"end":104,"id":20,"ws":true,"disabled":false},{"text":"change","start":105,"end":111,"id":21,"ws":false,"disabled":false},{"text":".","start":111,"end":112,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":113,"end":125,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":3,"child":5,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":26,"end":32,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":8,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":46,"end":54,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":37,"end":45,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":46,"end":54,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":5,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":26,"end":32,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":8,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":46,"end":54,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":0,"head_span":{"start":97,"end":111,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"For many, especially children under 5, malaria triggers organ failure, coma and death.\n","text":"For many, especially children under 5, malaria triggers organ failure, coma and death. IMPLIED_BASE IMPLIED_BASE","characters":"87","document_index":"279","md_sentence_index":"34","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/07/27/opinion/sunday/mosquitoes-malaria-zika-history.html","combo_id":"279_34","post-training batch1":"279_34","_input_hash":-1092622424,"_task_hash":1180720344,"spans":[{"start":21,"end":37,"token_start":4,"token_end":6,"label":"to_whom"},{"start":39,"end":46,"token_start":8,"token_end":8,"label":"base"},{"start":47,"end":55,"token_start":9,"token_end":9,"label":"predicate"},{"start":56,"end":69,"token_start":10,"token_end":11,"label":"base"},{"start":71,"end":75,"token_start":13,"token_end":13,"label":"base"},{"text":"death","start":80,"token_start":15,"token_end":15,"end":85,"type":"pattern","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"many","start":4,"end":8,"id":1,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":2,"ws":true,"disabled":false},{"text":"especially","start":10,"end":20,"id":3,"ws":true,"disabled":false},{"text":"children","start":21,"end":29,"id":4,"ws":true,"disabled":false},{"text":"under","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"5","start":36,"end":37,"id":6,"ws":false,"disabled":false},{"text":",","start":37,"end":38,"id":7,"ws":true,"disabled":false},{"text":"malaria","start":39,"end":46,"id":8,"ws":true,"disabled":false},{"text":"triggers","start":47,"end":55,"id":9,"ws":true,"disabled":false},{"text":"organ","start":56,"end":61,"id":10,"ws":true,"disabled":false},{"text":"failure","start":62,"end":69,"id":11,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":12,"ws":true,"disabled":false},{"text":"coma","start":71,"end":75,"id":13,"ws":true,"disabled":false},{"text":"and","start":76,"end":79,"id":14,"ws":true,"disabled":false},{"text":"death","start":80,"end":85,"id":15,"ws":false,"disabled":false},{"text":".","start":85,"end":86,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":87,"end":99,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":100,"end":112,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":8,"child":11,"head_span":{"start":39,"end":46,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":56,"end":69,"token_start":10,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":13,"head_span":{"start":39,"end":46,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":71,"end":75,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":15,"head_span":{"start":39,"end":46,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":80,"end":85,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"?","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Because of the tornado, most state employees in Jefferson City had been told to stay home the rest of the week.","text":"Because of the tornado, most state employees in Jefferson City had been told to stay home the rest of the week. IMPLIED_BASE IMPLIED_BASE","characters":"111","document_index":"129","md_sentence_index":"85","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/24/us/midwest-river-flooding.html","combo_id":"129_85","post-training batch1":"129_85","_input_hash":-1295404909,"_task_hash":-920266041,"spans":[{"text":"tornado","start":15,"token_start":3,"token_end":3,"end":22,"type":"pattern","label":"base"},{"start":29,"end":44,"token_start":6,"token_end":7,"label":"to_whom"},{"start":45,"end":62,"token_start":8,"token_end":10,"label":"where"},{"start":80,"end":89,"token_start":15,"token_end":16,"label":"aspect_changing"}],"tokens":[{"text":"Because","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"of","start":8,"end":10,"id":1,"ws":true,"disabled":false},{"text":"the","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"tornado","start":15,"end":22,"id":3,"ws":false,"disabled":false},{"text":",","start":22,"end":23,"id":4,"ws":true,"disabled":false},{"text":"most","start":24,"end":28,"id":5,"ws":true,"disabled":false},{"text":"state","start":29,"end":34,"id":6,"ws":true,"disabled":false},{"text":"employees","start":35,"end":44,"id":7,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":8,"ws":true,"disabled":false},{"text":"Jefferson","start":48,"end":57,"id":9,"ws":true,"disabled":false},{"text":"City","start":58,"end":62,"id":10,"ws":true,"disabled":false},{"text":"had","start":63,"end":66,"id":11,"ws":true,"disabled":false},{"text":"been","start":67,"end":71,"id":12,"ws":true,"disabled":false},{"text":"told","start":72,"end":76,"id":13,"ws":true,"disabled":false},{"text":"to","start":77,"end":79,"id":14,"ws":true,"disabled":false},{"text":"stay","start":80,"end":84,"id":15,"ws":true,"disabled":false},{"text":"home","start":85,"end":89,"id":16,"ws":true,"disabled":false},{"text":"the","start":90,"end":93,"id":17,"ws":true,"disabled":false},{"text":"rest","start":94,"end":98,"id":18,"ws":true,"disabled":false},{"text":"of","start":99,"end":101,"id":19,"ws":true,"disabled":false},{"text":"the","start":102,"end":105,"id":20,"ws":true,"disabled":false},{"text":"week","start":106,"end":110,"id":21,"ws":false,"disabled":false},{"text":".","start":110,"end":111,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":112,"end":124,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"flagged":true,"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Individuals with mental health and stress-related disorders, such as PTSD, depression, anxiety, sleep difficulties, and sometimes those who abuse drugs or alcohol, can experience an exacerbation of symptoms following a traumatic event.","text":"Individuals with mental health and stress-related disorders, such as PTSD, depression, anxiety, sleep difficulties, and sometimes those who abuse drugs or alcohol, can experience an exacerbation of symptoms following a traumatic event. IMPLIED_BASE IMPLIED_BASE","characters":"235","document_index":"619","md_sentence_index":"219","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_219","post-training batch1":"619_219","_input_hash":-1642279128,"_task_hash":-713535840,"spans":[{"start":17,"end":23,"token_start":2,"token_end":2,"label":"type_of"},{"text":"health","start":24,"token_start":3,"token_end":3,"end":30,"type":"pattern","label":"base"},{"start":35,"end":49,"token_start":5,"token_end":7,"label":"type_of"},{"text":"disorders","start":50,"token_start":8,"token_end":8,"end":59,"type":"pattern","label":"base"},{"start":69,"end":73,"token_start":12,"token_end":12,"label":"base"},{"start":75,"end":85,"token_start":14,"token_end":14,"label":"base"},{"start":87,"end":94,"token_start":16,"token_end":16,"label":"base"},{"start":96,"end":114,"token_start":18,"token_end":19,"label":"base"},{"start":140,"end":145,"token_start":25,"token_end":25,"label":"base"},{"start":146,"end":151,"token_start":26,"token_end":26,"label":"type_of"},{"start":155,"end":162,"token_start":28,"token_end":28,"label":"type_of"},{"start":164,"end":167,"token_start":30,"token_end":30,"label":"confidence"},{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},{"start":207,"end":216,"token_start":36,"token_end":36,"label":"predicate"},{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"}],"tokens":[{"text":"Individuals","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"with","start":12,"end":16,"id":1,"ws":true,"disabled":false},{"text":"mental","start":17,"end":23,"id":2,"ws":true,"disabled":false},{"text":"health","start":24,"end":30,"id":3,"ws":true,"disabled":false},{"text":"and","start":31,"end":34,"id":4,"ws":true,"disabled":false},{"text":"stress","start":35,"end":41,"id":5,"ws":false,"disabled":false},{"text":"-","start":41,"end":42,"id":6,"ws":false,"disabled":false},{"text":"related","start":42,"end":49,"id":7,"ws":true,"disabled":false},{"text":"disorders","start":50,"end":59,"id":8,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":9,"ws":true,"disabled":false},{"text":"such","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"as","start":66,"end":68,"id":11,"ws":true,"disabled":false},{"text":"PTSD","start":69,"end":73,"id":12,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":13,"ws":true,"disabled":false},{"text":"depression","start":75,"end":85,"id":14,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":15,"ws":true,"disabled":false},{"text":"anxiety","start":87,"end":94,"id":16,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":17,"ws":true,"disabled":false},{"text":"sleep","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"difficulties","start":102,"end":114,"id":19,"ws":false,"disabled":false},{"text":",","start":114,"end":115,"id":20,"ws":true,"disabled":false},{"text":"and","start":116,"end":119,"id":21,"ws":true,"disabled":false},{"text":"sometimes","start":120,"end":129,"id":22,"ws":true,"disabled":false},{"text":"those","start":130,"end":135,"id":23,"ws":true,"disabled":false},{"text":"who","start":136,"end":139,"id":24,"ws":true,"disabled":false},{"text":"abuse","start":140,"end":145,"id":25,"ws":true,"disabled":false},{"text":"drugs","start":146,"end":151,"id":26,"ws":true,"disabled":false},{"text":"or","start":152,"end":154,"id":27,"ws":true,"disabled":false},{"text":"alcohol","start":155,"end":162,"id":28,"ws":false,"disabled":false},{"text":",","start":162,"end":163,"id":29,"ws":true,"disabled":false},{"text":"can","start":164,"end":167,"id":30,"ws":true,"disabled":false},{"text":"experience","start":168,"end":178,"id":31,"ws":true,"disabled":false},{"text":"an","start":179,"end":181,"id":32,"ws":true,"disabled":false},{"text":"exacerbation","start":182,"end":194,"id":33,"ws":true,"disabled":false},{"text":"of","start":195,"end":197,"id":34,"ws":true,"disabled":false},{"text":"symptoms","start":198,"end":206,"id":35,"ws":true,"disabled":false},{"text":"following","start":207,"end":216,"id":36,"ws":true,"disabled":false},{"text":"a","start":217,"end":218,"id":37,"ws":true,"disabled":false},{"text":"traumatic","start":219,"end":228,"id":38,"ws":true,"disabled":false},{"text":"event","start":229,"end":234,"id":39,"ws":false,"disabled":false},{"text":".","start":234,"end":235,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":236,"end":248,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":249,"end":261,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":33,"child":12,"head_span":{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":69,"end":73,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":12,"head_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":69,"end":73,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":14,"head_span":{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":75,"end":85,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":14,"head_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":75,"end":85,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":16,"head_span":{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":87,"end":94,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":16,"head_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":87,"end":94,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":19,"head_span":{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":96,"end":114,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":19,"head_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":96,"end":114,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":25,"head_span":{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":140,"end":145,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":25,"head_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":140,"end":145,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":25,"head_span":{"start":146,"end":151,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":140,"end":145,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":25,"head_span":{"start":155,"end":162,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":140,"end":145,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":8,"head_span":{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":50,"end":59,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":8,"head_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":50,"end":59,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":35,"end":49,"token_start":5,"token_end":7,"label":"type_of"},"child_span":{"start":50,"end":59,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":3,"head_span":{"start":17,"end":23,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":24,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":3,"head_span":{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":24,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":3,"head_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":24,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":3,"head_span":{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"},"child_span":{"start":24,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":8,"head_span":{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"},"child_span":{"start":50,"end":59,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":12,"head_span":{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"},"child_span":{"start":69,"end":73,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":14,"head_span":{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"},"child_span":{"start":75,"end":85,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":16,"head_span":{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"},"child_span":{"start":87,"end":94,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":19,"head_span":{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"},"child_span":{"start":96,"end":114,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":25,"head_span":{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"},"child_span":{"start":140,"end":145,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The heat in turn threatens the stability of this urban environment.","text":"The heat in turn threatens the stability of this urban environment. IMPLIED_BASE IMPLIED_BASE","characters":"67","document_index":"369","md_sentence_index":"111","classification_origin":"cm_cause_effect_rel","url":"https://www.vox.com/energy-and-environment/2019/9/9/20804544/climate-change-phoenix-heat-wave-deaths-extreme-weather","combo_id":"369_111","post-training batch1":"369_111","_input_hash":-1642503236,"_task_hash":-44950273,"spans":[{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},{"start":17,"end":26,"token_start":4,"token_end":4,"label":"predicate"},{"text":"stability","start":31,"token_start":6,"token_end":6,"end":40,"type":"pattern","label":"aspect_changing"},{"start":49,"end":54,"token_start":9,"token_end":9,"label":"type_of"},{"start":55,"end":66,"token_start":10,"token_end":10,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"heat","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"in","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"turn","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"threatens","start":17,"end":26,"id":4,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"stability","start":31,"end":40,"id":6,"ws":true,"disabled":false},{"text":"of","start":41,"end":43,"id":7,"ws":true,"disabled":false},{"text":"this","start":44,"end":48,"id":8,"ws":true,"disabled":false},{"text":"urban","start":49,"end":54,"id":9,"ws":true,"disabled":false},{"text":"environment","start":55,"end":66,"id":10,"ws":false,"disabled":false},{"text":".","start":66,"end":67,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":68,"end":80,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":81,"end":93,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":6,"child":10,"head_span":{"start":31,"end":40,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":55,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":49,"end":54,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":55,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":10,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":55,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The analysis provides one of the clearest pictures to date of the companies behind the vast emissions of natural gas that have resulted from America\u2019s shale oil boom, fueled by the use of hydraulic fracturing, or fracking, to unlock fossil fuels from shale rock.\n","text":"The analysis provides one of the clearest pictures to date of the companies behind the vast emissions of natural gas that have resulted from America\u2019s shale oil boom, fueled by the use of hydraulic fracturing, or fracking, to unlock fossil fuels from shale rock. IMPLIED_BASE IMPLIED_BASE","characters":"263","document_index":"431","md_sentence_index":"20","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/10/16/climate/natural-gas-flaring-exxon-bp.html","combo_id":"431_20","post-training batch1":"431_20","_input_hash":-1305575829,"_task_hash":23612338,"spans":[{"text":"emissions","start":92,"token_start":16,"token_end":16,"end":101,"type":"pattern","label":"aspect_changing"},{"start":105,"end":116,"token_start":18,"token_end":19,"label":"base"},{"start":127,"end":140,"token_start":22,"token_end":23,"label":"predicate"},{"start":141,"end":148,"token_start":24,"token_end":24,"label":"where"},{"start":151,"end":156,"token_start":26,"token_end":26,"label":"type_of"},{"start":157,"end":160,"token_start":27,"token_end":27,"label":"base"},{"start":161,"end":165,"token_start":28,"token_end":28,"label":"change_direction"},{"start":167,"end":176,"token_start":30,"token_end":31,"label":"predicate"},{"start":188,"end":208,"token_start":35,"token_end":36,"label":"base"},{"start":213,"end":221,"token_start":39,"token_end":39,"label":"base"},{"start":223,"end":225,"token_start":41,"token_end":41,"label":"predicate"},{"start":226,"end":232,"token_start":42,"token_end":42,"label":"change_direction"},{"start":233,"end":239,"token_start":43,"token_end":43,"label":"type_of"},{"start":240,"end":245,"token_start":44,"token_end":44,"label":"base"},{"start":246,"end":261,"token_start":45,"token_end":47,"label":"where"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"analysis","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"provides","start":13,"end":21,"id":2,"ws":true,"disabled":false},{"text":"one","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"of","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"clearest","start":33,"end":41,"id":6,"ws":true,"disabled":false},{"text":"pictures","start":42,"end":50,"id":7,"ws":true,"disabled":false},{"text":"to","start":51,"end":53,"id":8,"ws":true,"disabled":false},{"text":"date","start":54,"end":58,"id":9,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":10,"ws":true,"disabled":false},{"text":"the","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"companies","start":66,"end":75,"id":12,"ws":true,"disabled":false},{"text":"behind","start":76,"end":82,"id":13,"ws":true,"disabled":false},{"text":"the","start":83,"end":86,"id":14,"ws":true,"disabled":false},{"text":"vast","start":87,"end":91,"id":15,"ws":true,"disabled":false},{"text":"emissions","start":92,"end":101,"id":16,"ws":true,"disabled":false},{"text":"of","start":102,"end":104,"id":17,"ws":true,"disabled":false},{"text":"natural","start":105,"end":112,"id":18,"ws":true,"disabled":false},{"text":"gas","start":113,"end":116,"id":19,"ws":true,"disabled":false},{"text":"that","start":117,"end":121,"id":20,"ws":true,"disabled":false},{"text":"have","start":122,"end":126,"id":21,"ws":true,"disabled":false},{"text":"resulted","start":127,"end":135,"id":22,"ws":true,"disabled":false},{"text":"from","start":136,"end":140,"id":23,"ws":true,"disabled":false},{"text":"America","start":141,"end":148,"id":24,"ws":false,"disabled":false},{"text":"\u2019s","start":148,"end":150,"id":25,"ws":true,"disabled":false},{"text":"shale","start":151,"end":156,"id":26,"ws":true,"disabled":false},{"text":"oil","start":157,"end":160,"id":27,"ws":true,"disabled":false},{"text":"boom","start":161,"end":165,"id":28,"ws":false,"disabled":false},{"text":",","start":165,"end":166,"id":29,"ws":true,"disabled":false},{"text":"fueled","start":167,"end":173,"id":30,"ws":true,"disabled":false},{"text":"by","start":174,"end":176,"id":31,"ws":true,"disabled":false},{"text":"the","start":177,"end":180,"id":32,"ws":true,"disabled":false},{"text":"use","start":181,"end":184,"id":33,"ws":true,"disabled":false},{"text":"of","start":185,"end":187,"id":34,"ws":true,"disabled":false},{"text":"hydraulic","start":188,"end":197,"id":35,"ws":true,"disabled":false},{"text":"fracturing","start":198,"end":208,"id":36,"ws":false,"disabled":false},{"text":",","start":208,"end":209,"id":37,"ws":true,"disabled":false},{"text":"or","start":210,"end":212,"id":38,"ws":true,"disabled":false},{"text":"fracking","start":213,"end":221,"id":39,"ws":false,"disabled":false},{"text":",","start":221,"end":222,"id":40,"ws":true,"disabled":false},{"text":"to","start":223,"end":225,"id":41,"ws":true,"disabled":false},{"text":"unlock","start":226,"end":232,"id":42,"ws":true,"disabled":false},{"text":"fossil","start":233,"end":239,"id":43,"ws":true,"disabled":false},{"text":"fuels","start":240,"end":245,"id":44,"ws":true,"disabled":false},{"text":"from","start":246,"end":250,"id":45,"ws":true,"disabled":false},{"text":"shale","start":251,"end":256,"id":46,"ws":true,"disabled":false},{"text":"rock","start":257,"end":261,"id":47,"ws":false,"disabled":false},{"text":".","start":261,"end":262,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":263,"end":275,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":276,"end":288,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":26,"child":27,"head_span":{"start":151,"end":156,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":157,"end":160,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":44,"head_span":{"start":233,"end":239,"token_start":43,"token_end":43,"label":"type_of"},"child_span":{"start":240,"end":245,"token_start":44,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":44,"head_span":{"start":246,"end":261,"token_start":45,"token_end":47,"label":"where"},"child_span":{"start":240,"end":245,"token_start":44,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":44,"head_span":{"start":226,"end":232,"token_start":42,"token_end":42,"label":"change_direction"},"child_span":{"start":240,"end":245,"token_start":44,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":36,"head_span":{"start":213,"end":221,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":188,"end":208,"token_start":35,"token_end":36,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":36,"child":39,"head_span":{"start":188,"end":208,"token_start":35,"token_end":36,"label":"base"},"child_span":{"start":213,"end":221,"token_start":39,"token_end":39,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":16,"child":19,"head_span":{"start":92,"end":101,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":105,"end":116,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":27,"head_span":{"start":161,"end":165,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":157,"end":160,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":44,"head_span":{"start":213,"end":221,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":240,"end":245,"token_start":44,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":19,"head_span":{"start":157,"end":160,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":105,"end":116,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":19,"head_span":{"start":188,"end":208,"token_start":35,"token_end":36,"label":"base"},"child_span":{"start":105,"end":116,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":27,"head_span":{"start":188,"end":208,"token_start":35,"token_end":36,"label":"base"},"child_span":{"start":157,"end":160,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For example, apart from contributing to global warming, rising carbon dioxide levels increase the amount of pollen that plants produce as a consequence of higher rates of photosynthesis.","text":"For example, apart from contributing to global warming, rising carbon dioxide levels increase the amount of pollen that plants produce as a consequence of higher rates of photosynthesis. IMPLIED_BASE IMPLIED_BASE","characters":"186","document_index":"856","md_sentence_index":"22","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/what-climate-change-does-to-the-human-body/","combo_id":"856_22","post-training batch1":"856_22","_input_hash":-794185825,"_task_hash":-1841706543,"spans":[{"start":24,"end":39,"token_start":5,"token_end":6,"label":"predicate"},{"text":"global warming","start":40,"token_start":7,"token_end":8,"end":54,"type":"pattern","label":"base"},{"text":"rising","start":56,"token_start":10,"token_end":10,"end":62,"type":"pattern","label":"change_direction"},{"text":"carbon dioxide","start":63,"token_start":11,"token_end":12,"end":77,"type":"pattern","label":"base"},{"text":"levels","start":78,"token_start":13,"token_end":13,"end":84,"type":"pattern","label":"aspect_changing"},{"text":"increase","start":85,"token_start":14,"token_end":14,"end":93,"type":"pattern","label":"change_direction"},{"start":98,"end":104,"token_start":16,"token_end":16,"label":"aspect_changing"},{"start":108,"end":114,"token_start":18,"token_end":18,"label":"base"},{"text":"plants","start":120,"token_start":20,"token_end":20,"end":126,"type":"pattern","label":"base"},{"start":127,"end":134,"token_start":21,"token_end":21,"label":"predicate"},{"start":135,"end":154,"token_start":22,"token_end":25,"label":"predicate"},{"text":"higher","start":155,"token_start":26,"token_end":26,"end":161,"type":"pattern","label":"change_direction"},{"text":"rates","start":162,"token_start":27,"token_end":27,"end":167,"type":"pattern","label":"aspect_changing"},{"text":"photosynthesis","start":171,"token_start":29,"token_end":29,"end":185,"type":"pattern","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"example","start":4,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"apart","start":13,"end":18,"id":3,"ws":true,"disabled":false},{"text":"from","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"contributing","start":24,"end":36,"id":5,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"global","start":40,"end":46,"id":7,"ws":true,"disabled":false},{"text":"warming","start":47,"end":54,"id":8,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":9,"ws":true,"disabled":false},{"text":"rising","start":56,"end":62,"id":10,"ws":true,"disabled":false},{"text":"carbon","start":63,"end":69,"id":11,"ws":true,"disabled":false},{"text":"dioxide","start":70,"end":77,"id":12,"ws":true,"disabled":false},{"text":"levels","start":78,"end":84,"id":13,"ws":true,"disabled":false},{"text":"increase","start":85,"end":93,"id":14,"ws":true,"disabled":false},{"text":"the","start":94,"end":97,"id":15,"ws":true,"disabled":false},{"text":"amount","start":98,"end":104,"id":16,"ws":true,"disabled":false},{"text":"of","start":105,"end":107,"id":17,"ws":true,"disabled":false},{"text":"pollen","start":108,"end":114,"id":18,"ws":true,"disabled":false},{"text":"that","start":115,"end":119,"id":19,"ws":true,"disabled":false},{"text":"plants","start":120,"end":126,"id":20,"ws":true,"disabled":false},{"text":"produce","start":127,"end":134,"id":21,"ws":true,"disabled":false},{"text":"as","start":135,"end":137,"id":22,"ws":true,"disabled":false},{"text":"a","start":138,"end":139,"id":23,"ws":true,"disabled":false},{"text":"consequence","start":140,"end":151,"id":24,"ws":true,"disabled":false},{"text":"of","start":152,"end":154,"id":25,"ws":true,"disabled":false},{"text":"higher","start":155,"end":161,"id":26,"ws":true,"disabled":false},{"text":"rates","start":162,"end":167,"id":27,"ws":true,"disabled":false},{"text":"of","start":168,"end":170,"id":28,"ws":true,"disabled":false},{"text":"photosynthesis","start":171,"end":185,"id":29,"ws":false,"disabled":false},{"text":".","start":185,"end":186,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":200,"end":212,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":12,"child":8,"head_span":{"start":63,"end":77,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":40,"end":54,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":12,"head_span":{"start":56,"end":62,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":63,"end":77,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":12,"head_span":{"start":78,"end":84,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":63,"end":77,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":18,"head_span":{"start":85,"end":93,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":108,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":98,"end":104,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":108,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":18,"head_span":{"start":120,"end":126,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":108,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":29,"head_span":{"start":162,"end":167,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":171,"end":185,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":29,"head_span":{"start":155,"end":161,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":171,"end":185,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":29,"head_span":{"start":63,"end":77,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":171,"end":185,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":18,"head_span":{"start":171,"end":185,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":108,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"And longer heat waves, of course, make the biosphere warmer still, starting the cycle again.\n","text":"And longer heat waves, of course, make the biosphere warmer still, starting the cycle again. IMPLIED_BASE IMPLIED_BASE","characters":"93","document_index":"334","md_sentence_index":"25","classification_origin":"cm_cause_effect_rel","url":"https://www.theatlantic.com/science/archive/2019/08/how-think-about-dire-new-ipcc-climate-report/595705/","combo_id":"334_25","post-training batch1":"334_25","_input_hash":297163749,"_task_hash":-31365424,"spans":[{"start":4,"end":10,"token_start":1,"token_end":1,"label":"change_direction"},{"text":"heat waves","start":11,"token_start":2,"token_end":3,"end":21,"type":"pattern","label":"base"},{"text":"biosphere","start":43,"token_start":10,"token_end":10,"end":52,"type":"pattern","label":"base"},{"text":"warmer","start":53,"token_start":11,"token_end":11,"end":59,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"longer","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"heat","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"waves","start":16,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"of","start":23,"end":25,"id":5,"ws":true,"disabled":false},{"text":"course","start":26,"end":32,"id":6,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":7,"ws":true,"disabled":false},{"text":"make","start":34,"end":38,"id":8,"ws":true,"disabled":false},{"text":"the","start":39,"end":42,"id":9,"ws":true,"disabled":false},{"text":"biosphere","start":43,"end":52,"id":10,"ws":true,"disabled":false},{"text":"warmer","start":53,"end":59,"id":11,"ws":true,"disabled":false},{"text":"still","start":60,"end":65,"id":12,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":13,"ws":true,"disabled":false},{"text":"starting","start":67,"end":75,"id":14,"ws":true,"disabled":false},{"text":"the","start":76,"end":79,"id":15,"ws":true,"disabled":false},{"text":"cycle","start":80,"end":85,"id":16,"ws":true,"disabled":false},{"text":"again","start":86,"end":91,"id":17,"ws":false,"disabled":false},{"text":".","start":91,"end":92,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":20,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":4,"end":10,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":11,"end":21,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":53,"end":59,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":43,"end":52,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":10,"head_span":{"start":11,"end":21,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":43,"end":52,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"(i.e., IgG subclass deficiency, IgA deficiency or common variable immunodeficiency), are associated with recurrent respiratory and gastrointestinal infections of varying severity [14].","text":"(i.e., IgG subclass deficiency, IgA deficiency or common variable immunodeficiency), are associated with recurrent respiratory and gastrointestinal infections of varying severity [14]. IMPLIED_BASE IMPLIED_BASE","characters":"184","document_index":"276","md_sentence_index":"50","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_50","post-training batch1":"276_50","_input_hash":1218431541,"_task_hash":-526534309,"spans":[{"start":7,"end":30,"token_start":3,"token_end":5,"label":"base"},{"start":32,"end":46,"token_start":7,"token_end":8,"label":"base"},{"start":50,"end":65,"token_start":10,"token_end":11,"label":"type_of"},{"start":66,"end":82,"token_start":12,"token_end":12,"label":"base"},{"start":85,"end":104,"token_start":15,"token_end":17,"label":"predicate"},{"start":105,"end":114,"token_start":18,"token_end":18,"label":"type_of"},{"start":115,"end":126,"token_start":19,"token_end":19,"label":"type_of"},{"start":131,"end":147,"token_start":21,"token_end":21,"label":"type_of"},{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},{"start":162,"end":178,"token_start":24,"token_end":25,"label":"effect_size"}],"tokens":[{"text":"(","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"i.e.","start":1,"end":5,"id":1,"ws":false,"disabled":false},{"text":",","start":5,"end":6,"id":2,"ws":true,"disabled":false},{"text":"IgG","start":7,"end":10,"id":3,"ws":true,"disabled":false},{"text":"subclass","start":11,"end":19,"id":4,"ws":true,"disabled":false},{"text":"deficiency","start":20,"end":30,"id":5,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":6,"ws":true,"disabled":false},{"text":"IgA","start":32,"end":35,"id":7,"ws":true,"disabled":false},{"text":"deficiency","start":36,"end":46,"id":8,"ws":true,"disabled":false},{"text":"or","start":47,"end":49,"id":9,"ws":true,"disabled":false},{"text":"common","start":50,"end":56,"id":10,"ws":true,"disabled":false},{"text":"variable","start":57,"end":65,"id":11,"ws":true,"disabled":false},{"text":"immunodeficiency","start":66,"end":82,"id":12,"ws":false,"disabled":false},{"text":")","start":82,"end":83,"id":13,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":14,"ws":true,"disabled":false},{"text":"are","start":85,"end":88,"id":15,"ws":true,"disabled":false},{"text":"associated","start":89,"end":99,"id":16,"ws":true,"disabled":false},{"text":"with","start":100,"end":104,"id":17,"ws":true,"disabled":false},{"text":"recurrent","start":105,"end":114,"id":18,"ws":true,"disabled":false},{"text":"respiratory","start":115,"end":126,"id":19,"ws":true,"disabled":false},{"text":"and","start":127,"end":130,"id":20,"ws":true,"disabled":false},{"text":"gastrointestinal","start":131,"end":147,"id":21,"ws":true,"disabled":false},{"text":"infections","start":148,"end":158,"id":22,"ws":true,"disabled":false},{"text":"of","start":159,"end":161,"id":23,"ws":true,"disabled":false},{"text":"varying","start":162,"end":169,"id":24,"ws":true,"disabled":false},{"text":"severity","start":170,"end":178,"id":25,"ws":true,"disabled":false},{"text":"[","start":179,"end":180,"id":26,"ws":false,"disabled":false},{"text":"14","start":180,"end":182,"id":27,"ws":false,"disabled":false},{"text":"]","start":182,"end":183,"id":28,"ws":false,"disabled":false},{"text":".","start":183,"end":184,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":21,"child":22,"head_span":{"start":131,"end":147,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":22,"head_span":{"start":115,"end":126,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":22,"head_span":{"start":105,"end":114,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":105,"end":114,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":115,"end":126,"token_start":19,"token_end":19,"label":"type_of"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":21,"head_span":{"start":105,"end":114,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":131,"end":147,"token_start":21,"token_end":21,"label":"type_of"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":50,"end":65,"token_start":10,"token_end":11,"label":"type_of"},"child_span":{"start":66,"end":82,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":22,"head_span":{"start":7,"end":30,"token_start":3,"token_end":5,"label":"base"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":22,"head_span":{"start":32,"end":46,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":22,"head_span":{"start":66,"end":82,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Once the temperature shifts, the metabolism of the plant has to adjust to the change and this leads to fewer products and a bitter flavor.","text":"Once the temperature shifts, the metabolism of the plant has to adjust to the change and this leads to fewer products and a bitter flavor. IMPLIED_BASE IMPLIED_BASE","characters":"138","document_index":"523","md_sentence_index":"9","classification_origin":"causal_sentence_classification","url":"https://www.scottydcoffee.com/blogs/news/131489991-5-negative-impacts-global-warming-has-on-coffee","combo_id":"523_9","post-training batch1":"523_9","_input_hash":-149462202,"_task_hash":526263298,"spans":[{"text":"temperature","start":9,"token_start":2,"token_end":2,"end":20,"type":"pattern","label":"aspect_changing"},{"start":21,"end":27,"token_start":3,"token_end":3,"label":"change_direction"},{"start":33,"end":43,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":51,"end":56,"token_start":9,"token_end":9,"label":"base"},{"start":94,"end":102,"token_start":18,"token_end":19,"label":"predicate"},{"start":103,"end":108,"token_start":20,"token_end":20,"label":"change_direction"},{"start":109,"end":117,"token_start":21,"token_end":21,"label":"aspect_changing"},{"start":124,"end":130,"token_start":24,"token_end":24,"label":"change_direction"},{"start":131,"end":137,"token_start":25,"token_end":25,"label":"aspect_changing"},{"start":139,"end":151,"token_start":27,"token_end":27,"label":"base"},{"start":152,"end":164,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"Once","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"temperature","start":9,"end":20,"id":2,"ws":true,"disabled":false},{"text":"shifts","start":21,"end":27,"id":3,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":4,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"metabolism","start":33,"end":43,"id":6,"ws":true,"disabled":false},{"text":"of","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"the","start":47,"end":50,"id":8,"ws":true,"disabled":false},{"text":"plant","start":51,"end":56,"id":9,"ws":true,"disabled":false},{"text":"has","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"to","start":61,"end":63,"id":11,"ws":true,"disabled":false},{"text":"adjust","start":64,"end":70,"id":12,"ws":true,"disabled":false},{"text":"to","start":71,"end":73,"id":13,"ws":true,"disabled":false},{"text":"the","start":74,"end":77,"id":14,"ws":true,"disabled":false},{"text":"change","start":78,"end":84,"id":15,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":16,"ws":true,"disabled":false},{"text":"this","start":89,"end":93,"id":17,"ws":true,"disabled":false},{"text":"leads","start":94,"end":99,"id":18,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":19,"ws":true,"disabled":false},{"text":"fewer","start":103,"end":108,"id":20,"ws":true,"disabled":false},{"text":"products","start":109,"end":117,"id":21,"ws":true,"disabled":false},{"text":"and","start":118,"end":121,"id":22,"ws":true,"disabled":false},{"text":"a","start":122,"end":123,"id":23,"ws":true,"disabled":false},{"text":"bitter","start":124,"end":130,"id":24,"ws":true,"disabled":false},{"text":"flavor","start":131,"end":137,"id":25,"ws":false,"disabled":false},{"text":".","start":137,"end":138,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":2,"child":27,"head_span":{"start":9,"end":20,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":139,"end":151,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":33,"end":43,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":51,"end":56,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":28,"head_span":{"start":131,"end":137,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":152,"end":164,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":28,"head_span":{"start":124,"end":130,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":152,"end":164,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":28,"head_span":{"start":103,"end":108,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":152,"end":164,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":28,"head_span":{"start":109,"end":117,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":152,"end":164,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":27,"head_span":{"start":21,"end":27,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":139,"end":151,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":9,"head_span":{"start":139,"end":151,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":51,"end":56,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":28,"head_span":{"start":51,"end":56,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":152,"end":164,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"One high-profile incident involved a 62-year-old man who died from V. vulnificus in 2018 \u2013 one of 58 cases reported by the Virginia health department that year.\n","text":"One high-profile incident involved a 62-year-old man who died from V. vulnificus in 2018 \u2013 one of 58 cases reported by the Virginia health department that year. IMPLIED_BASE IMPLIED_BASE","characters":"161","document_index":"861","md_sentence_index":"110","classification_origin":"causal_sentence_classification","url":"https://publicintegrity.org/environment/hidden-epidemics/vibrio-deadly-bacteria-coastal-waters-climate-change-health/","combo_id":"861_110","post-training batch1":"861_110","_input_hash":479522257,"_task_hash":-2107599495,"spans":[{"start":49,"end":52,"token_start":10,"token_end":10,"label":"base"},{"start":57,"end":61,"token_start":12,"token_end":12,"label":"change_direction"},{"start":62,"end":66,"token_start":13,"token_end":13,"label":"predicate"},{"start":67,"end":80,"token_start":14,"token_end":15,"label":"base"},{"start":81,"end":88,"token_start":16,"token_end":17,"label":"when"},{"start":123,"end":131,"token_start":26,"token_end":26,"label":"where"},{"start":132,"end":149,"token_start":27,"token_end":28,"label":"base"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"high","start":4,"end":8,"id":1,"ws":false,"disabled":false},{"text":"-","start":8,"end":9,"id":2,"ws":false,"disabled":false},{"text":"profile","start":9,"end":16,"id":3,"ws":true,"disabled":false},{"text":"incident","start":17,"end":25,"id":4,"ws":true,"disabled":false},{"text":"involved","start":26,"end":34,"id":5,"ws":true,"disabled":false},{"text":"a","start":35,"end":36,"id":6,"ws":true,"disabled":false},{"text":"62-year","start":37,"end":44,"id":7,"ws":false,"disabled":false},{"text":"-","start":44,"end":45,"id":8,"ws":false,"disabled":false},{"text":"old","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"man","start":49,"end":52,"id":10,"ws":true,"disabled":false},{"text":"who","start":53,"end":56,"id":11,"ws":true,"disabled":false},{"text":"died","start":57,"end":61,"id":12,"ws":true,"disabled":false},{"text":"from","start":62,"end":66,"id":13,"ws":true,"disabled":false},{"text":"V.","start":67,"end":69,"id":14,"ws":true,"disabled":false},{"text":"vulnificus","start":70,"end":80,"id":15,"ws":true,"disabled":false},{"text":"in","start":81,"end":83,"id":16,"ws":true,"disabled":false},{"text":"2018","start":84,"end":88,"id":17,"ws":true,"disabled":false},{"text":"\u2013","start":89,"end":90,"id":18,"ws":true,"disabled":false},{"text":"one","start":91,"end":94,"id":19,"ws":true,"disabled":false},{"text":"of","start":95,"end":97,"id":20,"ws":true,"disabled":false},{"text":"58","start":98,"end":100,"id":21,"ws":true,"disabled":false},{"text":"cases","start":101,"end":106,"id":22,"ws":true,"disabled":false},{"text":"reported","start":107,"end":115,"id":23,"ws":true,"disabled":false},{"text":"by","start":116,"end":118,"id":24,"ws":true,"disabled":false},{"text":"the","start":119,"end":122,"id":25,"ws":true,"disabled":false},{"text":"Virginia","start":123,"end":131,"id":26,"ws":true,"disabled":false},{"text":"health","start":132,"end":138,"id":27,"ws":true,"disabled":false},{"text":"department","start":139,"end":149,"id":28,"ws":true,"disabled":false},{"text":"that","start":150,"end":154,"id":29,"ws":true,"disabled":false},{"text":"year","start":155,"end":159,"id":30,"ws":false,"disabled":false},{"text":".","start":159,"end":160,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":12,"child":10,"head_span":{"start":57,"end":61,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":49,"end":52,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":10,"head_span":{"start":67,"end":80,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":49,"end":52,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Though many of these studies describe the mental health impacts of specific historical events, they demonstrate the\ntypes of mental health issues that will continue to arise as climate change leads to increases in the frequency, severity, and duration of extreme climate- and weather-related events such as floods, hurricanes, droughts, and wildfires.17, 18, 19, 20, 21, 22, 23, 24, 25, 29, 41, 50, 51, 68, 70 Strong support is found in a number of recent studies for the potential for climate change-related psychological effects, including grief/bereavement, increased substance use or misuse, and thoughts of suicide.19, 35, 36, 37, 38, 60\nResearch on individual resilience and recovery shows that a majority of individuals psychologically affected by a traumatic event will recover over time.","text":"Though many of these studies describe the mental health impacts of specific historical events, they demonstrate thetypes of mental health issues that will continue to arise as climate change leads to increases in the frequency, severity, and duration of extreme climate- and weather-related events such as floods, hurricanes, droughts, and wildfires.17, 18, 19, 20, 21, 22, 23, 24, 25, 29, 41, 50, 51, 68, 70 Strong support is found in a number of recent studies for the potential for climate change-related psychological effects, including grief/bereavement, increased substance use or misuse, and thoughts of suicide.19, 35, 36, 37, 38, 60Research on individual resilience and recovery shows that a majority of individuals psychologically affected by a traumatic event will recover over time. IMPLIED_BASE IMPLIED_BASE","characters":"796","document_index":"619","md_sentence_index":"298","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_298","post-training batch1":"619_298","_input_hash":1142860180,"_task_hash":1171641844,"spans":[{"start":42,"end":48,"token_start":7,"token_end":7,"label":"type_of"},{"text":"health","start":49,"token_start":8,"token_end":8,"end":55,"type":"pattern","label":"base"},{"start":56,"end":63,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":124,"end":130,"token_start":19,"token_end":19,"label":"type_of"},{"text":"health","start":131,"token_start":20,"token_end":20,"end":137,"type":"pattern","label":"base"},{"start":138,"end":144,"token_start":21,"token_end":21,"label":"aspect_changing"},{"start":150,"end":154,"token_start":23,"token_end":23,"label":"confidence"},{"start":167,"end":172,"token_start":26,"token_end":26,"label":"change_direction"},{"start":173,"end":175,"token_start":27,"token_end":27,"label":"predicate"},{"text":"climate change","start":176,"token_start":28,"token_end":29,"end":190,"type":"pattern","label":"base"},{"start":191,"end":199,"token_start":30,"token_end":31,"label":"predicate"},{"text":"increases","start":200,"token_start":32,"token_end":32,"end":209,"type":"pattern","label":"change_direction"},{"text":"frequency","start":217,"token_start":35,"token_end":35,"end":226,"type":"pattern","label":"aspect_changing"},{"start":228,"end":236,"token_start":37,"token_end":37,"label":"aspect_changing"},{"start":242,"end":250,"token_start":40,"token_end":40,"label":"aspect_changing"},{"start":254,"end":261,"token_start":42,"token_end":42,"label":"type_of"},{"start":262,"end":297,"token_start":43,"token_end":48,"label":"base"},{"text":"floods","start":306,"token_start":51,"token_end":51,"end":312,"type":"pattern","label":"base"},{"text":"hurricanes","start":314,"token_start":53,"token_end":53,"end":324,"type":"pattern","label":"base"},{"text":"droughts","start":326,"token_start":55,"token_end":55,"end":334,"type":"pattern","label":"base"},{"start":340,"end":352,"token_start":58,"token_end":58,"label":"base"},{"start":409,"end":423,"token_start":87,"token_end":88,"label":"confidence"},{"start":471,"end":480,"token_start":99,"token_end":99,"label":"confidence"},{"text":"climate change","start":485,"token_start":101,"token_end":102,"end":499,"type":"pattern","label":"base"},{"start":500,"end":507,"token_start":104,"token_end":104,"label":"predicate"},{"start":541,"end":546,"token_start":109,"token_end":109,"label":"base"},{"start":547,"end":558,"token_start":111,"token_end":111,"label":"base"},{"text":"increased","start":560,"token_start":113,"token_end":113,"end":569,"type":"pattern","label":"change_direction"},{"start":570,"end":593,"token_start":114,"token_end":117,"label":"base"},{"start":599,"end":621,"token_start":120,"token_end":122,"label":"base"},{"start":664,"end":674,"token_start":135,"token_end":135,"label":"base"},{"start":679,"end":687,"token_start":137,"token_end":137,"label":"base"},{"start":755,"end":770,"token_start":148,"token_end":149,"label":"base"}],"tokens":[{"text":"Though","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"many","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"of","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"these","start":15,"end":20,"id":3,"ws":true,"disabled":false},{"text":"studies","start":21,"end":28,"id":4,"ws":true,"disabled":false},{"text":"describe","start":29,"end":37,"id":5,"ws":true,"disabled":false},{"text":"the","start":38,"end":41,"id":6,"ws":true,"disabled":false},{"text":"mental","start":42,"end":48,"id":7,"ws":true,"disabled":false},{"text":"health","start":49,"end":55,"id":8,"ws":true,"disabled":false},{"text":"impacts","start":56,"end":63,"id":9,"ws":true,"disabled":false},{"text":"of","start":64,"end":66,"id":10,"ws":true,"disabled":false},{"text":"specific","start":67,"end":75,"id":11,"ws":true,"disabled":false},{"text":"historical","start":76,"end":86,"id":12,"ws":true,"disabled":false},{"text":"events","start":87,"end":93,"id":13,"ws":false,"disabled":false},{"text":",","start":93,"end":94,"id":14,"ws":true,"disabled":false},{"text":"they","start":95,"end":99,"id":15,"ws":true,"disabled":false},{"text":"demonstrate","start":100,"end":111,"id":16,"ws":true,"disabled":false},{"text":"thetypes","start":112,"end":120,"id":17,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":18,"ws":true,"disabled":false},{"text":"mental","start":124,"end":130,"id":19,"ws":true,"disabled":false},{"text":"health","start":131,"end":137,"id":20,"ws":true,"disabled":false},{"text":"issues","start":138,"end":144,"id":21,"ws":true,"disabled":false},{"text":"that","start":145,"end":149,"id":22,"ws":true,"disabled":false},{"text":"will","start":150,"end":154,"id":23,"ws":true,"disabled":false},{"text":"continue","start":155,"end":163,"id":24,"ws":true,"disabled":false},{"text":"to","start":164,"end":166,"id":25,"ws":true,"disabled":false},{"text":"arise","start":167,"end":172,"id":26,"ws":true,"disabled":false},{"text":"as","start":173,"end":175,"id":27,"ws":true,"disabled":false},{"text":"climate","start":176,"end":183,"id":28,"ws":true,"disabled":false},{"text":"change","start":184,"end":190,"id":29,"ws":true,"disabled":false},{"text":"leads","start":191,"end":196,"id":30,"ws":true,"disabled":false},{"text":"to","start":197,"end":199,"id":31,"ws":true,"disabled":false},{"text":"increases","start":200,"end":209,"id":32,"ws":true,"disabled":false},{"text":"in","start":210,"end":212,"id":33,"ws":true,"disabled":false},{"text":"the","start":213,"end":216,"id":34,"ws":true,"disabled":false},{"text":"frequency","start":217,"end":226,"id":35,"ws":false,"disabled":false},{"text":",","start":226,"end":227,"id":36,"ws":true,"disabled":false},{"text":"severity","start":228,"end":236,"id":37,"ws":false,"disabled":false},{"text":",","start":236,"end":237,"id":38,"ws":true,"disabled":false},{"text":"and","start":238,"end":241,"id":39,"ws":true,"disabled":false},{"text":"duration","start":242,"end":250,"id":40,"ws":true,"disabled":false},{"text":"of","start":251,"end":253,"id":41,"ws":true,"disabled":false},{"text":"extreme","start":254,"end":261,"id":42,"ws":true,"disabled":false},{"text":"climate-","start":262,"end":270,"id":43,"ws":true,"disabled":false},{"text":"and","start":271,"end":274,"id":44,"ws":true,"disabled":false},{"text":"weather","start":275,"end":282,"id":45,"ws":false,"disabled":false},{"text":"-","start":282,"end":283,"id":46,"ws":false,"disabled":false},{"text":"related","start":283,"end":290,"id":47,"ws":true,"disabled":false},{"text":"events","start":291,"end":297,"id":48,"ws":true,"disabled":false},{"text":"such","start":298,"end":302,"id":49,"ws":true,"disabled":false},{"text":"as","start":303,"end":305,"id":50,"ws":true,"disabled":false},{"text":"floods","start":306,"end":312,"id":51,"ws":false,"disabled":false},{"text":",","start":312,"end":313,"id":52,"ws":true,"disabled":false},{"text":"hurricanes","start":314,"end":324,"id":53,"ws":false,"disabled":false},{"text":",","start":324,"end":325,"id":54,"ws":true,"disabled":false},{"text":"droughts","start":326,"end":334,"id":55,"ws":false,"disabled":false},{"text":",","start":334,"end":335,"id":56,"ws":true,"disabled":false},{"text":"and","start":336,"end":339,"id":57,"ws":true,"disabled":false},{"text":"wildfires.17","start":340,"end":352,"id":58,"ws":false,"disabled":false},{"text":",","start":352,"end":353,"id":59,"ws":true,"disabled":false},{"text":"18","start":354,"end":356,"id":60,"ws":false,"disabled":false},{"text":",","start":356,"end":357,"id":61,"ws":true,"disabled":false},{"text":"19","start":358,"end":360,"id":62,"ws":false,"disabled":false},{"text":",","start":360,"end":361,"id":63,"ws":true,"disabled":false},{"text":"20","start":362,"end":364,"id":64,"ws":false,"disabled":false},{"text":",","start":364,"end":365,"id":65,"ws":true,"disabled":false},{"text":"21","start":366,"end":368,"id":66,"ws":false,"disabled":false},{"text":",","start":368,"end":369,"id":67,"ws":true,"disabled":false},{"text":"22","start":370,"end":372,"id":68,"ws":false,"disabled":false},{"text":",","start":372,"end":373,"id":69,"ws":true,"disabled":false},{"text":"23","start":374,"end":376,"id":70,"ws":false,"disabled":false},{"text":",","start":376,"end":377,"id":71,"ws":true,"disabled":false},{"text":"24","start":378,"end":380,"id":72,"ws":false,"disabled":false},{"text":",","start":380,"end":381,"id":73,"ws":true,"disabled":false},{"text":"25","start":382,"end":384,"id":74,"ws":false,"disabled":false},{"text":",","start":384,"end":385,"id":75,"ws":true,"disabled":false},{"text":"29","start":386,"end":388,"id":76,"ws":false,"disabled":false},{"text":",","start":388,"end":389,"id":77,"ws":true,"disabled":false},{"text":"41","start":390,"end":392,"id":78,"ws":false,"disabled":false},{"text":",","start":392,"end":393,"id":79,"ws":true,"disabled":false},{"text":"50","start":394,"end":396,"id":80,"ws":false,"disabled":false},{"text":",","start":396,"end":397,"id":81,"ws":true,"disabled":false},{"text":"51","start":398,"end":400,"id":82,"ws":false,"disabled":false},{"text":",","start":400,"end":401,"id":83,"ws":true,"disabled":false},{"text":"68","start":402,"end":404,"id":84,"ws":false,"disabled":false},{"text":",","start":404,"end":405,"id":85,"ws":true,"disabled":false},{"text":"70","start":406,"end":408,"id":86,"ws":true,"disabled":false},{"text":"Strong","start":409,"end":415,"id":87,"ws":true,"disabled":false},{"text":"support","start":416,"end":423,"id":88,"ws":true,"disabled":false},{"text":"is","start":424,"end":426,"id":89,"ws":true,"disabled":false},{"text":"found","start":427,"end":432,"id":90,"ws":true,"disabled":false},{"text":"in","start":433,"end":435,"id":91,"ws":true,"disabled":false},{"text":"a","start":436,"end":437,"id":92,"ws":true,"disabled":false},{"text":"number","start":438,"end":444,"id":93,"ws":true,"disabled":false},{"text":"of","start":445,"end":447,"id":94,"ws":true,"disabled":false},{"text":"recent","start":448,"end":454,"id":95,"ws":true,"disabled":false},{"text":"studies","start":455,"end":462,"id":96,"ws":true,"disabled":false},{"text":"for","start":463,"end":466,"id":97,"ws":true,"disabled":false},{"text":"the","start":467,"end":470,"id":98,"ws":true,"disabled":false},{"text":"potential","start":471,"end":480,"id":99,"ws":true,"disabled":false},{"text":"for","start":481,"end":484,"id":100,"ws":true,"disabled":false},{"text":"climate","start":485,"end":492,"id":101,"ws":true,"disabled":false},{"text":"change","start":493,"end":499,"id":102,"ws":false,"disabled":false},{"text":"-","start":499,"end":500,"id":103,"ws":false,"disabled":false},{"text":"related","start":500,"end":507,"id":104,"ws":true,"disabled":false},{"text":"psychological","start":508,"end":521,"id":105,"ws":true,"disabled":false},{"text":"effects","start":522,"end":529,"id":106,"ws":false,"disabled":false},{"text":",","start":529,"end":530,"id":107,"ws":true,"disabled":false},{"text":"including","start":531,"end":540,"id":108,"ws":true,"disabled":false},{"text":"grief","start":541,"end":546,"id":109,"ws":false,"disabled":false},{"text":"/","start":546,"end":547,"id":110,"ws":false,"disabled":false},{"text":"bereavement","start":547,"end":558,"id":111,"ws":false,"disabled":false},{"text":",","start":558,"end":559,"id":112,"ws":true,"disabled":false},{"text":"increased","start":560,"end":569,"id":113,"ws":true,"disabled":false},{"text":"substance","start":570,"end":579,"id":114,"ws":true,"disabled":false},{"text":"use","start":580,"end":583,"id":115,"ws":true,"disabled":false},{"text":"or","start":584,"end":586,"id":116,"ws":true,"disabled":false},{"text":"misuse","start":587,"end":593,"id":117,"ws":false,"disabled":false},{"text":",","start":593,"end":594,"id":118,"ws":true,"disabled":false},{"text":"and","start":595,"end":598,"id":119,"ws":true,"disabled":false},{"text":"thoughts","start":599,"end":607,"id":120,"ws":true,"disabled":false},{"text":"of","start":608,"end":610,"id":121,"ws":true,"disabled":false},{"text":"suicide.19","start":611,"end":621,"id":122,"ws":false,"disabled":false},{"text":",","start":621,"end":622,"id":123,"ws":true,"disabled":false},{"text":"35","start":623,"end":625,"id":124,"ws":false,"disabled":false},{"text":",","start":625,"end":626,"id":125,"ws":true,"disabled":false},{"text":"36","start":627,"end":629,"id":126,"ws":false,"disabled":false},{"text":",","start":629,"end":630,"id":127,"ws":true,"disabled":false},{"text":"37","start":631,"end":633,"id":128,"ws":false,"disabled":false},{"text":",","start":633,"end":634,"id":129,"ws":true,"disabled":false},{"text":"38","start":635,"end":637,"id":130,"ws":false,"disabled":false},{"text":",","start":637,"end":638,"id":131,"ws":true,"disabled":false},{"text":"60Research","start":639,"end":649,"id":132,"ws":true,"disabled":false},{"text":"on","start":650,"end":652,"id":133,"ws":true,"disabled":false},{"text":"individual","start":653,"end":663,"id":134,"ws":true,"disabled":false},{"text":"resilience","start":664,"end":674,"id":135,"ws":true,"disabled":false},{"text":"and","start":675,"end":678,"id":136,"ws":true,"disabled":false},{"text":"recovery","start":679,"end":687,"id":137,"ws":true,"disabled":false},{"text":"shows","start":688,"end":693,"id":138,"ws":true,"disabled":false},{"text":"that","start":694,"end":698,"id":139,"ws":true,"disabled":false},{"text":"a","start":699,"end":700,"id":140,"ws":true,"disabled":false},{"text":"majority","start":701,"end":709,"id":141,"ws":true,"disabled":false},{"text":"of","start":710,"end":712,"id":142,"ws":true,"disabled":false},{"text":"individuals","start":713,"end":724,"id":143,"ws":true,"disabled":false},{"text":"psychologically","start":725,"end":740,"id":144,"ws":true,"disabled":false},{"text":"affected","start":741,"end":749,"id":145,"ws":true,"disabled":false},{"text":"by","start":750,"end":752,"id":146,"ws":true,"disabled":false},{"text":"a","start":753,"end":754,"id":147,"ws":true,"disabled":false},{"text":"traumatic","start":755,"end":764,"id":148,"ws":true,"disabled":false},{"text":"event","start":765,"end":770,"id":149,"ws":true,"disabled":false},{"text":"will","start":771,"end":775,"id":150,"ws":true,"disabled":false},{"text":"recover","start":776,"end":783,"id":151,"ws":true,"disabled":false},{"text":"over","start":784,"end":788,"id":152,"ws":true,"disabled":false},{"text":"time","start":789,"end":793,"id":153,"ws":false,"disabled":false},{"text":".","start":793,"end":794,"id":154,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":795,"end":807,"id":155,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":808,"end":820,"id":156,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":7,"child":8,"head_span":{"start":42,"end":48,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":49,"end":55,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":56,"end":63,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":49,"end":55,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":8,"head_span":{"start":49,"end":55,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":49,"end":55,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":48,"head_span":{"start":254,"end":261,"token_start":42,"token_end":42,"label":"type_of"},"child_span":{"start":262,"end":297,"token_start":43,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":113,"child":117,"head_span":{"start":560,"end":569,"token_start":113,"token_end":113,"label":"change_direction"},"child_span":{"start":570,"end":593,"token_start":114,"token_end":117,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":102,"child":109,"head_span":{"start":485,"end":499,"token_start":101,"token_end":102,"label":"base"},"child_span":{"start":541,"end":546,"token_start":109,"token_end":109,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":102,"child":111,"head_span":{"start":485,"end":499,"token_start":101,"token_end":102,"label":"base"},"child_span":{"start":547,"end":558,"token_start":111,"token_end":111,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":102,"child":117,"head_span":{"start":485,"end":499,"token_start":101,"token_end":102,"label":"base"},"child_span":{"start":570,"end":593,"token_start":114,"token_end":117,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":102,"child":122,"head_span":{"start":485,"end":499,"token_start":101,"token_end":102,"label":"base"},"child_span":{"start":599,"end":621,"token_start":120,"token_end":122,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":20,"head_span":{"start":124,"end":130,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":131,"end":137,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":20,"head_span":{"start":138,"end":144,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":131,"end":137,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":20,"head_span":{"start":167,"end":172,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":131,"end":137,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":48,"head_span":{"start":200,"end":209,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":262,"end":297,"token_start":43,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":48,"head_span":{"start":242,"end":250,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":262,"end":297,"token_start":43,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":48,"head_span":{"start":228,"end":236,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":262,"end":297,"token_start":43,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":48,"head_span":{"start":217,"end":226,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":262,"end":297,"token_start":43,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":48,"head_span":{"start":176,"end":190,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":262,"end":297,"token_start":43,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":51,"head_span":{"start":200,"end":209,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":306,"end":312,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":51,"head_span":{"start":217,"end":226,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":306,"end":312,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":51,"head_span":{"start":228,"end":236,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":306,"end":312,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":51,"head_span":{"start":242,"end":250,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":306,"end":312,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":53,"head_span":{"start":200,"end":209,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":314,"end":324,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":53,"head_span":{"start":217,"end":226,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":314,"end":324,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":53,"head_span":{"start":228,"end":236,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":314,"end":324,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":53,"head_span":{"start":242,"end":250,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":314,"end":324,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":55,"head_span":{"start":200,"end":209,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":326,"end":334,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":55,"head_span":{"start":217,"end":226,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":326,"end":334,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":55,"head_span":{"start":228,"end":236,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":326,"end":334,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":55,"head_span":{"start":242,"end":250,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":326,"end":334,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":58,"head_span":{"start":200,"end":209,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":340,"end":352,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":58,"head_span":{"start":217,"end":226,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":340,"end":352,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":58,"head_span":{"start":228,"end":236,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":340,"end":352,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":58,"head_span":{"start":242,"end":250,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":340,"end":352,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":51,"head_span":{"start":176,"end":190,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":306,"end":312,"token_start":51,"token_end":51,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":53,"head_span":{"start":176,"end":190,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":314,"end":324,"token_start":53,"token_end":53,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":55,"head_span":{"start":176,"end":190,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":326,"end":334,"token_start":55,"token_end":55,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":58,"head_span":{"start":176,"end":190,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":340,"end":352,"token_start":58,"token_end":58,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":20,"head_span":{"start":306,"end":312,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":131,"end":137,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":53,"child":20,"head_span":{"start":314,"end":324,"token_start":53,"token_end":53,"label":"base"},"child_span":{"start":131,"end":137,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":55,"child":20,"head_span":{"start":326,"end":334,"token_start":55,"token_end":55,"label":"base"},"child_span":{"start":131,"end":137,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":58,"child":20,"head_span":{"start":340,"end":352,"token_start":58,"token_end":58,"label":"base"},"child_span":{"start":131,"end":137,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":48,"child":20,"head_span":{"start":262,"end":297,"token_start":43,"token_end":48,"label":"base"},"child_span":{"start":131,"end":137,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"complex","original_md_text":"Officials are bracing for some of the worst flooding in decades in the Tulsa area this weekend, after the Army Corps of Engineers increased its release flow.\n","text":"Officials are bracing for some of the worst flooding in decades in the Tulsa area this weekend, after the Army Corps of Engineers increased its release flow. IMPLIED_BASE IMPLIED_BASE","characters":"158","document_index":"129","md_sentence_index":"54","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/24/us/midwest-river-flooding.html","combo_id":"129_54","post-training batch1":"129_54","_input_hash":1414602442,"_task_hash":1159987378,"spans":[{"start":38,"end":43,"token_start":7,"token_end":7,"label":"effect_size"},{"text":"flooding","start":44,"token_start":8,"token_end":8,"end":52,"type":"pattern","label":"base"},{"start":96,"end":101,"token_start":18,"token_end":18,"label":"predicate"},{"text":"increased","start":130,"token_start":24,"token_end":24,"end":139,"type":"pattern","label":"change_direction"},{"start":144,"end":156,"token_start":26,"token_end":27,"label":"aspect_changing"},{"start":158,"end":170,"token_start":29,"token_end":29,"label":"base"}],"tokens":[{"text":"Officials","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"are","start":10,"end":13,"id":1,"ws":true,"disabled":false},{"text":"bracing","start":14,"end":21,"id":2,"ws":true,"disabled":false},{"text":"for","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"some","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"of","start":31,"end":33,"id":5,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"worst","start":38,"end":43,"id":7,"ws":true,"disabled":false},{"text":"flooding","start":44,"end":52,"id":8,"ws":true,"disabled":false},{"text":"in","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"decades","start":56,"end":63,"id":10,"ws":true,"disabled":false},{"text":"in","start":64,"end":66,"id":11,"ws":true,"disabled":false},{"text":"the","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"Tulsa","start":71,"end":76,"id":13,"ws":true,"disabled":false},{"text":"area","start":77,"end":81,"id":14,"ws":true,"disabled":false},{"text":"this","start":82,"end":86,"id":15,"ws":true,"disabled":false},{"text":"weekend","start":87,"end":94,"id":16,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":17,"ws":true,"disabled":false},{"text":"after","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"the","start":102,"end":105,"id":19,"ws":true,"disabled":false},{"text":"Army","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"Corps","start":111,"end":116,"id":21,"ws":true,"disabled":false},{"text":"of","start":117,"end":119,"id":22,"ws":true,"disabled":false},{"text":"Engineers","start":120,"end":129,"id":23,"ws":true,"disabled":false},{"text":"increased","start":130,"end":139,"id":24,"ws":true,"disabled":false},{"text":"its","start":140,"end":143,"id":25,"ws":true,"disabled":false},{"text":"release","start":144,"end":151,"id":26,"ws":true,"disabled":false},{"text":"flow","start":152,"end":156,"id":27,"ws":false,"disabled":false},{"text":".","start":156,"end":157,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":30,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":24,"child":29,"head_span":{"start":130,"end":139,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":158,"end":170,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":29,"head_span":{"start":144,"end":156,"token_start":26,"token_end":27,"label":"aspect_changing"},"child_span":{"start":158,"end":170,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":8,"head_span":{"start":158,"end":170,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":44,"end":52,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\"These lightning strikes, this unprecedented heat dome, these world record temperatures, unprecedented in human history \u2013 we\u2019re experiencing more and more of that because of climate change, and as a consequence, these fires are more ferocious, and they\u2019re moving at much more rapid speeds,\" Newsom said.\n","text":"\"These lightning strikes, this unprecedented heat dome, these world record temperatures, unprecedented in human history \u2013 we\u2019re experiencing more and more of that because of climate change, and as a consequence, these fires are more ferocious, and they\u2019re moving at much more rapid speeds,\" Newsom said. IMPLIED_BASE IMPLIED_BASE","characters":"304","document_index":"783","md_sentence_index":"45","classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2020/08/22/california-wildfires-updates-saturday-map-redwood-trees-burn-big-basin/3419083001/","combo_id":"783_45","post-training batch1":"783_45","_input_hash":1801155907,"_task_hash":2122550160,"spans":[{"start":7,"end":24,"token_start":2,"token_end":3,"label":"base"},{"start":31,"end":44,"token_start":6,"token_end":6,"label":"effect_size"},{"start":45,"end":54,"token_start":7,"token_end":8,"label":"base"},{"start":62,"end":74,"token_start":11,"token_end":12,"label":"effect_size"},{"text":"temperatures","start":75,"token_start":13,"token_end":13,"end":87,"type":"pattern","label":"aspect_changing"},{"start":89,"end":119,"token_start":15,"token_end":18,"label":"effect_size"},{"start":141,"end":154,"token_start":23,"token_end":25,"label":"change_direction"},{"start":163,"end":173,"token_start":28,"token_end":29,"label":"predicate"},{"text":"climate change","start":174,"token_start":30,"token_end":31,"end":188,"type":"pattern","label":"base"},{"start":194,"end":210,"token_start":34,"token_end":36,"label":"predicate"},{"start":218,"end":223,"token_start":39,"token_end":39,"label":"base"},{"start":228,"end":242,"token_start":41,"token_end":42,"label":"change_direction"},{"start":271,"end":281,"token_start":50,"token_end":51,"label":"change_direction"},{"start":282,"end":288,"token_start":52,"token_end":52,"label":"aspect_changing"},{"start":304,"end":316,"token_start":58,"token_end":58,"label":"base"},{"start":317,"end":329,"token_start":59,"token_end":59,"label":"base"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"These","start":1,"end":6,"id":1,"ws":true,"disabled":false},{"text":"lightning","start":7,"end":16,"id":2,"ws":true,"disabled":false},{"text":"strikes","start":17,"end":24,"id":3,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":4,"ws":true,"disabled":false},{"text":"this","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"unprecedented","start":31,"end":44,"id":6,"ws":true,"disabled":false},{"text":"heat","start":45,"end":49,"id":7,"ws":true,"disabled":false},{"text":"dome","start":50,"end":54,"id":8,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":9,"ws":true,"disabled":false},{"text":"these","start":56,"end":61,"id":10,"ws":true,"disabled":false},{"text":"world","start":62,"end":67,"id":11,"ws":true,"disabled":false},{"text":"record","start":68,"end":74,"id":12,"ws":true,"disabled":false},{"text":"temperatures","start":75,"end":87,"id":13,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":14,"ws":true,"disabled":false},{"text":"unprecedented","start":89,"end":102,"id":15,"ws":true,"disabled":false},{"text":"in","start":103,"end":105,"id":16,"ws":true,"disabled":false},{"text":"human","start":106,"end":111,"id":17,"ws":true,"disabled":false},{"text":"history","start":112,"end":119,"id":18,"ws":true,"disabled":false},{"text":"\u2013","start":120,"end":121,"id":19,"ws":true,"disabled":false},{"text":"we","start":122,"end":124,"id":20,"ws":false,"disabled":false},{"text":"\u2019re","start":124,"end":127,"id":21,"ws":true,"disabled":false},{"text":"experiencing","start":128,"end":140,"id":22,"ws":true,"disabled":false},{"text":"more","start":141,"end":145,"id":23,"ws":true,"disabled":false},{"text":"and","start":146,"end":149,"id":24,"ws":true,"disabled":false},{"text":"more","start":150,"end":154,"id":25,"ws":true,"disabled":false},{"text":"of","start":155,"end":157,"id":26,"ws":true,"disabled":false},{"text":"that","start":158,"end":162,"id":27,"ws":true,"disabled":false},{"text":"because","start":163,"end":170,"id":28,"ws":true,"disabled":false},{"text":"of","start":171,"end":173,"id":29,"ws":true,"disabled":false},{"text":"climate","start":174,"end":181,"id":30,"ws":true,"disabled":false},{"text":"change","start":182,"end":188,"id":31,"ws":false,"disabled":false},{"text":",","start":188,"end":189,"id":32,"ws":true,"disabled":false},{"text":"and","start":190,"end":193,"id":33,"ws":true,"disabled":false},{"text":"as","start":194,"end":196,"id":34,"ws":true,"disabled":false},{"text":"a","start":197,"end":198,"id":35,"ws":true,"disabled":false},{"text":"consequence","start":199,"end":210,"id":36,"ws":false,"disabled":false},{"text":",","start":210,"end":211,"id":37,"ws":true,"disabled":false},{"text":"these","start":212,"end":217,"id":38,"ws":true,"disabled":false},{"text":"fires","start":218,"end":223,"id":39,"ws":true,"disabled":false},{"text":"are","start":224,"end":227,"id":40,"ws":true,"disabled":false},{"text":"more","start":228,"end":232,"id":41,"ws":true,"disabled":false},{"text":"ferocious","start":233,"end":242,"id":42,"ws":false,"disabled":false},{"text":",","start":242,"end":243,"id":43,"ws":true,"disabled":false},{"text":"and","start":244,"end":247,"id":44,"ws":true,"disabled":false},{"text":"they","start":248,"end":252,"id":45,"ws":false,"disabled":false},{"text":"\u2019re","start":252,"end":255,"id":46,"ws":true,"disabled":false},{"text":"moving","start":256,"end":262,"id":47,"ws":true,"disabled":false},{"text":"at","start":263,"end":265,"id":48,"ws":true,"disabled":false},{"text":"much","start":266,"end":270,"id":49,"ws":true,"disabled":false},{"text":"more","start":271,"end":275,"id":50,"ws":true,"disabled":false},{"text":"rapid","start":276,"end":281,"id":51,"ws":true,"disabled":false},{"text":"speeds","start":282,"end":288,"id":52,"ws":false,"disabled":false},{"text":",","start":288,"end":289,"id":53,"ws":false,"disabled":false},{"text":"\"","start":289,"end":290,"id":54,"ws":true,"disabled":false},{"text":"Newsom","start":291,"end":297,"id":55,"ws":true,"disabled":false},{"text":"said","start":298,"end":302,"id":56,"ws":false,"disabled":false},{"text":".","start":302,"end":303,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":304,"end":316,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":317,"end":329,"id":59,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":13,"child":58,"head_span":{"start":75,"end":87,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":304,"end":316,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":58,"head_span":{"start":174,"end":188,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":304,"end":316,"token_start":58,"token_end":58,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":8,"head_span":{"start":174,"end":188,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":45,"end":54,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":3,"head_span":{"start":174,"end":188,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":7,"end":24,"token_start":2,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":8,"head_span":{"start":141,"end":154,"token_start":23,"token_end":25,"label":"change_direction"},"child_span":{"start":45,"end":54,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":3,"head_span":{"start":141,"end":154,"token_start":23,"token_end":25,"label":"change_direction"},"child_span":{"start":7,"end":24,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":58,"head_span":{"start":141,"end":154,"token_start":23,"token_end":25,"label":"change_direction"},"child_span":{"start":304,"end":316,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":39,"head_span":{"start":228,"end":242,"token_start":41,"token_end":42,"label":"change_direction"},"child_span":{"start":218,"end":223,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":59,"child":39,"head_span":{"start":317,"end":329,"token_start":59,"token_end":59,"label":"base"},"child_span":{"start":218,"end":223,"token_start":39,"token_end":39,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":51,"child":59,"head_span":{"start":271,"end":281,"token_start":50,"token_end":51,"label":"change_direction"},"child_span":{"start":317,"end":329,"token_start":59,"token_end":59,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":52,"child":59,"head_span":{"start":282,"end":288,"token_start":52,"token_end":52,"label":"aspect_changing"},"child_span":{"start":317,"end":329,"token_start":59,"token_end":59,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":39,"head_span":{"start":7,"end":24,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":218,"end":223,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":59,"head_span":{"start":7,"end":24,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":317,"end":329,"token_start":59,"token_end":59,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":39,"head_span":{"start":45,"end":54,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":218,"end":223,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":59,"head_span":{"start":45,"end":54,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":317,"end":329,"token_start":59,"token_end":59,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":58,"child":39,"head_span":{"start":304,"end":316,"token_start":58,"token_end":58,"label":"base"},"child_span":{"start":218,"end":223,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":58,"child":59,"head_span":{"start":304,"end":316,"token_start":58,"token_end":58,"label":"base"},"child_span":{"start":317,"end":329,"token_start":59,"token_end":59,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Finally, the third cause would be the direct impact of deforestation \u2013 fewer trees mean less evapotranspiration and less moisture entering the atmosphere.\n","text":"Finally, the third cause would be the direct impact of deforestation \u2013 fewer trees mean less evapotranspiration and less moisture entering the atmosphere. IMPLIED_BASE IMPLIED_BASE","characters":"155","document_index":"647","md_sentence_index":"207","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_207","post-training batch1":"647_207","_input_hash":1071167066,"_task_hash":-356571018,"spans":[{"text":"deforestation","start":55,"token_start":11,"token_end":11,"end":68,"type":"pattern","label":"base"},{"start":69,"end":70,"token_start":12,"token_end":12,"label":"predicate"},{"start":71,"end":76,"token_start":13,"token_end":13,"label":"change_direction"},{"text":"trees","start":77,"token_start":14,"token_end":14,"end":82,"type":"pattern","label":"base"},{"start":83,"end":87,"token_start":15,"token_end":15,"label":"predicate"},{"text":"less","start":88,"token_start":16,"token_end":16,"end":92,"type":"pattern","label":"change_direction"},{"start":93,"end":111,"token_start":17,"token_end":17,"label":"base"},{"text":"less","start":116,"token_start":19,"token_end":19,"end":120,"type":"pattern","label":"change_direction"},{"text":"moisture","start":121,"token_start":20,"token_end":20,"end":129,"type":"pattern","label":"aspect_changing"},{"start":143,"end":153,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"Finally","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"third","start":13,"end":18,"id":3,"ws":true,"disabled":false},{"text":"cause","start":19,"end":24,"id":4,"ws":true,"disabled":false},{"text":"would","start":25,"end":30,"id":5,"ws":true,"disabled":false},{"text":"be","start":31,"end":33,"id":6,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":7,"ws":true,"disabled":false},{"text":"direct","start":38,"end":44,"id":8,"ws":true,"disabled":false},{"text":"impact","start":45,"end":51,"id":9,"ws":true,"disabled":false},{"text":"of","start":52,"end":54,"id":10,"ws":true,"disabled":false},{"text":"deforestation","start":55,"end":68,"id":11,"ws":true,"disabled":false},{"text":"\u2013","start":69,"end":70,"id":12,"ws":true,"disabled":false},{"text":"fewer","start":71,"end":76,"id":13,"ws":true,"disabled":false},{"text":"trees","start":77,"end":82,"id":14,"ws":true,"disabled":false},{"text":"mean","start":83,"end":87,"id":15,"ws":true,"disabled":false},{"text":"less","start":88,"end":92,"id":16,"ws":true,"disabled":false},{"text":"evapotranspiration","start":93,"end":111,"id":17,"ws":true,"disabled":false},{"text":"and","start":112,"end":115,"id":18,"ws":true,"disabled":false},{"text":"less","start":116,"end":120,"id":19,"ws":true,"disabled":false},{"text":"moisture","start":121,"end":129,"id":20,"ws":true,"disabled":false},{"text":"entering","start":130,"end":138,"id":21,"ws":true,"disabled":false},{"text":"the","start":139,"end":142,"id":22,"ws":true,"disabled":false},{"text":"atmosphere","start":143,"end":153,"id":23,"ws":false,"disabled":false},{"text":".","start":153,"end":154,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":155,"end":167,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":19,"child":23,"head_span":{"start":116,"end":120,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":143,"end":153,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":121,"end":129,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":143,"end":153,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":88,"end":92,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":93,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":71,"end":76,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":77,"end":82,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":77,"end":82,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":93,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":23,"head_span":{"start":77,"end":82,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":143,"end":153,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":17,"head_span":{"start":55,"end":68,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":93,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":23,"head_span":{"start":55,"end":68,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":143,"end":153,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"Climate change is likewise having mental health impacts at the community level.","text":"Climate change is likewise having mental health impacts at the community level. IMPLIED_BASE IMPLIED_BASE","characters":"79","document_index":"111","md_sentence_index":"11","classification_origin":"cm_cause_effect_rel","url":"https://www.apa.org/news/press/releases/2017/03/climate-mental-health","combo_id":"111_11","post-training batch1":"111_11","_input_hash":-351729264,"_task_hash":1566956322,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":27,"end":33,"token_start":4,"token_end":4,"label":"predicate"},{"start":34,"end":40,"token_start":5,"token_end":5,"label":"type_of"},{"text":"health","start":41,"token_start":6,"token_end":6,"end":47,"type":"pattern","label":"base"},{"start":63,"end":72,"token_start":10,"token_end":10,"label":"to_whom"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"is","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"likewise","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"having","start":27,"end":33,"id":4,"ws":true,"disabled":false},{"text":"mental","start":34,"end":40,"id":5,"ws":true,"disabled":false},{"text":"health","start":41,"end":47,"id":6,"ws":true,"disabled":false},{"text":"impacts","start":48,"end":55,"id":7,"ws":true,"disabled":false},{"text":"at","start":56,"end":58,"id":8,"ws":true,"disabled":false},{"text":"the","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"community","start":63,"end":72,"id":10,"ws":true,"disabled":false},{"text":"level","start":73,"end":78,"id":11,"ws":false,"disabled":false},{"text":".","start":78,"end":79,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":80,"end":92,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":34,"end":40,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":41,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":41,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Instead, they are pushed around the ocean by wind streams, which are caused by high and low pressure systems in the atmosphere.\n","text":"Instead, they are pushed around the ocean by wind streams, which are caused by high and low pressure systems in the atmosphere. IMPLIED_BASE IMPLIED_BASE","characters":"128","document_index":"359","md_sentence_index":"13","classification_origin":"cm-label-eval","url":"https://www.pbs.org/newshour/nation/is-climate-change-making-hurricanes-stall","combo_id":"359_13","post-training batch1":"359_13","_input_hash":-1497604251,"_task_hash":1888425496,"spans":[{"start":32,"end":41,"token_start":6,"token_end":7,"label":"where"},{"start":42,"end":44,"token_start":8,"token_end":8,"label":"predicate"},{"start":45,"end":49,"token_start":9,"token_end":9,"label":"type_of"},{"start":50,"end":57,"token_start":10,"token_end":10,"label":"base"},{"start":69,"end":78,"token_start":14,"token_end":15,"label":"predicate"},{"start":79,"end":91,"token_start":16,"token_end":18,"label":"type_of"},{"start":92,"end":108,"token_start":19,"token_end":20,"label":"base"},{"start":109,"end":126,"token_start":21,"token_end":23,"label":"where"}],"tokens":[{"text":"Instead","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"they","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"are","start":14,"end":17,"id":3,"ws":true,"disabled":false},{"text":"pushed","start":18,"end":24,"id":4,"ws":true,"disabled":false},{"text":"around","start":25,"end":31,"id":5,"ws":true,"disabled":false},{"text":"the","start":32,"end":35,"id":6,"ws":true,"disabled":false},{"text":"ocean","start":36,"end":41,"id":7,"ws":true,"disabled":false},{"text":"by","start":42,"end":44,"id":8,"ws":true,"disabled":false},{"text":"wind","start":45,"end":49,"id":9,"ws":true,"disabled":false},{"text":"streams","start":50,"end":57,"id":10,"ws":false,"disabled":false},{"text":",","start":57,"end":58,"id":11,"ws":true,"disabled":false},{"text":"which","start":59,"end":64,"id":12,"ws":true,"disabled":false},{"text":"are","start":65,"end":68,"id":13,"ws":true,"disabled":false},{"text":"caused","start":69,"end":75,"id":14,"ws":true,"disabled":false},{"text":"by","start":76,"end":78,"id":15,"ws":true,"disabled":false},{"text":"high","start":79,"end":83,"id":16,"ws":true,"disabled":false},{"text":"and","start":84,"end":87,"id":17,"ws":true,"disabled":false},{"text":"low","start":88,"end":91,"id":18,"ws":true,"disabled":false},{"text":"pressure","start":92,"end":100,"id":19,"ws":true,"disabled":false},{"text":"systems","start":101,"end":108,"id":20,"ws":true,"disabled":false},{"text":"in","start":109,"end":111,"id":21,"ws":true,"disabled":false},{"text":"the","start":112,"end":115,"id":22,"ws":true,"disabled":false},{"text":"atmosphere","start":116,"end":126,"id":23,"ws":false,"disabled":false},{"text":".","start":126,"end":127,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":141,"end":153,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":18,"child":20,"head_span":{"start":79,"end":91,"token_start":16,"token_end":18,"label":"type_of"},"child_span":{"start":92,"end":108,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":20,"head_span":{"start":109,"end":126,"token_start":21,"token_end":23,"label":"where"},"child_span":{"start":92,"end":108,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":45,"end":49,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":50,"end":57,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":10,"head_span":{"start":92,"end":108,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":50,"end":57,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Worker productivity will likely suffer as increases in heat and humidity push the limits of human tolerance, making it difficult for outdoor workers to stay cool.\n","text":"Worker productivity will likely suffer as increases in heat and humidity push the limits of human tolerance, making it difficult for outdoor workers to stay cool. IMPLIED_BASE IMPLIED_BASE","characters":"163","document_index":"685","md_sentence_index":"62","classification_origin":"causal_sentence_classification","url":"https://www.yaleclimateconnections.org/2019/06/heat-waves-and-climate-change-is-there-a-connection/","combo_id":"685_62","post-training batch1":"685_62","_input_hash":-2049456483,"_task_hash":-1417881526,"spans":[{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},{"text":"productivity","start":7,"token_start":1,"token_end":1,"end":19,"type":"pattern","label":"aspect_changing"},{"start":20,"end":31,"token_start":2,"token_end":3,"label":"confidence"},{"start":32,"end":38,"token_start":4,"token_end":4,"label":"change_direction"},{"start":39,"end":41,"token_start":5,"token_end":5,"label":"predicate"},{"text":"increases","start":42,"token_start":6,"token_end":6,"end":51,"type":"pattern","label":"change_direction"},{"start":55,"end":59,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":64,"end":72,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":92,"end":107,"token_start":15,"token_end":16,"label":"base"},{"start":109,"end":118,"token_start":18,"token_end":19,"label":"predicate"},{"start":119,"end":128,"token_start":20,"token_end":20,"label":"change_direction"},{"start":133,"end":140,"token_start":22,"token_end":22,"label":"type_of"},{"start":141,"end":148,"token_start":23,"token_end":23,"label":"base"},{"start":152,"end":161,"token_start":25,"token_end":26,"label":"aspect_changing"},{"start":163,"end":175,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"Worker","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"productivity","start":7,"end":19,"id":1,"ws":true,"disabled":false},{"text":"will","start":20,"end":24,"id":2,"ws":true,"disabled":false},{"text":"likely","start":25,"end":31,"id":3,"ws":true,"disabled":false},{"text":"suffer","start":32,"end":38,"id":4,"ws":true,"disabled":false},{"text":"as","start":39,"end":41,"id":5,"ws":true,"disabled":false},{"text":"increases","start":42,"end":51,"id":6,"ws":true,"disabled":false},{"text":"in","start":52,"end":54,"id":7,"ws":true,"disabled":false},{"text":"heat","start":55,"end":59,"id":8,"ws":true,"disabled":false},{"text":"and","start":60,"end":63,"id":9,"ws":true,"disabled":false},{"text":"humidity","start":64,"end":72,"id":10,"ws":true,"disabled":false},{"text":"push","start":73,"end":77,"id":11,"ws":true,"disabled":false},{"text":"the","start":78,"end":81,"id":12,"ws":true,"disabled":false},{"text":"limits","start":82,"end":88,"id":13,"ws":true,"disabled":false},{"text":"of","start":89,"end":91,"id":14,"ws":true,"disabled":false},{"text":"human","start":92,"end":97,"id":15,"ws":true,"disabled":false},{"text":"tolerance","start":98,"end":107,"id":16,"ws":false,"disabled":false},{"text":",","start":107,"end":108,"id":17,"ws":true,"disabled":false},{"text":"making","start":109,"end":115,"id":18,"ws":true,"disabled":false},{"text":"it","start":116,"end":118,"id":19,"ws":true,"disabled":false},{"text":"difficult","start":119,"end":128,"id":20,"ws":true,"disabled":false},{"text":"for","start":129,"end":132,"id":21,"ws":true,"disabled":false},{"text":"outdoor","start":133,"end":140,"id":22,"ws":true,"disabled":false},{"text":"workers","start":141,"end":148,"id":23,"ws":true,"disabled":false},{"text":"to","start":149,"end":151,"id":24,"ws":true,"disabled":false},{"text":"stay","start":152,"end":156,"id":25,"ws":true,"disabled":false},{"text":"cool","start":157,"end":161,"id":26,"ws":false,"disabled":false},{"text":".","start":161,"end":162,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":176,"end":188,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":8,"child":28,"head_span":{"start":55,"end":59,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":163,"end":175,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":28,"head_span":{"start":64,"end":72,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":163,"end":175,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":28,"head_span":{"start":42,"end":51,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":163,"end":175,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":0,"head_span":{"start":32,"end":38,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":0,"head_span":{"start":7,"end":19,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":0,"head_span":{"start":20,"end":31,"token_start":2,"token_end":3,"label":"confidence"},"child_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":133,"end":140,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":141,"end":148,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":26,"head_span":{"start":141,"end":148,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":152,"end":161,"token_start":25,"token_end":26,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":23,"head_span":{"start":163,"end":175,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":141,"end":148,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":0,"head_span":{"start":141,"end":148,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Nine months after the election, Priya Shukla, a Ph.D. student at the University of California-Davis who studies how climate change affects shellfish aquaculture and coastal food security, was in the Bodega Marine Laboratory, examining data showing rising ocean acidity caused by greenhouse gas emissions.","text":"Nine months after the election, Priya Shukla, a Ph.D. student at the University of California-Davis who studies how climate change affects shellfish aquaculture and coastal food security, was in the Bodega Marine Laboratory, examining data showing rising ocean acidity caused by greenhouse gas emissions. IMPLIED_BASE IMPLIED_BASE","characters":"304","document_index":"566","md_sentence_index":"18","classification_origin":"causal_sentence_classification","url":"https://www.motherjones.com/environment/2019/07/weight-of-the-world-climate-change-scientist-grief/","combo_id":"566_18","post-training batch1":"566_18","_input_hash":632038613,"_task_hash":777406986,"spans":[{"text":"climate change","start":116,"token_start":22,"token_end":23,"end":130,"type":"pattern","label":"base"},{"start":131,"end":138,"token_start":24,"token_end":24,"label":"predicate"},{"start":139,"end":148,"token_start":25,"token_end":25,"label":"type_of"},{"start":149,"end":160,"token_start":26,"token_end":26,"label":"base"},{"start":165,"end":172,"token_start":28,"token_end":28,"label":"where"},{"text":"food security","start":173,"token_start":29,"token_end":30,"end":186,"type":"pattern","label":"base"},{"text":"rising","start":248,"token_start":42,"token_end":42,"end":254,"type":"pattern","label":"change_direction"},{"text":"ocean","start":255,"token_start":43,"token_end":43,"end":260,"type":"pattern","label":"base"},{"start":261,"end":268,"token_start":44,"token_end":44,"label":"aspect_changing"},{"start":269,"end":278,"token_start":45,"token_end":46,"label":"predicate"},{"text":"greenhouse","start":279,"token_start":47,"token_end":47,"end":289,"type":"pattern","label":"type_of"},{"start":290,"end":293,"token_start":48,"token_end":48,"label":"base"},{"text":"emissions","start":294,"token_start":49,"token_end":49,"end":303,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Nine","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"months","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"after","start":12,"end":17,"id":2,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"election","start":22,"end":30,"id":4,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":5,"ws":true,"disabled":false},{"text":"Priya","start":32,"end":37,"id":6,"ws":true,"disabled":false},{"text":"Shukla","start":38,"end":44,"id":7,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":8,"ws":true,"disabled":false},{"text":"a","start":46,"end":47,"id":9,"ws":true,"disabled":false},{"text":"Ph.D.","start":48,"end":53,"id":10,"ws":true,"disabled":false},{"text":"student","start":54,"end":61,"id":11,"ws":true,"disabled":false},{"text":"at","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"the","start":65,"end":68,"id":13,"ws":true,"disabled":false},{"text":"University","start":69,"end":79,"id":14,"ws":true,"disabled":false},{"text":"of","start":80,"end":82,"id":15,"ws":true,"disabled":false},{"text":"California","start":83,"end":93,"id":16,"ws":false,"disabled":false},{"text":"-","start":93,"end":94,"id":17,"ws":false,"disabled":false},{"text":"Davis","start":94,"end":99,"id":18,"ws":true,"disabled":false},{"text":"who","start":100,"end":103,"id":19,"ws":true,"disabled":false},{"text":"studies","start":104,"end":111,"id":20,"ws":true,"disabled":false},{"text":"how","start":112,"end":115,"id":21,"ws":true,"disabled":false},{"text":"climate","start":116,"end":123,"id":22,"ws":true,"disabled":false},{"text":"change","start":124,"end":130,"id":23,"ws":true,"disabled":false},{"text":"affects","start":131,"end":138,"id":24,"ws":true,"disabled":false},{"text":"shellfish","start":139,"end":148,"id":25,"ws":true,"disabled":false},{"text":"aquaculture","start":149,"end":160,"id":26,"ws":true,"disabled":false},{"text":"and","start":161,"end":164,"id":27,"ws":true,"disabled":false},{"text":"coastal","start":165,"end":172,"id":28,"ws":true,"disabled":false},{"text":"food","start":173,"end":177,"id":29,"ws":true,"disabled":false},{"text":"security","start":178,"end":186,"id":30,"ws":false,"disabled":false},{"text":",","start":186,"end":187,"id":31,"ws":true,"disabled":false},{"text":"was","start":188,"end":191,"id":32,"ws":true,"disabled":false},{"text":"in","start":192,"end":194,"id":33,"ws":true,"disabled":false},{"text":"the","start":195,"end":198,"id":34,"ws":true,"disabled":false},{"text":"Bodega","start":199,"end":205,"id":35,"ws":true,"disabled":false},{"text":"Marine","start":206,"end":212,"id":36,"ws":true,"disabled":false},{"text":"Laboratory","start":213,"end":223,"id":37,"ws":false,"disabled":false},{"text":",","start":223,"end":224,"id":38,"ws":true,"disabled":false},{"text":"examining","start":225,"end":234,"id":39,"ws":true,"disabled":false},{"text":"data","start":235,"end":239,"id":40,"ws":true,"disabled":false},{"text":"showing","start":240,"end":247,"id":41,"ws":true,"disabled":false},{"text":"rising","start":248,"end":254,"id":42,"ws":true,"disabled":false},{"text":"ocean","start":255,"end":260,"id":43,"ws":true,"disabled":false},{"text":"acidity","start":261,"end":268,"id":44,"ws":true,"disabled":false},{"text":"caused","start":269,"end":275,"id":45,"ws":true,"disabled":false},{"text":"by","start":276,"end":278,"id":46,"ws":true,"disabled":false},{"text":"greenhouse","start":279,"end":289,"id":47,"ws":true,"disabled":false},{"text":"gas","start":290,"end":293,"id":48,"ws":true,"disabled":false},{"text":"emissions","start":294,"end":303,"id":49,"ws":false,"disabled":false},{"text":".","start":303,"end":304,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":305,"end":317,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":318,"end":330,"id":52,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":139,"end":148,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":149,"end":160,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":30,"head_span":{"start":165,"end":172,"token_start":28,"token_end":28,"label":"where"},"child_span":{"start":173,"end":186,"token_start":29,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":43,"head_span":{"start":248,"end":254,"token_start":42,"token_end":42,"label":"change_direction"},"child_span":{"start":255,"end":260,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":43,"head_span":{"start":261,"end":268,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":255,"end":260,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":48,"head_span":{"start":279,"end":289,"token_start":47,"token_end":47,"label":"type_of"},"child_span":{"start":290,"end":293,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":48,"head_span":{"start":294,"end":303,"token_start":49,"token_end":49,"label":"aspect_changing"},"child_span":{"start":290,"end":293,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":26,"head_span":{"start":116,"end":130,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":149,"end":160,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":30,"head_span":{"start":116,"end":130,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":173,"end":186,"token_start":29,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":48,"child":43,"head_span":{"start":290,"end":293,"token_start":48,"token_end":48,"label":"base"},"child_span":{"start":255,"end":260,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Waiting to act will only increase the likelihood of a climate shock destabilizing the financial system and severely affecting the broader economy.","text":"Waiting to act will only increase the likelihood of a climate shock destabilizing the financial system and severely affecting the broader economy. IMPLIED_BASE IMPLIED_BASE","characters":"146","document_index":"631","md_sentence_index":"105","classification_origin":"causal_sentence_classification","url":"https://www.americanprogress.org/issues/economy/reports/2019/11/21/477190/climate-change-threatens-stability-financial-system/","combo_id":"631_105","post-training batch1":"631_105","_input_hash":-784173329,"_task_hash":-763944915,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},{"start":15,"end":19,"token_start":3,"token_end":3,"label":"confidence"},{"text":"increase","start":25,"token_start":5,"token_end":5,"end":33,"type":"pattern","label":"change_direction"},{"text":"likelihood","start":38,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"aspect_changing"},{"start":54,"end":67,"token_start":10,"token_end":11,"label":"base"},{"start":68,"end":81,"token_start":12,"token_end":12,"label":"change_direction"},{"start":86,"end":102,"token_start":14,"token_end":15,"label":"base"},{"start":107,"end":125,"token_start":17,"token_end":18,"label":"predicate"},{"start":130,"end":137,"token_start":20,"token_end":20,"label":"type_of"},{"start":138,"end":145,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"Waiting","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"to","start":8,"end":10,"id":1,"ws":true,"disabled":false},{"text":"act","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"will","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"only","start":20,"end":24,"id":4,"ws":true,"disabled":false},{"text":"increase","start":25,"end":33,"id":5,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"likelihood","start":38,"end":48,"id":7,"ws":true,"disabled":false},{"text":"of","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"a","start":52,"end":53,"id":9,"ws":true,"disabled":false},{"text":"climate","start":54,"end":61,"id":10,"ws":true,"disabled":false},{"text":"shock","start":62,"end":67,"id":11,"ws":true,"disabled":false},{"text":"destabilizing","start":68,"end":81,"id":12,"ws":true,"disabled":false},{"text":"the","start":82,"end":85,"id":13,"ws":true,"disabled":false},{"text":"financial","start":86,"end":95,"id":14,"ws":true,"disabled":false},{"text":"system","start":96,"end":102,"id":15,"ws":true,"disabled":false},{"text":"and","start":103,"end":106,"id":16,"ws":true,"disabled":false},{"text":"severely","start":107,"end":115,"id":17,"ws":true,"disabled":false},{"text":"affecting","start":116,"end":125,"id":18,"ws":true,"disabled":false},{"text":"the","start":126,"end":129,"id":19,"ws":true,"disabled":false},{"text":"broader","start":130,"end":137,"id":20,"ws":true,"disabled":false},{"text":"economy","start":138,"end":145,"id":21,"ws":false,"disabled":false},{"text":".","start":145,"end":146,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":147,"end":159,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":160,"end":172,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":5,"child":11,"head_span":{"start":25,"end":33,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":54,"end":67,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":11,"head_span":{"start":38,"end":48,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":54,"end":67,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":68,"end":81,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":86,"end":102,"token_start":14,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":15,"head_span":{"start":54,"end":67,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":86,"end":102,"token_start":14,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":21,"head_span":{"start":54,"end":67,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":138,"end":145,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":11,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":54,"end":67,"token_start":10,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":21,"head_span":{"start":130,"end":137,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":138,"end":145,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Solutions","relation count":"Many","complexity":"Complex","original_md_text":"Such actions include reducing greenhouse gas emissions, which reduces the speed and magnitude of climate change, and the use of better population control (given that most of the increase in population in the next decade is expected to take place in developing countries, with huge increases in greenhouse gas emissions as a result).","text":"Such actions include reducing greenhouse gas emissions, which reduces the speed and magnitude of climate change, and the use of better population control (given that most of the increase in population in the next decade is expected to take place in developing countries, with huge increases in greenhouse gas emissions as a result). IMPLIED_BASE IMPLIED_BASE","characters":"332","document_index":"71","md_sentence_index":"277","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_277","post-training batch1":"71_277","_input_hash":398517125,"_task_hash":1775519458,"spans":[{"start":21,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"greenhouse","start":30,"token_start":4,"token_end":4,"end":40,"type":"pattern","label":"base"},{"text":"emissions","start":45,"token_start":6,"token_end":6,"end":54,"type":"pattern","label":"aspect_changing"},{"start":62,"end":69,"token_start":9,"token_end":9,"label":"change_direction"},{"start":74,"end":79,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":84,"end":93,"token_start":13,"token_end":13,"label":"aspect_changing"},{"text":"climate change","start":97,"token_start":15,"token_end":16,"end":111,"type":"pattern","label":"base"},{"start":128,"end":134,"token_start":22,"token_end":22,"label":"change_direction"},{"start":135,"end":153,"token_start":23,"token_end":24,"label":"base"},{"text":"increase","start":178,"token_start":31,"token_end":31,"end":186,"type":"pattern","label":"change_direction"},{"start":190,"end":200,"token_start":33,"token_end":33,"label":"base"},{"start":208,"end":219,"token_start":36,"token_end":37,"label":"when"},{"start":223,"end":231,"token_start":39,"token_end":39,"label":"confidence"},{"start":249,"end":269,"token_start":44,"token_end":45,"label":"where"},{"text":"increases","start":281,"token_start":49,"token_end":49,"end":290,"type":"pattern","label":"change_direction"},{"text":"greenhouse","start":294,"token_start":51,"token_end":51,"end":304,"type":"pattern","label":"base"},{"text":"emissions","start":309,"token_start":53,"token_end":53,"end":318,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Such","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"actions","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"include","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"reducing","start":21,"end":29,"id":3,"ws":true,"disabled":false},{"text":"greenhouse","start":30,"end":40,"id":4,"ws":true,"disabled":false},{"text":"gas","start":41,"end":44,"id":5,"ws":true,"disabled":false},{"text":"emissions","start":45,"end":54,"id":6,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":7,"ws":true,"disabled":false},{"text":"which","start":56,"end":61,"id":8,"ws":true,"disabled":false},{"text":"reduces","start":62,"end":69,"id":9,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":10,"ws":true,"disabled":false},{"text":"speed","start":74,"end":79,"id":11,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":12,"ws":true,"disabled":false},{"text":"magnitude","start":84,"end":93,"id":13,"ws":true,"disabled":false},{"text":"of","start":94,"end":96,"id":14,"ws":true,"disabled":false},{"text":"climate","start":97,"end":104,"id":15,"ws":true,"disabled":false},{"text":"change","start":105,"end":111,"id":16,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":17,"ws":true,"disabled":false},{"text":"and","start":113,"end":116,"id":18,"ws":true,"disabled":false},{"text":"the","start":117,"end":120,"id":19,"ws":true,"disabled":false},{"text":"use","start":121,"end":124,"id":20,"ws":true,"disabled":false},{"text":"of","start":125,"end":127,"id":21,"ws":true,"disabled":false},{"text":"better","start":128,"end":134,"id":22,"ws":true,"disabled":false},{"text":"population","start":135,"end":145,"id":23,"ws":true,"disabled":false},{"text":"control","start":146,"end":153,"id":24,"ws":true,"disabled":false},{"text":"(","start":154,"end":155,"id":25,"ws":false,"disabled":false},{"text":"given","start":155,"end":160,"id":26,"ws":true,"disabled":false},{"text":"that","start":161,"end":165,"id":27,"ws":true,"disabled":false},{"text":"most","start":166,"end":170,"id":28,"ws":true,"disabled":false},{"text":"of","start":171,"end":173,"id":29,"ws":true,"disabled":false},{"text":"the","start":174,"end":177,"id":30,"ws":true,"disabled":false},{"text":"increase","start":178,"end":186,"id":31,"ws":true,"disabled":false},{"text":"in","start":187,"end":189,"id":32,"ws":true,"disabled":false},{"text":"population","start":190,"end":200,"id":33,"ws":true,"disabled":false},{"text":"in","start":201,"end":203,"id":34,"ws":true,"disabled":false},{"text":"the","start":204,"end":207,"id":35,"ws":true,"disabled":false},{"text":"next","start":208,"end":212,"id":36,"ws":true,"disabled":false},{"text":"decade","start":213,"end":219,"id":37,"ws":true,"disabled":false},{"text":"is","start":220,"end":222,"id":38,"ws":true,"disabled":false},{"text":"expected","start":223,"end":231,"id":39,"ws":true,"disabled":false},{"text":"to","start":232,"end":234,"id":40,"ws":true,"disabled":false},{"text":"take","start":235,"end":239,"id":41,"ws":true,"disabled":false},{"text":"place","start":240,"end":245,"id":42,"ws":true,"disabled":false},{"text":"in","start":246,"end":248,"id":43,"ws":true,"disabled":false},{"text":"developing","start":249,"end":259,"id":44,"ws":true,"disabled":false},{"text":"countries","start":260,"end":269,"id":45,"ws":false,"disabled":false},{"text":",","start":269,"end":270,"id":46,"ws":true,"disabled":false},{"text":"with","start":271,"end":275,"id":47,"ws":true,"disabled":false},{"text":"huge","start":276,"end":280,"id":48,"ws":true,"disabled":false},{"text":"increases","start":281,"end":290,"id":49,"ws":true,"disabled":false},{"text":"in","start":291,"end":293,"id":50,"ws":true,"disabled":false},{"text":"greenhouse","start":294,"end":304,"id":51,"ws":true,"disabled":false},{"text":"gas","start":305,"end":308,"id":52,"ws":true,"disabled":false},{"text":"emissions","start":309,"end":318,"id":53,"ws":true,"disabled":false},{"text":"as","start":319,"end":321,"id":54,"ws":true,"disabled":false},{"text":"a","start":322,"end":323,"id":55,"ws":true,"disabled":false},{"text":"result","start":324,"end":330,"id":56,"ws":false,"disabled":false},{"text":")","start":330,"end":331,"id":57,"ws":false,"disabled":false},{"text":".","start":331,"end":332,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":333,"end":345,"id":59,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":346,"end":358,"id":60,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":6,"child":4,"head_span":{"start":45,"end":54,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":30,"end":40,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":21,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":30,"end":40,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":84,"end":93,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":97,"end":111,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":16,"head_span":{"start":74,"end":79,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":97,"end":111,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":16,"head_span":{"start":62,"end":69,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":97,"end":111,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":33,"head_span":{"start":178,"end":186,"token_start":31,"token_end":31,"label":"change_direction"},"child_span":{"start":190,"end":200,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":51,"head_span":{"start":281,"end":290,"token_start":49,"token_end":49,"label":"change_direction"},"child_span":{"start":294,"end":304,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":53,"child":51,"head_span":{"start":309,"end":318,"token_start":53,"token_end":53,"label":"aspect_changing"},"child_span":{"start":294,"end":304,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":53,"head_span":{"start":190,"end":200,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":309,"end":318,"token_start":53,"token_end":53,"label":"aspect_changing"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":16,"head_span":{"start":30,"end":40,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":97,"end":111,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":16,"head_span":{"start":135,"end":153,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":97,"end":111,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":24,"head_span":{"start":128,"end":134,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":135,"end":153,"token_start":23,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"- U.S. EPA is allowing the sale of dirtier \"winter fuel\" gasoline during COVID-19, worsening air quality in the midst of a respiratory virus pandemic, which will lead to extra deaths.\n","text":"- U.S. EPA is allowing the sale of dirtier \"winter fuel\" gasoline during COVID-19, worsening air quality in the midst of a respiratory virus pandemic, which will lead to extra deaths. IMPLIED_BASE IMPLIED_BASE","characters":"184","document_index":"765","md_sentence_index":"152","classification_origin":"causal_sentence_classification","url":"https://covidclimate.com/","combo_id":"765_152","post-training batch1":"765_152","_input_hash":-256805801,"_task_hash":-583521686,"spans":[{"start":35,"end":42,"token_start":8,"token_end":8,"label":"change_direction"},{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},{"text":"worsening","start":83,"token_start":17,"token_end":17,"end":92,"type":"pattern","label":"change_direction"},{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},{"text":"quality","start":97,"token_start":19,"token_end":19,"end":104,"type":"pattern","label":"aspect_changing"},{"start":157,"end":161,"token_start":30,"token_end":30,"label":"confidence"},{"start":162,"end":169,"token_start":31,"token_end":32,"label":"predicate"},{"start":170,"end":175,"token_start":33,"token_end":33,"label":"type_of"},{"start":176,"end":182,"token_start":34,"token_end":34,"label":"base"}],"tokens":[{"text":"-","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"U.S.","start":2,"end":6,"id":1,"ws":true,"disabled":false},{"text":"EPA","start":7,"end":10,"id":2,"ws":true,"disabled":false},{"text":"is","start":11,"end":13,"id":3,"ws":true,"disabled":false},{"text":"allowing","start":14,"end":22,"id":4,"ws":true,"disabled":false},{"text":"the","start":23,"end":26,"id":5,"ws":true,"disabled":false},{"text":"sale","start":27,"end":31,"id":6,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":7,"ws":true,"disabled":false},{"text":"dirtier","start":35,"end":42,"id":8,"ws":true,"disabled":false},{"text":"\"","start":43,"end":44,"id":9,"ws":false,"disabled":false},{"text":"winter","start":44,"end":50,"id":10,"ws":true,"disabled":false},{"text":"fuel","start":51,"end":55,"id":11,"ws":false,"disabled":false},{"text":"\"","start":55,"end":56,"id":12,"ws":true,"disabled":false},{"text":"gasoline","start":57,"end":65,"id":13,"ws":true,"disabled":false},{"text":"during","start":66,"end":72,"id":14,"ws":true,"disabled":false},{"text":"COVID-19","start":73,"end":81,"id":15,"ws":false,"disabled":false},{"text":",","start":81,"end":82,"id":16,"ws":true,"disabled":false},{"text":"worsening","start":83,"end":92,"id":17,"ws":true,"disabled":false},{"text":"air","start":93,"end":96,"id":18,"ws":true,"disabled":false},{"text":"quality","start":97,"end":104,"id":19,"ws":true,"disabled":false},{"text":"in","start":105,"end":107,"id":20,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":21,"ws":true,"disabled":false},{"text":"midst","start":112,"end":117,"id":22,"ws":true,"disabled":false},{"text":"of","start":118,"end":120,"id":23,"ws":true,"disabled":false},{"text":"a","start":121,"end":122,"id":24,"ws":true,"disabled":false},{"text":"respiratory","start":123,"end":134,"id":25,"ws":true,"disabled":false},{"text":"virus","start":135,"end":140,"id":26,"ws":true,"disabled":false},{"text":"pandemic","start":141,"end":149,"id":27,"ws":false,"disabled":false},{"text":",","start":149,"end":150,"id":28,"ws":true,"disabled":false},{"text":"which","start":151,"end":156,"id":29,"ws":true,"disabled":false},{"text":"will","start":157,"end":161,"id":30,"ws":true,"disabled":false},{"text":"lead","start":162,"end":166,"id":31,"ws":true,"disabled":false},{"text":"to","start":167,"end":169,"id":32,"ws":true,"disabled":false},{"text":"extra","start":170,"end":175,"id":33,"ws":true,"disabled":false},{"text":"deaths","start":176,"end":182,"id":34,"ws":false,"disabled":false},{"text":".","start":182,"end":183,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":197,"end":209,"id":37,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":8,"child":13,"head_span":{"start":35,"end":42,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":83,"end":92,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":97,"end":104,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":34,"head_span":{"start":170,"end":175,"token_start":33,"token_end":33,"label":"type_of"},"child_span":{"start":176,"end":182,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":18,"head_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":34,"head_span":{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":176,"end":182,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"causal?","relation count":"many","complexity":"simple","original_md_text":"Increasingly, they found, studies connect fracking operations to air pollution, contaminated or depleted drinking water, and earthquakes.","text":"Increasingly, they found, studies connect fracking operations to air pollution, contaminated or depleted drinking water, and earthquakes. IMPLIED_BASE IMPLIED_BASE","characters":"137","document_index":"232","md_sentence_index":"4","classification_origin":"cm-label-eval","url":"https://grist.org/article/growing-body-of-science-links-fracking-to-harm-to-health/","combo_id":"232_4","post-training batch1":"232_4","_input_hash":-1827020644,"_task_hash":1165902088,"spans":[{"start":42,"end":50,"token_start":7,"token_end":7,"label":"base"},{"text":"pollution","start":69,"token_start":11,"token_end":11,"end":78,"type":"pattern","label":"base"},{"start":80,"end":92,"token_start":13,"token_end":13,"label":"type_of"},{"start":96,"end":104,"token_start":15,"token_end":15,"label":"change_direction"},{"text":"drinking water","start":105,"token_start":16,"token_end":17,"end":119,"type":"pattern","label":"base"},{"text":"earthquakes","start":125,"token_start":20,"token_end":20,"end":136,"type":"pattern","label":"base"}],"tokens":[{"text":"Increasingly","start":0,"end":12,"id":0,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":1,"ws":true,"disabled":false},{"text":"they","start":14,"end":18,"id":2,"ws":true,"disabled":false},{"text":"found","start":19,"end":24,"id":3,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":4,"ws":true,"disabled":false},{"text":"studies","start":26,"end":33,"id":5,"ws":true,"disabled":false},{"text":"connect","start":34,"end":41,"id":6,"ws":true,"disabled":false},{"text":"fracking","start":42,"end":50,"id":7,"ws":true,"disabled":false},{"text":"operations","start":51,"end":61,"id":8,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":9,"ws":true,"disabled":false},{"text":"air","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"pollution","start":69,"end":78,"id":11,"ws":false,"disabled":false},{"text":",","start":78,"end":79,"id":12,"ws":true,"disabled":false},{"text":"contaminated","start":80,"end":92,"id":13,"ws":true,"disabled":false},{"text":"or","start":93,"end":95,"id":14,"ws":true,"disabled":false},{"text":"depleted","start":96,"end":104,"id":15,"ws":true,"disabled":false},{"text":"drinking","start":105,"end":113,"id":16,"ws":true,"disabled":false},{"text":"water","start":114,"end":119,"id":17,"ws":false,"disabled":false},{"text":",","start":119,"end":120,"id":18,"ws":true,"disabled":false},{"text":"and","start":121,"end":124,"id":19,"ws":true,"disabled":false},{"text":"earthquakes","start":125,"end":136,"id":20,"ws":false,"disabled":false},{"text":".","start":136,"end":137,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":15,"child":17,"head_span":{"start":96,"end":104,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":105,"end":119,"token_start":16,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":80,"end":92,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":105,"end":119,"token_start":16,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":11,"head_span":{"start":42,"end":50,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":69,"end":78,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":17,"head_span":{"start":42,"end":50,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":105,"end":119,"token_start":16,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":20,"head_span":{"start":42,"end":50,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":125,"end":136,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"And some prescription and over-the-counter medications for conditions ranging from allergies to high blood pressure and depression increase heat sensitivity.\n","text":"And some prescription and over-the-counter medications for conditions ranging from allergies to high blood pressure and depression increase heat sensitivity. IMPLIED_BASE IMPLIED_BASE","characters":"158","document_index":"826","md_sentence_index":"143","classification_origin":"causal_sentence_classification","url":"https://www.azcentral.com/in-depth/news/2020/08/26/heat-killing-more-people-cities-sizzle-hotter-temperatures/4553439002/","combo_id":"826_143","post-training batch1":"826_143","_input_hash":-542729027,"_task_hash":-1096689385,"spans":[{"start":9,"end":21,"token_start":2,"token_end":2,"label":"type_of"},{"start":26,"end":42,"token_start":4,"token_end":8,"label":"type_of"},{"start":43,"end":54,"token_start":9,"token_end":9,"label":"base"},{"text":"increase","start":131,"token_start":21,"token_end":21,"end":139,"type":"pattern","label":"change_direction"},{"start":140,"end":144,"token_start":22,"token_end":22,"label":"type_of"},{"start":145,"end":156,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"some","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"prescription","start":9,"end":21,"id":2,"ws":true,"disabled":false},{"text":"and","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"over","start":26,"end":30,"id":4,"ws":false,"disabled":false},{"text":"-","start":30,"end":31,"id":5,"ws":false,"disabled":false},{"text":"the","start":31,"end":34,"id":6,"ws":false,"disabled":false},{"text":"-","start":34,"end":35,"id":7,"ws":false,"disabled":false},{"text":"counter","start":35,"end":42,"id":8,"ws":true,"disabled":false},{"text":"medications","start":43,"end":54,"id":9,"ws":true,"disabled":false},{"text":"for","start":55,"end":58,"id":10,"ws":true,"disabled":false},{"text":"conditions","start":59,"end":69,"id":11,"ws":true,"disabled":false},{"text":"ranging","start":70,"end":77,"id":12,"ws":true,"disabled":false},{"text":"from","start":78,"end":82,"id":13,"ws":true,"disabled":false},{"text":"allergies","start":83,"end":92,"id":14,"ws":true,"disabled":false},{"text":"to","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"high","start":96,"end":100,"id":16,"ws":true,"disabled":false},{"text":"blood","start":101,"end":106,"id":17,"ws":true,"disabled":false},{"text":"pressure","start":107,"end":115,"id":18,"ws":true,"disabled":false},{"text":"and","start":116,"end":119,"id":19,"ws":true,"disabled":false},{"text":"depression","start":120,"end":130,"id":20,"ws":true,"disabled":false},{"text":"increase","start":131,"end":139,"id":21,"ws":true,"disabled":false},{"text":"heat","start":140,"end":144,"id":22,"ws":true,"disabled":false},{"text":"sensitivity","start":145,"end":156,"id":23,"ws":false,"disabled":false},{"text":".","start":156,"end":157,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":8,"child":9,"head_span":{"start":26,"end":42,"token_start":4,"token_end":8,"label":"type_of"},"child_span":{"start":43,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":9,"head_span":{"start":9,"end":21,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":43,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":140,"end":144,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":145,"end":156,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":23,"head_span":{"start":131,"end":139,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":145,"end":156,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":23,"head_span":{"start":43,"end":54,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":145,"end":156,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\"Hundreds to thousands of heat-related deaths could be avoided per U.S. city per year during extremely hot years if the U.S. and other nations increase climate action,\" said study lead author Eunice Lo, a researcher at the University of Bristol in the United Kingdom.\n","text":"\"Hundreds to thousands of heat-related deaths could be avoided per U.S. city per year during extremely hot years if the U.S. and other nations increase climate action,\" said study lead author Eunice Lo, a researcher at the University of Bristol in the United Kingdom. IMPLIED_BASE IMPLIED_BASE","characters":"268","document_index":"195","md_sentence_index":"2","classification_origin":"cm_cause_effect_rel","url":"https://www.usatoday.com/story/news/nation/2019/06/05/limiting-climate-change-would-prevent-thousands-heat-related-deaths-us-cities/1357357001/","combo_id":"195_2","post-training batch1":"195_2","_input_hash":-2060920198,"_task_hash":-1285799630,"spans":[{"start":1,"end":22,"token_start":1,"token_end":3,"label":"effect_size"},{"start":26,"end":38,"token_start":5,"token_end":7,"label":"type_of"},{"start":39,"end":45,"token_start":8,"token_end":8,"label":"base"},{"start":46,"end":51,"token_start":9,"token_end":9,"label":"confidence"},{"start":55,"end":62,"token_start":11,"token_end":11,"label":"change_direction"},{"start":67,"end":76,"token_start":13,"token_end":14,"label":"where"},{"text":"increase","start":143,"token_start":27,"token_end":27,"end":151,"type":"pattern","label":"change_direction"},{"start":152,"end":166,"token_start":28,"token_end":29,"label":"base"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Hundreds","start":1,"end":9,"id":1,"ws":true,"disabled":false},{"text":"to","start":10,"end":12,"id":2,"ws":true,"disabled":false},{"text":"thousands","start":13,"end":22,"id":3,"ws":true,"disabled":false},{"text":"of","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"heat","start":26,"end":30,"id":5,"ws":false,"disabled":false},{"text":"-","start":30,"end":31,"id":6,"ws":false,"disabled":false},{"text":"related","start":31,"end":38,"id":7,"ws":true,"disabled":false},{"text":"deaths","start":39,"end":45,"id":8,"ws":true,"disabled":false},{"text":"could","start":46,"end":51,"id":9,"ws":true,"disabled":false},{"text":"be","start":52,"end":54,"id":10,"ws":true,"disabled":false},{"text":"avoided","start":55,"end":62,"id":11,"ws":true,"disabled":false},{"text":"per","start":63,"end":66,"id":12,"ws":true,"disabled":false},{"text":"U.S.","start":67,"end":71,"id":13,"ws":true,"disabled":false},{"text":"city","start":72,"end":76,"id":14,"ws":true,"disabled":false},{"text":"per","start":77,"end":80,"id":15,"ws":true,"disabled":false},{"text":"year","start":81,"end":85,"id":16,"ws":true,"disabled":false},{"text":"during","start":86,"end":92,"id":17,"ws":true,"disabled":false},{"text":"extremely","start":93,"end":102,"id":18,"ws":true,"disabled":false},{"text":"hot","start":103,"end":106,"id":19,"ws":true,"disabled":false},{"text":"years","start":107,"end":112,"id":20,"ws":true,"disabled":false},{"text":"if","start":113,"end":115,"id":21,"ws":true,"disabled":false},{"text":"the","start":116,"end":119,"id":22,"ws":true,"disabled":false},{"text":"U.S.","start":120,"end":124,"id":23,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":24,"ws":true,"disabled":false},{"text":"other","start":129,"end":134,"id":25,"ws":true,"disabled":false},{"text":"nations","start":135,"end":142,"id":26,"ws":true,"disabled":false},{"text":"increase","start":143,"end":151,"id":27,"ws":true,"disabled":false},{"text":"climate","start":152,"end":159,"id":28,"ws":true,"disabled":false},{"text":"action","start":160,"end":166,"id":29,"ws":false,"disabled":false},{"text":",","start":166,"end":167,"id":30,"ws":false,"disabled":false},{"text":"\"","start":167,"end":168,"id":31,"ws":true,"disabled":false},{"text":"said","start":169,"end":173,"id":32,"ws":true,"disabled":false},{"text":"study","start":174,"end":179,"id":33,"ws":true,"disabled":false},{"text":"lead","start":180,"end":184,"id":34,"ws":true,"disabled":false},{"text":"author","start":185,"end":191,"id":35,"ws":true,"disabled":false},{"text":"Eunice","start":192,"end":198,"id":36,"ws":true,"disabled":false},{"text":"Lo","start":199,"end":201,"id":37,"ws":false,"disabled":false},{"text":",","start":201,"end":202,"id":38,"ws":true,"disabled":false},{"text":"a","start":203,"end":204,"id":39,"ws":true,"disabled":false},{"text":"researcher","start":205,"end":215,"id":40,"ws":true,"disabled":false},{"text":"at","start":216,"end":218,"id":41,"ws":true,"disabled":false},{"text":"the","start":219,"end":222,"id":42,"ws":true,"disabled":false},{"text":"University","start":223,"end":233,"id":43,"ws":true,"disabled":false},{"text":"of","start":234,"end":236,"id":44,"ws":true,"disabled":false},{"text":"Bristol","start":237,"end":244,"id":45,"ws":true,"disabled":false},{"text":"in","start":245,"end":247,"id":46,"ws":true,"disabled":false},{"text":"the","start":248,"end":251,"id":47,"ws":true,"disabled":false},{"text":"United","start":252,"end":258,"id":48,"ws":true,"disabled":false},{"text":"Kingdom","start":259,"end":266,"id":49,"ws":false,"disabled":false},{"text":".","start":266,"end":267,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":268,"end":280,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":281,"end":293,"id":52,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":11,"child":8,"head_span":{"start":55,"end":62,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":39,"end":45,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":26,"end":38,"token_start":5,"token_end":7,"label":"type_of"},"child_span":{"start":39,"end":45,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":29,"head_span":{"start":143,"end":151,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":152,"end":166,"token_start":28,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":8,"head_span":{"start":152,"end":166,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":39,"end":45,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Flash flooding between January 22 and February 3, caused by tropical depression Amang, led to an additional 106,000 new displacements in the Davao.\n","text":"Flash flooding between January 22 and February 3, caused by tropical depression Amang, led to an additional 106,000 new displacements in the Davao. IMPLIED_BASE IMPLIED_BASE","characters":"148","document_index":"381","md_sentence_index":"34","classification_origin":"cm_cause_effect_rel","url":"https://www.businessinsider.com/climate-change-displaces-twice-as-many-people-as-violence-2019-9","combo_id":"381_34","post-training batch1":"381_34","_input_hash":195497369,"_task_hash":872462139,"spans":[{"start":0,"end":5,"token_start":0,"token_end":0,"label":"type_of"},{"text":"flooding","start":6,"token_start":1,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":15,"end":48,"token_start":2,"token_end":7,"label":"when"},{"start":50,"end":59,"token_start":9,"token_end":10,"label":"predicate"},{"start":60,"end":79,"token_start":11,"token_end":12,"label":"base"},{"start":87,"end":93,"token_start":15,"token_end":16,"label":"predicate"},{"start":108,"end":115,"token_start":19,"token_end":19,"label":"effect_size"},{"start":120,"end":133,"token_start":21,"token_end":21,"label":"base"},{"start":141,"end":146,"token_start":24,"token_end":24,"label":"where"}],"tokens":[{"text":"Flash","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"flooding","start":6,"end":14,"id":1,"ws":true,"disabled":false},{"text":"between","start":15,"end":22,"id":2,"ws":true,"disabled":false},{"text":"January","start":23,"end":30,"id":3,"ws":true,"disabled":false},{"text":"22","start":31,"end":33,"id":4,"ws":true,"disabled":false},{"text":"and","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"February","start":38,"end":46,"id":6,"ws":true,"disabled":false},{"text":"3","start":47,"end":48,"id":7,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":8,"ws":true,"disabled":false},{"text":"caused","start":50,"end":56,"id":9,"ws":true,"disabled":false},{"text":"by","start":57,"end":59,"id":10,"ws":true,"disabled":false},{"text":"tropical","start":60,"end":68,"id":11,"ws":true,"disabled":false},{"text":"depression","start":69,"end":79,"id":12,"ws":true,"disabled":false},{"text":"Amang","start":80,"end":85,"id":13,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":14,"ws":true,"disabled":false},{"text":"led","start":87,"end":90,"id":15,"ws":true,"disabled":false},{"text":"to","start":91,"end":93,"id":16,"ws":true,"disabled":false},{"text":"an","start":94,"end":96,"id":17,"ws":true,"disabled":false},{"text":"additional","start":97,"end":107,"id":18,"ws":true,"disabled":false},{"text":"106,000","start":108,"end":115,"id":19,"ws":true,"disabled":false},{"text":"new","start":116,"end":119,"id":20,"ws":true,"disabled":false},{"text":"displacements","start":120,"end":133,"id":21,"ws":true,"disabled":false},{"text":"in","start":134,"end":136,"id":22,"ws":true,"disabled":false},{"text":"the","start":137,"end":140,"id":23,"ws":true,"disabled":false},{"text":"Davao","start":141,"end":146,"id":24,"ws":false,"disabled":false},{"text":".","start":146,"end":147,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":6,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":1,"head_span":{"start":60,"end":79,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":6,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":21,"head_span":{"start":6,"end":14,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":120,"end":133,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cWith all the economic stress going on, farmers and ranchers are at higher risk for suicide,\u201d said David Brown, a behavioral health state specialist at Iowa State University who helped to start a mental health program this year to inform the farming community about risk signs.\n","text":"\u201cWith all the economic stress going on, farmers and ranchers are at higher risk for suicide,\u201d said David Brown, a behavioral health state specialist at Iowa State University who helped to start a mental health program this year to inform the farming community about risk signs. IMPLIED_BASE IMPLIED_BASE","characters":"278","document_index":"481","md_sentence_index":"52","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/11/21/climate/farms-climate-change-crops.html","combo_id":"481_52","post-training batch1":"481_52","_input_hash":-1063058223,"_task_hash":197906512,"spans":[{"start":14,"end":22,"token_start":4,"token_end":4,"label":"type_of"},{"text":"stress","start":23,"token_start":5,"token_end":5,"end":29,"type":"pattern","label":"base"},{"start":40,"end":47,"token_start":9,"token_end":9,"label":"to_whom"},{"start":52,"end":60,"token_start":11,"token_end":11,"label":"to_whom"},{"start":61,"end":64,"token_start":12,"token_end":12,"label":"confidence"},{"text":"higher","start":68,"token_start":14,"token_end":14,"end":74,"type":"pattern","label":"change_direction"},{"text":"risk","start":75,"token_start":15,"token_end":15,"end":79,"type":"pattern","label":"aspect_changing"},{"text":"suicide","start":84,"token_start":17,"token_end":17,"end":91,"type":"pattern","label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"With","start":1,"end":5,"id":1,"ws":true,"disabled":false},{"text":"all","start":6,"end":9,"id":2,"ws":true,"disabled":false},{"text":"the","start":10,"end":13,"id":3,"ws":true,"disabled":false},{"text":"economic","start":14,"end":22,"id":4,"ws":true,"disabled":false},{"text":"stress","start":23,"end":29,"id":5,"ws":true,"disabled":false},{"text":"going","start":30,"end":35,"id":6,"ws":true,"disabled":false},{"text":"on","start":36,"end":38,"id":7,"ws":false,"disabled":false},{"text":",","start":38,"end":39,"id":8,"ws":true,"disabled":false},{"text":"farmers","start":40,"end":47,"id":9,"ws":true,"disabled":false},{"text":"and","start":48,"end":51,"id":10,"ws":true,"disabled":false},{"text":"ranchers","start":52,"end":60,"id":11,"ws":true,"disabled":false},{"text":"are","start":61,"end":64,"id":12,"ws":true,"disabled":false},{"text":"at","start":65,"end":67,"id":13,"ws":true,"disabled":false},{"text":"higher","start":68,"end":74,"id":14,"ws":true,"disabled":false},{"text":"risk","start":75,"end":79,"id":15,"ws":true,"disabled":false},{"text":"for","start":80,"end":83,"id":16,"ws":true,"disabled":false},{"text":"suicide","start":84,"end":91,"id":17,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":18,"ws":false,"disabled":false},{"text":"\u201d","start":92,"end":93,"id":19,"ws":true,"disabled":false},{"text":"said","start":94,"end":98,"id":20,"ws":true,"disabled":false},{"text":"David","start":99,"end":104,"id":21,"ws":true,"disabled":false},{"text":"Brown","start":105,"end":110,"id":22,"ws":false,"disabled":false},{"text":",","start":110,"end":111,"id":23,"ws":true,"disabled":false},{"text":"a","start":112,"end":113,"id":24,"ws":true,"disabled":false},{"text":"behavioral","start":114,"end":124,"id":25,"ws":true,"disabled":false},{"text":"health","start":125,"end":131,"id":26,"ws":true,"disabled":false},{"text":"state","start":132,"end":137,"id":27,"ws":true,"disabled":false},{"text":"specialist","start":138,"end":148,"id":28,"ws":true,"disabled":false},{"text":"at","start":149,"end":151,"id":29,"ws":true,"disabled":false},{"text":"Iowa","start":152,"end":156,"id":30,"ws":true,"disabled":false},{"text":"State","start":157,"end":162,"id":31,"ws":true,"disabled":false},{"text":"University","start":163,"end":173,"id":32,"ws":true,"disabled":false},{"text":"who","start":174,"end":177,"id":33,"ws":true,"disabled":false},{"text":"helped","start":178,"end":184,"id":34,"ws":true,"disabled":false},{"text":"to","start":185,"end":187,"id":35,"ws":true,"disabled":false},{"text":"start","start":188,"end":193,"id":36,"ws":true,"disabled":false},{"text":"a","start":194,"end":195,"id":37,"ws":true,"disabled":false},{"text":"mental","start":196,"end":202,"id":38,"ws":true,"disabled":false},{"text":"health","start":203,"end":209,"id":39,"ws":true,"disabled":false},{"text":"program","start":210,"end":217,"id":40,"ws":true,"disabled":false},{"text":"this","start":218,"end":222,"id":41,"ws":true,"disabled":false},{"text":"year","start":223,"end":227,"id":42,"ws":true,"disabled":false},{"text":"to","start":228,"end":230,"id":43,"ws":true,"disabled":false},{"text":"inform","start":231,"end":237,"id":44,"ws":true,"disabled":false},{"text":"the","start":238,"end":241,"id":45,"ws":true,"disabled":false},{"text":"farming","start":242,"end":249,"id":46,"ws":true,"disabled":false},{"text":"community","start":250,"end":259,"id":47,"ws":true,"disabled":false},{"text":"about","start":260,"end":265,"id":48,"ws":true,"disabled":false},{"text":"risk","start":266,"end":270,"id":49,"ws":true,"disabled":false},{"text":"signs","start":271,"end":276,"id":50,"ws":false,"disabled":false},{"text":".","start":276,"end":277,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":278,"end":290,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":291,"end":303,"id":53,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":14,"end":22,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":23,"end":29,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":68,"end":74,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":84,"end":91,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":75,"end":79,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":84,"end":91,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":17,"head_span":{"start":52,"end":60,"token_start":11,"token_end":11,"label":"to_whom"},"child_span":{"start":84,"end":91,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":17,"head_span":{"start":40,"end":47,"token_start":9,"token_end":9,"label":"to_whom"},"child_span":{"start":84,"end":91,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":17,"head_span":{"start":23,"end":29,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":84,"end":91,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Wear heavy, dark clothing, which absorbs heat from the sun.\n","text":"Wear heavy, dark clothing, which absorbs heat from the sun. IMPLIED_BASE IMPLIED_BASE","characters":"60","document_index":"656","md_sentence_index":"466","classification_origin":"causal_sentence_classification","url":"https://www.cdc.gov/climateandhealth/pubs/extreme-heat-guidebook.pdf","combo_id":"656_466","post-training batch1":"656_466","_input_hash":-206764245,"_task_hash":-1889469502,"spans":[],"tokens":[{"text":"Wear","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"heavy","start":5,"end":10,"id":1,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":2,"ws":true,"disabled":false},{"text":"dark","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"clothing","start":17,"end":25,"id":4,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":5,"ws":true,"disabled":false},{"text":"which","start":27,"end":32,"id":6,"ws":true,"disabled":false},{"text":"absorbs","start":33,"end":40,"id":7,"ws":true,"disabled":false},{"text":"heat","start":41,"end":45,"id":8,"ws":true,"disabled":false},{"text":"from","start":46,"end":50,"id":9,"ws":true,"disabled":false},{"text":"the","start":51,"end":54,"id":10,"ws":true,"disabled":false},{"text":"sun","start":55,"end":58,"id":11,"ws":false,"disabled":false},{"text":".","start":58,"end":59,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":60,"end":72,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":73,"end":85,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"at Stony Brook University, and published in Science Advances, found that Hurricane Florence produced more extreme rainfall and was spatially larger due to human-induced climate change.\n","text":"at Stony Brook University, and published in Science Advances, found that Hurricane Florence produced more extreme rainfall and was spatially larger due to human-induced climate change. IMPLIED_BASE IMPLIED_BASE","characters":"185","document_index":"552","md_sentence_index":"2","classification_origin":"causal_sentence_classification","url":"https://www.sciencedaily.com/releases/2020/01/200102143401.htm","combo_id":"552_2","post-training batch1":"552_2","_input_hash":1782180248,"_task_hash":1341891320,"spans":[{"text":"Hurricane","start":73,"token_start":13,"token_end":13,"end":82,"type":"pattern","label":"base"},{"start":92,"end":100,"token_start":15,"token_end":15,"label":"predicate"},{"text":"more","start":101,"token_start":16,"token_end":16,"end":105,"type":"pattern","label":"change_direction"},{"start":106,"end":113,"token_start":17,"token_end":17,"label":"type_of"},{"text":"rainfall","start":114,"token_start":18,"token_end":18,"end":122,"type":"pattern","label":"base"},{"start":141,"end":147,"token_start":22,"token_end":22,"label":"change_direction"},{"start":148,"end":154,"token_start":23,"token_end":24,"label":"predicate"},{"start":155,"end":168,"token_start":25,"token_end":27,"label":"type_of"},{"text":"climate change","start":169,"token_start":28,"token_end":29,"end":183,"type":"pattern","label":"base"}],"tokens":[{"text":"at","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Stony","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"Brook","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"University","start":15,"end":25,"id":3,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":4,"ws":true,"disabled":false},{"text":"and","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"published","start":31,"end":40,"id":6,"ws":true,"disabled":false},{"text":"in","start":41,"end":43,"id":7,"ws":true,"disabled":false},{"text":"Science","start":44,"end":51,"id":8,"ws":true,"disabled":false},{"text":"Advances","start":52,"end":60,"id":9,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":10,"ws":true,"disabled":false},{"text":"found","start":62,"end":67,"id":11,"ws":true,"disabled":false},{"text":"that","start":68,"end":72,"id":12,"ws":true,"disabled":false},{"text":"Hurricane","start":73,"end":82,"id":13,"ws":true,"disabled":false},{"text":"Florence","start":83,"end":91,"id":14,"ws":true,"disabled":false},{"text":"produced","start":92,"end":100,"id":15,"ws":true,"disabled":false},{"text":"more","start":101,"end":105,"id":16,"ws":true,"disabled":false},{"text":"extreme","start":106,"end":113,"id":17,"ws":true,"disabled":false},{"text":"rainfall","start":114,"end":122,"id":18,"ws":true,"disabled":false},{"text":"and","start":123,"end":126,"id":19,"ws":true,"disabled":false},{"text":"was","start":127,"end":130,"id":20,"ws":true,"disabled":false},{"text":"spatially","start":131,"end":140,"id":21,"ws":true,"disabled":false},{"text":"larger","start":141,"end":147,"id":22,"ws":true,"disabled":false},{"text":"due","start":148,"end":151,"id":23,"ws":true,"disabled":false},{"text":"to","start":152,"end":154,"id":24,"ws":true,"disabled":false},{"text":"human","start":155,"end":160,"id":25,"ws":false,"disabled":false},{"text":"-","start":160,"end":161,"id":26,"ws":false,"disabled":false},{"text":"induced","start":161,"end":168,"id":27,"ws":true,"disabled":false},{"text":"climate","start":169,"end":176,"id":28,"ws":true,"disabled":false},{"text":"change","start":177,"end":183,"id":29,"ws":false,"disabled":false},{"text":".","start":183,"end":184,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":22,"child":13,"head_span":{"start":141,"end":147,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":73,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":29,"head_span":{"start":155,"end":168,"token_start":25,"token_end":27,"label":"type_of"},"child_span":{"start":169,"end":183,"token_start":28,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":106,"end":113,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":114,"end":122,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":101,"end":105,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":114,"end":122,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":13,"head_span":{"start":169,"end":183,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":73,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":18,"head_span":{"start":73,"end":82,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":114,"end":122,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Climate change will make those threats even worse, as floods, drought, storms and other types of extreme weather threaten to disrupt, and over time shrink, the global food supply.","text":"Climate change will make those threats even worse, as floods, drought, storms and other types of extreme weather threaten to disrupt, and over time shrink, the global food supply. IMPLIED_BASE IMPLIED_BASE","characters":"179","document_index":"308","md_sentence_index":"7","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/08/08/climate/climate-change-food-supply.html","combo_id":"308_7","post-training batch1":"308_7","_input_hash":1497859448,"_task_hash":552009103,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"text":"floods","start":54,"token_start":10,"token_end":10,"end":60,"type":"pattern","label":"base"},{"text":"drought","start":62,"token_start":12,"token_end":12,"end":69,"type":"pattern","label":"base"},{"text":"storms","start":71,"token_start":14,"token_end":14,"end":77,"type":"pattern","label":"base"},{"text":"extreme weather","start":97,"token_start":19,"token_end":20,"end":112,"type":"pattern","label":"base"},{"start":125,"end":132,"token_start":23,"token_end":23,"label":"predicate"},{"start":148,"end":154,"token_start":28,"token_end":28,"label":"change_direction"},{"start":160,"end":166,"token_start":31,"token_end":31,"label":"type_of"},{"start":167,"end":171,"token_start":32,"token_end":32,"label":"base"},{"start":172,"end":178,"token_start":33,"token_end":33,"label":"aspect_changing"},{"start":180,"end":192,"token_start":35,"token_end":35,"label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"will","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"make","start":20,"end":24,"id":3,"ws":true,"disabled":false},{"text":"those","start":25,"end":30,"id":4,"ws":true,"disabled":false},{"text":"threats","start":31,"end":38,"id":5,"ws":true,"disabled":false},{"text":"even","start":39,"end":43,"id":6,"ws":true,"disabled":false},{"text":"worse","start":44,"end":49,"id":7,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":8,"ws":true,"disabled":false},{"text":"as","start":51,"end":53,"id":9,"ws":true,"disabled":false},{"text":"floods","start":54,"end":60,"id":10,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":11,"ws":true,"disabled":false},{"text":"drought","start":62,"end":69,"id":12,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":13,"ws":true,"disabled":false},{"text":"storms","start":71,"end":77,"id":14,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":15,"ws":true,"disabled":false},{"text":"other","start":82,"end":87,"id":16,"ws":true,"disabled":false},{"text":"types","start":88,"end":93,"id":17,"ws":true,"disabled":false},{"text":"of","start":94,"end":96,"id":18,"ws":true,"disabled":false},{"text":"extreme","start":97,"end":104,"id":19,"ws":true,"disabled":false},{"text":"weather","start":105,"end":112,"id":20,"ws":true,"disabled":false},{"text":"threaten","start":113,"end":121,"id":21,"ws":true,"disabled":false},{"text":"to","start":122,"end":124,"id":22,"ws":true,"disabled":false},{"text":"disrupt","start":125,"end":132,"id":23,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":24,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":25,"ws":true,"disabled":false},{"text":"over","start":138,"end":142,"id":26,"ws":true,"disabled":false},{"text":"time","start":143,"end":147,"id":27,"ws":true,"disabled":false},{"text":"shrink","start":148,"end":154,"id":28,"ws":false,"disabled":false},{"text":",","start":154,"end":155,"id":29,"ws":true,"disabled":false},{"text":"the","start":156,"end":159,"id":30,"ws":true,"disabled":false},{"text":"global","start":160,"end":166,"id":31,"ws":true,"disabled":false},{"text":"food","start":167,"end":171,"id":32,"ws":true,"disabled":false},{"text":"supply","start":172,"end":178,"id":33,"ws":false,"disabled":false},{"text":".","start":178,"end":179,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":180,"end":192,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":31,"child":32,"head_span":{"start":160,"end":166,"token_start":31,"token_end":31,"label":"type_of"},"child_span":{"start":167,"end":171,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":32,"head_span":{"start":172,"end":178,"token_start":33,"token_end":33,"label":"aspect_changing"},"child_span":{"start":167,"end":171,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":32,"head_span":{"start":148,"end":154,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":167,"end":171,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":32,"head_span":{"start":54,"end":60,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":167,"end":171,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":32,"head_span":{"start":62,"end":69,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":167,"end":171,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":32,"head_span":{"start":71,"end":77,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":167,"end":171,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":32,"head_span":{"start":97,"end":112,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":167,"end":171,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":35,"child":10,"head_span":{"start":180,"end":192,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":54,"end":60,"token_start":10,"token_end":10,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":35,"child":12,"head_span":{"start":180,"end":192,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":62,"end":69,"token_start":12,"token_end":12,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":35,"child":14,"head_span":{"start":180,"end":192,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":71,"end":77,"token_start":14,"token_end":14,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":35,"child":20,"head_span":{"start":180,"end":192,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":97,"end":112,"token_start":19,"token_end":20,"label":"base"},"color":"#d9fbad","label":"Same_As"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For the research, Lo and her collaborators focused on so-called \u201c1-in-30 events,\u201d severe heat waves that strike every few decades and which pose a major threat to children, older adults, outdoor workers and people living in poverty.","text":"For the research, Lo and her collaborators focused on so-called \u201c1-in-30 events,\u201d severe heat waves that strike every few decades and which pose a major threat to children, older adults, outdoor workers and people living in poverty. IMPLIED_BASE IMPLIED_BASE","characters":"232","document_index":"221","md_sentence_index":"6","classification_origin":"cm_cause_effect_rel","url":"https://www.nbcnews.com/mach/science/without-swift-action-climate-change-heat-waves-could-kill-thousands-ncna1017376","combo_id":"221_6","post-training batch1":"221_6","_input_hash":-553141236,"_task_hash":-1451260352,"spans":[{"start":82,"end":88,"token_start":18,"token_end":18,"label":"type_of"},{"text":"heat waves","start":89,"token_start":19,"token_end":20,"end":99,"type":"pattern","label":"base"},{"start":112,"end":129,"token_start":23,"token_end":25,"label":"type_of"},{"text":"people","start":207,"token_start":41,"token_end":41,"end":213,"type":"pattern","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"the","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"research","start":8,"end":16,"id":2,"ws":false,"disabled":false},{"text":",","start":16,"end":17,"id":3,"ws":true,"disabled":false},{"text":"Lo","start":18,"end":20,"id":4,"ws":true,"disabled":false},{"text":"and","start":21,"end":24,"id":5,"ws":true,"disabled":false},{"text":"her","start":25,"end":28,"id":6,"ws":true,"disabled":false},{"text":"collaborators","start":29,"end":42,"id":7,"ws":true,"disabled":false},{"text":"focused","start":43,"end":50,"id":8,"ws":true,"disabled":false},{"text":"on","start":51,"end":53,"id":9,"ws":true,"disabled":false},{"text":"so","start":54,"end":56,"id":10,"ws":false,"disabled":false},{"text":"-","start":56,"end":57,"id":11,"ws":false,"disabled":false},{"text":"called","start":57,"end":63,"id":12,"ws":true,"disabled":false},{"text":"\u201c","start":64,"end":65,"id":13,"ws":false,"disabled":false},{"text":"1-in-30","start":65,"end":72,"id":14,"ws":true,"disabled":false},{"text":"events","start":73,"end":79,"id":15,"ws":false,"disabled":false},{"text":",","start":79,"end":80,"id":16,"ws":false,"disabled":false},{"text":"\u201d","start":80,"end":81,"id":17,"ws":true,"disabled":false},{"text":"severe","start":82,"end":88,"id":18,"ws":true,"disabled":false},{"text":"heat","start":89,"end":93,"id":19,"ws":true,"disabled":false},{"text":"waves","start":94,"end":99,"id":20,"ws":true,"disabled":false},{"text":"that","start":100,"end":104,"id":21,"ws":true,"disabled":false},{"text":"strike","start":105,"end":111,"id":22,"ws":true,"disabled":false},{"text":"every","start":112,"end":117,"id":23,"ws":true,"disabled":false},{"text":"few","start":118,"end":121,"id":24,"ws":true,"disabled":false},{"text":"decades","start":122,"end":129,"id":25,"ws":true,"disabled":false},{"text":"and","start":130,"end":133,"id":26,"ws":true,"disabled":false},{"text":"which","start":134,"end":139,"id":27,"ws":true,"disabled":false},{"text":"pose","start":140,"end":144,"id":28,"ws":true,"disabled":false},{"text":"a","start":145,"end":146,"id":29,"ws":true,"disabled":false},{"text":"major","start":147,"end":152,"id":30,"ws":true,"disabled":false},{"text":"threat","start":153,"end":159,"id":31,"ws":true,"disabled":false},{"text":"to","start":160,"end":162,"id":32,"ws":true,"disabled":false},{"text":"children","start":163,"end":171,"id":33,"ws":false,"disabled":false},{"text":",","start":171,"end":172,"id":34,"ws":true,"disabled":false},{"text":"older","start":173,"end":178,"id":35,"ws":true,"disabled":false},{"text":"adults","start":179,"end":185,"id":36,"ws":false,"disabled":false},{"text":",","start":185,"end":186,"id":37,"ws":true,"disabled":false},{"text":"outdoor","start":187,"end":194,"id":38,"ws":true,"disabled":false},{"text":"workers","start":195,"end":202,"id":39,"ws":true,"disabled":false},{"text":"and","start":203,"end":206,"id":40,"ws":true,"disabled":false},{"text":"people","start":207,"end":213,"id":41,"ws":true,"disabled":false},{"text":"living","start":214,"end":220,"id":42,"ws":true,"disabled":false},{"text":"in","start":221,"end":223,"id":43,"ws":true,"disabled":false},{"text":"poverty","start":224,"end":231,"id":44,"ws":false,"disabled":false},{"text":".","start":231,"end":232,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":233,"end":245,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":246,"end":258,"id":47,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Failing crops and hence hunger are increasing.","text":"Failing crops and hence hunger are increasing. IMPLIED_BASE IMPLIED_BASE","characters":"46","document_index":"420","md_sentence_index":"26","classification_origin":"causal_sentence_classification","url":"https://www.nationalgeographic.com/science/2019/10/climate-change-killing-thousands-of-years-indigenous-wisdom/","combo_id":"420_26","post-training batch1":"420_26","_input_hash":-906779127,"_task_hash":-1027442387,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"change_direction"},{"text":"crops","start":8,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":24,"end":30,"token_start":4,"token_end":4,"label":"base"},{"text":"increasing","start":35,"token_start":6,"token_end":6,"end":45,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Failing","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"crops","start":8,"end":13,"id":1,"ws":true,"disabled":false},{"text":"and","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"hence","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"hunger","start":24,"end":30,"id":4,"ws":true,"disabled":false},{"text":"are","start":31,"end":34,"id":5,"ws":true,"disabled":false},{"text":"increasing","start":35,"end":45,"id":6,"ws":false,"disabled":false},{"text":".","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":47,"end":59,"id":8,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":60,"end":72,"id":9,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":4,"head_span":{"start":35,"end":45,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":24,"end":30,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":4,"head_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":24,"end":30,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Although struggles over water resources are not a new occurrence, climate change will only intensify and increase the frequency of such issues\u2014similar to migration.","text":"Although struggles over water resources are not a new occurrence, climate change will only intensify and increase the frequency of such issues\u2014similar to migration. IMPLIED_BASE IMPLIED_BASE","characters":"164","document_index":"81","md_sentence_index":"80","classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_80","post-training batch1":"81_80","_input_hash":1612086394,"_task_hash":1285690109,"spans":[{"text":"water resources","start":24,"token_start":3,"token_end":4,"end":39,"type":"pattern","label":"aspect_changing"},{"text":"climate change","start":66,"token_start":11,"token_end":12,"end":80,"type":"pattern","label":"base"},{"start":81,"end":85,"token_start":13,"token_end":13,"label":"confidence"},{"start":91,"end":100,"token_start":15,"token_end":15,"label":"change_direction"},{"text":"increase","start":105,"token_start":17,"token_end":17,"end":113,"type":"pattern","label":"change_direction"},{"text":"frequency","start":118,"token_start":19,"token_end":19,"end":127,"type":"pattern","label":"aspect_changing"},{"start":154,"end":163,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"struggles","start":9,"end":18,"id":1,"ws":true,"disabled":false},{"text":"over","start":19,"end":23,"id":2,"ws":true,"disabled":false},{"text":"water","start":24,"end":29,"id":3,"ws":true,"disabled":false},{"text":"resources","start":30,"end":39,"id":4,"ws":true,"disabled":false},{"text":"are","start":40,"end":43,"id":5,"ws":true,"disabled":false},{"text":"not","start":44,"end":47,"id":6,"ws":true,"disabled":false},{"text":"a","start":48,"end":49,"id":7,"ws":true,"disabled":false},{"text":"new","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"occurrence","start":54,"end":64,"id":9,"ws":false,"disabled":false},{"text":",","start":64,"end":65,"id":10,"ws":true,"disabled":false},{"text":"climate","start":66,"end":73,"id":11,"ws":true,"disabled":false},{"text":"change","start":74,"end":80,"id":12,"ws":true,"disabled":false},{"text":"will","start":81,"end":85,"id":13,"ws":true,"disabled":false},{"text":"only","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"intensify","start":91,"end":100,"id":15,"ws":true,"disabled":false},{"text":"and","start":101,"end":104,"id":16,"ws":true,"disabled":false},{"text":"increase","start":105,"end":113,"id":17,"ws":true,"disabled":false},{"text":"the","start":114,"end":117,"id":18,"ws":true,"disabled":false},{"text":"frequency","start":118,"end":127,"id":19,"ws":true,"disabled":false},{"text":"of","start":128,"end":130,"id":20,"ws":true,"disabled":false},{"text":"such","start":131,"end":135,"id":21,"ws":true,"disabled":false},{"text":"issues","start":136,"end":142,"id":22,"ws":false,"disabled":false},{"text":"\u2014","start":142,"end":143,"id":23,"ws":false,"disabled":false},{"text":"similar","start":143,"end":150,"id":24,"ws":true,"disabled":false},{"text":"to","start":151,"end":153,"id":25,"ws":true,"disabled":false},{"text":"migration","start":154,"end":163,"id":26,"ws":false,"disabled":false},{"text":".","start":163,"end":164,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":15,"child":12,"head_span":{"start":91,"end":100,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":66,"end":80,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":26,"head_span":{"start":66,"end":80,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":154,"end":163,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":26,"head_span":{"start":118,"end":127,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":154,"end":163,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":26,"head_span":{"start":105,"end":113,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":154,"end":163,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Flooding is a complex phenomenon with many causes, including land development and ground conditions.","text":"Flooding is a complex phenomenon with many causes, including land development and ground conditions. IMPLIED_BASE IMPLIED_BASE","characters":"100","document_index":"254","md_sentence_index":"14","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/07/06/climate/nashville-floods-buybacks.html","combo_id":"254_14","post-training batch1":"254_14","_input_hash":-633813394,"_task_hash":-1360754738,"spans":[{"text":"Flooding","start":0,"token_start":0,"token_end":0,"end":8,"type":"pattern","label":"base"},{"start":43,"end":60,"token_start":7,"token_end":9,"label":"predicate"},{"start":61,"end":65,"token_start":10,"token_end":10,"label":"type_of"},{"text":"development","start":66,"token_start":11,"token_end":11,"end":77,"type":"pattern","label":"base"},{"text":"ground","start":82,"token_start":13,"token_end":13,"end":88,"type":"pattern","label":"base"},{"start":89,"end":99,"token_start":14,"token_end":14,"label":"aspect_changing"}],"tokens":[{"text":"Flooding","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"is","start":9,"end":11,"id":1,"ws":true,"disabled":false},{"text":"a","start":12,"end":13,"id":2,"ws":true,"disabled":false},{"text":"complex","start":14,"end":21,"id":3,"ws":true,"disabled":false},{"text":"phenomenon","start":22,"end":32,"id":4,"ws":true,"disabled":false},{"text":"with","start":33,"end":37,"id":5,"ws":true,"disabled":false},{"text":"many","start":38,"end":42,"id":6,"ws":true,"disabled":false},{"text":"causes","start":43,"end":49,"id":7,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":8,"ws":true,"disabled":false},{"text":"including","start":51,"end":60,"id":9,"ws":true,"disabled":false},{"text":"land","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"development","start":66,"end":77,"id":11,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":12,"ws":true,"disabled":false},{"text":"ground","start":82,"end":88,"id":13,"ws":true,"disabled":false},{"text":"conditions","start":89,"end":99,"id":14,"ws":false,"disabled":false},{"text":".","start":99,"end":100,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":101,"end":113,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":114,"end":126,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":61,"end":65,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":66,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":89,"end":99,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":82,"end":88,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":0,"head_span":{"start":82,"end":88,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":0,"head_span":{"start":66,"end":77,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Instead, rising temperatures weaken roadways, cause metal fatigue in bridges, and make the metal pipes that move water expand, crack, and leak.\n","text":"Instead, rising temperatures weaken roadways, cause metal fatigue in bridges, and make the metal pipes that move water expand, crack, and leak. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"369","md_sentence_index":"114","classification_origin":"cm_cause_effect_rel","url":"https://www.vox.com/energy-and-environment/2019/9/9/20804544/climate-change-phoenix-heat-wave-deaths-extreme-weather","combo_id":"369_114","post-training batch1":"369_114","_input_hash":1815603231,"_task_hash":2057732711,"spans":[{"text":"rising","start":9,"token_start":2,"token_end":2,"end":15,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":16,"token_start":3,"token_end":3,"end":28,"type":"pattern","label":"aspect_changing"},{"start":29,"end":35,"token_start":4,"token_end":4,"label":"change_direction"},{"start":36,"end":44,"token_start":5,"token_end":5,"label":"base"},{"start":46,"end":51,"token_start":7,"token_end":7,"label":"predicate"},{"start":52,"end":57,"token_start":8,"token_end":8,"label":"base"},{"start":58,"end":65,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":69,"end":76,"token_start":11,"token_end":11,"label":"type_of"},{"start":82,"end":86,"token_start":14,"token_end":14,"label":"predicate"},{"start":91,"end":96,"token_start":16,"token_end":16,"label":"type_of"},{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},{"start":113,"end":118,"token_start":20,"token_end":20,"label":"type_of"},{"text":"expand","start":119,"token_start":21,"token_end":21,"end":125,"type":"pattern","label":"change_direction"},{"start":127,"end":132,"token_start":23,"token_end":23,"label":"change_direction"},{"start":138,"end":142,"token_start":26,"token_end":26,"label":"change_direction"},{"start":144,"end":156,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"Instead","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"rising","start":9,"end":15,"id":2,"ws":true,"disabled":false},{"text":"temperatures","start":16,"end":28,"id":3,"ws":true,"disabled":false},{"text":"weaken","start":29,"end":35,"id":4,"ws":true,"disabled":false},{"text":"roadways","start":36,"end":44,"id":5,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":6,"ws":true,"disabled":false},{"text":"cause","start":46,"end":51,"id":7,"ws":true,"disabled":false},{"text":"metal","start":52,"end":57,"id":8,"ws":true,"disabled":false},{"text":"fatigue","start":58,"end":65,"id":9,"ws":true,"disabled":false},{"text":"in","start":66,"end":68,"id":10,"ws":true,"disabled":false},{"text":"bridges","start":69,"end":76,"id":11,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":12,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":13,"ws":true,"disabled":false},{"text":"make","start":82,"end":86,"id":14,"ws":true,"disabled":false},{"text":"the","start":87,"end":90,"id":15,"ws":true,"disabled":false},{"text":"metal","start":91,"end":96,"id":16,"ws":true,"disabled":false},{"text":"pipes","start":97,"end":102,"id":17,"ws":true,"disabled":false},{"text":"that","start":103,"end":107,"id":18,"ws":true,"disabled":false},{"text":"move","start":108,"end":112,"id":19,"ws":true,"disabled":false},{"text":"water","start":113,"end":118,"id":20,"ws":true,"disabled":false},{"text":"expand","start":119,"end":125,"id":21,"ws":false,"disabled":false},{"text":",","start":125,"end":126,"id":22,"ws":true,"disabled":false},{"text":"crack","start":127,"end":132,"id":23,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":24,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":25,"ws":true,"disabled":false},{"text":"leak","start":138,"end":142,"id":26,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":2,"child":28,"head_span":{"start":9,"end":15,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":144,"end":156,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":28,"head_span":{"start":16,"end":28,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":144,"end":156,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":17,"head_span":{"start":113,"end":118,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":91,"end":96,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":17,"head_span":{"start":119,"end":125,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":17,"head_span":{"start":127,"end":132,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":17,"head_span":{"start":138,"end":142,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":8,"head_span":{"start":69,"end":76,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":52,"end":57,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":58,"end":65,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":52,"end":57,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":29,"end":35,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":36,"end":44,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":5,"head_span":{"start":144,"end":156,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":36,"end":44,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":8,"head_span":{"start":144,"end":156,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":52,"end":57,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":17,"head_span":{"start":144,"end":156,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Waiting to act will only increase the likelihood of a climate shock destabilizing the financial system and severely affecting the broader economy.","text":"Waiting to act will only increase the likelihood of a climate shock destabilizing the financial system and severely affecting the broader economy. IMPLIED_BASE IMPLIED_BASE","characters":"146","document_index":"631","md_sentence_index":"105","classification_origin":"causal_sentence_classification","url":"https://www.americanprogress.org/issues/economy/reports/2019/11/21/477190/climate-change-threatens-stability-financial-system/","combo_id":"631_105","post-training batch1":"631_105","_input_hash":-784173329,"_task_hash":-763944915,"spans":[{"text":"increase","start":25,"token_start":5,"token_end":5,"end":33,"type":"pattern","label":"change_direction"},{"text":"likelihood","start":38,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Waiting","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"to","start":8,"end":10,"id":1,"ws":true,"disabled":false},{"text":"act","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"will","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"only","start":20,"end":24,"id":4,"ws":true,"disabled":false},{"text":"increase","start":25,"end":33,"id":5,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"likelihood","start":38,"end":48,"id":7,"ws":true,"disabled":false},{"text":"of","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"a","start":52,"end":53,"id":9,"ws":true,"disabled":false},{"text":"climate","start":54,"end":61,"id":10,"ws":true,"disabled":false},{"text":"shock","start":62,"end":67,"id":11,"ws":true,"disabled":false},{"text":"destabilizing","start":68,"end":81,"id":12,"ws":true,"disabled":false},{"text":"the","start":82,"end":85,"id":13,"ws":true,"disabled":false},{"text":"financial","start":86,"end":95,"id":14,"ws":true,"disabled":false},{"text":"system","start":96,"end":102,"id":15,"ws":true,"disabled":false},{"text":"and","start":103,"end":106,"id":16,"ws":true,"disabled":false},{"text":"severely","start":107,"end":115,"id":17,"ws":true,"disabled":false},{"text":"affecting","start":116,"end":125,"id":18,"ws":true,"disabled":false},{"text":"the","start":126,"end":129,"id":19,"ws":true,"disabled":false},{"text":"broader","start":130,"end":137,"id":20,"ws":true,"disabled":false},{"text":"economy","start":138,"end":145,"id":21,"ws":false,"disabled":false},{"text":".","start":145,"end":146,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":147,"end":159,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":160,"end":172,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Solutions","relation count":"Many","complexity":"Complex","original_md_text":"Such actions include reducing greenhouse gas emissions, which reduces the speed and magnitude of climate change, and the use of better population control (given that most of the increase in population in the next decade is expected to take place in developing countries, with huge increases in greenhouse gas emissions as a result).","text":"Such actions include reducing greenhouse gas emissions, which reduces the speed and magnitude of climate change, and the use of better population control (given that most of the increase in population in the next decade is expected to take place in developing countries, with huge increases in greenhouse gas emissions as a result). IMPLIED_BASE IMPLIED_BASE","characters":"332","document_index":"71","md_sentence_index":"277","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_277","post-training batch1":"71_277","_input_hash":398517125,"_task_hash":1775519458,"spans":[{"start":21,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},{"start":30,"end":40,"token_start":4,"token_end":4,"label":"type_of"},{"start":41,"end":44,"token_start":5,"token_end":5,"label":"base"},{"text":"emissions","start":45,"token_start":6,"token_end":6,"end":54,"type":"pattern","label":"aspect_changing"},{"start":56,"end":61,"token_start":8,"token_end":8,"label":"predicate"},{"start":62,"end":69,"token_start":9,"token_end":9,"label":"change_direction"},{"start":74,"end":79,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":84,"end":93,"token_start":13,"token_end":13,"label":"aspect_changing"},{"text":"climate change","start":97,"token_start":15,"token_end":16,"end":111,"type":"pattern","label":"base"},{"start":178,"end":186,"token_start":31,"token_end":31,"label":"change_direction"},{"start":190,"end":200,"token_start":33,"token_end":33,"label":"base"},{"start":281,"end":290,"token_start":49,"token_end":49,"label":"change_direction"},{"start":294,"end":304,"token_start":51,"token_end":51,"label":"type_of"},{"start":305,"end":308,"token_start":52,"token_end":52,"label":"base"},{"start":309,"end":318,"token_start":53,"token_end":53,"label":"aspect_changing"},{"start":319,"end":330,"token_start":54,"token_end":56,"label":"predicate"}],"tokens":[{"text":"Such","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"actions","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"include","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"reducing","start":21,"end":29,"id":3,"ws":true,"disabled":false},{"text":"greenhouse","start":30,"end":40,"id":4,"ws":true,"disabled":false},{"text":"gas","start":41,"end":44,"id":5,"ws":true,"disabled":false},{"text":"emissions","start":45,"end":54,"id":6,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":7,"ws":true,"disabled":false},{"text":"which","start":56,"end":61,"id":8,"ws":true,"disabled":false},{"text":"reduces","start":62,"end":69,"id":9,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":10,"ws":true,"disabled":false},{"text":"speed","start":74,"end":79,"id":11,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":12,"ws":true,"disabled":false},{"text":"magnitude","start":84,"end":93,"id":13,"ws":true,"disabled":false},{"text":"of","start":94,"end":96,"id":14,"ws":true,"disabled":false},{"text":"climate","start":97,"end":104,"id":15,"ws":true,"disabled":false},{"text":"change","start":105,"end":111,"id":16,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":17,"ws":true,"disabled":false},{"text":"and","start":113,"end":116,"id":18,"ws":true,"disabled":false},{"text":"the","start":117,"end":120,"id":19,"ws":true,"disabled":false},{"text":"use","start":121,"end":124,"id":20,"ws":true,"disabled":false},{"text":"of","start":125,"end":127,"id":21,"ws":true,"disabled":false},{"text":"better","start":128,"end":134,"id":22,"ws":true,"disabled":false},{"text":"population","start":135,"end":145,"id":23,"ws":true,"disabled":false},{"text":"control","start":146,"end":153,"id":24,"ws":true,"disabled":false},{"text":"(","start":154,"end":155,"id":25,"ws":false,"disabled":false},{"text":"given","start":155,"end":160,"id":26,"ws":true,"disabled":false},{"text":"that","start":161,"end":165,"id":27,"ws":true,"disabled":false},{"text":"most","start":166,"end":170,"id":28,"ws":true,"disabled":false},{"text":"of","start":171,"end":173,"id":29,"ws":true,"disabled":false},{"text":"the","start":174,"end":177,"id":30,"ws":true,"disabled":false},{"text":"increase","start":178,"end":186,"id":31,"ws":true,"disabled":false},{"text":"in","start":187,"end":189,"id":32,"ws":true,"disabled":false},{"text":"population","start":190,"end":200,"id":33,"ws":true,"disabled":false},{"text":"in","start":201,"end":203,"id":34,"ws":true,"disabled":false},{"text":"the","start":204,"end":207,"id":35,"ws":true,"disabled":false},{"text":"next","start":208,"end":212,"id":36,"ws":true,"disabled":false},{"text":"decade","start":213,"end":219,"id":37,"ws":true,"disabled":false},{"text":"is","start":220,"end":222,"id":38,"ws":true,"disabled":false},{"text":"expected","start":223,"end":231,"id":39,"ws":true,"disabled":false},{"text":"to","start":232,"end":234,"id":40,"ws":true,"disabled":false},{"text":"take","start":235,"end":239,"id":41,"ws":true,"disabled":false},{"text":"place","start":240,"end":245,"id":42,"ws":true,"disabled":false},{"text":"in","start":246,"end":248,"id":43,"ws":true,"disabled":false},{"text":"developing","start":249,"end":259,"id":44,"ws":true,"disabled":false},{"text":"countries","start":260,"end":269,"id":45,"ws":false,"disabled":false},{"text":",","start":269,"end":270,"id":46,"ws":true,"disabled":false},{"text":"with","start":271,"end":275,"id":47,"ws":true,"disabled":false},{"text":"huge","start":276,"end":280,"id":48,"ws":true,"disabled":false},{"text":"increases","start":281,"end":290,"id":49,"ws":true,"disabled":false},{"text":"in","start":291,"end":293,"id":50,"ws":true,"disabled":false},{"text":"greenhouse","start":294,"end":304,"id":51,"ws":true,"disabled":false},{"text":"gas","start":305,"end":308,"id":52,"ws":true,"disabled":false},{"text":"emissions","start":309,"end":318,"id":53,"ws":true,"disabled":false},{"text":"as","start":319,"end":321,"id":54,"ws":true,"disabled":false},{"text":"a","start":322,"end":323,"id":55,"ws":true,"disabled":false},{"text":"result","start":324,"end":330,"id":56,"ws":false,"disabled":false},{"text":")","start":330,"end":331,"id":57,"ws":false,"disabled":false},{"text":".","start":331,"end":332,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":333,"end":345,"id":59,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":346,"end":358,"id":60,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":5,"head_span":{"start":21,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":41,"end":44,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":30,"end":40,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":41,"end":44,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":45,"end":54,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":41,"end":44,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":84,"end":93,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":97,"end":111,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":16,"head_span":{"start":74,"end":79,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":97,"end":111,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":16,"head_span":{"start":62,"end":69,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":97,"end":111,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":16,"head_span":{"start":41,"end":44,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":97,"end":111,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":33,"head_span":{"start":178,"end":186,"token_start":31,"token_end":31,"label":"change_direction"},"child_span":{"start":190,"end":200,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":52,"head_span":{"start":281,"end":290,"token_start":49,"token_end":49,"label":"change_direction"},"child_span":{"start":305,"end":308,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":52,"head_span":{"start":294,"end":304,"token_start":51,"token_end":51,"label":"type_of"},"child_span":{"start":305,"end":308,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":53,"child":52,"head_span":{"start":309,"end":318,"token_start":53,"token_end":53,"label":"aspect_changing"},"child_span":{"start":305,"end":308,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":52,"head_span":{"start":190,"end":200,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":305,"end":308,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"- U.S. EPA is allowing the sale of dirtier \"winter fuel\" gasoline during COVID-19, worsening air quality in the midst of a respiratory virus pandemic, which will lead to extra deaths.\n","text":"- U.S. EPA is allowing the sale of dirtier \"winter fuel\" gasoline during COVID-19, worsening air quality in the midst of a respiratory virus pandemic, which will lead to extra deaths. IMPLIED_BASE IMPLIED_BASE","characters":"184","document_index":"765","md_sentence_index":"152","classification_origin":"causal_sentence_classification","url":"https://covidclimate.com/","combo_id":"765_152","post-training batch1":"765_152","_input_hash":-256805801,"_task_hash":-583521686,"spans":[{"start":27,"end":31,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":35,"end":42,"token_start":8,"token_end":8,"label":"type_of"},{"start":43,"end":65,"token_start":9,"token_end":13,"label":"base"},{"text":"worsening","start":83,"token_start":17,"token_end":17,"end":92,"type":"pattern","label":"change_direction"},{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},{"text":"quality","start":97,"token_start":19,"token_end":19,"end":104,"type":"pattern","label":"aspect_changing"},{"start":162,"end":169,"token_start":31,"token_end":32,"label":"predicate"},{"start":176,"end":182,"token_start":34,"token_end":34,"label":"base"}],"tokens":[{"text":"-","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"U.S.","start":2,"end":6,"id":1,"ws":true,"disabled":false},{"text":"EPA","start":7,"end":10,"id":2,"ws":true,"disabled":false},{"text":"is","start":11,"end":13,"id":3,"ws":true,"disabled":false},{"text":"allowing","start":14,"end":22,"id":4,"ws":true,"disabled":false},{"text":"the","start":23,"end":26,"id":5,"ws":true,"disabled":false},{"text":"sale","start":27,"end":31,"id":6,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":7,"ws":true,"disabled":false},{"text":"dirtier","start":35,"end":42,"id":8,"ws":true,"disabled":false},{"text":"\"","start":43,"end":44,"id":9,"ws":false,"disabled":false},{"text":"winter","start":44,"end":50,"id":10,"ws":true,"disabled":false},{"text":"fuel","start":51,"end":55,"id":11,"ws":false,"disabled":false},{"text":"\"","start":55,"end":56,"id":12,"ws":true,"disabled":false},{"text":"gasoline","start":57,"end":65,"id":13,"ws":true,"disabled":false},{"text":"during","start":66,"end":72,"id":14,"ws":true,"disabled":false},{"text":"COVID-19","start":73,"end":81,"id":15,"ws":false,"disabled":false},{"text":",","start":81,"end":82,"id":16,"ws":true,"disabled":false},{"text":"worsening","start":83,"end":92,"id":17,"ws":true,"disabled":false},{"text":"air","start":93,"end":96,"id":18,"ws":true,"disabled":false},{"text":"quality","start":97,"end":104,"id":19,"ws":true,"disabled":false},{"text":"in","start":105,"end":107,"id":20,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":21,"ws":true,"disabled":false},{"text":"midst","start":112,"end":117,"id":22,"ws":true,"disabled":false},{"text":"of","start":118,"end":120,"id":23,"ws":true,"disabled":false},{"text":"a","start":121,"end":122,"id":24,"ws":true,"disabled":false},{"text":"respiratory","start":123,"end":134,"id":25,"ws":true,"disabled":false},{"text":"virus","start":135,"end":140,"id":26,"ws":true,"disabled":false},{"text":"pandemic","start":141,"end":149,"id":27,"ws":false,"disabled":false},{"text":",","start":149,"end":150,"id":28,"ws":true,"disabled":false},{"text":"which","start":151,"end":156,"id":29,"ws":true,"disabled":false},{"text":"will","start":157,"end":161,"id":30,"ws":true,"disabled":false},{"text":"lead","start":162,"end":166,"id":31,"ws":true,"disabled":false},{"text":"to","start":167,"end":169,"id":32,"ws":true,"disabled":false},{"text":"extra","start":170,"end":175,"id":33,"ws":true,"disabled":false},{"text":"deaths","start":176,"end":182,"id":34,"ws":false,"disabled":false},{"text":".","start":182,"end":183,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":197,"end":209,"id":37,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":8,"child":13,"head_span":{"start":35,"end":42,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":43,"end":65,"token_start":9,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":13,"head_span":{"start":27,"end":31,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":43,"end":65,"token_start":9,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":83,"end":92,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":97,"end":104,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":34,"head_span":{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":176,"end":182,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":18,"head_span":{"start":43,"end":65,"token_start":9,"token_end":13,"label":"base"},"child_span":{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A report last year by the Intergovernmental Panel on Climate Change of the United Nations started that \"without increased and urgent mitigation ambition in the coming years, leading to a sharp decline in greenhouse gas emissions by 2030, global warming will surpass 1.5\u00b0C in the following decades, leading to irreversible loss of the most fragile ecosystems, and crisis after crisis for the most vulnerable people and societies.\"\n","text":"A report last year by the Intergovernmental Panel on Climate Change of the United Nations started that \"without increased and urgent mitigation ambition in the coming years, leading to a sharp decline in greenhouse gas emissions by 2030, global warming will surpass 1.5\u00b0C in the following decades, leading to irreversible loss of the most fragile ecosystems, and crisis after crisis for the most vulnerable people and societies.\" IMPLIED_BASE IMPLIED_BASE","characters":"430","document_index":"597","md_sentence_index":"9","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.zdnet.com/article/ai-can-fight-climate-change-but-theres-a-catch-optimization-doesnt-automatically-equal-emissions-reduction/","combo_id":"597_9","post-training batch1":"597_9","_input_hash":-1539865398,"_task_hash":1494507033,"spans":[{"text":"increased","start":112,"token_start":19,"token_end":19,"end":121,"type":"pattern","label":"change_direction"},{"start":126,"end":132,"token_start":21,"token_end":21,"label":"type_of"},{"start":133,"end":143,"token_start":22,"token_end":22,"label":"base"},{"start":144,"end":152,"token_start":23,"token_end":23,"label":"aspect_changing"},{"start":153,"end":172,"token_start":24,"token_end":27,"label":"when"},{"start":174,"end":184,"token_start":29,"token_end":30,"label":"predicate"},{"start":187,"end":192,"token_start":32,"token_end":32,"label":"effect_size"},{"start":193,"end":200,"token_start":33,"token_end":33,"label":"change_direction"},{"text":"greenhouse","start":204,"token_start":35,"token_end":35,"end":214,"type":"pattern","label":"type_of"},{"start":215,"end":218,"token_start":36,"token_end":36,"label":"base"},{"text":"emissions","start":219,"token_start":37,"token_end":37,"end":228,"type":"pattern","label":"aspect_changing"},{"start":229,"end":236,"token_start":38,"token_end":39,"label":"when"},{"text":"global warming","start":238,"token_start":41,"token_end":42,"end":252,"type":"pattern","label":"base"},{"start":258,"end":271,"token_start":44,"token_end":47,"label":"aspect_changing"},{"start":272,"end":296,"token_start":48,"token_end":51,"label":"when"},{"start":298,"end":308,"token_start":53,"token_end":54,"label":"predicate"},{"start":309,"end":321,"token_start":55,"token_end":55,"label":"effect_size"},{"start":322,"end":326,"token_start":56,"token_end":56,"label":"change_direction"},{"start":334,"end":346,"token_start":59,"token_end":60,"label":"type_of"},{"start":347,"end":357,"token_start":61,"token_end":61,"label":"base"},{"start":363,"end":369,"token_start":64,"token_end":64,"label":"base"},{"start":370,"end":375,"token_start":65,"token_end":65,"label":"predicate"},{"start":376,"end":382,"token_start":66,"token_end":66,"label":"base"},{"start":391,"end":427,"token_start":69,"token_end":73,"label":"to_whom"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"report","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"last","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"year","start":14,"end":18,"id":3,"ws":true,"disabled":false},{"text":"by","start":19,"end":21,"id":4,"ws":true,"disabled":false},{"text":"the","start":22,"end":25,"id":5,"ws":true,"disabled":false},{"text":"Intergovernmental","start":26,"end":43,"id":6,"ws":true,"disabled":false},{"text":"Panel","start":44,"end":49,"id":7,"ws":true,"disabled":false},{"text":"on","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"Climate","start":53,"end":60,"id":9,"ws":true,"disabled":false},{"text":"Change","start":61,"end":67,"id":10,"ws":true,"disabled":false},{"text":"of","start":68,"end":70,"id":11,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":12,"ws":true,"disabled":false},{"text":"United","start":75,"end":81,"id":13,"ws":true,"disabled":false},{"text":"Nations","start":82,"end":89,"id":14,"ws":true,"disabled":false},{"text":"started","start":90,"end":97,"id":15,"ws":true,"disabled":false},{"text":"that","start":98,"end":102,"id":16,"ws":true,"disabled":false},{"text":"\"","start":103,"end":104,"id":17,"ws":false,"disabled":false},{"text":"without","start":104,"end":111,"id":18,"ws":true,"disabled":false},{"text":"increased","start":112,"end":121,"id":19,"ws":true,"disabled":false},{"text":"and","start":122,"end":125,"id":20,"ws":true,"disabled":false},{"text":"urgent","start":126,"end":132,"id":21,"ws":true,"disabled":false},{"text":"mitigation","start":133,"end":143,"id":22,"ws":true,"disabled":false},{"text":"ambition","start":144,"end":152,"id":23,"ws":true,"disabled":false},{"text":"in","start":153,"end":155,"id":24,"ws":true,"disabled":false},{"text":"the","start":156,"end":159,"id":25,"ws":true,"disabled":false},{"text":"coming","start":160,"end":166,"id":26,"ws":true,"disabled":false},{"text":"years","start":167,"end":172,"id":27,"ws":false,"disabled":false},{"text":",","start":172,"end":173,"id":28,"ws":true,"disabled":false},{"text":"leading","start":174,"end":181,"id":29,"ws":true,"disabled":false},{"text":"to","start":182,"end":184,"id":30,"ws":true,"disabled":false},{"text":"a","start":185,"end":186,"id":31,"ws":true,"disabled":false},{"text":"sharp","start":187,"end":192,"id":32,"ws":true,"disabled":false},{"text":"decline","start":193,"end":200,"id":33,"ws":true,"disabled":false},{"text":"in","start":201,"end":203,"id":34,"ws":true,"disabled":false},{"text":"greenhouse","start":204,"end":214,"id":35,"ws":true,"disabled":false},{"text":"gas","start":215,"end":218,"id":36,"ws":true,"disabled":false},{"text":"emissions","start":219,"end":228,"id":37,"ws":true,"disabled":false},{"text":"by","start":229,"end":231,"id":38,"ws":true,"disabled":false},{"text":"2030","start":232,"end":236,"id":39,"ws":false,"disabled":false},{"text":",","start":236,"end":237,"id":40,"ws":true,"disabled":false},{"text":"global","start":238,"end":244,"id":41,"ws":true,"disabled":false},{"text":"warming","start":245,"end":252,"id":42,"ws":true,"disabled":false},{"text":"will","start":253,"end":257,"id":43,"ws":true,"disabled":false},{"text":"surpass","start":258,"end":265,"id":44,"ws":true,"disabled":false},{"text":"1.5","start":266,"end":269,"id":45,"ws":false,"disabled":false},{"text":"\u00b0","start":269,"end":270,"id":46,"ws":false,"disabled":false},{"text":"C","start":270,"end":271,"id":47,"ws":true,"disabled":false},{"text":"in","start":272,"end":274,"id":48,"ws":true,"disabled":false},{"text":"the","start":275,"end":278,"id":49,"ws":true,"disabled":false},{"text":"following","start":279,"end":288,"id":50,"ws":true,"disabled":false},{"text":"decades","start":289,"end":296,"id":51,"ws":false,"disabled":false},{"text":",","start":296,"end":297,"id":52,"ws":true,"disabled":false},{"text":"leading","start":298,"end":305,"id":53,"ws":true,"disabled":false},{"text":"to","start":306,"end":308,"id":54,"ws":true,"disabled":false},{"text":"irreversible","start":309,"end":321,"id":55,"ws":true,"disabled":false},{"text":"loss","start":322,"end":326,"id":56,"ws":true,"disabled":false},{"text":"of","start":327,"end":329,"id":57,"ws":true,"disabled":false},{"text":"the","start":330,"end":333,"id":58,"ws":true,"disabled":false},{"text":"most","start":334,"end":338,"id":59,"ws":true,"disabled":false},{"text":"fragile","start":339,"end":346,"id":60,"ws":true,"disabled":false},{"text":"ecosystems","start":347,"end":357,"id":61,"ws":false,"disabled":false},{"text":",","start":357,"end":358,"id":62,"ws":true,"disabled":false},{"text":"and","start":359,"end":362,"id":63,"ws":true,"disabled":false},{"text":"crisis","start":363,"end":369,"id":64,"ws":true,"disabled":false},{"text":"after","start":370,"end":375,"id":65,"ws":true,"disabled":false},{"text":"crisis","start":376,"end":382,"id":66,"ws":true,"disabled":false},{"text":"for","start":383,"end":386,"id":67,"ws":true,"disabled":false},{"text":"the","start":387,"end":390,"id":68,"ws":true,"disabled":false},{"text":"most","start":391,"end":395,"id":69,"ws":true,"disabled":false},{"text":"vulnerable","start":396,"end":406,"id":70,"ws":true,"disabled":false},{"text":"people","start":407,"end":413,"id":71,"ws":true,"disabled":false},{"text":"and","start":414,"end":417,"id":72,"ws":true,"disabled":false},{"text":"societies","start":418,"end":427,"id":73,"ws":false,"disabled":false},{"text":".","start":427,"end":428,"id":74,"ws":false,"disabled":false},{"text":"\"","start":428,"end":429,"id":75,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":430,"end":442,"id":76,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":443,"end":455,"id":77,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":21,"child":22,"head_span":{"start":126,"end":132,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":133,"end":143,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":144,"end":152,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":133,"end":143,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":22,"head_span":{"start":112,"end":121,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":133,"end":143,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":36,"head_span":{"start":187,"end":192,"token_start":32,"token_end":32,"label":"effect_size"},"child_span":{"start":215,"end":218,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":36,"head_span":{"start":219,"end":228,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":215,"end":218,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":36,"head_span":{"start":229,"end":236,"token_start":38,"token_end":39,"label":"when"},"child_span":{"start":215,"end":218,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":36,"head_span":{"start":204,"end":214,"token_start":35,"token_end":35,"label":"type_of"},"child_span":{"start":215,"end":218,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":36,"head_span":{"start":193,"end":200,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":215,"end":218,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":36,"head_span":{"start":133,"end":143,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":215,"end":218,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":42,"head_span":{"start":258,"end":271,"token_start":44,"token_end":47,"label":"aspect_changing"},"child_span":{"start":238,"end":252,"token_start":41,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":42,"head_span":{"start":272,"end":296,"token_start":48,"token_end":51,"label":"when"},"child_span":{"start":238,"end":252,"token_start":41,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":55,"child":61,"head_span":{"start":309,"end":321,"token_start":55,"token_end":55,"label":"effect_size"},"child_span":{"start":347,"end":357,"token_start":61,"token_end":61,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":60,"child":61,"head_span":{"start":334,"end":346,"token_start":59,"token_end":60,"label":"type_of"},"child_span":{"start":347,"end":357,"token_start":61,"token_end":61,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":56,"child":61,"head_span":{"start":322,"end":326,"token_start":56,"token_end":56,"label":"change_direction"},"child_span":{"start":347,"end":357,"token_start":61,"token_end":61,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":73,"child":64,"head_span":{"start":391,"end":427,"token_start":69,"token_end":73,"label":"to_whom"},"child_span":{"start":363,"end":369,"token_start":64,"token_end":64,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":61,"head_span":{"start":238,"end":252,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":347,"end":357,"token_start":61,"token_end":61,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":64,"head_span":{"start":238,"end":252,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":363,"end":369,"token_start":64,"token_end":64,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":64,"child":66,"head_span":{"start":363,"end":369,"token_start":64,"token_end":64,"label":"base"},"child_span":{"start":376,"end":382,"token_start":66,"token_end":66,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"causal?","relation count":"many","complexity":"simple","original_md_text":"Increasingly, they found, studies connect fracking operations to air pollution, contaminated or depleted drinking water, and earthquakes.","text":"Increasingly, they found, studies connect fracking operations to air pollution, contaminated or depleted drinking water, and earthquakes. IMPLIED_BASE IMPLIED_BASE","characters":"137","document_index":"232","md_sentence_index":"4","classification_origin":"cm-label-eval","url":"https://grist.org/article/growing-body-of-science-links-fracking-to-harm-to-health/","combo_id":"232_4","post-training batch1":"232_4","_input_hash":-1827020644,"_task_hash":1165902088,"spans":[{"start":34,"end":41,"token_start":6,"token_end":6,"label":"predicate"},{"start":42,"end":50,"token_start":7,"token_end":7,"label":"base"},{"start":65,"end":68,"token_start":10,"token_end":10,"label":"type_of"},{"text":"pollution","start":69,"token_start":11,"token_end":11,"end":78,"type":"pattern","label":"base"},{"start":80,"end":92,"token_start":13,"token_end":13,"label":"type_of"},{"start":96,"end":104,"token_start":15,"token_end":15,"label":"type_of"},{"text":"drinking water","start":105,"token_start":16,"token_end":17,"end":119,"type":"pattern","label":"base"},{"text":"earthquakes","start":125,"token_start":20,"token_end":20,"end":136,"type":"pattern","label":"base"}],"tokens":[{"text":"Increasingly","start":0,"end":12,"id":0,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":1,"ws":true,"disabled":false},{"text":"they","start":14,"end":18,"id":2,"ws":true,"disabled":false},{"text":"found","start":19,"end":24,"id":3,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":4,"ws":true,"disabled":false},{"text":"studies","start":26,"end":33,"id":5,"ws":true,"disabled":false},{"text":"connect","start":34,"end":41,"id":6,"ws":true,"disabled":false},{"text":"fracking","start":42,"end":50,"id":7,"ws":true,"disabled":false},{"text":"operations","start":51,"end":61,"id":8,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":9,"ws":true,"disabled":false},{"text":"air","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"pollution","start":69,"end":78,"id":11,"ws":false,"disabled":false},{"text":",","start":78,"end":79,"id":12,"ws":true,"disabled":false},{"text":"contaminated","start":80,"end":92,"id":13,"ws":true,"disabled":false},{"text":"or","start":93,"end":95,"id":14,"ws":true,"disabled":false},{"text":"depleted","start":96,"end":104,"id":15,"ws":true,"disabled":false},{"text":"drinking","start":105,"end":113,"id":16,"ws":true,"disabled":false},{"text":"water","start":114,"end":119,"id":17,"ws":false,"disabled":false},{"text":",","start":119,"end":120,"id":18,"ws":true,"disabled":false},{"text":"and","start":121,"end":124,"id":19,"ws":true,"disabled":false},{"text":"earthquakes","start":125,"end":136,"id":20,"ws":false,"disabled":false},{"text":".","start":136,"end":137,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":65,"end":68,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":69,"end":78,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":80,"end":92,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":105,"end":119,"token_start":16,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":96,"end":104,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":105,"end":119,"token_start":16,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":11,"head_span":{"start":42,"end":50,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":69,"end":78,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":17,"head_span":{"start":42,"end":50,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":105,"end":119,"token_start":16,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":20,"head_span":{"start":42,"end":50,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":125,"end":136,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"And some prescription and over-the-counter medications for conditions ranging from allergies to high blood pressure and depression increase heat sensitivity.\n","text":"And some prescription and over-the-counter medications for conditions ranging from allergies to high blood pressure and depression increase heat sensitivity. IMPLIED_BASE IMPLIED_BASE","characters":"158","document_index":"826","md_sentence_index":"143","classification_origin":"causal_sentence_classification","url":"https://www.azcentral.com/in-depth/news/2020/08/26/heat-killing-more-people-cities-sizzle-hotter-temperatures/4553439002/","combo_id":"826_143","post-training batch1":"826_143","_input_hash":-542729027,"_task_hash":-1096689385,"spans":[{"start":9,"end":21,"token_start":2,"token_end":2,"label":"type_of"},{"start":26,"end":42,"token_start":4,"token_end":8,"label":"type_of"},{"start":43,"end":54,"token_start":9,"token_end":9,"label":"base"},{"text":"increase","start":131,"token_start":21,"token_end":21,"end":139,"type":"pattern","label":"change_direction"},{"start":140,"end":144,"token_start":22,"token_end":22,"label":"type_of"},{"start":145,"end":156,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"some","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"prescription","start":9,"end":21,"id":2,"ws":true,"disabled":false},{"text":"and","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"over","start":26,"end":30,"id":4,"ws":false,"disabled":false},{"text":"-","start":30,"end":31,"id":5,"ws":false,"disabled":false},{"text":"the","start":31,"end":34,"id":6,"ws":false,"disabled":false},{"text":"-","start":34,"end":35,"id":7,"ws":false,"disabled":false},{"text":"counter","start":35,"end":42,"id":8,"ws":true,"disabled":false},{"text":"medications","start":43,"end":54,"id":9,"ws":true,"disabled":false},{"text":"for","start":55,"end":58,"id":10,"ws":true,"disabled":false},{"text":"conditions","start":59,"end":69,"id":11,"ws":true,"disabled":false},{"text":"ranging","start":70,"end":77,"id":12,"ws":true,"disabled":false},{"text":"from","start":78,"end":82,"id":13,"ws":true,"disabled":false},{"text":"allergies","start":83,"end":92,"id":14,"ws":true,"disabled":false},{"text":"to","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"high","start":96,"end":100,"id":16,"ws":true,"disabled":false},{"text":"blood","start":101,"end":106,"id":17,"ws":true,"disabled":false},{"text":"pressure","start":107,"end":115,"id":18,"ws":true,"disabled":false},{"text":"and","start":116,"end":119,"id":19,"ws":true,"disabled":false},{"text":"depression","start":120,"end":130,"id":20,"ws":true,"disabled":false},{"text":"increase","start":131,"end":139,"id":21,"ws":true,"disabled":false},{"text":"heat","start":140,"end":144,"id":22,"ws":true,"disabled":false},{"text":"sensitivity","start":145,"end":156,"id":23,"ws":false,"disabled":false},{"text":".","start":156,"end":157,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":22,"child":23,"head_span":{"start":140,"end":144,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":145,"end":156,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":23,"head_span":{"start":131,"end":139,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":145,"end":156,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":26,"end":42,"token_start":4,"token_end":8,"label":"type_of"},"child_span":{"start":43,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":9,"head_span":{"start":9,"end":21,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":43,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":23,"head_span":{"start":43,"end":54,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":145,"end":156,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\"Hundreds to thousands of heat-related deaths could be avoided per U.S. city per year during extremely hot years if the U.S. and other nations increase climate action,\" said study lead author Eunice Lo, a researcher at the University of Bristol in the United Kingdom.\n","text":"\"Hundreds to thousands of heat-related deaths could be avoided per U.S. city per year during extremely hot years if the U.S. and other nations increase climate action,\" said study lead author Eunice Lo, a researcher at the University of Bristol in the United Kingdom. IMPLIED_BASE IMPLIED_BASE","characters":"268","document_index":"195","md_sentence_index":"2","classification_origin":"cm_cause_effect_rel","url":"https://www.usatoday.com/story/news/nation/2019/06/05/limiting-climate-change-would-prevent-thousands-heat-related-deaths-us-cities/1357357001/","combo_id":"195_2","post-training batch1":"195_2","_input_hash":-2060920198,"_task_hash":-1285799630,"spans":[{"start":26,"end":38,"token_start":5,"token_end":7,"label":"type_of"},{"start":39,"end":45,"token_start":8,"token_end":8,"label":"base"},{"start":55,"end":62,"token_start":11,"token_end":11,"label":"change_direction"},{"text":"increase","start":143,"token_start":27,"token_end":27,"end":151,"type":"pattern","label":"change_direction"},{"start":152,"end":166,"token_start":28,"token_end":29,"label":"base"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Hundreds","start":1,"end":9,"id":1,"ws":true,"disabled":false},{"text":"to","start":10,"end":12,"id":2,"ws":true,"disabled":false},{"text":"thousands","start":13,"end":22,"id":3,"ws":true,"disabled":false},{"text":"of","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"heat","start":26,"end":30,"id":5,"ws":false,"disabled":false},{"text":"-","start":30,"end":31,"id":6,"ws":false,"disabled":false},{"text":"related","start":31,"end":38,"id":7,"ws":true,"disabled":false},{"text":"deaths","start":39,"end":45,"id":8,"ws":true,"disabled":false},{"text":"could","start":46,"end":51,"id":9,"ws":true,"disabled":false},{"text":"be","start":52,"end":54,"id":10,"ws":true,"disabled":false},{"text":"avoided","start":55,"end":62,"id":11,"ws":true,"disabled":false},{"text":"per","start":63,"end":66,"id":12,"ws":true,"disabled":false},{"text":"U.S.","start":67,"end":71,"id":13,"ws":true,"disabled":false},{"text":"city","start":72,"end":76,"id":14,"ws":true,"disabled":false},{"text":"per","start":77,"end":80,"id":15,"ws":true,"disabled":false},{"text":"year","start":81,"end":85,"id":16,"ws":true,"disabled":false},{"text":"during","start":86,"end":92,"id":17,"ws":true,"disabled":false},{"text":"extremely","start":93,"end":102,"id":18,"ws":true,"disabled":false},{"text":"hot","start":103,"end":106,"id":19,"ws":true,"disabled":false},{"text":"years","start":107,"end":112,"id":20,"ws":true,"disabled":false},{"text":"if","start":113,"end":115,"id":21,"ws":true,"disabled":false},{"text":"the","start":116,"end":119,"id":22,"ws":true,"disabled":false},{"text":"U.S.","start":120,"end":124,"id":23,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":24,"ws":true,"disabled":false},{"text":"other","start":129,"end":134,"id":25,"ws":true,"disabled":false},{"text":"nations","start":135,"end":142,"id":26,"ws":true,"disabled":false},{"text":"increase","start":143,"end":151,"id":27,"ws":true,"disabled":false},{"text":"climate","start":152,"end":159,"id":28,"ws":true,"disabled":false},{"text":"action","start":160,"end":166,"id":29,"ws":false,"disabled":false},{"text":",","start":166,"end":167,"id":30,"ws":false,"disabled":false},{"text":"\"","start":167,"end":168,"id":31,"ws":true,"disabled":false},{"text":"said","start":169,"end":173,"id":32,"ws":true,"disabled":false},{"text":"study","start":174,"end":179,"id":33,"ws":true,"disabled":false},{"text":"lead","start":180,"end":184,"id":34,"ws":true,"disabled":false},{"text":"author","start":185,"end":191,"id":35,"ws":true,"disabled":false},{"text":"Eunice","start":192,"end":198,"id":36,"ws":true,"disabled":false},{"text":"Lo","start":199,"end":201,"id":37,"ws":false,"disabled":false},{"text":",","start":201,"end":202,"id":38,"ws":true,"disabled":false},{"text":"a","start":203,"end":204,"id":39,"ws":true,"disabled":false},{"text":"researcher","start":205,"end":215,"id":40,"ws":true,"disabled":false},{"text":"at","start":216,"end":218,"id":41,"ws":true,"disabled":false},{"text":"the","start":219,"end":222,"id":42,"ws":true,"disabled":false},{"text":"University","start":223,"end":233,"id":43,"ws":true,"disabled":false},{"text":"of","start":234,"end":236,"id":44,"ws":true,"disabled":false},{"text":"Bristol","start":237,"end":244,"id":45,"ws":true,"disabled":false},{"text":"in","start":245,"end":247,"id":46,"ws":true,"disabled":false},{"text":"the","start":248,"end":251,"id":47,"ws":true,"disabled":false},{"text":"United","start":252,"end":258,"id":48,"ws":true,"disabled":false},{"text":"Kingdom","start":259,"end":266,"id":49,"ws":false,"disabled":false},{"text":".","start":266,"end":267,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":268,"end":280,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":281,"end":293,"id":52,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":7,"child":8,"head_span":{"start":26,"end":38,"token_start":5,"token_end":7,"label":"type_of"},"child_span":{"start":39,"end":45,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":8,"head_span":{"start":55,"end":62,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":39,"end":45,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":29,"head_span":{"start":143,"end":151,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":152,"end":166,"token_start":28,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":8,"head_span":{"start":152,"end":166,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":39,"end":45,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Wear heavy, dark clothing, which absorbs heat from the sun.\n","text":"Wear heavy, dark clothing, which absorbs heat from the sun. IMPLIED_BASE IMPLIED_BASE","characters":"60","document_index":"656","md_sentence_index":"466","classification_origin":"causal_sentence_classification","url":"https://www.cdc.gov/climateandhealth/pubs/extreme-heat-guidebook.pdf","combo_id":"656_466","post-training batch1":"656_466","_input_hash":-206764245,"_task_hash":-1889469502,"spans":[{"start":5,"end":10,"token_start":1,"token_end":1,"label":"type_of"},{"start":12,"end":16,"token_start":3,"token_end":3,"label":"type_of"},{"start":17,"end":25,"token_start":4,"token_end":4,"label":"base"},{"start":27,"end":32,"token_start":6,"token_end":6,"label":"predicate"},{"start":41,"end":45,"token_start":8,"token_end":8,"label":"base"}],"tokens":[{"text":"Wear","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"heavy","start":5,"end":10,"id":1,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":2,"ws":true,"disabled":false},{"text":"dark","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"clothing","start":17,"end":25,"id":4,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":5,"ws":true,"disabled":false},{"text":"which","start":27,"end":32,"id":6,"ws":true,"disabled":false},{"text":"absorbs","start":33,"end":40,"id":7,"ws":true,"disabled":false},{"text":"heat","start":41,"end":45,"id":8,"ws":true,"disabled":false},{"text":"from","start":46,"end":50,"id":9,"ws":true,"disabled":false},{"text":"the","start":51,"end":54,"id":10,"ws":true,"disabled":false},{"text":"sun","start":55,"end":58,"id":11,"ws":false,"disabled":false},{"text":".","start":58,"end":59,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":60,"end":72,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":73,"end":85,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":4,"head_span":{"start":12,"end":16,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":17,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":4,"head_span":{"start":5,"end":10,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":17,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":8,"head_span":{"start":17,"end":25,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":41,"end":45,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"at Stony Brook University, and published in Science Advances, found that Hurricane Florence produced more extreme rainfall and was spatially larger due to human-induced climate change.\n","text":"at Stony Brook University, and published in Science Advances, found that Hurricane Florence produced more extreme rainfall and was spatially larger due to human-induced climate change. IMPLIED_BASE IMPLIED_BASE","characters":"185","document_index":"552","md_sentence_index":"2","classification_origin":"causal_sentence_classification","url":"https://www.sciencedaily.com/releases/2020/01/200102143401.htm","combo_id":"552_2","post-training batch1":"552_2","_input_hash":1782180248,"_task_hash":1341891320,"spans":[{"start":73,"end":91,"token_start":13,"token_end":14,"label":"base"},{"start":92,"end":100,"token_start":15,"token_end":15,"label":"predicate"},{"text":"more","start":101,"token_start":16,"token_end":16,"end":105,"type":"pattern","label":"change_direction"},{"start":106,"end":113,"token_start":17,"token_end":17,"label":"type_of"},{"text":"rainfall","start":114,"token_start":18,"token_end":18,"end":122,"type":"pattern","label":"base"},{"start":131,"end":147,"token_start":21,"token_end":22,"label":"base"},{"start":148,"end":154,"token_start":23,"token_end":24,"label":"predicate"},{"start":155,"end":168,"token_start":25,"token_end":27,"label":"type_of"},{"text":"climate change","start":169,"token_start":28,"token_end":29,"end":183,"type":"pattern","label":"base"}],"tokens":[{"text":"at","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Stony","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"Brook","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"University","start":15,"end":25,"id":3,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":4,"ws":true,"disabled":false},{"text":"and","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"published","start":31,"end":40,"id":6,"ws":true,"disabled":false},{"text":"in","start":41,"end":43,"id":7,"ws":true,"disabled":false},{"text":"Science","start":44,"end":51,"id":8,"ws":true,"disabled":false},{"text":"Advances","start":52,"end":60,"id":9,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":10,"ws":true,"disabled":false},{"text":"found","start":62,"end":67,"id":11,"ws":true,"disabled":false},{"text":"that","start":68,"end":72,"id":12,"ws":true,"disabled":false},{"text":"Hurricane","start":73,"end":82,"id":13,"ws":true,"disabled":false},{"text":"Florence","start":83,"end":91,"id":14,"ws":true,"disabled":false},{"text":"produced","start":92,"end":100,"id":15,"ws":true,"disabled":false},{"text":"more","start":101,"end":105,"id":16,"ws":true,"disabled":false},{"text":"extreme","start":106,"end":113,"id":17,"ws":true,"disabled":false},{"text":"rainfall","start":114,"end":122,"id":18,"ws":true,"disabled":false},{"text":"and","start":123,"end":126,"id":19,"ws":true,"disabled":false},{"text":"was","start":127,"end":130,"id":20,"ws":true,"disabled":false},{"text":"spatially","start":131,"end":140,"id":21,"ws":true,"disabled":false},{"text":"larger","start":141,"end":147,"id":22,"ws":true,"disabled":false},{"text":"due","start":148,"end":151,"id":23,"ws":true,"disabled":false},{"text":"to","start":152,"end":154,"id":24,"ws":true,"disabled":false},{"text":"human","start":155,"end":160,"id":25,"ws":false,"disabled":false},{"text":"-","start":160,"end":161,"id":26,"ws":false,"disabled":false},{"text":"induced","start":161,"end":168,"id":27,"ws":true,"disabled":false},{"text":"climate","start":169,"end":176,"id":28,"ws":true,"disabled":false},{"text":"change","start":177,"end":183,"id":29,"ws":false,"disabled":false},{"text":".","start":183,"end":184,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":22,"child":14,"head_span":{"start":131,"end":147,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":73,"end":91,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":106,"end":113,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":114,"end":122,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":101,"end":105,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":114,"end":122,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":29,"head_span":{"start":155,"end":168,"token_start":25,"token_end":27,"label":"type_of"},"child_span":{"start":169,"end":183,"token_start":28,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":18,"head_span":{"start":73,"end":91,"token_start":13,"token_end":14,"label":"base"},"child_span":{"start":114,"end":122,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":14,"head_span":{"start":169,"end":183,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":73,"end":91,"token_start":13,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Increased atmospheric moisture enhances the likelihood of extreme rainfall events of all types.17,18 Close to the center of a TC, the increases in rain rate can reach 10% per degree C of warming in some model projections,19 exceeding the 7% dictated by the Clausius-Clapeyron relationship.","text":"Increased atmospheric moisture enhances the likelihood of extreme rainfall events of all types.17,18 Close to the center of a TC, the increases in rain rate can reach 10% per degree C of warming in some model projections,19 exceeding the 7% dictated by the Clausius-Clapeyron relationship. IMPLIED_BASE IMPLIED_BASE","characters":"289","document_index":"358","md_sentence_index":"27","classification_origin":"cm_cause_effect_rel","url":"https://www.nature.com/articles/s41612-019-0074-8","combo_id":"358_27","post-training batch1":"358_27","_input_hash":-1111054063,"_task_hash":-903481546,"spans":[{"text":"Increased","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"change_direction"},{"start":10,"end":21,"token_start":1,"token_end":1,"label":"base"},{"start":22,"end":30,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":31,"end":39,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"likelihood","start":44,"token_start":5,"token_end":5,"end":54,"type":"pattern","label":"aspect_changing"},{"start":58,"end":81,"token_start":7,"token_end":9,"label":"base"},{"start":101,"end":128,"token_start":13,"token_end":19,"label":"where"},{"text":"increases","start":134,"token_start":22,"token_end":22,"end":143,"type":"pattern","label":"change_direction"},{"text":"rain","start":147,"token_start":24,"token_end":24,"end":151,"type":"pattern","label":"base"},{"start":152,"end":156,"token_start":25,"token_end":25,"label":"aspect_changing"},{"start":171,"end":174,"token_start":30,"token_end":30,"label":"predicate"},{"start":187,"end":194,"token_start":34,"token_end":34,"label":"change_direction"},{"start":290,"end":302,"token_start":51,"token_end":51,"label":"base"}],"tokens":[{"text":"Increased","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"atmospheric","start":10,"end":21,"id":1,"ws":true,"disabled":false},{"text":"moisture","start":22,"end":30,"id":2,"ws":true,"disabled":false},{"text":"enhances","start":31,"end":39,"id":3,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":4,"ws":true,"disabled":false},{"text":"likelihood","start":44,"end":54,"id":5,"ws":true,"disabled":false},{"text":"of","start":55,"end":57,"id":6,"ws":true,"disabled":false},{"text":"extreme","start":58,"end":65,"id":7,"ws":true,"disabled":false},{"text":"rainfall","start":66,"end":74,"id":8,"ws":true,"disabled":false},{"text":"events","start":75,"end":81,"id":9,"ws":true,"disabled":false},{"text":"of","start":82,"end":84,"id":10,"ws":true,"disabled":false},{"text":"all","start":85,"end":88,"id":11,"ws":true,"disabled":false},{"text":"types.17,18","start":89,"end":100,"id":12,"ws":true,"disabled":false},{"text":"Close","start":101,"end":106,"id":13,"ws":true,"disabled":false},{"text":"to","start":107,"end":109,"id":14,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":15,"ws":true,"disabled":false},{"text":"center","start":114,"end":120,"id":16,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":17,"ws":true,"disabled":false},{"text":"a","start":124,"end":125,"id":18,"ws":true,"disabled":false},{"text":"TC","start":126,"end":128,"id":19,"ws":false,"disabled":false},{"text":",","start":128,"end":129,"id":20,"ws":true,"disabled":false},{"text":"the","start":130,"end":133,"id":21,"ws":true,"disabled":false},{"text":"increases","start":134,"end":143,"id":22,"ws":true,"disabled":false},{"text":"in","start":144,"end":146,"id":23,"ws":true,"disabled":false},{"text":"rain","start":147,"end":151,"id":24,"ws":true,"disabled":false},{"text":"rate","start":152,"end":156,"id":25,"ws":true,"disabled":false},{"text":"can","start":157,"end":160,"id":26,"ws":true,"disabled":false},{"text":"reach","start":161,"end":166,"id":27,"ws":true,"disabled":false},{"text":"10","start":167,"end":169,"id":28,"ws":false,"disabled":false},{"text":"%","start":169,"end":170,"id":29,"ws":true,"disabled":false},{"text":"per","start":171,"end":174,"id":30,"ws":true,"disabled":false},{"text":"degree","start":175,"end":181,"id":31,"ws":true,"disabled":false},{"text":"C","start":182,"end":183,"id":32,"ws":true,"disabled":false},{"text":"of","start":184,"end":186,"id":33,"ws":true,"disabled":false},{"text":"warming","start":187,"end":194,"id":34,"ws":true,"disabled":false},{"text":"in","start":195,"end":197,"id":35,"ws":true,"disabled":false},{"text":"some","start":198,"end":202,"id":36,"ws":true,"disabled":false},{"text":"model","start":203,"end":208,"id":37,"ws":true,"disabled":false},{"text":"projections,19","start":209,"end":223,"id":38,"ws":true,"disabled":false},{"text":"exceeding","start":224,"end":233,"id":39,"ws":true,"disabled":false},{"text":"the","start":234,"end":237,"id":40,"ws":true,"disabled":false},{"text":"7","start":238,"end":239,"id":41,"ws":false,"disabled":false},{"text":"%","start":239,"end":240,"id":42,"ws":true,"disabled":false},{"text":"dictated","start":241,"end":249,"id":43,"ws":true,"disabled":false},{"text":"by","start":250,"end":252,"id":44,"ws":true,"disabled":false},{"text":"the","start":253,"end":256,"id":45,"ws":true,"disabled":false},{"text":"Clausius","start":257,"end":265,"id":46,"ws":false,"disabled":false},{"text":"-","start":265,"end":266,"id":47,"ws":false,"disabled":false},{"text":"Clapeyron","start":266,"end":275,"id":48,"ws":true,"disabled":false},{"text":"relationship","start":276,"end":288,"id":49,"ws":false,"disabled":false},{"text":".","start":288,"end":289,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":290,"end":302,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":303,"end":315,"id":52,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":3,"child":9,"head_span":{"start":31,"end":39,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":58,"end":81,"token_start":7,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":9,"head_span":{"start":44,"end":54,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":58,"end":81,"token_start":7,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":51,"head_span":{"start":187,"end":194,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":290,"end":302,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":24,"head_span":{"start":290,"end":302,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":147,"end":151,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":24,"head_span":{"start":152,"end":156,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":147,"end":151,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":134,"end":143,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":147,"end":151,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":1,"head_span":{"start":22,"end":30,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":10,"end":21,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":10,"end":21,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":9,"head_span":{"start":10,"end":21,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":58,"end":81,"token_start":7,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":24,"head_span":{"start":101,"end":128,"token_start":13,"token_end":19,"label":"where"},"child_span":{"start":147,"end":151,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Climate change will make those threats even worse, as floods, drought, storms and other types of extreme weather threaten to disrupt, and over time shrink, the global food supply.","text":"Climate change will make those threats even worse, as floods, drought, storms and other types of extreme weather threaten to disrupt, and over time shrink, the global food supply. IMPLIED_BASE IMPLIED_BASE","characters":"179","document_index":"308","md_sentence_index":"7","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/08/08/climate/climate-change-food-supply.html","combo_id":"308_7","post-training batch1":"308_7","_input_hash":1497859448,"_task_hash":552009103,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":31,"end":38,"token_start":5,"token_end":5,"label":"base"},{"text":"floods","start":54,"token_start":10,"token_end":10,"end":60,"type":"pattern","label":"base"},{"text":"drought","start":62,"token_start":12,"token_end":12,"end":69,"type":"pattern","label":"base"},{"text":"storms","start":71,"token_start":14,"token_end":14,"end":77,"type":"pattern","label":"base"},{"text":"extreme weather","start":97,"token_start":19,"token_end":20,"end":112,"type":"pattern","label":"base"},{"start":125,"end":132,"token_start":23,"token_end":23,"label":"aspect_changing"},{"start":148,"end":154,"token_start":28,"token_end":28,"label":"change_direction"},{"start":160,"end":166,"token_start":31,"token_end":31,"label":"type_of"},{"start":167,"end":178,"token_start":32,"token_end":33,"label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"will","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"make","start":20,"end":24,"id":3,"ws":true,"disabled":false},{"text":"those","start":25,"end":30,"id":4,"ws":true,"disabled":false},{"text":"threats","start":31,"end":38,"id":5,"ws":true,"disabled":false},{"text":"even","start":39,"end":43,"id":6,"ws":true,"disabled":false},{"text":"worse","start":44,"end":49,"id":7,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":8,"ws":true,"disabled":false},{"text":"as","start":51,"end":53,"id":9,"ws":true,"disabled":false},{"text":"floods","start":54,"end":60,"id":10,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":11,"ws":true,"disabled":false},{"text":"drought","start":62,"end":69,"id":12,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":13,"ws":true,"disabled":false},{"text":"storms","start":71,"end":77,"id":14,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":15,"ws":true,"disabled":false},{"text":"other","start":82,"end":87,"id":16,"ws":true,"disabled":false},{"text":"types","start":88,"end":93,"id":17,"ws":true,"disabled":false},{"text":"of","start":94,"end":96,"id":18,"ws":true,"disabled":false},{"text":"extreme","start":97,"end":104,"id":19,"ws":true,"disabled":false},{"text":"weather","start":105,"end":112,"id":20,"ws":true,"disabled":false},{"text":"threaten","start":113,"end":121,"id":21,"ws":true,"disabled":false},{"text":"to","start":122,"end":124,"id":22,"ws":true,"disabled":false},{"text":"disrupt","start":125,"end":132,"id":23,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":24,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":25,"ws":true,"disabled":false},{"text":"over","start":138,"end":142,"id":26,"ws":true,"disabled":false},{"text":"time","start":143,"end":147,"id":27,"ws":true,"disabled":false},{"text":"shrink","start":148,"end":154,"id":28,"ws":false,"disabled":false},{"text":",","start":154,"end":155,"id":29,"ws":true,"disabled":false},{"text":"the","start":156,"end":159,"id":30,"ws":true,"disabled":false},{"text":"global","start":160,"end":166,"id":31,"ws":true,"disabled":false},{"text":"food","start":167,"end":171,"id":32,"ws":true,"disabled":false},{"text":"supply","start":172,"end":178,"id":33,"ws":false,"disabled":false},{"text":".","start":178,"end":179,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":180,"end":192,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":23,"child":33,"head_span":{"start":125,"end":132,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":167,"end":178,"token_start":32,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":33,"head_span":{"start":148,"end":154,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":167,"end":178,"token_start":32,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":33,"head_span":{"start":160,"end":166,"token_start":31,"token_end":31,"label":"type_of"},"child_span":{"start":167,"end":178,"token_start":32,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":31,"end":38,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":33,"head_span":{"start":97,"end":112,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":167,"end":178,"token_start":32,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":33,"head_span":{"start":54,"end":60,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":167,"end":178,"token_start":32,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":33,"head_span":{"start":62,"end":69,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":167,"end":178,"token_start":32,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":33,"head_span":{"start":71,"end":77,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":167,"end":178,"token_start":32,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For the research, Lo and her collaborators focused on so-called \u201c1-in-30 events,\u201d severe heat waves that strike every few decades and which pose a major threat to children, older adults, outdoor workers and people living in poverty.","text":"For the research, Lo and her collaborators focused on so-called \u201c1-in-30 events,\u201d severe heat waves that strike every few decades and which pose a major threat to children, older adults, outdoor workers and people living in poverty. IMPLIED_BASE IMPLIED_BASE","characters":"232","document_index":"221","md_sentence_index":"6","classification_origin":"cm_cause_effect_rel","url":"https://www.nbcnews.com/mach/science/without-swift-action-climate-change-heat-waves-could-kill-thousands-ncna1017376","combo_id":"221_6","post-training batch1":"221_6","_input_hash":-553141236,"_task_hash":-1451260352,"spans":[{"start":82,"end":88,"token_start":18,"token_end":18,"label":"type_of"},{"text":"heat waves","start":89,"token_start":19,"token_end":20,"end":99,"type":"pattern","label":"base"},{"start":153,"end":159,"token_start":31,"token_end":31,"label":"base"},{"start":163,"end":171,"token_start":33,"token_end":33,"label":"to_whom"},{"start":173,"end":185,"token_start":35,"token_end":36,"label":"to_whom"},{"start":187,"end":202,"token_start":38,"token_end":39,"label":"to_whom"},{"start":207,"end":231,"token_start":41,"token_end":44,"label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"the","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"research","start":8,"end":16,"id":2,"ws":false,"disabled":false},{"text":",","start":16,"end":17,"id":3,"ws":true,"disabled":false},{"text":"Lo","start":18,"end":20,"id":4,"ws":true,"disabled":false},{"text":"and","start":21,"end":24,"id":5,"ws":true,"disabled":false},{"text":"her","start":25,"end":28,"id":6,"ws":true,"disabled":false},{"text":"collaborators","start":29,"end":42,"id":7,"ws":true,"disabled":false},{"text":"focused","start":43,"end":50,"id":8,"ws":true,"disabled":false},{"text":"on","start":51,"end":53,"id":9,"ws":true,"disabled":false},{"text":"so","start":54,"end":56,"id":10,"ws":false,"disabled":false},{"text":"-","start":56,"end":57,"id":11,"ws":false,"disabled":false},{"text":"called","start":57,"end":63,"id":12,"ws":true,"disabled":false},{"text":"\u201c","start":64,"end":65,"id":13,"ws":false,"disabled":false},{"text":"1-in-30","start":65,"end":72,"id":14,"ws":true,"disabled":false},{"text":"events","start":73,"end":79,"id":15,"ws":false,"disabled":false},{"text":",","start":79,"end":80,"id":16,"ws":false,"disabled":false},{"text":"\u201d","start":80,"end":81,"id":17,"ws":true,"disabled":false},{"text":"severe","start":82,"end":88,"id":18,"ws":true,"disabled":false},{"text":"heat","start":89,"end":93,"id":19,"ws":true,"disabled":false},{"text":"waves","start":94,"end":99,"id":20,"ws":true,"disabled":false},{"text":"that","start":100,"end":104,"id":21,"ws":true,"disabled":false},{"text":"strike","start":105,"end":111,"id":22,"ws":true,"disabled":false},{"text":"every","start":112,"end":117,"id":23,"ws":true,"disabled":false},{"text":"few","start":118,"end":121,"id":24,"ws":true,"disabled":false},{"text":"decades","start":122,"end":129,"id":25,"ws":true,"disabled":false},{"text":"and","start":130,"end":133,"id":26,"ws":true,"disabled":false},{"text":"which","start":134,"end":139,"id":27,"ws":true,"disabled":false},{"text":"pose","start":140,"end":144,"id":28,"ws":true,"disabled":false},{"text":"a","start":145,"end":146,"id":29,"ws":true,"disabled":false},{"text":"major","start":147,"end":152,"id":30,"ws":true,"disabled":false},{"text":"threat","start":153,"end":159,"id":31,"ws":true,"disabled":false},{"text":"to","start":160,"end":162,"id":32,"ws":true,"disabled":false},{"text":"children","start":163,"end":171,"id":33,"ws":false,"disabled":false},{"text":",","start":171,"end":172,"id":34,"ws":true,"disabled":false},{"text":"older","start":173,"end":178,"id":35,"ws":true,"disabled":false},{"text":"adults","start":179,"end":185,"id":36,"ws":false,"disabled":false},{"text":",","start":185,"end":186,"id":37,"ws":true,"disabled":false},{"text":"outdoor","start":187,"end":194,"id":38,"ws":true,"disabled":false},{"text":"workers","start":195,"end":202,"id":39,"ws":true,"disabled":false},{"text":"and","start":203,"end":206,"id":40,"ws":true,"disabled":false},{"text":"people","start":207,"end":213,"id":41,"ws":true,"disabled":false},{"text":"living","start":214,"end":220,"id":42,"ws":true,"disabled":false},{"text":"in","start":221,"end":223,"id":43,"ws":true,"disabled":false},{"text":"poverty","start":224,"end":231,"id":44,"ws":false,"disabled":false},{"text":".","start":231,"end":232,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":233,"end":245,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":246,"end":258,"id":47,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":18,"child":20,"head_span":{"start":82,"end":88,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":89,"end":99,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":31,"head_span":{"start":89,"end":99,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":153,"end":159,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Flash flooding between January 22 and February 3, caused by tropical depression Amang, led to an additional 106,000 new displacements in the Davao.\n","text":"Flash flooding between January 22 and February 3, caused by tropical depression Amang, led to an additional 106,000 new displacements in the Davao. IMPLIED_BASE IMPLIED_BASE","characters":"148","document_index":"381","md_sentence_index":"34","classification_origin":"cm_cause_effect_rel","url":"https://www.businessinsider.com/climate-change-displaces-twice-as-many-people-as-violence-2019-9","combo_id":"381_34","post-training batch1":"381_34","_input_hash":195497369,"_task_hash":872462139,"spans":[{"start":0,"end":5,"token_start":0,"token_end":0,"label":"type_of"},{"start":6,"end":14,"token_start":1,"token_end":1,"label":"base"},{"start":60,"end":68,"token_start":11,"token_end":11,"label":"type_of"},{"start":69,"end":79,"token_start":12,"token_end":12,"label":"base"},{"start":120,"end":133,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"Flash","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"flooding","start":6,"end":14,"id":1,"ws":true,"disabled":false},{"text":"between","start":15,"end":22,"id":2,"ws":true,"disabled":false},{"text":"January","start":23,"end":30,"id":3,"ws":true,"disabled":false},{"text":"22","start":31,"end":33,"id":4,"ws":true,"disabled":false},{"text":"and","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"February","start":38,"end":46,"id":6,"ws":true,"disabled":false},{"text":"3","start":47,"end":48,"id":7,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":8,"ws":true,"disabled":false},{"text":"caused","start":50,"end":56,"id":9,"ws":true,"disabled":false},{"text":"by","start":57,"end":59,"id":10,"ws":true,"disabled":false},{"text":"tropical","start":60,"end":68,"id":11,"ws":true,"disabled":false},{"text":"depression","start":69,"end":79,"id":12,"ws":true,"disabled":false},{"text":"Amang","start":80,"end":85,"id":13,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":14,"ws":true,"disabled":false},{"text":"led","start":87,"end":90,"id":15,"ws":true,"disabled":false},{"text":"to","start":91,"end":93,"id":16,"ws":true,"disabled":false},{"text":"an","start":94,"end":96,"id":17,"ws":true,"disabled":false},{"text":"additional","start":97,"end":107,"id":18,"ws":true,"disabled":false},{"text":"106,000","start":108,"end":115,"id":19,"ws":true,"disabled":false},{"text":"new","start":116,"end":119,"id":20,"ws":true,"disabled":false},{"text":"displacements","start":120,"end":133,"id":21,"ws":true,"disabled":false},{"text":"in","start":134,"end":136,"id":22,"ws":true,"disabled":false},{"text":"the","start":137,"end":140,"id":23,"ws":true,"disabled":false},{"text":"Davao","start":141,"end":146,"id":24,"ws":false,"disabled":false},{"text":".","start":146,"end":147,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":6,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":60,"end":68,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":69,"end":79,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":1,"head_span":{"start":69,"end":79,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":6,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":21,"head_span":{"start":6,"end":14,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":120,"end":133,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"An infection can also reduce milk production, making dairy farming less efficient.","text":"An infection can also reduce milk production, making dairy farming less efficient. IMPLIED_BASE IMPLIED_BASE","characters":"82","document_index":"854","md_sentence_index":"18","classification_origin":"causal_sentence_classification","url":"https://www.theverge.com/21505736/climate-change-cattle-livestock-infectious-disease-methane","combo_id":"854_18","post-training batch1":"854_18","_input_hash":1175187017,"_task_hash":-125137497,"spans":[{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":22,"end":28,"token_start":4,"token_end":4,"label":"change_direction"},{"start":29,"end":33,"token_start":5,"token_end":5,"label":"base"},{"start":34,"end":44,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":53,"end":58,"token_start":9,"token_end":9,"label":"type_of"},{"start":59,"end":66,"token_start":10,"token_end":10,"label":"base"},{"start":67,"end":81,"token_start":11,"token_end":12,"label":"change_direction"}],"tokens":[{"text":"An","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"infection","start":3,"end":12,"id":1,"ws":true,"disabled":false},{"text":"can","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"also","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"reduce","start":22,"end":28,"id":4,"ws":true,"disabled":false},{"text":"milk","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"production","start":34,"end":44,"id":6,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":7,"ws":true,"disabled":false},{"text":"making","start":46,"end":52,"id":8,"ws":true,"disabled":false},{"text":"dairy","start":53,"end":58,"id":9,"ws":true,"disabled":false},{"text":"farming","start":59,"end":66,"id":10,"ws":true,"disabled":false},{"text":"less","start":67,"end":71,"id":11,"ws":true,"disabled":false},{"text":"efficient","start":72,"end":81,"id":12,"ws":false,"disabled":false},{"text":".","start":81,"end":82,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":83,"end":95,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":6,"child":5,"head_span":{"start":34,"end":44,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":29,"end":33,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":53,"end":58,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":59,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":10,"head_span":{"start":67,"end":81,"token_start":11,"token_end":12,"label":"change_direction"},"child_span":{"start":59,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":29,"end":33,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":10,"head_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":59,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":5,"head_span":{"start":22,"end":28,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":29,"end":33,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Following exposure to Hurricane Katrina, veterans with preexisting mental illness had a 6.8 times greater risk for developing any additional mental illness, compared to those veterans without a preex- isting mental illness.48","text":"Following exposure to Hurricane Katrina, veterans with preexisting mental illness had a 6.8 times greater risk for developing any additional mental illness, compared to those veterans without a preex- isting mental illness.48 IMPLIED_BASE IMPLIED_BASE","characters":"225","document_index":"619","md_sentence_index":"70","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_70","post-training batch1":"619_70","_input_hash":-170520977,"_task_hash":-779069609,"spans":[{"start":10,"end":18,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":22,"end":39,"token_start":3,"token_end":4,"label":"base"},{"start":41,"end":81,"token_start":6,"token_end":10,"label":"to_whom"},{"start":98,"end":105,"token_start":15,"token_end":15,"label":"change_direction"},{"text":"risk","start":106,"token_start":16,"token_end":16,"end":110,"type":"pattern","label":"aspect_changing"},{"start":141,"end":155,"token_start":21,"token_end":22,"label":"base"}],"tokens":[{"text":"Following","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"exposure","start":10,"end":18,"id":1,"ws":true,"disabled":false},{"text":"to","start":19,"end":21,"id":2,"ws":true,"disabled":false},{"text":"Hurricane","start":22,"end":31,"id":3,"ws":true,"disabled":false},{"text":"Katrina","start":32,"end":39,"id":4,"ws":false,"disabled":false},{"text":",","start":39,"end":40,"id":5,"ws":true,"disabled":false},{"text":"veterans","start":41,"end":49,"id":6,"ws":true,"disabled":false},{"text":"with","start":50,"end":54,"id":7,"ws":true,"disabled":false},{"text":"preexisting","start":55,"end":66,"id":8,"ws":true,"disabled":false},{"text":"mental","start":67,"end":73,"id":9,"ws":true,"disabled":false},{"text":"illness","start":74,"end":81,"id":10,"ws":true,"disabled":false},{"text":"had","start":82,"end":85,"id":11,"ws":true,"disabled":false},{"text":"a","start":86,"end":87,"id":12,"ws":true,"disabled":false},{"text":"6.8","start":88,"end":91,"id":13,"ws":true,"disabled":false},{"text":"times","start":92,"end":97,"id":14,"ws":true,"disabled":false},{"text":"greater","start":98,"end":105,"id":15,"ws":true,"disabled":false},{"text":"risk","start":106,"end":110,"id":16,"ws":true,"disabled":false},{"text":"for","start":111,"end":114,"id":17,"ws":true,"disabled":false},{"text":"developing","start":115,"end":125,"id":18,"ws":true,"disabled":false},{"text":"any","start":126,"end":129,"id":19,"ws":true,"disabled":false},{"text":"additional","start":130,"end":140,"id":20,"ws":true,"disabled":false},{"text":"mental","start":141,"end":147,"id":21,"ws":true,"disabled":false},{"text":"illness","start":148,"end":155,"id":22,"ws":false,"disabled":false},{"text":",","start":155,"end":156,"id":23,"ws":true,"disabled":false},{"text":"compared","start":157,"end":165,"id":24,"ws":true,"disabled":false},{"text":"to","start":166,"end":168,"id":25,"ws":true,"disabled":false},{"text":"those","start":169,"end":174,"id":26,"ws":true,"disabled":false},{"text":"veterans","start":175,"end":183,"id":27,"ws":true,"disabled":false},{"text":"without","start":184,"end":191,"id":28,"ws":true,"disabled":false},{"text":"a","start":192,"end":193,"id":29,"ws":true,"disabled":false},{"text":"preex-","start":194,"end":200,"id":30,"ws":true,"disabled":false},{"text":"isting","start":201,"end":207,"id":31,"ws":true,"disabled":false},{"text":"mental","start":208,"end":214,"id":32,"ws":true,"disabled":false},{"text":"illness.48","start":215,"end":225,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":4,"head_span":{"start":10,"end":18,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":22,"end":39,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":22,"head_span":{"start":98,"end":105,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":141,"end":155,"token_start":21,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":22,"head_span":{"start":106,"end":110,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":141,"end":155,"token_start":21,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":22,"head_span":{"start":22,"end":39,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":141,"end":155,"token_start":21,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cEach year, the data suggests with increasing certainty that fracking is causing irrevocable damage to public health, local economies, the environment, and to global sustainability,\u201d said Physicians for Social Responsibility\u2019s Kathleen Nolan, one of the study\u2019s authors, in a statement.","text":"\u201cEach year, the data suggests with increasing certainty that fracking is causing irrevocable damage to public health, local economies, the environment, and to global sustainability,\u201d said Physicians for Social Responsibility\u2019s Kathleen Nolan, one of the study\u2019s authors, in a statement. IMPLIED_BASE IMPLIED_BASE","characters":"286","document_index":"232","md_sentence_index":"6","classification_origin":"cm-label-eval","url":"https://grist.org/article/growing-body-of-science-links-fracking-to-harm-to-health/","combo_id":"232_6","post-training batch1":"232_6","_input_hash":1010666958,"_task_hash":-838120542,"spans":[{"start":61,"end":69,"token_start":11,"token_end":11,"label":"base"},{"start":81,"end":99,"token_start":14,"token_end":15,"label":"change_direction"},{"start":103,"end":109,"token_start":17,"token_end":17,"label":"type_of"},{"text":"health","start":110,"token_start":18,"token_end":18,"end":116,"type":"pattern","label":"base"},{"start":118,"end":123,"token_start":20,"token_end":20,"label":"type_of"},{"start":124,"end":133,"token_start":21,"token_end":21,"label":"base"},{"start":139,"end":150,"token_start":24,"token_end":24,"label":"base"},{"start":159,"end":165,"token_start":28,"token_end":28,"label":"type_of"},{"start":166,"end":180,"token_start":29,"token_end":29,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Each","start":1,"end":5,"id":1,"ws":true,"disabled":false},{"text":"year","start":6,"end":10,"id":2,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":3,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":4,"ws":true,"disabled":false},{"text":"data","start":16,"end":20,"id":5,"ws":true,"disabled":false},{"text":"suggests","start":21,"end":29,"id":6,"ws":true,"disabled":false},{"text":"with","start":30,"end":34,"id":7,"ws":true,"disabled":false},{"text":"increasing","start":35,"end":45,"id":8,"ws":true,"disabled":false},{"text":"certainty","start":46,"end":55,"id":9,"ws":true,"disabled":false},{"text":"that","start":56,"end":60,"id":10,"ws":true,"disabled":false},{"text":"fracking","start":61,"end":69,"id":11,"ws":true,"disabled":false},{"text":"is","start":70,"end":72,"id":12,"ws":true,"disabled":false},{"text":"causing","start":73,"end":80,"id":13,"ws":true,"disabled":false},{"text":"irrevocable","start":81,"end":92,"id":14,"ws":true,"disabled":false},{"text":"damage","start":93,"end":99,"id":15,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":16,"ws":true,"disabled":false},{"text":"public","start":103,"end":109,"id":17,"ws":true,"disabled":false},{"text":"health","start":110,"end":116,"id":18,"ws":false,"disabled":false},{"text":",","start":116,"end":117,"id":19,"ws":true,"disabled":false},{"text":"local","start":118,"end":123,"id":20,"ws":true,"disabled":false},{"text":"economies","start":124,"end":133,"id":21,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":22,"ws":true,"disabled":false},{"text":"the","start":135,"end":138,"id":23,"ws":true,"disabled":false},{"text":"environment","start":139,"end":150,"id":24,"ws":false,"disabled":false},{"text":",","start":150,"end":151,"id":25,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":26,"ws":true,"disabled":false},{"text":"to","start":156,"end":158,"id":27,"ws":true,"disabled":false},{"text":"global","start":159,"end":165,"id":28,"ws":true,"disabled":false},{"text":"sustainability","start":166,"end":180,"id":29,"ws":false,"disabled":false},{"text":",","start":180,"end":181,"id":30,"ws":false,"disabled":false},{"text":"\u201d","start":181,"end":182,"id":31,"ws":true,"disabled":false},{"text":"said","start":183,"end":187,"id":32,"ws":true,"disabled":false},{"text":"Physicians","start":188,"end":198,"id":33,"ws":true,"disabled":false},{"text":"for","start":199,"end":202,"id":34,"ws":true,"disabled":false},{"text":"Social","start":203,"end":209,"id":35,"ws":true,"disabled":false},{"text":"Responsibility","start":210,"end":224,"id":36,"ws":false,"disabled":false},{"text":"\u2019s","start":224,"end":226,"id":37,"ws":true,"disabled":false},{"text":"Kathleen","start":227,"end":235,"id":38,"ws":true,"disabled":false},{"text":"Nolan","start":236,"end":241,"id":39,"ws":false,"disabled":false},{"text":",","start":241,"end":242,"id":40,"ws":true,"disabled":false},{"text":"one","start":243,"end":246,"id":41,"ws":true,"disabled":false},{"text":"of","start":247,"end":249,"id":42,"ws":true,"disabled":false},{"text":"the","start":250,"end":253,"id":43,"ws":true,"disabled":false},{"text":"study","start":254,"end":259,"id":44,"ws":false,"disabled":false},{"text":"\u2019s","start":259,"end":261,"id":45,"ws":true,"disabled":false},{"text":"authors","start":262,"end":269,"id":46,"ws":false,"disabled":false},{"text":",","start":269,"end":270,"id":47,"ws":true,"disabled":false},{"text":"in","start":271,"end":273,"id":48,"ws":true,"disabled":false},{"text":"a","start":274,"end":275,"id":49,"ws":true,"disabled":false},{"text":"statement","start":276,"end":285,"id":50,"ws":false,"disabled":false},{"text":".","start":285,"end":286,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":287,"end":299,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":300,"end":312,"id":53,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":15,"child":18,"head_span":{"start":81,"end":99,"token_start":14,"token_end":15,"label":"change_direction"},"child_span":{"start":110,"end":116,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":24,"head_span":{"start":81,"end":99,"token_start":14,"token_end":15,"label":"change_direction"},"child_span":{"start":139,"end":150,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":29,"head_span":{"start":81,"end":99,"token_start":14,"token_end":15,"label":"change_direction"},"child_span":{"start":166,"end":180,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":21,"head_span":{"start":81,"end":99,"token_start":14,"token_end":15,"label":"change_direction"},"child_span":{"start":124,"end":133,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":118,"end":123,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":124,"end":133,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":29,"head_span":{"start":159,"end":165,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":166,"end":180,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":103,"end":109,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":110,"end":116,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":18,"head_span":{"start":61,"end":69,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":110,"end":116,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":21,"head_span":{"start":61,"end":69,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":124,"end":133,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":24,"head_span":{"start":61,"end":69,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":139,"end":150,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":29,"head_span":{"start":61,"end":69,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":166,"end":180,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"He said to consider, for example, the situation in Puerto Rico, where many people have died of COVID-19 for the simple reason that they have not yet recovered, in terms of their public health infrastructure, from the devastating impacts of Hurricane Maria three years ago.\n","text":"He said to consider, for example, the situation in Puerto Rico, where many people have died of COVID-19 for the simple reason that they have not yet recovered, in terms of their public health infrastructure, from the devastating impacts of Hurricane Maria three years ago. IMPLIED_BASE IMPLIED_BASE","characters":"273","document_index":"812","md_sentence_index":"39","classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2020/09/10/climate-change-covid-19-does-global-warming-fuel-pandemics/5749582002/","combo_id":"812_39","post-training batch1":"812_39","_input_hash":1121538100,"_task_hash":-1624105277,"spans":[{"start":75,"end":81,"token_start":16,"token_end":16,"label":"base"},{"start":87,"end":91,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":178,"end":206,"token_start":36,"token_end":38,"label":"base"},{"start":240,"end":255,"token_start":45,"token_end":46,"label":"base"}],"tokens":[{"text":"He","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"said","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"to","start":8,"end":10,"id":2,"ws":true,"disabled":false},{"text":"consider","start":11,"end":19,"id":3,"ws":false,"disabled":false},{"text":",","start":19,"end":20,"id":4,"ws":true,"disabled":false},{"text":"for","start":21,"end":24,"id":5,"ws":true,"disabled":false},{"text":"example","start":25,"end":32,"id":6,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":7,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":8,"ws":true,"disabled":false},{"text":"situation","start":38,"end":47,"id":9,"ws":true,"disabled":false},{"text":"in","start":48,"end":50,"id":10,"ws":true,"disabled":false},{"text":"Puerto","start":51,"end":57,"id":11,"ws":true,"disabled":false},{"text":"Rico","start":58,"end":62,"id":12,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":13,"ws":true,"disabled":false},{"text":"where","start":64,"end":69,"id":14,"ws":true,"disabled":false},{"text":"many","start":70,"end":74,"id":15,"ws":true,"disabled":false},{"text":"people","start":75,"end":81,"id":16,"ws":true,"disabled":false},{"text":"have","start":82,"end":86,"id":17,"ws":true,"disabled":false},{"text":"died","start":87,"end":91,"id":18,"ws":true,"disabled":false},{"text":"of","start":92,"end":94,"id":19,"ws":true,"disabled":false},{"text":"COVID-19","start":95,"end":103,"id":20,"ws":true,"disabled":false},{"text":"for","start":104,"end":107,"id":21,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":22,"ws":true,"disabled":false},{"text":"simple","start":112,"end":118,"id":23,"ws":true,"disabled":false},{"text":"reason","start":119,"end":125,"id":24,"ws":true,"disabled":false},{"text":"that","start":126,"end":130,"id":25,"ws":true,"disabled":false},{"text":"they","start":131,"end":135,"id":26,"ws":true,"disabled":false},{"text":"have","start":136,"end":140,"id":27,"ws":true,"disabled":false},{"text":"not","start":141,"end":144,"id":28,"ws":true,"disabled":false},{"text":"yet","start":145,"end":148,"id":29,"ws":true,"disabled":false},{"text":"recovered","start":149,"end":158,"id":30,"ws":false,"disabled":false},{"text":",","start":158,"end":159,"id":31,"ws":true,"disabled":false},{"text":"in","start":160,"end":162,"id":32,"ws":true,"disabled":false},{"text":"terms","start":163,"end":168,"id":33,"ws":true,"disabled":false},{"text":"of","start":169,"end":171,"id":34,"ws":true,"disabled":false},{"text":"their","start":172,"end":177,"id":35,"ws":true,"disabled":false},{"text":"public","start":178,"end":184,"id":36,"ws":true,"disabled":false},{"text":"health","start":185,"end":191,"id":37,"ws":true,"disabled":false},{"text":"infrastructure","start":192,"end":206,"id":38,"ws":false,"disabled":false},{"text":",","start":206,"end":207,"id":39,"ws":true,"disabled":false},{"text":"from","start":208,"end":212,"id":40,"ws":true,"disabled":false},{"text":"the","start":213,"end":216,"id":41,"ws":true,"disabled":false},{"text":"devastating","start":217,"end":228,"id":42,"ws":true,"disabled":false},{"text":"impacts","start":229,"end":236,"id":43,"ws":true,"disabled":false},{"text":"of","start":237,"end":239,"id":44,"ws":true,"disabled":false},{"text":"Hurricane","start":240,"end":249,"id":45,"ws":true,"disabled":false},{"text":"Maria","start":250,"end":255,"id":46,"ws":true,"disabled":false},{"text":"three","start":256,"end":261,"id":47,"ws":true,"disabled":false},{"text":"years","start":262,"end":267,"id":48,"ws":true,"disabled":false},{"text":"ago","start":268,"end":271,"id":49,"ws":false,"disabled":false},{"text":".","start":271,"end":272,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":273,"end":285,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":286,"end":298,"id":52,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":46,"child":38,"head_span":{"start":240,"end":255,"token_start":45,"token_end":46,"label":"base"},"child_span":{"start":178,"end":206,"token_start":36,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":38,"child":16,"head_span":{"start":178,"end":206,"token_start":36,"token_end":38,"label":"base"},"child_span":{"start":75,"end":81,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":16,"head_span":{"start":87,"end":91,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":75,"end":81,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The increasing intensity, duration, and frequency of heat waves due to human-caused climate change puts historically underserved populations in a heightened state of precarity, as studies observe that vulnerable communities\u2014especially those within urban areas in the United States\u2014are disproportionately exposed to extreme heat.","text":"The increasing intensity, duration, and frequency of heat waves due to human-caused climate change puts historically underserved populations in a heightened state of precarity, as studies observe that vulnerable communities\u2014especially those within urban areas in the United States\u2014are disproportionately exposed to extreme heat. IMPLIED_BASE IMPLIED_BASE","characters":"328","document_index":"804","md_sentence_index":"0","classification_origin":"causal_sentence_classification","url":"https://www.mdpi.com/2225-1154/8/1/12/htm","combo_id":"804_0","post-training batch1":"804_0","_input_hash":1305311677,"_task_hash":780280318,"spans":[{"text":"increasing","start":4,"token_start":1,"token_end":1,"end":14,"type":"pattern","label":"change_direction"},{"text":"intensity","start":15,"token_start":2,"token_end":2,"end":24,"type":"pattern","label":"aspect_changing"},{"start":26,"end":34,"token_start":4,"token_end":4,"label":"aspect_changing"},{"text":"frequency","start":40,"token_start":7,"token_end":7,"end":49,"type":"pattern","label":"aspect_changing"},{"text":"heat waves","start":53,"token_start":9,"token_end":10,"end":63,"type":"pattern","label":"base"},{"start":64,"end":70,"token_start":11,"token_end":12,"label":"predicate"},{"start":71,"end":83,"token_start":13,"token_end":15,"label":"type_of"},{"text":"climate change","start":84,"token_start":16,"token_end":17,"end":98,"type":"pattern","label":"base"},{"start":99,"end":103,"token_start":18,"token_end":18,"label":"predicate"},{"start":117,"end":128,"token_start":20,"token_end":20,"label":"type_of"},{"start":129,"end":140,"token_start":21,"token_end":21,"label":"base"},{"start":146,"end":162,"token_start":24,"token_end":25,"label":"change_direction"},{"start":166,"end":175,"token_start":27,"token_end":27,"label":"aspect_changing"},{"text":"communities","start":212,"token_start":34,"token_end":34,"end":223,"type":"pattern","label":"base"},{"start":285,"end":303,"token_start":47,"token_end":47,"label":"change_direction"},{"start":304,"end":311,"token_start":48,"token_end":48,"label":"aspect_changing"},{"start":315,"end":322,"token_start":50,"token_end":50,"label":"type_of"},{"start":323,"end":327,"token_start":51,"token_end":51,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"increasing","start":4,"end":14,"id":1,"ws":true,"disabled":false},{"text":"intensity","start":15,"end":24,"id":2,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":3,"ws":true,"disabled":false},{"text":"duration","start":26,"end":34,"id":4,"ws":false,"disabled":false},{"text":",","start":34,"end":35,"id":5,"ws":true,"disabled":false},{"text":"and","start":36,"end":39,"id":6,"ws":true,"disabled":false},{"text":"frequency","start":40,"end":49,"id":7,"ws":true,"disabled":false},{"text":"of","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"heat","start":53,"end":57,"id":9,"ws":true,"disabled":false},{"text":"waves","start":58,"end":63,"id":10,"ws":true,"disabled":false},{"text":"due","start":64,"end":67,"id":11,"ws":true,"disabled":false},{"text":"to","start":68,"end":70,"id":12,"ws":true,"disabled":false},{"text":"human","start":71,"end":76,"id":13,"ws":false,"disabled":false},{"text":"-","start":76,"end":77,"id":14,"ws":false,"disabled":false},{"text":"caused","start":77,"end":83,"id":15,"ws":true,"disabled":false},{"text":"climate","start":84,"end":91,"id":16,"ws":true,"disabled":false},{"text":"change","start":92,"end":98,"id":17,"ws":true,"disabled":false},{"text":"puts","start":99,"end":103,"id":18,"ws":true,"disabled":false},{"text":"historically","start":104,"end":116,"id":19,"ws":true,"disabled":false},{"text":"underserved","start":117,"end":128,"id":20,"ws":true,"disabled":false},{"text":"populations","start":129,"end":140,"id":21,"ws":true,"disabled":false},{"text":"in","start":141,"end":143,"id":22,"ws":true,"disabled":false},{"text":"a","start":144,"end":145,"id":23,"ws":true,"disabled":false},{"text":"heightened","start":146,"end":156,"id":24,"ws":true,"disabled":false},{"text":"state","start":157,"end":162,"id":25,"ws":true,"disabled":false},{"text":"of","start":163,"end":165,"id":26,"ws":true,"disabled":false},{"text":"precarity","start":166,"end":175,"id":27,"ws":false,"disabled":false},{"text":",","start":175,"end":176,"id":28,"ws":true,"disabled":false},{"text":"as","start":177,"end":179,"id":29,"ws":true,"disabled":false},{"text":"studies","start":180,"end":187,"id":30,"ws":true,"disabled":false},{"text":"observe","start":188,"end":195,"id":31,"ws":true,"disabled":false},{"text":"that","start":196,"end":200,"id":32,"ws":true,"disabled":false},{"text":"vulnerable","start":201,"end":211,"id":33,"ws":true,"disabled":false},{"text":"communities","start":212,"end":223,"id":34,"ws":false,"disabled":false},{"text":"\u2014","start":223,"end":224,"id":35,"ws":false,"disabled":false},{"text":"especially","start":224,"end":234,"id":36,"ws":true,"disabled":false},{"text":"those","start":235,"end":240,"id":37,"ws":true,"disabled":false},{"text":"within","start":241,"end":247,"id":38,"ws":true,"disabled":false},{"text":"urban","start":248,"end":253,"id":39,"ws":true,"disabled":false},{"text":"areas","start":254,"end":259,"id":40,"ws":true,"disabled":false},{"text":"in","start":260,"end":262,"id":41,"ws":true,"disabled":false},{"text":"the","start":263,"end":266,"id":42,"ws":true,"disabled":false},{"text":"United","start":267,"end":273,"id":43,"ws":true,"disabled":false},{"text":"States","start":274,"end":280,"id":44,"ws":false,"disabled":false},{"text":"\u2014","start":280,"end":281,"id":45,"ws":false,"disabled":false},{"text":"are","start":281,"end":284,"id":46,"ws":true,"disabled":false},{"text":"disproportionately","start":285,"end":303,"id":47,"ws":true,"disabled":false},{"text":"exposed","start":304,"end":311,"id":48,"ws":true,"disabled":false},{"text":"to","start":312,"end":314,"id":49,"ws":true,"disabled":false},{"text":"extreme","start":315,"end":322,"id":50,"ws":true,"disabled":false},{"text":"heat","start":323,"end":327,"id":51,"ws":false,"disabled":false},{"text":".","start":327,"end":328,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":329,"end":341,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":342,"end":354,"id":54,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":10,"head_span":{"start":26,"end":34,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":40,"end":49,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":10,"head_span":{"start":15,"end":24,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":10,"head_span":{"start":4,"end":14,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":71,"end":83,"token_start":13,"token_end":15,"label":"type_of"},"child_span":{"start":84,"end":98,"token_start":16,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":117,"end":128,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":129,"end":140,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":21,"head_span":{"start":146,"end":162,"token_start":24,"token_end":25,"label":"change_direction"},"child_span":{"start":129,"end":140,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":21,"head_span":{"start":166,"end":175,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":129,"end":140,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":50,"child":51,"head_span":{"start":315,"end":322,"token_start":50,"token_end":50,"label":"type_of"},"child_span":{"start":323,"end":327,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":51,"head_span":{"start":304,"end":311,"token_start":48,"token_end":48,"label":"aspect_changing"},"child_span":{"start":323,"end":327,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":51,"head_span":{"start":285,"end":303,"token_start":47,"token_end":47,"label":"change_direction"},"child_span":{"start":323,"end":327,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":10,"head_span":{"start":84,"end":98,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":21,"head_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":129,"end":140,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":21,"head_span":{"start":323,"end":327,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":129,"end":140,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The effort examined how future hurricanes and storm surges may be amplified by climate change and the risks these events could pose to resources relied upon by the Air Force's 45th Space Wing.85\n","text":"The effort examined how future hurricanes and storm surges may be amplified by climate change and the risks these events could pose to resources relied upon by the Air Force's 45th Space Wing.85 IMPLIED_BASE IMPLIED_BASE","characters":"195","document_index":"81","md_sentence_index":"195","classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_195","post-training batch1":"81_195","_input_hash":-1405107209,"_task_hash":-45865248,"spans":[{"start":24,"end":30,"token_start":4,"token_end":4,"label":"type_of"},{"text":"hurricanes","start":31,"token_start":5,"token_end":5,"end":41,"type":"pattern","label":"base"},{"text":"storm","start":46,"token_start":7,"token_end":7,"end":51,"type":"pattern","label":"base"},{"start":52,"end":58,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":66,"end":75,"token_start":11,"token_end":11,"label":"change_direction"},{"text":"climate change","start":79,"token_start":13,"token_end":14,"end":93,"type":"pattern","label":"base"},{"text":"risks","start":102,"token_start":17,"token_end":17,"end":107,"type":"pattern","label":"aspect_changing"},{"start":135,"end":144,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"effort","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"examined","start":11,"end":19,"id":2,"ws":true,"disabled":false},{"text":"how","start":20,"end":23,"id":3,"ws":true,"disabled":false},{"text":"future","start":24,"end":30,"id":4,"ws":true,"disabled":false},{"text":"hurricanes","start":31,"end":41,"id":5,"ws":true,"disabled":false},{"text":"and","start":42,"end":45,"id":6,"ws":true,"disabled":false},{"text":"storm","start":46,"end":51,"id":7,"ws":true,"disabled":false},{"text":"surges","start":52,"end":58,"id":8,"ws":true,"disabled":false},{"text":"may","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"be","start":63,"end":65,"id":10,"ws":true,"disabled":false},{"text":"amplified","start":66,"end":75,"id":11,"ws":true,"disabled":false},{"text":"by","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"climate","start":79,"end":86,"id":13,"ws":true,"disabled":false},{"text":"change","start":87,"end":93,"id":14,"ws":true,"disabled":false},{"text":"and","start":94,"end":97,"id":15,"ws":true,"disabled":false},{"text":"the","start":98,"end":101,"id":16,"ws":true,"disabled":false},{"text":"risks","start":102,"end":107,"id":17,"ws":true,"disabled":false},{"text":"these","start":108,"end":113,"id":18,"ws":true,"disabled":false},{"text":"events","start":114,"end":120,"id":19,"ws":true,"disabled":false},{"text":"could","start":121,"end":126,"id":20,"ws":true,"disabled":false},{"text":"pose","start":127,"end":131,"id":21,"ws":true,"disabled":false},{"text":"to","start":132,"end":134,"id":22,"ws":true,"disabled":false},{"text":"resources","start":135,"end":144,"id":23,"ws":true,"disabled":false},{"text":"relied","start":145,"end":151,"id":24,"ws":true,"disabled":false},{"text":"upon","start":152,"end":156,"id":25,"ws":true,"disabled":false},{"text":"by","start":157,"end":159,"id":26,"ws":true,"disabled":false},{"text":"the","start":160,"end":163,"id":27,"ws":true,"disabled":false},{"text":"Air","start":164,"end":167,"id":28,"ws":true,"disabled":false},{"text":"Force","start":168,"end":173,"id":29,"ws":false,"disabled":false},{"text":"'s","start":173,"end":175,"id":30,"ws":true,"disabled":false},{"text":"45th","start":176,"end":180,"id":31,"ws":true,"disabled":false},{"text":"Space","start":181,"end":186,"id":32,"ws":true,"disabled":false},{"text":"Wing.85","start":187,"end":194,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":195,"end":207,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":208,"end":220,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":17,"child":23,"head_span":{"start":102,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":135,"end":144,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":7,"head_span":{"start":66,"end":75,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":46,"end":51,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":52,"end":58,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":46,"end":51,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":5,"head_span":{"start":52,"end":58,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":24,"end":30,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":7,"head_span":{"start":24,"end":30,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":46,"end":51,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":5,"head_span":{"start":66,"end":75,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":7,"head_span":{"start":79,"end":93,"token_start":13,"token_end":14,"label":"base"},"child_span":{"start":46,"end":51,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":5,"head_span":{"start":79,"end":93,"token_start":13,"token_end":14,"label":"base"},"child_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":23,"head_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":135,"end":144,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":23,"head_span":{"start":46,"end":51,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":135,"end":144,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Doesn't say what is growing","relation count":"","complexity":"","original_md_text":"And once international scientists had eliminated the effect of temperature averages across the whole growing season, they still found that heatwaves, drought and torrential downfall accounted for 18% to 43% of losses.\n","text":"And once international scientists had eliminated the effect of temperature averages across the whole growing season, they still found that heatwaves, drought and torrential downfall accounted for 18% to 43% of losses. IMPLIED_BASE IMPLIED_BASE","characters":"218","document_index":"107","md_sentence_index":"3","classification_origin":"cm-label-eval","url":"https://physicsworld.com/a/crops-at-risk-from-changing-climate/","combo_id":"107_3","post-training batch1":"107_3","_input_hash":458710245,"_task_hash":-438656361,"spans":[{"text":"heatwaves","start":139,"token_start":21,"token_end":21,"end":148,"type":"pattern","label":"base"},{"text":"drought","start":150,"token_start":23,"token_end":23,"end":157,"type":"pattern","label":"base"},{"start":162,"end":172,"token_start":25,"token_end":25,"label":"type_of"},{"start":173,"end":181,"token_start":26,"token_end":26,"label":"base"},{"start":210,"end":216,"token_start":35,"token_end":35,"label":"base"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"once","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"international","start":9,"end":22,"id":2,"ws":true,"disabled":false},{"text":"scientists","start":23,"end":33,"id":3,"ws":true,"disabled":false},{"text":"had","start":34,"end":37,"id":4,"ws":true,"disabled":false},{"text":"eliminated","start":38,"end":48,"id":5,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":6,"ws":true,"disabled":false},{"text":"effect","start":53,"end":59,"id":7,"ws":true,"disabled":false},{"text":"of","start":60,"end":62,"id":8,"ws":true,"disabled":false},{"text":"temperature","start":63,"end":74,"id":9,"ws":true,"disabled":false},{"text":"averages","start":75,"end":83,"id":10,"ws":true,"disabled":false},{"text":"across","start":84,"end":90,"id":11,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":12,"ws":true,"disabled":false},{"text":"whole","start":95,"end":100,"id":13,"ws":true,"disabled":false},{"text":"growing","start":101,"end":108,"id":14,"ws":true,"disabled":false},{"text":"season","start":109,"end":115,"id":15,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":16,"ws":true,"disabled":false},{"text":"they","start":117,"end":121,"id":17,"ws":true,"disabled":false},{"text":"still","start":122,"end":127,"id":18,"ws":true,"disabled":false},{"text":"found","start":128,"end":133,"id":19,"ws":true,"disabled":false},{"text":"that","start":134,"end":138,"id":20,"ws":true,"disabled":false},{"text":"heatwaves","start":139,"end":148,"id":21,"ws":false,"disabled":false},{"text":",","start":148,"end":149,"id":22,"ws":true,"disabled":false},{"text":"drought","start":150,"end":157,"id":23,"ws":true,"disabled":false},{"text":"and","start":158,"end":161,"id":24,"ws":true,"disabled":false},{"text":"torrential","start":162,"end":172,"id":25,"ws":true,"disabled":false},{"text":"downfall","start":173,"end":181,"id":26,"ws":true,"disabled":false},{"text":"accounted","start":182,"end":191,"id":27,"ws":true,"disabled":false},{"text":"for","start":192,"end":195,"id":28,"ws":true,"disabled":false},{"text":"18","start":196,"end":198,"id":29,"ws":false,"disabled":false},{"text":"%","start":198,"end":199,"id":30,"ws":true,"disabled":false},{"text":"to","start":200,"end":202,"id":31,"ws":true,"disabled":false},{"text":"43","start":203,"end":205,"id":32,"ws":false,"disabled":false},{"text":"%","start":205,"end":206,"id":33,"ws":true,"disabled":false},{"text":"of","start":207,"end":209,"id":34,"ws":true,"disabled":false},{"text":"losses","start":210,"end":216,"id":35,"ws":false,"disabled":false},{"text":".","start":216,"end":217,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":231,"end":243,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":162,"end":172,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":173,"end":181,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":35,"head_span":{"start":150,"end":157,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":210,"end":216,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":35,"head_span":{"start":173,"end":181,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":210,"end":216,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":35,"head_span":{"start":139,"end":148,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":210,"end":216,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Ranft, U., T. Schikowski, D. Sugiri, J. Krutmann, and U. Kramer, 2009: Long-term exposure to traffic-related particulate matter impairs cognitive function in the elderly.","text":"Ranft, U., T. Schikowski, D. Sugiri, J. Krutmann, and U. Kramer, 2009: Long-term exposure to traffic-related particulate matter impairs cognitive function in the elderly. IMPLIED_BASE IMPLIED_BASE","characters":"170","document_index":"619","md_sentence_index":"1229","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_1229","post-training batch1":"619_1229","_input_hash":-1350080862,"_task_hash":1456624950,"spans":[{"start":71,"end":89,"token_start":19,"token_end":22,"label":"aspect_changing"},{"start":93,"end":108,"token_start":24,"token_end":26,"label":"type_of"},{"text":"particulate matter","start":109,"token_start":27,"token_end":28,"end":127,"type":"pattern","label":"base"},{"start":128,"end":135,"token_start":29,"token_end":29,"label":"predicate"},{"start":136,"end":154,"token_start":30,"token_end":31,"label":"base"}],"tokens":[{"text":"Ranft","start":0,"end":5,"id":0,"ws":false,"disabled":false},{"text":",","start":5,"end":6,"id":1,"ws":true,"disabled":false},{"text":"U.","start":7,"end":9,"id":2,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":3,"ws":true,"disabled":false},{"text":"T.","start":11,"end":13,"id":4,"ws":true,"disabled":false},{"text":"Schikowski","start":14,"end":24,"id":5,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":6,"ws":true,"disabled":false},{"text":"D.","start":26,"end":28,"id":7,"ws":true,"disabled":false},{"text":"Sugiri","start":29,"end":35,"id":8,"ws":false,"disabled":false},{"text":",","start":35,"end":36,"id":9,"ws":true,"disabled":false},{"text":"J.","start":37,"end":39,"id":10,"ws":true,"disabled":false},{"text":"Krutmann","start":40,"end":48,"id":11,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":12,"ws":true,"disabled":false},{"text":"and","start":50,"end":53,"id":13,"ws":true,"disabled":false},{"text":"U.","start":54,"end":56,"id":14,"ws":true,"disabled":false},{"text":"Kramer","start":57,"end":63,"id":15,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":16,"ws":true,"disabled":false},{"text":"2009","start":65,"end":69,"id":17,"ws":false,"disabled":false},{"text":":","start":69,"end":70,"id":18,"ws":true,"disabled":false},{"text":"Long","start":71,"end":75,"id":19,"ws":false,"disabled":false},{"text":"-","start":75,"end":76,"id":20,"ws":false,"disabled":false},{"text":"term","start":76,"end":80,"id":21,"ws":true,"disabled":false},{"text":"exposure","start":81,"end":89,"id":22,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":23,"ws":true,"disabled":false},{"text":"traffic","start":93,"end":100,"id":24,"ws":false,"disabled":false},{"text":"-","start":100,"end":101,"id":25,"ws":false,"disabled":false},{"text":"related","start":101,"end":108,"id":26,"ws":true,"disabled":false},{"text":"particulate","start":109,"end":120,"id":27,"ws":true,"disabled":false},{"text":"matter","start":121,"end":127,"id":28,"ws":true,"disabled":false},{"text":"impairs","start":128,"end":135,"id":29,"ws":true,"disabled":false},{"text":"cognitive","start":136,"end":145,"id":30,"ws":true,"disabled":false},{"text":"function","start":146,"end":154,"id":31,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":32,"ws":true,"disabled":false},{"text":"the","start":158,"end":161,"id":33,"ws":true,"disabled":false},{"text":"elderly","start":162,"end":169,"id":34,"ws":false,"disabled":false},{"text":".","start":169,"end":170,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":37,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":22,"child":28,"head_span":{"start":71,"end":89,"token_start":19,"token_end":22,"label":"aspect_changing"},"child_span":{"start":109,"end":127,"token_start":27,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":28,"head_span":{"start":93,"end":108,"token_start":24,"token_end":26,"label":"type_of"},"child_span":{"start":109,"end":127,"token_start":27,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":28,"head_span":{"start":109,"end":127,"token_start":27,"token_end":28,"label":"base"},"child_span":{"start":109,"end":127,"token_start":27,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":31,"head_span":{"start":109,"end":127,"token_start":27,"token_end":28,"label":"base"},"child_span":{"start":136,"end":154,"token_start":30,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Flooding in Iran displaced half a million people in the spring.\n","text":"Flooding in Iran displaced half a million people in the spring. IMPLIED_BASE IMPLIED_BASE","characters":"64","document_index":"381","md_sentence_index":"26","classification_origin":"cm_cause_effect_rel","url":"https://www.businessinsider.com/climate-change-displaces-twice-as-many-people-as-violence-2019-9","combo_id":"381_26","post-training batch1":"381_26","_input_hash":-749318313,"_task_hash":-1825880440,"spans":[{"text":"Flooding","start":0,"token_start":0,"token_end":0,"end":8,"type":"pattern","label":"base"},{"start":12,"end":16,"token_start":2,"token_end":2,"label":"to_whom"},{"text":"people","start":42,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"base"},{"start":56,"end":62,"token_start":10,"token_end":10,"label":"when"}],"tokens":[{"text":"Flooding","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"in","start":9,"end":11,"id":1,"ws":true,"disabled":false},{"text":"Iran","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"displaced","start":17,"end":26,"id":3,"ws":true,"disabled":false},{"text":"half","start":27,"end":31,"id":4,"ws":true,"disabled":false},{"text":"a","start":32,"end":33,"id":5,"ws":true,"disabled":false},{"text":"million","start":34,"end":41,"id":6,"ws":true,"disabled":false},{"text":"people","start":42,"end":48,"id":7,"ws":true,"disabled":false},{"text":"in","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"spring","start":56,"end":62,"id":10,"ws":false,"disabled":false},{"text":".","start":62,"end":63,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":64,"end":76,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":77,"end":89,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Projecting further still is difficult, but if emissions continue unabated at their current high rates, those numbers will surely rise to the point where climate change might kill more people annually than covid-19 currently does before the century\u2019s end.","text":"Projecting further still is difficult, but if emissions continue unabated at their current high rates, those numbers will surely rise to the point where climate change might kill more people annually than covid-19 currently does before the century\u2019s end. IMPLIED_BASE IMPLIED_BASE","characters":"254","document_index":"817","md_sentence_index":"12","classification_origin":"causal_sentence_classification","url":"https://www.washingtonpost.com/outlook/climate-change-intervention-cost/2020/09/17/c6715db6-f784-11ea-89e3-4b9efa36dc64_story.html","combo_id":"817_12","post-training batch1":"817_12","_input_hash":-1307347912,"_task_hash":-1702224520,"spans":[{"text":"climate change","start":153,"token_start":26,"token_end":27,"end":167,"type":"pattern","label":"base"},{"start":174,"end":178,"token_start":29,"token_end":29,"label":"aspect_changing"},{"text":"more","start":179,"token_start":30,"token_end":30,"end":183,"type":"pattern","label":"change_direction"},{"text":"people","start":184,"token_start":31,"token_end":31,"end":190,"type":"pattern","label":"base"}],"tokens":[{"text":"Projecting","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"further","start":11,"end":18,"id":1,"ws":true,"disabled":false},{"text":"still","start":19,"end":24,"id":2,"ws":true,"disabled":false},{"text":"is","start":25,"end":27,"id":3,"ws":true,"disabled":false},{"text":"difficult","start":28,"end":37,"id":4,"ws":false,"disabled":false},{"text":",","start":37,"end":38,"id":5,"ws":true,"disabled":false},{"text":"but","start":39,"end":42,"id":6,"ws":true,"disabled":false},{"text":"if","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"emissions","start":46,"end":55,"id":8,"ws":true,"disabled":false},{"text":"continue","start":56,"end":64,"id":9,"ws":true,"disabled":false},{"text":"unabated","start":65,"end":73,"id":10,"ws":true,"disabled":false},{"text":"at","start":74,"end":76,"id":11,"ws":true,"disabled":false},{"text":"their","start":77,"end":82,"id":12,"ws":true,"disabled":false},{"text":"current","start":83,"end":90,"id":13,"ws":true,"disabled":false},{"text":"high","start":91,"end":95,"id":14,"ws":true,"disabled":false},{"text":"rates","start":96,"end":101,"id":15,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":16,"ws":true,"disabled":false},{"text":"those","start":103,"end":108,"id":17,"ws":true,"disabled":false},{"text":"numbers","start":109,"end":116,"id":18,"ws":true,"disabled":false},{"text":"will","start":117,"end":121,"id":19,"ws":true,"disabled":false},{"text":"surely","start":122,"end":128,"id":20,"ws":true,"disabled":false},{"text":"rise","start":129,"end":133,"id":21,"ws":true,"disabled":false},{"text":"to","start":134,"end":136,"id":22,"ws":true,"disabled":false},{"text":"the","start":137,"end":140,"id":23,"ws":true,"disabled":false},{"text":"point","start":141,"end":146,"id":24,"ws":true,"disabled":false},{"text":"where","start":147,"end":152,"id":25,"ws":true,"disabled":false},{"text":"climate","start":153,"end":160,"id":26,"ws":true,"disabled":false},{"text":"change","start":161,"end":167,"id":27,"ws":true,"disabled":false},{"text":"might","start":168,"end":173,"id":28,"ws":true,"disabled":false},{"text":"kill","start":174,"end":178,"id":29,"ws":true,"disabled":false},{"text":"more","start":179,"end":183,"id":30,"ws":true,"disabled":false},{"text":"people","start":184,"end":190,"id":31,"ws":true,"disabled":false},{"text":"annually","start":191,"end":199,"id":32,"ws":true,"disabled":false},{"text":"than","start":200,"end":204,"id":33,"ws":true,"disabled":false},{"text":"covid-19","start":205,"end":213,"id":34,"ws":true,"disabled":false},{"text":"currently","start":214,"end":223,"id":35,"ws":true,"disabled":false},{"text":"does","start":224,"end":228,"id":36,"ws":true,"disabled":false},{"text":"before","start":229,"end":235,"id":37,"ws":true,"disabled":false},{"text":"the","start":236,"end":239,"id":38,"ws":true,"disabled":false},{"text":"century","start":240,"end":247,"id":39,"ws":false,"disabled":false},{"text":"\u2019s","start":247,"end":249,"id":40,"ws":true,"disabled":false},{"text":"end","start":250,"end":253,"id":41,"ws":false,"disabled":false},{"text":".","start":253,"end":254,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":255,"end":267,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":268,"end":280,"id":44,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":30,"child":31,"head_span":{"start":179,"end":183,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":184,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":174,"end":178,"token_start":29,"token_end":29,"label":"aspect_changing"},"child_span":{"start":184,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":31,"head_span":{"start":153,"end":167,"token_start":26,"token_end":27,"label":"base"},"child_span":{"start":184,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In some places marvels of human engineering worsen effects from rising seas in a warming world.","text":"In some places marvels of human engineering worsen effects from rising seas in a warming world. IMPLIED_BASE IMPLIED_BASE","characters":"95","document_index":"382","md_sentence_index":"52","classification_origin":"cm_cause_effect_rel","url":"https://www.nationalgeographic.com/environment/global-warming/big-thaw/","combo_id":"382_52","post-training batch1":"382_52","_input_hash":-2044373593,"_task_hash":1529300105,"spans":[{"start":26,"end":43,"token_start":5,"token_end":6,"label":"base"},{"start":44,"end":50,"token_start":7,"token_end":7,"label":"change_direction"},{"start":51,"end":58,"token_start":8,"token_end":8,"label":"aspect_changing"},{"text":"rising","start":64,"token_start":10,"token_end":10,"end":70,"type":"pattern","label":"type_of"},{"start":71,"end":75,"token_start":11,"token_end":11,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"some","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"places","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"marvels","start":15,"end":22,"id":3,"ws":true,"disabled":false},{"text":"of","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"human","start":26,"end":31,"id":5,"ws":true,"disabled":false},{"text":"engineering","start":32,"end":43,"id":6,"ws":true,"disabled":false},{"text":"worsen","start":44,"end":50,"id":7,"ws":true,"disabled":false},{"text":"effects","start":51,"end":58,"id":8,"ws":true,"disabled":false},{"text":"from","start":59,"end":63,"id":9,"ws":true,"disabled":false},{"text":"rising","start":64,"end":70,"id":10,"ws":true,"disabled":false},{"text":"seas","start":71,"end":75,"id":11,"ws":true,"disabled":false},{"text":"in","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"a","start":79,"end":80,"id":13,"ws":true,"disabled":false},{"text":"warming","start":81,"end":88,"id":14,"ws":true,"disabled":false},{"text":"world","start":89,"end":94,"id":15,"ws":false,"disabled":false},{"text":".","start":94,"end":95,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":109,"end":121,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":64,"end":70,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":71,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":51,"end":58,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":71,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":11,"head_span":{"start":44,"end":50,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":71,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":11,"head_span":{"start":26,"end":43,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":71,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"staged","Dataset name":"checkin-four","ignore?":"","reason":"","relation count":"Many","complexity":"Complex","original_md_text":"As an illustrative example of increased military costs due to climate change: receding Arctic ice cover requires deployment of new naval vessels to address growing tensions between Canada, the United States, Russia, and China over newly-exposed natural resources and shipping lanes (Department of Defense, 2015).","text":"As an illustrative example of increased military costs due to climate change: receding Arctic ice cover requires deployment of new naval vessels to address growing tensions between Canada, the United States, Russia, and China over newly-exposed natural resources and shipping lanes (Department of Defense, 2015). IMPLIED_BASE IMPLIED_BASE","characters":"312","document_index":"71","md_sentence_index":"227","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_227","post-training batch1":"71_227","_input_hash":1502375230,"_task_hash":22283071,"spans":[{"text":"increased","start":30,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"change_direction"},{"start":40,"end":48,"token_start":6,"token_end":6,"label":"base"},{"text":"costs","start":49,"token_start":7,"token_end":7,"end":54,"type":"pattern","label":"aspect_changing"},{"start":55,"end":61,"token_start":8,"token_end":9,"label":"predicate"},{"text":"climate change","start":62,"token_start":10,"token_end":11,"end":76,"type":"pattern","label":"base"},{"text":"receding","start":78,"token_start":13,"token_end":13,"end":86,"type":"pattern","label":"change_direction"},{"start":87,"end":93,"token_start":14,"token_end":14,"label":"type_of"},{"start":94,"end":103,"token_start":15,"token_end":16,"label":"base"},{"start":104,"end":112,"token_start":17,"token_end":17,"label":"predicate"},{"start":113,"end":123,"token_start":18,"token_end":18,"label":"aspect_changing"},{"text":"naval vessels","start":131,"token_start":21,"token_end":22,"end":144,"type":"pattern","label":"base"},{"text":"shipping lanes","start":267,"token_start":45,"token_end":46,"end":281,"type":"pattern","label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"an","start":3,"end":5,"id":1,"ws":true,"disabled":false},{"text":"illustrative","start":6,"end":18,"id":2,"ws":true,"disabled":false},{"text":"example","start":19,"end":26,"id":3,"ws":true,"disabled":false},{"text":"of","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"increased","start":30,"end":39,"id":5,"ws":true,"disabled":false},{"text":"military","start":40,"end":48,"id":6,"ws":true,"disabled":false},{"text":"costs","start":49,"end":54,"id":7,"ws":true,"disabled":false},{"text":"due","start":55,"end":58,"id":8,"ws":true,"disabled":false},{"text":"to","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"climate","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"change","start":70,"end":76,"id":11,"ws":false,"disabled":false},{"text":":","start":76,"end":77,"id":12,"ws":true,"disabled":false},{"text":"receding","start":78,"end":86,"id":13,"ws":true,"disabled":false},{"text":"Arctic","start":87,"end":93,"id":14,"ws":true,"disabled":false},{"text":"ice","start":94,"end":97,"id":15,"ws":true,"disabled":false},{"text":"cover","start":98,"end":103,"id":16,"ws":true,"disabled":false},{"text":"requires","start":104,"end":112,"id":17,"ws":true,"disabled":false},{"text":"deployment","start":113,"end":123,"id":18,"ws":true,"disabled":false},{"text":"of","start":124,"end":126,"id":19,"ws":true,"disabled":false},{"text":"new","start":127,"end":130,"id":20,"ws":true,"disabled":false},{"text":"naval","start":131,"end":136,"id":21,"ws":true,"disabled":false},{"text":"vessels","start":137,"end":144,"id":22,"ws":true,"disabled":false},{"text":"to","start":145,"end":147,"id":23,"ws":true,"disabled":false},{"text":"address","start":148,"end":155,"id":24,"ws":true,"disabled":false},{"text":"growing","start":156,"end":163,"id":25,"ws":true,"disabled":false},{"text":"tensions","start":164,"end":172,"id":26,"ws":true,"disabled":false},{"text":"between","start":173,"end":180,"id":27,"ws":true,"disabled":false},{"text":"Canada","start":181,"end":187,"id":28,"ws":false,"disabled":false},{"text":",","start":187,"end":188,"id":29,"ws":true,"disabled":false},{"text":"the","start":189,"end":192,"id":30,"ws":true,"disabled":false},{"text":"United","start":193,"end":199,"id":31,"ws":true,"disabled":false},{"text":"States","start":200,"end":206,"id":32,"ws":false,"disabled":false},{"text":",","start":206,"end":207,"id":33,"ws":true,"disabled":false},{"text":"Russia","start":208,"end":214,"id":34,"ws":false,"disabled":false},{"text":",","start":214,"end":215,"id":35,"ws":true,"disabled":false},{"text":"and","start":216,"end":219,"id":36,"ws":true,"disabled":false},{"text":"China","start":220,"end":225,"id":37,"ws":true,"disabled":false},{"text":"over","start":226,"end":230,"id":38,"ws":true,"disabled":false},{"text":"newly","start":231,"end":236,"id":39,"ws":false,"disabled":false},{"text":"-","start":236,"end":237,"id":40,"ws":false,"disabled":false},{"text":"exposed","start":237,"end":244,"id":41,"ws":true,"disabled":false},{"text":"natural","start":245,"end":252,"id":42,"ws":true,"disabled":false},{"text":"resources","start":253,"end":262,"id":43,"ws":true,"disabled":false},{"text":"and","start":263,"end":266,"id":44,"ws":true,"disabled":false},{"text":"shipping","start":267,"end":275,"id":45,"ws":true,"disabled":false},{"text":"lanes","start":276,"end":281,"id":46,"ws":true,"disabled":false},{"text":"(","start":282,"end":283,"id":47,"ws":false,"disabled":false},{"text":"Department","start":283,"end":293,"id":48,"ws":true,"disabled":false},{"text":"of","start":294,"end":296,"id":49,"ws":true,"disabled":false},{"text":"Defense","start":297,"end":304,"id":50,"ws":false,"disabled":false},{"text":",","start":304,"end":305,"id":51,"ws":true,"disabled":false},{"text":"2015","start":306,"end":310,"id":52,"ws":false,"disabled":false},{"text":")","start":310,"end":311,"id":53,"ws":false,"disabled":false},{"text":".","start":311,"end":312,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":313,"end":325,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":326,"end":338,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":30,"end":39,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":40,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":6,"head_span":{"start":49,"end":54,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":40,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":6,"head_span":{"start":62,"end":76,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":40,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":16,"head_span":{"start":87,"end":93,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":94,"end":103,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":78,"end":86,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":94,"end":103,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":22,"head_span":{"start":113,"end":123,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":131,"end":144,"token_start":21,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":22,"head_span":{"start":94,"end":103,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":131,"end":144,"token_start":21,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Heavy snow on top of that led to slushy conditions that aren't conducive to safe fishing.","text":"Heavy snow on top of that led to slushy conditions that aren't conducive to safe fishing. IMPLIED_BASE IMPLIED_BASE","characters":"89","document_index":"643","md_sentence_index":"103","classification_origin":"causal_sentence_classification","url":"https://www.npr.org/2020/02/18/803125282/how-warming-winters-are-affecting-everything","combo_id":"643_103","post-training batch1":"643_103","_input_hash":-162241888,"_task_hash":-1896884482,"spans":[{"start":0,"end":5,"token_start":0,"token_end":0,"label":"type_of"},{"start":6,"end":10,"token_start":1,"token_end":1,"label":"base"},{"start":26,"end":32,"token_start":6,"token_end":7,"label":"predicate"},{"start":33,"end":50,"token_start":8,"token_end":9,"label":"base"}],"tokens":[{"text":"Heavy","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"snow","start":6,"end":10,"id":1,"ws":true,"disabled":false},{"text":"on","start":11,"end":13,"id":2,"ws":true,"disabled":false},{"text":"top","start":14,"end":17,"id":3,"ws":true,"disabled":false},{"text":"of","start":18,"end":20,"id":4,"ws":true,"disabled":false},{"text":"that","start":21,"end":25,"id":5,"ws":true,"disabled":false},{"text":"led","start":26,"end":29,"id":6,"ws":true,"disabled":false},{"text":"to","start":30,"end":32,"id":7,"ws":true,"disabled":false},{"text":"slushy","start":33,"end":39,"id":8,"ws":true,"disabled":false},{"text":"conditions","start":40,"end":50,"id":9,"ws":true,"disabled":false},{"text":"that","start":51,"end":55,"id":10,"ws":true,"disabled":false},{"text":"are","start":56,"end":59,"id":11,"ws":false,"disabled":false},{"text":"n't","start":59,"end":62,"id":12,"ws":true,"disabled":false},{"text":"conducive","start":63,"end":72,"id":13,"ws":true,"disabled":false},{"text":"to","start":73,"end":75,"id":14,"ws":true,"disabled":false},{"text":"safe","start":76,"end":80,"id":15,"ws":true,"disabled":false},{"text":"fishing","start":81,"end":88,"id":16,"ws":false,"disabled":false},{"text":".","start":88,"end":89,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":90,"end":102,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":103,"end":115,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":6,"end":10,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":9,"head_span":{"start":6,"end":10,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":33,"end":50,"token_start":8,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The threat on global health are highlighted by many previous studies such as one report from Australia about an increased incidence in childhood pneumonia associated with sharp temperature drops from 1 day to the next [10], or the outbreak of Hantavirus, which occurred in Panama in 2000, linked to the increase in rodent population attributed to a substantial increase in rainfall [11].","text":"The threat on global health are highlighted by many previous studies such as one report from Australia about an increased incidence in childhood pneumonia associated with sharp temperature drops from 1 day to the next [10], or the outbreak of Hantavirus, which occurred in Panama in 2000, linked to the increase in rodent population attributed to a substantial increase in rainfall [11]. IMPLIED_BASE IMPLIED_BASE","characters":"387","document_index":"750","md_sentence_index":"37","classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_37","post-training batch1":"750_37","_input_hash":689419902,"_task_hash":-839095674,"spans":[{"text":"increased","start":112,"token_start":19,"token_end":19,"end":121,"type":"pattern","label":"change_direction"},{"start":122,"end":131,"token_start":20,"token_end":20,"label":"aspect_changing"},{"start":135,"end":144,"token_start":22,"token_end":22,"label":"type_of"},{"start":145,"end":154,"token_start":23,"token_end":23,"label":"base"},{"start":171,"end":176,"token_start":26,"token_end":26,"label":"change_direction"},{"start":177,"end":194,"token_start":27,"token_end":28,"label":"aspect_changing"},{"start":231,"end":239,"token_start":41,"token_end":41,"label":"aspect_changing"},{"start":243,"end":253,"token_start":43,"token_end":43,"label":"base"},{"text":"increase","start":303,"token_start":55,"token_end":55,"end":311,"type":"pattern","label":"change_direction"},{"start":315,"end":321,"token_start":57,"token_end":57,"label":"base"},{"start":322,"end":332,"token_start":58,"token_end":58,"label":"aspect_changing"},{"text":"increase","start":361,"token_start":63,"token_end":63,"end":369,"type":"pattern","label":"change_direction"},{"text":"rainfall","start":373,"token_start":65,"token_end":65,"end":381,"type":"pattern","label":"base"},{"start":388,"end":400,"token_start":70,"token_end":70,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"threat","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"on","start":11,"end":13,"id":2,"ws":true,"disabled":false},{"text":"global","start":14,"end":20,"id":3,"ws":true,"disabled":false},{"text":"health","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"are","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"highlighted","start":32,"end":43,"id":6,"ws":true,"disabled":false},{"text":"by","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"many","start":47,"end":51,"id":8,"ws":true,"disabled":false},{"text":"previous","start":52,"end":60,"id":9,"ws":true,"disabled":false},{"text":"studies","start":61,"end":68,"id":10,"ws":true,"disabled":false},{"text":"such","start":69,"end":73,"id":11,"ws":true,"disabled":false},{"text":"as","start":74,"end":76,"id":12,"ws":true,"disabled":false},{"text":"one","start":77,"end":80,"id":13,"ws":true,"disabled":false},{"text":"report","start":81,"end":87,"id":14,"ws":true,"disabled":false},{"text":"from","start":88,"end":92,"id":15,"ws":true,"disabled":false},{"text":"Australia","start":93,"end":102,"id":16,"ws":true,"disabled":false},{"text":"about","start":103,"end":108,"id":17,"ws":true,"disabled":false},{"text":"an","start":109,"end":111,"id":18,"ws":true,"disabled":false},{"text":"increased","start":112,"end":121,"id":19,"ws":true,"disabled":false},{"text":"incidence","start":122,"end":131,"id":20,"ws":true,"disabled":false},{"text":"in","start":132,"end":134,"id":21,"ws":true,"disabled":false},{"text":"childhood","start":135,"end":144,"id":22,"ws":true,"disabled":false},{"text":"pneumonia","start":145,"end":154,"id":23,"ws":true,"disabled":false},{"text":"associated","start":155,"end":165,"id":24,"ws":true,"disabled":false},{"text":"with","start":166,"end":170,"id":25,"ws":true,"disabled":false},{"text":"sharp","start":171,"end":176,"id":26,"ws":true,"disabled":false},{"text":"temperature","start":177,"end":188,"id":27,"ws":true,"disabled":false},{"text":"drops","start":189,"end":194,"id":28,"ws":true,"disabled":false},{"text":"from","start":195,"end":199,"id":29,"ws":true,"disabled":false},{"text":"1","start":200,"end":201,"id":30,"ws":true,"disabled":false},{"text":"day","start":202,"end":205,"id":31,"ws":true,"disabled":false},{"text":"to","start":206,"end":208,"id":32,"ws":true,"disabled":false},{"text":"the","start":209,"end":212,"id":33,"ws":true,"disabled":false},{"text":"next","start":213,"end":217,"id":34,"ws":true,"disabled":false},{"text":"[","start":218,"end":219,"id":35,"ws":false,"disabled":false},{"text":"10","start":219,"end":221,"id":36,"ws":false,"disabled":false},{"text":"]","start":221,"end":222,"id":37,"ws":false,"disabled":false},{"text":",","start":222,"end":223,"id":38,"ws":true,"disabled":false},{"text":"or","start":224,"end":226,"id":39,"ws":true,"disabled":false},{"text":"the","start":227,"end":230,"id":40,"ws":true,"disabled":false},{"text":"outbreak","start":231,"end":239,"id":41,"ws":true,"disabled":false},{"text":"of","start":240,"end":242,"id":42,"ws":true,"disabled":false},{"text":"Hantavirus","start":243,"end":253,"id":43,"ws":false,"disabled":false},{"text":",","start":253,"end":254,"id":44,"ws":true,"disabled":false},{"text":"which","start":255,"end":260,"id":45,"ws":true,"disabled":false},{"text":"occurred","start":261,"end":269,"id":46,"ws":true,"disabled":false},{"text":"in","start":270,"end":272,"id":47,"ws":true,"disabled":false},{"text":"Panama","start":273,"end":279,"id":48,"ws":true,"disabled":false},{"text":"in","start":280,"end":282,"id":49,"ws":true,"disabled":false},{"text":"2000","start":283,"end":287,"id":50,"ws":false,"disabled":false},{"text":",","start":287,"end":288,"id":51,"ws":true,"disabled":false},{"text":"linked","start":289,"end":295,"id":52,"ws":true,"disabled":false},{"text":"to","start":296,"end":298,"id":53,"ws":true,"disabled":false},{"text":"the","start":299,"end":302,"id":54,"ws":true,"disabled":false},{"text":"increase","start":303,"end":311,"id":55,"ws":true,"disabled":false},{"text":"in","start":312,"end":314,"id":56,"ws":true,"disabled":false},{"text":"rodent","start":315,"end":321,"id":57,"ws":true,"disabled":false},{"text":"population","start":322,"end":332,"id":58,"ws":true,"disabled":false},{"text":"attributed","start":333,"end":343,"id":59,"ws":true,"disabled":false},{"text":"to","start":344,"end":346,"id":60,"ws":true,"disabled":false},{"text":"a","start":347,"end":348,"id":61,"ws":true,"disabled":false},{"text":"substantial","start":349,"end":360,"id":62,"ws":true,"disabled":false},{"text":"increase","start":361,"end":369,"id":63,"ws":true,"disabled":false},{"text":"in","start":370,"end":372,"id":64,"ws":true,"disabled":false},{"text":"rainfall","start":373,"end":381,"id":65,"ws":true,"disabled":false},{"text":"[","start":382,"end":383,"id":66,"ws":false,"disabled":false},{"text":"11","start":383,"end":385,"id":67,"ws":false,"disabled":false},{"text":"]","start":385,"end":386,"id":68,"ws":false,"disabled":false},{"text":".","start":386,"end":387,"id":69,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":388,"end":400,"id":70,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":401,"end":413,"id":71,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":22,"child":23,"head_span":{"start":135,"end":144,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":145,"end":154,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":122,"end":131,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":145,"end":154,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":23,"head_span":{"start":112,"end":121,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":145,"end":154,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":70,"head_span":{"start":171,"end":176,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":388,"end":400,"token_start":70,"token_end":70,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":70,"head_span":{"start":177,"end":194,"token_start":27,"token_end":28,"label":"aspect_changing"},"child_span":{"start":388,"end":400,"token_start":70,"token_end":70,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":43,"head_span":{"start":231,"end":239,"token_start":41,"token_end":41,"label":"aspect_changing"},"child_span":{"start":243,"end":253,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":55,"child":57,"head_span":{"start":303,"end":311,"token_start":55,"token_end":55,"label":"change_direction"},"child_span":{"start":315,"end":321,"token_start":57,"token_end":57,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":58,"child":57,"head_span":{"start":322,"end":332,"token_start":58,"token_end":58,"label":"aspect_changing"},"child_span":{"start":315,"end":321,"token_start":57,"token_end":57,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":63,"child":65,"head_span":{"start":361,"end":369,"token_start":63,"token_end":63,"label":"change_direction"},"child_span":{"start":373,"end":381,"token_start":65,"token_end":65,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":70,"child":23,"head_span":{"start":388,"end":400,"token_start":70,"token_end":70,"label":"base"},"child_span":{"start":145,"end":154,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":57,"child":43,"head_span":{"start":315,"end":321,"token_start":57,"token_end":57,"label":"base"},"child_span":{"start":243,"end":253,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":65,"child":57,"head_span":{"start":373,"end":381,"token_start":65,"token_end":65,"label":"base"},"child_span":{"start":315,"end":321,"token_start":57,"token_end":57,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"More explosive and rapidly spreading fires leave communities with little notice or chance to evacuate.","text":"More explosive and rapidly spreading fires leave communities with little notice or chance to evacuate. IMPLIED_BASE IMPLIED_BASE","characters":"102","document_index":"25","md_sentence_index":"101","classification_origin":"cm-label-eval","url":"https://www.washingtonpost.com/graphics/2019/lifestyle/magazine/climate-change-covers/","combo_id":"25_101","post-training batch1":"25_101","_input_hash":-1177300727,"_task_hash":1943967430,"spans":[{"start":0,"end":14,"token_start":0,"token_end":1,"label":"change_direction"},{"start":19,"end":36,"token_start":3,"token_end":4,"label":"change_direction"},{"start":37,"end":42,"token_start":5,"token_end":5,"label":"base"},{"text":"communities","start":49,"token_start":7,"token_end":7,"end":60,"type":"pattern","label":"base"},{"start":93,"end":101,"token_start":14,"token_end":14,"label":"aspect_changing"}],"tokens":[{"text":"More","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"explosive","start":5,"end":14,"id":1,"ws":true,"disabled":false},{"text":"and","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"rapidly","start":19,"end":26,"id":3,"ws":true,"disabled":false},{"text":"spreading","start":27,"end":36,"id":4,"ws":true,"disabled":false},{"text":"fires","start":37,"end":42,"id":5,"ws":true,"disabled":false},{"text":"leave","start":43,"end":48,"id":6,"ws":true,"disabled":false},{"text":"communities","start":49,"end":60,"id":7,"ws":true,"disabled":false},{"text":"with","start":61,"end":65,"id":8,"ws":true,"disabled":false},{"text":"little","start":66,"end":72,"id":9,"ws":true,"disabled":false},{"text":"notice","start":73,"end":79,"id":10,"ws":true,"disabled":false},{"text":"or","start":80,"end":82,"id":11,"ws":true,"disabled":false},{"text":"chance","start":83,"end":89,"id":12,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":13,"ws":true,"disabled":false},{"text":"evacuate","start":93,"end":101,"id":14,"ws":false,"disabled":false},{"text":".","start":101,"end":102,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":103,"end":115,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":116,"end":128,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":19,"end":36,"token_start":3,"token_end":4,"label":"change_direction"},"child_span":{"start":37,"end":42,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"change_direction"},"child_span":{"start":37,"end":42,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":7,"head_span":{"start":93,"end":101,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":49,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":37,"end":42,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":49,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The IPCC reported that Alexandria\u2019s beaches would be submerged even with a 0.5-metre sea-level rise, while 8 million people would be displaced by flooding in Alexandria and the Nile Delta if no protective measures are taken.","text":"The IPCC reported that Alexandria\u2019s beaches would be submerged even with a 0.5-metre sea-level rise, while 8 million people would be displaced by flooding in Alexandria and the Nile Delta if no protective measures are taken. IMPLIED_BASE IMPLIED_BASE","characters":"224","document_index":"755","md_sentence_index":"30","classification_origin":"causal_sentence_classification","url":"https://www.theguardian.com/cities/ng-interactive/2017/nov/03/three-degree-world-cities-drowned-global-warming","combo_id":"755_30","post-training batch1":"755_30","_input_hash":-496558078,"_task_hash":1100686948,"spans":[{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},{"start":53,"end":62,"token_start":9,"token_end":9,"label":"aspect_changing"},{"text":"sea","start":85,"token_start":14,"token_end":14,"end":88,"type":"pattern","label":"base"},{"text":"level","start":89,"token_start":16,"token_end":16,"end":94,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":95,"token_start":17,"token_end":17,"end":99,"type":"pattern","label":"change_direction"},{"text":"people","start":117,"token_start":22,"token_end":22,"end":123,"type":"pattern","label":"base"},{"start":133,"end":142,"token_start":25,"token_end":25,"label":"aspect_changing"},{"text":"flooding","start":146,"token_start":27,"token_end":27,"end":154,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"IPCC","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"reported","start":9,"end":17,"id":2,"ws":true,"disabled":false},{"text":"that","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"Alexandria","start":23,"end":33,"id":4,"ws":false,"disabled":false},{"text":"\u2019s","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"beaches","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"would","start":44,"end":49,"id":7,"ws":true,"disabled":false},{"text":"be","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"submerged","start":53,"end":62,"id":9,"ws":true,"disabled":false},{"text":"even","start":63,"end":67,"id":10,"ws":true,"disabled":false},{"text":"with","start":68,"end":72,"id":11,"ws":true,"disabled":false},{"text":"a","start":73,"end":74,"id":12,"ws":true,"disabled":false},{"text":"0.5-metre","start":75,"end":84,"id":13,"ws":true,"disabled":false},{"text":"sea","start":85,"end":88,"id":14,"ws":false,"disabled":false},{"text":"-","start":88,"end":89,"id":15,"ws":false,"disabled":false},{"text":"level","start":89,"end":94,"id":16,"ws":true,"disabled":false},{"text":"rise","start":95,"end":99,"id":17,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":18,"ws":true,"disabled":false},{"text":"while","start":101,"end":106,"id":19,"ws":true,"disabled":false},{"text":"8","start":107,"end":108,"id":20,"ws":true,"disabled":false},{"text":"million","start":109,"end":116,"id":21,"ws":true,"disabled":false},{"text":"people","start":117,"end":123,"id":22,"ws":true,"disabled":false},{"text":"would","start":124,"end":129,"id":23,"ws":true,"disabled":false},{"text":"be","start":130,"end":132,"id":24,"ws":true,"disabled":false},{"text":"displaced","start":133,"end":142,"id":25,"ws":true,"disabled":false},{"text":"by","start":143,"end":145,"id":26,"ws":true,"disabled":false},{"text":"flooding","start":146,"end":154,"id":27,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":28,"ws":true,"disabled":false},{"text":"Alexandria","start":158,"end":168,"id":29,"ws":true,"disabled":false},{"text":"and","start":169,"end":172,"id":30,"ws":true,"disabled":false},{"text":"the","start":173,"end":176,"id":31,"ws":true,"disabled":false},{"text":"Nile","start":177,"end":181,"id":32,"ws":true,"disabled":false},{"text":"Delta","start":182,"end":187,"id":33,"ws":true,"disabled":false},{"text":"if","start":188,"end":190,"id":34,"ws":true,"disabled":false},{"text":"no","start":191,"end":193,"id":35,"ws":true,"disabled":false},{"text":"protective","start":194,"end":204,"id":36,"ws":true,"disabled":false},{"text":"measures","start":205,"end":213,"id":37,"ws":true,"disabled":false},{"text":"are","start":214,"end":217,"id":38,"ws":true,"disabled":false},{"text":"taken","start":218,"end":223,"id":39,"ws":false,"disabled":false},{"text":".","start":223,"end":224,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":225,"end":237,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":238,"end":250,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":9,"child":6,"head_span":{"start":53,"end":62,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":14,"head_span":{"start":89,"end":94,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":85,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":14,"head_span":{"start":95,"end":99,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":85,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":22,"head_span":{"start":133,"end":142,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":117,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":25,"head_span":{"start":146,"end":154,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":133,"end":142,"token_start":25,"token_end":25,"label":"aspect_changing"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":6,"head_span":{"start":85,"end":88,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Turbulence is a threat to safety and economic security, but it\u2019s only part of the harm caused by climate change.","text":"Turbulence is a threat to safety and economic security, but it\u2019s only part of the harm caused by climate change. IMPLIED_BASE IMPLIED_BASE","characters":"112","document_index":"16","md_sentence_index":"27","classification_origin":"cm-label-eval","url":"https://www.vox.com/first-person/2019/4/17/18410615/green-new-deal-flight-attendants-alexandria-ocasio-cortez-sara-nelson","combo_id":"16_27","post-training batch1":"16_27","_input_hash":729814544,"_task_hash":313949918,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},{"start":16,"end":22,"token_start":3,"token_end":3,"label":"change_direction"},{"start":26,"end":32,"token_start":5,"token_end":5,"label":"base"},{"start":37,"end":54,"token_start":7,"token_end":8,"label":"base"},{"text":"climate change","start":97,"token_start":20,"token_end":21,"end":111,"type":"pattern","label":"base"}],"tokens":[{"text":"Turbulence","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"is","start":11,"end":13,"id":1,"ws":true,"disabled":false},{"text":"a","start":14,"end":15,"id":2,"ws":true,"disabled":false},{"text":"threat","start":16,"end":22,"id":3,"ws":true,"disabled":false},{"text":"to","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"safety","start":26,"end":32,"id":5,"ws":true,"disabled":false},{"text":"and","start":33,"end":36,"id":6,"ws":true,"disabled":false},{"text":"economic","start":37,"end":45,"id":7,"ws":true,"disabled":false},{"text":"security","start":46,"end":54,"id":8,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":9,"ws":true,"disabled":false},{"text":"but","start":56,"end":59,"id":10,"ws":true,"disabled":false},{"text":"it","start":60,"end":62,"id":11,"ws":false,"disabled":false},{"text":"\u2019s","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"only","start":65,"end":69,"id":13,"ws":true,"disabled":false},{"text":"part","start":70,"end":74,"id":14,"ws":true,"disabled":false},{"text":"of","start":75,"end":77,"id":15,"ws":true,"disabled":false},{"text":"the","start":78,"end":81,"id":16,"ws":true,"disabled":false},{"text":"harm","start":82,"end":86,"id":17,"ws":true,"disabled":false},{"text":"caused","start":87,"end":93,"id":18,"ws":true,"disabled":false},{"text":"by","start":94,"end":96,"id":19,"ws":true,"disabled":false},{"text":"climate","start":97,"end":104,"id":20,"ws":true,"disabled":false},{"text":"change","start":105,"end":111,"id":21,"ws":false,"disabled":false},{"text":".","start":111,"end":112,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":113,"end":125,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":5,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":26,"end":32,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":8,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":37,"end":54,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":0,"head_span":{"start":97,"end":111,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":5,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":26,"end":32,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":8,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":37,"end":54,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"For many, especially children under 5, malaria triggers organ failure, coma and death.\n","text":"For many, especially children under 5, malaria triggers organ failure, coma and death. IMPLIED_BASE IMPLIED_BASE","characters":"87","document_index":"279","md_sentence_index":"34","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/07/27/opinion/sunday/mosquitoes-malaria-zika-history.html","combo_id":"279_34","post-training batch1":"279_34","_input_hash":-1092622424,"_task_hash":1180720344,"spans":[{"start":39,"end":46,"token_start":8,"token_end":8,"label":"base"},{"start":47,"end":55,"token_start":9,"token_end":9,"label":"predicate"},{"start":56,"end":69,"token_start":10,"token_end":11,"label":"base"},{"start":71,"end":75,"token_start":13,"token_end":13,"label":"base"},{"text":"death","start":80,"token_start":15,"token_end":15,"end":85,"type":"pattern","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"many","start":4,"end":8,"id":1,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":2,"ws":true,"disabled":false},{"text":"especially","start":10,"end":20,"id":3,"ws":true,"disabled":false},{"text":"children","start":21,"end":29,"id":4,"ws":true,"disabled":false},{"text":"under","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"5","start":36,"end":37,"id":6,"ws":false,"disabled":false},{"text":",","start":37,"end":38,"id":7,"ws":true,"disabled":false},{"text":"malaria","start":39,"end":46,"id":8,"ws":true,"disabled":false},{"text":"triggers","start":47,"end":55,"id":9,"ws":true,"disabled":false},{"text":"organ","start":56,"end":61,"id":10,"ws":true,"disabled":false},{"text":"failure","start":62,"end":69,"id":11,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":12,"ws":true,"disabled":false},{"text":"coma","start":71,"end":75,"id":13,"ws":true,"disabled":false},{"text":"and","start":76,"end":79,"id":14,"ws":true,"disabled":false},{"text":"death","start":80,"end":85,"id":15,"ws":false,"disabled":false},{"text":".","start":85,"end":86,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":87,"end":99,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":100,"end":112,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":8,"child":11,"head_span":{"start":39,"end":46,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":56,"end":69,"token_start":10,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":13,"head_span":{"start":39,"end":46,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":71,"end":75,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":15,"head_span":{"start":39,"end":46,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":80,"end":85,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"(Later, a severe mid-summer Arctic heat wave contributed to historic melting of the Greenland ice sheet, with 12.5 billion tons of ice melting into the ocean on a single day \u2014 the \u201cbiggest single-day volume loss on record,\u201d according to the Washington Post).\n","text":"(Later, a severe mid-summer Arctic heat wave contributed to historic melting of the Greenland ice sheet, with 12.5 billion tons of ice melting into the ocean on a single day \u2014 the \u201cbiggest single-day volume loss on record,\u201d according to the Washington Post). IMPLIED_BASE IMPLIED_BASE","characters":"259","document_index":"438","md_sentence_index":"31","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://undark.org/2019/10/31/scary-year-for-climate-change/","combo_id":"438_31","post-training batch1":"438_31","_input_hash":1165336882,"_task_hash":-1385662438,"spans":[{"start":10,"end":16,"token_start":4,"token_end":4,"label":"type_of"},{"start":17,"end":27,"token_start":5,"token_end":7,"label":"type_of"},{"start":28,"end":34,"token_start":8,"token_end":8,"label":"type_of"},{"text":"heat wave","start":35,"token_start":9,"token_end":10,"end":44,"type":"pattern","label":"base"},{"start":45,"end":59,"token_start":11,"token_end":12,"label":"predicate"},{"text":"melting","start":69,"token_start":14,"token_end":14,"end":76,"type":"pattern","label":"aspect_changing"},{"start":84,"end":93,"token_start":17,"token_end":17,"label":"type_of"},{"text":"ice sheet","start":94,"token_start":18,"token_end":19,"end":103,"type":"pattern","label":"base"},{"start":131,"end":134,"token_start":26,"token_end":26,"label":"base"},{"text":"melting","start":135,"token_start":27,"token_end":27,"end":142,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"(","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Later","start":1,"end":6,"id":1,"ws":false,"disabled":false},{"text":",","start":6,"end":7,"id":2,"ws":true,"disabled":false},{"text":"a","start":8,"end":9,"id":3,"ws":true,"disabled":false},{"text":"severe","start":10,"end":16,"id":4,"ws":true,"disabled":false},{"text":"mid","start":17,"end":20,"id":5,"ws":false,"disabled":false},{"text":"-","start":20,"end":21,"id":6,"ws":false,"disabled":false},{"text":"summer","start":21,"end":27,"id":7,"ws":true,"disabled":false},{"text":"Arctic","start":28,"end":34,"id":8,"ws":true,"disabled":false},{"text":"heat","start":35,"end":39,"id":9,"ws":true,"disabled":false},{"text":"wave","start":40,"end":44,"id":10,"ws":true,"disabled":false},{"text":"contributed","start":45,"end":56,"id":11,"ws":true,"disabled":false},{"text":"to","start":57,"end":59,"id":12,"ws":true,"disabled":false},{"text":"historic","start":60,"end":68,"id":13,"ws":true,"disabled":false},{"text":"melting","start":69,"end":76,"id":14,"ws":true,"disabled":false},{"text":"of","start":77,"end":79,"id":15,"ws":true,"disabled":false},{"text":"the","start":80,"end":83,"id":16,"ws":true,"disabled":false},{"text":"Greenland","start":84,"end":93,"id":17,"ws":true,"disabled":false},{"text":"ice","start":94,"end":97,"id":18,"ws":true,"disabled":false},{"text":"sheet","start":98,"end":103,"id":19,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":20,"ws":true,"disabled":false},{"text":"with","start":105,"end":109,"id":21,"ws":true,"disabled":false},{"text":"12.5","start":110,"end":114,"id":22,"ws":true,"disabled":false},{"text":"billion","start":115,"end":122,"id":23,"ws":true,"disabled":false},{"text":"tons","start":123,"end":127,"id":24,"ws":true,"disabled":false},{"text":"of","start":128,"end":130,"id":25,"ws":true,"disabled":false},{"text":"ice","start":131,"end":134,"id":26,"ws":true,"disabled":false},{"text":"melting","start":135,"end":142,"id":27,"ws":true,"disabled":false},{"text":"into","start":143,"end":147,"id":28,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":29,"ws":true,"disabled":false},{"text":"ocean","start":152,"end":157,"id":30,"ws":true,"disabled":false},{"text":"on","start":158,"end":160,"id":31,"ws":true,"disabled":false},{"text":"a","start":161,"end":162,"id":32,"ws":true,"disabled":false},{"text":"single","start":163,"end":169,"id":33,"ws":true,"disabled":false},{"text":"day","start":170,"end":173,"id":34,"ws":true,"disabled":false},{"text":"\u2014","start":174,"end":175,"id":35,"ws":true,"disabled":false},{"text":"the","start":176,"end":179,"id":36,"ws":true,"disabled":false},{"text":"\u201c","start":180,"end":181,"id":37,"ws":false,"disabled":false},{"text":"biggest","start":181,"end":188,"id":38,"ws":true,"disabled":false},{"text":"single","start":189,"end":195,"id":39,"ws":false,"disabled":false},{"text":"-","start":195,"end":196,"id":40,"ws":false,"disabled":false},{"text":"day","start":196,"end":199,"id":41,"ws":true,"disabled":false},{"text":"volume","start":200,"end":206,"id":42,"ws":true,"disabled":false},{"text":"loss","start":207,"end":211,"id":43,"ws":true,"disabled":false},{"text":"on","start":212,"end":214,"id":44,"ws":true,"disabled":false},{"text":"record","start":215,"end":221,"id":45,"ws":false,"disabled":false},{"text":",","start":221,"end":222,"id":46,"ws":false,"disabled":false},{"text":"\u201d","start":222,"end":223,"id":47,"ws":true,"disabled":false},{"text":"according","start":224,"end":233,"id":48,"ws":true,"disabled":false},{"text":"to","start":234,"end":236,"id":49,"ws":true,"disabled":false},{"text":"the","start":237,"end":240,"id":50,"ws":true,"disabled":false},{"text":"Washington","start":241,"end":251,"id":51,"ws":true,"disabled":false},{"text":"Post","start":252,"end":256,"id":52,"ws":false,"disabled":false},{"text":")","start":256,"end":257,"id":53,"ws":false,"disabled":false},{"text":".","start":257,"end":258,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":259,"end":271,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":272,"end":284,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":8,"child":10,"head_span":{"start":28,"end":34,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":35,"end":44,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":17,"end":27,"token_start":5,"token_end":7,"label":"type_of"},"child_span":{"start":35,"end":44,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":10,"head_span":{"start":10,"end":16,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":35,"end":44,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":84,"end":93,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":94,"end":103,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":19,"head_span":{"start":69,"end":76,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":94,"end":103,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":26,"head_span":{"start":135,"end":142,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":131,"end":134,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":19,"head_span":{"start":35,"end":44,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":94,"end":103,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":26,"head_span":{"start":35,"end":44,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":131,"end":134,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"?","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Because of the tornado, most state employees in Jefferson City had been told to stay home the rest of the week.","text":"Because of the tornado, most state employees in Jefferson City had been told to stay home the rest of the week. IMPLIED_BASE IMPLIED_BASE","characters":"111","document_index":"129","md_sentence_index":"85","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/24/us/midwest-river-flooding.html","combo_id":"129_85","post-training batch1":"129_85","_input_hash":-1295404909,"_task_hash":-920266041,"spans":[{"start":0,"end":10,"token_start":0,"token_end":1,"label":"predicate"},{"text":"tornado","start":15,"token_start":3,"token_end":3,"end":22,"type":"pattern","label":"base"},{"start":80,"end":89,"token_start":15,"token_end":16,"label":"base"}],"tokens":[{"text":"Because","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"of","start":8,"end":10,"id":1,"ws":true,"disabled":false},{"text":"the","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"tornado","start":15,"end":22,"id":3,"ws":false,"disabled":false},{"text":",","start":22,"end":23,"id":4,"ws":true,"disabled":false},{"text":"most","start":24,"end":28,"id":5,"ws":true,"disabled":false},{"text":"state","start":29,"end":34,"id":6,"ws":true,"disabled":false},{"text":"employees","start":35,"end":44,"id":7,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":8,"ws":true,"disabled":false},{"text":"Jefferson","start":48,"end":57,"id":9,"ws":true,"disabled":false},{"text":"City","start":58,"end":62,"id":10,"ws":true,"disabled":false},{"text":"had","start":63,"end":66,"id":11,"ws":true,"disabled":false},{"text":"been","start":67,"end":71,"id":12,"ws":true,"disabled":false},{"text":"told","start":72,"end":76,"id":13,"ws":true,"disabled":false},{"text":"to","start":77,"end":79,"id":14,"ws":true,"disabled":false},{"text":"stay","start":80,"end":84,"id":15,"ws":true,"disabled":false},{"text":"home","start":85,"end":89,"id":16,"ws":true,"disabled":false},{"text":"the","start":90,"end":93,"id":17,"ws":true,"disabled":false},{"text":"rest","start":94,"end":98,"id":18,"ws":true,"disabled":false},{"text":"of","start":99,"end":101,"id":19,"ws":true,"disabled":false},{"text":"the","start":102,"end":105,"id":20,"ws":true,"disabled":false},{"text":"week","start":106,"end":110,"id":21,"ws":false,"disabled":false},{"text":".","start":110,"end":111,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":112,"end":124,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":16,"head_span":{"start":15,"end":22,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":80,"end":89,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Individuals with mental health and stress-related disorders, such as PTSD, depression, anxiety, sleep difficulties, and sometimes those who abuse drugs or alcohol, can experience an exacerbation of symptoms following a traumatic event.","text":"Individuals with mental health and stress-related disorders, such as PTSD, depression, anxiety, sleep difficulties, and sometimes those who abuse drugs or alcohol, can experience an exacerbation of symptoms following a traumatic event. IMPLIED_BASE IMPLIED_BASE","characters":"235","document_index":"619","md_sentence_index":"219","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_219","post-training batch1":"619_219","_input_hash":-1642279128,"_task_hash":-713535840,"spans":[{"start":17,"end":30,"token_start":2,"token_end":3,"label":"type_of"},{"start":35,"end":49,"token_start":5,"token_end":7,"label":"type_of"},{"text":"disorders","start":50,"token_start":8,"token_end":8,"end":59,"type":"pattern","label":"base"},{"start":69,"end":73,"token_start":12,"token_end":12,"label":"base"},{"start":75,"end":85,"token_start":14,"token_end":14,"label":"base"},{"start":87,"end":94,"token_start":16,"token_end":16,"label":"base"},{"start":96,"end":114,"token_start":18,"token_end":19,"label":"base"},{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"}],"tokens":[{"text":"Individuals","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"with","start":12,"end":16,"id":1,"ws":true,"disabled":false},{"text":"mental","start":17,"end":23,"id":2,"ws":true,"disabled":false},{"text":"health","start":24,"end":30,"id":3,"ws":true,"disabled":false},{"text":"and","start":31,"end":34,"id":4,"ws":true,"disabled":false},{"text":"stress","start":35,"end":41,"id":5,"ws":false,"disabled":false},{"text":"-","start":41,"end":42,"id":6,"ws":false,"disabled":false},{"text":"related","start":42,"end":49,"id":7,"ws":true,"disabled":false},{"text":"disorders","start":50,"end":59,"id":8,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":9,"ws":true,"disabled":false},{"text":"such","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"as","start":66,"end":68,"id":11,"ws":true,"disabled":false},{"text":"PTSD","start":69,"end":73,"id":12,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":13,"ws":true,"disabled":false},{"text":"depression","start":75,"end":85,"id":14,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":15,"ws":true,"disabled":false},{"text":"anxiety","start":87,"end":94,"id":16,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":17,"ws":true,"disabled":false},{"text":"sleep","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"difficulties","start":102,"end":114,"id":19,"ws":false,"disabled":false},{"text":",","start":114,"end":115,"id":20,"ws":true,"disabled":false},{"text":"and","start":116,"end":119,"id":21,"ws":true,"disabled":false},{"text":"sometimes","start":120,"end":129,"id":22,"ws":true,"disabled":false},{"text":"those","start":130,"end":135,"id":23,"ws":true,"disabled":false},{"text":"who","start":136,"end":139,"id":24,"ws":true,"disabled":false},{"text":"abuse","start":140,"end":145,"id":25,"ws":true,"disabled":false},{"text":"drugs","start":146,"end":151,"id":26,"ws":true,"disabled":false},{"text":"or","start":152,"end":154,"id":27,"ws":true,"disabled":false},{"text":"alcohol","start":155,"end":162,"id":28,"ws":false,"disabled":false},{"text":",","start":162,"end":163,"id":29,"ws":true,"disabled":false},{"text":"can","start":164,"end":167,"id":30,"ws":true,"disabled":false},{"text":"experience","start":168,"end":178,"id":31,"ws":true,"disabled":false},{"text":"an","start":179,"end":181,"id":32,"ws":true,"disabled":false},{"text":"exacerbation","start":182,"end":194,"id":33,"ws":true,"disabled":false},{"text":"of","start":195,"end":197,"id":34,"ws":true,"disabled":false},{"text":"symptoms","start":198,"end":206,"id":35,"ws":true,"disabled":false},{"text":"following","start":207,"end":216,"id":36,"ws":true,"disabled":false},{"text":"a","start":217,"end":218,"id":37,"ws":true,"disabled":false},{"text":"traumatic","start":219,"end":228,"id":38,"ws":true,"disabled":false},{"text":"event","start":229,"end":234,"id":39,"ws":false,"disabled":false},{"text":".","start":234,"end":235,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":236,"end":248,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":249,"end":261,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":33,"child":8,"head_span":{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":50,"end":59,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":12,"head_span":{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":69,"end":73,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":14,"head_span":{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":75,"end":85,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":16,"head_span":{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":87,"end":94,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":19,"head_span":{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":96,"end":114,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":35,"end":49,"token_start":5,"token_end":7,"label":"type_of"},"child_span":{"start":50,"end":59,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":8,"head_span":{"start":17,"end":30,"token_start":2,"token_end":3,"label":"type_of"},"child_span":{"start":50,"end":59,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":8,"head_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":50,"end":59,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":12,"head_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":69,"end":73,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":14,"head_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":75,"end":85,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":16,"head_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":87,"end":94,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":19,"head_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":96,"end":114,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":19,"head_span":{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"},"child_span":{"start":96,"end":114,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":16,"head_span":{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"},"child_span":{"start":87,"end":94,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":14,"head_span":{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"},"child_span":{"start":75,"end":85,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":12,"head_span":{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"},"child_span":{"start":69,"end":73,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":8,"head_span":{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"},"child_span":{"start":50,"end":59,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For example, apart from contributing to global warming, rising carbon dioxide levels increase the amount of pollen that plants produce as a consequence of higher rates of photosynthesis.","text":"For example, apart from contributing to global warming, rising carbon dioxide levels increase the amount of pollen that plants produce as a consequence of higher rates of photosynthesis. IMPLIED_BASE IMPLIED_BASE","characters":"186","document_index":"856","md_sentence_index":"22","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/what-climate-change-does-to-the-human-body/","combo_id":"856_22","post-training batch1":"856_22","_input_hash":-794185825,"_task_hash":-1841706543,"spans":[{"text":"global warming","start":40,"token_start":7,"token_end":8,"end":54,"type":"pattern","label":"base"},{"text":"rising","start":56,"token_start":10,"token_end":10,"end":62,"type":"pattern","label":"change_direction"},{"text":"carbon dioxide","start":63,"token_start":11,"token_end":12,"end":77,"type":"pattern","label":"base"},{"text":"levels","start":78,"token_start":13,"token_end":13,"end":84,"type":"pattern","label":"aspect_changing"},{"text":"increase","start":85,"token_start":14,"token_end":14,"end":93,"type":"pattern","label":"change_direction"},{"start":98,"end":104,"token_start":16,"token_end":16,"label":"aspect_changing"},{"start":108,"end":114,"token_start":18,"token_end":18,"label":"base"},{"text":"higher","start":155,"token_start":26,"token_end":26,"end":161,"type":"pattern","label":"change_direction"},{"text":"rates","start":162,"token_start":27,"token_end":27,"end":167,"type":"pattern","label":"aspect_changing"},{"text":"photosynthesis","start":171,"token_start":29,"token_end":29,"end":185,"type":"pattern","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"example","start":4,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"apart","start":13,"end":18,"id":3,"ws":true,"disabled":false},{"text":"from","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"contributing","start":24,"end":36,"id":5,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"global","start":40,"end":46,"id":7,"ws":true,"disabled":false},{"text":"warming","start":47,"end":54,"id":8,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":9,"ws":true,"disabled":false},{"text":"rising","start":56,"end":62,"id":10,"ws":true,"disabled":false},{"text":"carbon","start":63,"end":69,"id":11,"ws":true,"disabled":false},{"text":"dioxide","start":70,"end":77,"id":12,"ws":true,"disabled":false},{"text":"levels","start":78,"end":84,"id":13,"ws":true,"disabled":false},{"text":"increase","start":85,"end":93,"id":14,"ws":true,"disabled":false},{"text":"the","start":94,"end":97,"id":15,"ws":true,"disabled":false},{"text":"amount","start":98,"end":104,"id":16,"ws":true,"disabled":false},{"text":"of","start":105,"end":107,"id":17,"ws":true,"disabled":false},{"text":"pollen","start":108,"end":114,"id":18,"ws":true,"disabled":false},{"text":"that","start":115,"end":119,"id":19,"ws":true,"disabled":false},{"text":"plants","start":120,"end":126,"id":20,"ws":true,"disabled":false},{"text":"produce","start":127,"end":134,"id":21,"ws":true,"disabled":false},{"text":"as","start":135,"end":137,"id":22,"ws":true,"disabled":false},{"text":"a","start":138,"end":139,"id":23,"ws":true,"disabled":false},{"text":"consequence","start":140,"end":151,"id":24,"ws":true,"disabled":false},{"text":"of","start":152,"end":154,"id":25,"ws":true,"disabled":false},{"text":"higher","start":155,"end":161,"id":26,"ws":true,"disabled":false},{"text":"rates","start":162,"end":167,"id":27,"ws":true,"disabled":false},{"text":"of","start":168,"end":170,"id":28,"ws":true,"disabled":false},{"text":"photosynthesis","start":171,"end":185,"id":29,"ws":false,"disabled":false},{"text":".","start":185,"end":186,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":200,"end":212,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":27,"child":29,"head_span":{"start":162,"end":167,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":171,"end":185,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":29,"head_span":{"start":155,"end":161,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":171,"end":185,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":18,"head_span":{"start":85,"end":93,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":108,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":98,"end":104,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":108,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":12,"head_span":{"start":78,"end":84,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":63,"end":77,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":12,"head_span":{"start":56,"end":62,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":63,"end":77,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":8,"head_span":{"start":63,"end":77,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":40,"end":54,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":18,"head_span":{"start":63,"end":77,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":108,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":18,"head_span":{"start":171,"end":185,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":108,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"One is warming that leads to a rain-on-snow event, which can cause flooding and flushing of nutrients out of the system, and another is a winter heat wave, such as one that hit New England in February 2017 with 70-degree temperatures.","text":"One is warming that leads to a rain-on-snow event, which can cause flooding and flushing of nutrients out of the system, and another is a winter heat wave, such as one that hit New England in February 2017 with 70-degree temperatures. IMPLIED_BASE IMPLIED_BASE","characters":"234","document_index":"467","md_sentence_index":"62","classification_origin":"causal_sentence_classification","url":"https://e360.yale.edu/features/climate-whiplash-wild-swings-in-extreme-weather-are-on-the-rise","combo_id":"467_62","post-training batch1":"467_62","_input_hash":1872074764,"_task_hash":721770600,"spans":[{"start":7,"end":14,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":31,"end":49,"token_start":7,"token_end":12,"label":"base"},{"text":"flooding","start":67,"token_start":17,"token_end":17,"end":75,"type":"pattern","label":"base"},{"start":80,"end":88,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":92,"end":101,"token_start":21,"token_end":21,"label":"base"},{"start":138,"end":144,"token_start":31,"token_end":31,"label":"type_of"},{"text":"heat wave","start":145,"token_start":32,"token_end":33,"end":154,"type":"pattern","label":"base"},{"start":235,"end":247,"token_start":49,"token_end":49,"label":"base"},{"start":248,"end":260,"token_start":50,"token_end":50,"label":"base"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"is","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"warming","start":7,"end":14,"id":2,"ws":true,"disabled":false},{"text":"that","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"leads","start":20,"end":25,"id":4,"ws":true,"disabled":false},{"text":"to","start":26,"end":28,"id":5,"ws":true,"disabled":false},{"text":"a","start":29,"end":30,"id":6,"ws":true,"disabled":false},{"text":"rain","start":31,"end":35,"id":7,"ws":false,"disabled":false},{"text":"-","start":35,"end":36,"id":8,"ws":false,"disabled":false},{"text":"on","start":36,"end":38,"id":9,"ws":false,"disabled":false},{"text":"-","start":38,"end":39,"id":10,"ws":false,"disabled":false},{"text":"snow","start":39,"end":43,"id":11,"ws":true,"disabled":false},{"text":"event","start":44,"end":49,"id":12,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":13,"ws":true,"disabled":false},{"text":"which","start":51,"end":56,"id":14,"ws":true,"disabled":false},{"text":"can","start":57,"end":60,"id":15,"ws":true,"disabled":false},{"text":"cause","start":61,"end":66,"id":16,"ws":true,"disabled":false},{"text":"flooding","start":67,"end":75,"id":17,"ws":true,"disabled":false},{"text":"and","start":76,"end":79,"id":18,"ws":true,"disabled":false},{"text":"flushing","start":80,"end":88,"id":19,"ws":true,"disabled":false},{"text":"of","start":89,"end":91,"id":20,"ws":true,"disabled":false},{"text":"nutrients","start":92,"end":101,"id":21,"ws":true,"disabled":false},{"text":"out","start":102,"end":105,"id":22,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":23,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":24,"ws":true,"disabled":false},{"text":"system","start":113,"end":119,"id":25,"ws":false,"disabled":false},{"text":",","start":119,"end":120,"id":26,"ws":true,"disabled":false},{"text":"and","start":121,"end":124,"id":27,"ws":true,"disabled":false},{"text":"another","start":125,"end":132,"id":28,"ws":true,"disabled":false},{"text":"is","start":133,"end":135,"id":29,"ws":true,"disabled":false},{"text":"a","start":136,"end":137,"id":30,"ws":true,"disabled":false},{"text":"winter","start":138,"end":144,"id":31,"ws":true,"disabled":false},{"text":"heat","start":145,"end":149,"id":32,"ws":true,"disabled":false},{"text":"wave","start":150,"end":154,"id":33,"ws":false,"disabled":false},{"text":",","start":154,"end":155,"id":34,"ws":true,"disabled":false},{"text":"such","start":156,"end":160,"id":35,"ws":true,"disabled":false},{"text":"as","start":161,"end":163,"id":36,"ws":true,"disabled":false},{"text":"one","start":164,"end":167,"id":37,"ws":true,"disabled":false},{"text":"that","start":168,"end":172,"id":38,"ws":true,"disabled":false},{"text":"hit","start":173,"end":176,"id":39,"ws":true,"disabled":false},{"text":"New","start":177,"end":180,"id":40,"ws":true,"disabled":false},{"text":"England","start":181,"end":188,"id":41,"ws":true,"disabled":false},{"text":"in","start":189,"end":191,"id":42,"ws":true,"disabled":false},{"text":"February","start":192,"end":200,"id":43,"ws":true,"disabled":false},{"text":"2017","start":201,"end":205,"id":44,"ws":true,"disabled":false},{"text":"with","start":206,"end":210,"id":45,"ws":true,"disabled":false},{"text":"70-degree","start":211,"end":220,"id":46,"ws":true,"disabled":false},{"text":"temperatures","start":221,"end":233,"id":47,"ws":false,"disabled":false},{"text":".","start":233,"end":234,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":235,"end":247,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":248,"end":260,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":2,"child":49,"head_span":{"start":7,"end":14,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":235,"end":247,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":50,"head_span":{"start":7,"end":14,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":248,"end":260,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":12,"head_span":{"start":235,"end":247,"token_start":49,"token_end":49,"label":"base"},"child_span":{"start":31,"end":49,"token_start":7,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":17,"head_span":{"start":31,"end":49,"token_start":7,"token_end":12,"label":"base"},"child_span":{"start":67,"end":75,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":21,"head_span":{"start":31,"end":49,"token_start":7,"token_end":12,"label":"base"},"child_span":{"start":92,"end":101,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":21,"head_span":{"start":80,"end":88,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":92,"end":101,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":33,"head_span":{"start":138,"end":144,"token_start":31,"token_end":31,"label":"type_of"},"child_span":{"start":145,"end":154,"token_start":32,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":50,"child":33,"head_span":{"start":248,"end":260,"token_start":50,"token_end":50,"label":"base"},"child_span":{"start":145,"end":154,"token_start":32,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"And longer heat waves, of course, make the biosphere warmer still, starting the cycle again.\n","text":"And longer heat waves, of course, make the biosphere warmer still, starting the cycle again. IMPLIED_BASE IMPLIED_BASE","characters":"93","document_index":"334","md_sentence_index":"25","classification_origin":"cm_cause_effect_rel","url":"https://www.theatlantic.com/science/archive/2019/08/how-think-about-dire-new-ipcc-climate-report/595705/","combo_id":"334_25","post-training batch1":"334_25","_input_hash":297163749,"_task_hash":-31365424,"spans":[{"start":4,"end":10,"token_start":1,"token_end":1,"label":"aspect_changing"},{"text":"heat waves","start":11,"token_start":2,"token_end":3,"end":21,"type":"pattern","label":"base"},{"text":"biosphere","start":43,"token_start":10,"token_end":10,"end":52,"type":"pattern","label":"base"},{"text":"warmer","start":53,"token_start":11,"token_end":11,"end":59,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"longer","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"heat","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"waves","start":16,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"of","start":23,"end":25,"id":5,"ws":true,"disabled":false},{"text":"course","start":26,"end":32,"id":6,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":7,"ws":true,"disabled":false},{"text":"make","start":34,"end":38,"id":8,"ws":true,"disabled":false},{"text":"the","start":39,"end":42,"id":9,"ws":true,"disabled":false},{"text":"biosphere","start":43,"end":52,"id":10,"ws":true,"disabled":false},{"text":"warmer","start":53,"end":59,"id":11,"ws":true,"disabled":false},{"text":"still","start":60,"end":65,"id":12,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":13,"ws":true,"disabled":false},{"text":"starting","start":67,"end":75,"id":14,"ws":true,"disabled":false},{"text":"the","start":76,"end":79,"id":15,"ws":true,"disabled":false},{"text":"cycle","start":80,"end":85,"id":16,"ws":true,"disabled":false},{"text":"again","start":86,"end":91,"id":17,"ws":false,"disabled":false},{"text":".","start":91,"end":92,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":20,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":4,"end":10,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":11,"end":21,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":53,"end":59,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":43,"end":52,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":10,"head_span":{"start":11,"end":21,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":43,"end":52,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"(i.e., IgG subclass deficiency, IgA deficiency or common variable immunodeficiency), are associated with recurrent respiratory and gastrointestinal infections of varying severity [14].","text":"(i.e., IgG subclass deficiency, IgA deficiency or common variable immunodeficiency), are associated with recurrent respiratory and gastrointestinal infections of varying severity [14]. IMPLIED_BASE IMPLIED_BASE","characters":"184","document_index":"276","md_sentence_index":"50","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_50","post-training batch1":"276_50","_input_hash":1218431541,"_task_hash":-526534309,"spans":[{"start":7,"end":10,"token_start":3,"token_end":3,"label":"base"},{"start":11,"end":19,"token_start":4,"token_end":4,"label":"type_of"},{"start":20,"end":30,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":32,"end":35,"token_start":7,"token_end":7,"label":"base"},{"start":36,"end":46,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":50,"end":56,"token_start":10,"token_end":10,"label":"type_of"},{"start":57,"end":65,"token_start":11,"token_end":11,"label":"type_of"},{"start":66,"end":82,"token_start":12,"token_end":12,"label":"base"},{"start":105,"end":114,"token_start":18,"token_end":18,"label":"type_of"},{"start":115,"end":126,"token_start":19,"token_end":19,"label":"type_of"},{"start":131,"end":147,"token_start":21,"token_end":21,"label":"type_of"},{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"}],"tokens":[{"text":"(","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"i.e.","start":1,"end":5,"id":1,"ws":false,"disabled":false},{"text":",","start":5,"end":6,"id":2,"ws":true,"disabled":false},{"text":"IgG","start":7,"end":10,"id":3,"ws":true,"disabled":false},{"text":"subclass","start":11,"end":19,"id":4,"ws":true,"disabled":false},{"text":"deficiency","start":20,"end":30,"id":5,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":6,"ws":true,"disabled":false},{"text":"IgA","start":32,"end":35,"id":7,"ws":true,"disabled":false},{"text":"deficiency","start":36,"end":46,"id":8,"ws":true,"disabled":false},{"text":"or","start":47,"end":49,"id":9,"ws":true,"disabled":false},{"text":"common","start":50,"end":56,"id":10,"ws":true,"disabled":false},{"text":"variable","start":57,"end":65,"id":11,"ws":true,"disabled":false},{"text":"immunodeficiency","start":66,"end":82,"id":12,"ws":false,"disabled":false},{"text":")","start":82,"end":83,"id":13,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":14,"ws":true,"disabled":false},{"text":"are","start":85,"end":88,"id":15,"ws":true,"disabled":false},{"text":"associated","start":89,"end":99,"id":16,"ws":true,"disabled":false},{"text":"with","start":100,"end":104,"id":17,"ws":true,"disabled":false},{"text":"recurrent","start":105,"end":114,"id":18,"ws":true,"disabled":false},{"text":"respiratory","start":115,"end":126,"id":19,"ws":true,"disabled":false},{"text":"and","start":127,"end":130,"id":20,"ws":true,"disabled":false},{"text":"gastrointestinal","start":131,"end":147,"id":21,"ws":true,"disabled":false},{"text":"infections","start":148,"end":158,"id":22,"ws":true,"disabled":false},{"text":"of","start":159,"end":161,"id":23,"ws":true,"disabled":false},{"text":"varying","start":162,"end":169,"id":24,"ws":true,"disabled":false},{"text":"severity","start":170,"end":178,"id":25,"ws":true,"disabled":false},{"text":"[","start":179,"end":180,"id":26,"ws":false,"disabled":false},{"text":"14","start":180,"end":182,"id":27,"ws":false,"disabled":false},{"text":"]","start":182,"end":183,"id":28,"ws":false,"disabled":false},{"text":".","start":183,"end":184,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":18,"child":22,"head_span":{"start":105,"end":114,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":22,"head_span":{"start":115,"end":126,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":22,"head_span":{"start":131,"end":147,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":3,"head_span":{"start":11,"end":19,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":7,"end":10,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":3,"head_span":{"start":20,"end":30,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":7,"end":10,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":36,"end":46,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":32,"end":35,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":57,"end":65,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":66,"end":82,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":12,"head_span":{"start":50,"end":56,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":66,"end":82,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":3,"head_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":7,"end":10,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":7,"head_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":32,"end":35,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":12,"head_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":66,"end":82,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Once the temperature shifts, the metabolism of the plant has to adjust to the change and this leads to fewer products and a bitter flavor.","text":"Once the temperature shifts, the metabolism of the plant has to adjust to the change and this leads to fewer products and a bitter flavor. IMPLIED_BASE IMPLIED_BASE","characters":"138","document_index":"523","md_sentence_index":"9","classification_origin":"causal_sentence_classification","url":"https://www.scottydcoffee.com/blogs/news/131489991-5-negative-impacts-global-warming-has-on-coffee","combo_id":"523_9","post-training batch1":"523_9","_input_hash":-149462202,"_task_hash":526263298,"spans":[{"start":9,"end":27,"token_start":2,"token_end":3,"label":"aspect_changing"},{"start":33,"end":43,"token_start":6,"token_end":6,"label":"base"},{"start":51,"end":56,"token_start":9,"token_end":9,"label":"type_of"},{"start":103,"end":108,"token_start":20,"token_end":20,"label":"change_direction"},{"start":109,"end":117,"token_start":21,"token_end":21,"label":"base"},{"start":124,"end":137,"token_start":24,"token_end":25,"label":"base"},{"start":139,"end":151,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"Once","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"temperature","start":9,"end":20,"id":2,"ws":true,"disabled":false},{"text":"shifts","start":21,"end":27,"id":3,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":4,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"metabolism","start":33,"end":43,"id":6,"ws":true,"disabled":false},{"text":"of","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"the","start":47,"end":50,"id":8,"ws":true,"disabled":false},{"text":"plant","start":51,"end":56,"id":9,"ws":true,"disabled":false},{"text":"has","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"to","start":61,"end":63,"id":11,"ws":true,"disabled":false},{"text":"adjust","start":64,"end":70,"id":12,"ws":true,"disabled":false},{"text":"to","start":71,"end":73,"id":13,"ws":true,"disabled":false},{"text":"the","start":74,"end":77,"id":14,"ws":true,"disabled":false},{"text":"change","start":78,"end":84,"id":15,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":16,"ws":true,"disabled":false},{"text":"this","start":89,"end":93,"id":17,"ws":true,"disabled":false},{"text":"leads","start":94,"end":99,"id":18,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":19,"ws":true,"disabled":false},{"text":"fewer","start":103,"end":108,"id":20,"ws":true,"disabled":false},{"text":"products","start":109,"end":117,"id":21,"ws":true,"disabled":false},{"text":"and","start":118,"end":121,"id":22,"ws":true,"disabled":false},{"text":"a","start":122,"end":123,"id":23,"ws":true,"disabled":false},{"text":"bitter","start":124,"end":130,"id":24,"ws":true,"disabled":false},{"text":"flavor","start":131,"end":137,"id":25,"ws":false,"disabled":false},{"text":".","start":137,"end":138,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":27,"head_span":{"start":9,"end":27,"token_start":2,"token_end":3,"label":"aspect_changing"},"child_span":{"start":139,"end":151,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":6,"head_span":{"start":51,"end":56,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":33,"end":43,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":103,"end":108,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":109,"end":117,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":6,"head_span":{"start":139,"end":151,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":33,"end":43,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":21,"head_span":{"start":33,"end":43,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":109,"end":117,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":25,"head_span":{"start":33,"end":43,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":124,"end":137,"token_start":24,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"One high-profile incident involved a 62-year-old man who died from V. vulnificus in 2018 \u2013 one of 58 cases reported by the Virginia health department that year.\n","text":"One high-profile incident involved a 62-year-old man who died from V. vulnificus in 2018 \u2013 one of 58 cases reported by the Virginia health department that year. IMPLIED_BASE IMPLIED_BASE","characters":"161","document_index":"861","md_sentence_index":"110","classification_origin":"causal_sentence_classification","url":"https://publicintegrity.org/environment/hidden-epidemics/vibrio-deadly-bacteria-coastal-waters-climate-change-health/","combo_id":"861_110","post-training batch1":"861_110","_input_hash":479522257,"_task_hash":-2107599495,"spans":[{"text":"health","start":132,"token_start":27,"token_end":27,"end":138,"type":"pattern","label":"base"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"high","start":4,"end":8,"id":1,"ws":false,"disabled":false},{"text":"-","start":8,"end":9,"id":2,"ws":false,"disabled":false},{"text":"profile","start":9,"end":16,"id":3,"ws":true,"disabled":false},{"text":"incident","start":17,"end":25,"id":4,"ws":true,"disabled":false},{"text":"involved","start":26,"end":34,"id":5,"ws":true,"disabled":false},{"text":"a","start":35,"end":36,"id":6,"ws":true,"disabled":false},{"text":"62-year","start":37,"end":44,"id":7,"ws":false,"disabled":false},{"text":"-","start":44,"end":45,"id":8,"ws":false,"disabled":false},{"text":"old","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"man","start":49,"end":52,"id":10,"ws":true,"disabled":false},{"text":"who","start":53,"end":56,"id":11,"ws":true,"disabled":false},{"text":"died","start":57,"end":61,"id":12,"ws":true,"disabled":false},{"text":"from","start":62,"end":66,"id":13,"ws":true,"disabled":false},{"text":"V.","start":67,"end":69,"id":14,"ws":true,"disabled":false},{"text":"vulnificus","start":70,"end":80,"id":15,"ws":true,"disabled":false},{"text":"in","start":81,"end":83,"id":16,"ws":true,"disabled":false},{"text":"2018","start":84,"end":88,"id":17,"ws":true,"disabled":false},{"text":"\u2013","start":89,"end":90,"id":18,"ws":true,"disabled":false},{"text":"one","start":91,"end":94,"id":19,"ws":true,"disabled":false},{"text":"of","start":95,"end":97,"id":20,"ws":true,"disabled":false},{"text":"58","start":98,"end":100,"id":21,"ws":true,"disabled":false},{"text":"cases","start":101,"end":106,"id":22,"ws":true,"disabled":false},{"text":"reported","start":107,"end":115,"id":23,"ws":true,"disabled":false},{"text":"by","start":116,"end":118,"id":24,"ws":true,"disabled":false},{"text":"the","start":119,"end":122,"id":25,"ws":true,"disabled":false},{"text":"Virginia","start":123,"end":131,"id":26,"ws":true,"disabled":false},{"text":"health","start":132,"end":138,"id":27,"ws":true,"disabled":false},{"text":"department","start":139,"end":149,"id":28,"ws":true,"disabled":false},{"text":"that","start":150,"end":154,"id":29,"ws":true,"disabled":false},{"text":"year","start":155,"end":159,"id":30,"ws":false,"disabled":false},{"text":".","start":159,"end":160,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Waiting to act will only increase the likelihood of a climate shock destabilizing the financial system and severely affecting the broader economy.","text":"Waiting to act will only increase the likelihood of a climate shock destabilizing the financial system and severely affecting the broader economy. IMPLIED_BASE IMPLIED_BASE","characters":"146","document_index":"631","md_sentence_index":"105","classification_origin":"causal_sentence_classification","url":"https://www.americanprogress.org/issues/economy/reports/2019/11/21/477190/climate-change-threatens-stability-financial-system/","combo_id":"631_105","post-training batch1":"631_105","_input_hash":-784173329,"_task_hash":-763944915,"spans":[{"text":"increase","start":25,"token_start":5,"token_end":5,"end":33,"type":"pattern","label":"change_direction"},{"text":"likelihood","start":38,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"aspect_changing"},{"start":54,"end":67,"token_start":10,"token_end":11,"label":"base"},{"start":86,"end":102,"token_start":14,"token_end":15,"label":"base"},{"start":107,"end":115,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":116,"end":125,"token_start":18,"token_end":18,"label":"change_direction"},{"start":130,"end":137,"token_start":20,"token_end":20,"label":"effect_size"},{"start":138,"end":145,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"Waiting","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"to","start":8,"end":10,"id":1,"ws":true,"disabled":false},{"text":"act","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"will","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"only","start":20,"end":24,"id":4,"ws":true,"disabled":false},{"text":"increase","start":25,"end":33,"id":5,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"likelihood","start":38,"end":48,"id":7,"ws":true,"disabled":false},{"text":"of","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"a","start":52,"end":53,"id":9,"ws":true,"disabled":false},{"text":"climate","start":54,"end":61,"id":10,"ws":true,"disabled":false},{"text":"shock","start":62,"end":67,"id":11,"ws":true,"disabled":false},{"text":"destabilizing","start":68,"end":81,"id":12,"ws":true,"disabled":false},{"text":"the","start":82,"end":85,"id":13,"ws":true,"disabled":false},{"text":"financial","start":86,"end":95,"id":14,"ws":true,"disabled":false},{"text":"system","start":96,"end":102,"id":15,"ws":true,"disabled":false},{"text":"and","start":103,"end":106,"id":16,"ws":true,"disabled":false},{"text":"severely","start":107,"end":115,"id":17,"ws":true,"disabled":false},{"text":"affecting","start":116,"end":125,"id":18,"ws":true,"disabled":false},{"text":"the","start":126,"end":129,"id":19,"ws":true,"disabled":false},{"text":"broader","start":130,"end":137,"id":20,"ws":true,"disabled":false},{"text":"economy","start":138,"end":145,"id":21,"ws":false,"disabled":false},{"text":".","start":145,"end":146,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":147,"end":159,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":160,"end":172,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":11,"child":15,"head_span":{"start":54,"end":67,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":86,"end":102,"token_start":14,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":21,"head_span":{"start":54,"end":67,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":138,"end":145,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":11,"head_span":{"start":25,"end":33,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":54,"end":67,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":11,"head_span":{"start":38,"end":48,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":54,"end":67,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":21,"head_span":{"start":107,"end":115,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":138,"end":145,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":21,"head_span":{"start":116,"end":125,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":138,"end":145,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Loss of fishery productivity at low latitudes, acidification, dead zones and other dangerous conditions are projected to be more pronounced with warming higher than 1.5\u00b0C.","text":"Loss of fishery productivity at low latitudes, acidification, dead zones and other dangerous conditions are projected to be more pronounced with warming higher than 1.5\u00b0C. IMPLIED_BASE IMPLIED_BASE","characters":"171","document_index":"766","md_sentence_index":"41","classification_origin":"causal_sentence_classification","url":"https://www.wri.org/blog/2018/10/half-degree-and-world-apart-difference-climate-impacts-between-15-c-and-2-c-warming","combo_id":"766_41","post-training batch1":"766_41","_input_hash":1730336968,"_task_hash":995817130,"spans":[{"start":0,"end":7,"token_start":0,"token_end":1,"label":"change_direction"},{"start":8,"end":15,"token_start":2,"token_end":2,"label":"base"},{"text":"productivity","start":16,"token_start":3,"token_end":3,"end":28,"type":"pattern","label":"aspect_changing"},{"start":32,"end":45,"token_start":5,"token_end":6,"label":"where"},{"text":"acidification","start":47,"token_start":8,"token_end":8,"end":60,"type":"pattern","label":"aspect_changing"},{"start":62,"end":72,"token_start":10,"token_end":11,"label":"aspect_changing"},{"start":83,"end":92,"token_start":14,"token_end":14,"label":"effect_size"},{"start":104,"end":117,"token_start":16,"token_end":17,"label":"confidence"},{"start":124,"end":139,"token_start":20,"token_end":21,"label":"change_direction"},{"start":140,"end":144,"token_start":22,"token_end":22,"label":"predicate"},{"start":145,"end":152,"token_start":23,"token_end":23,"label":"change_direction"},{"start":153,"end":170,"token_start":24,"token_end":28,"label":"effect_size"},{"start":172,"end":184,"token_start":30,"token_end":30,"label":"base"},{"start":185,"end":197,"token_start":31,"token_end":31,"label":"base"}],"tokens":[{"text":"Loss","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"of","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"fishery","start":8,"end":15,"id":2,"ws":true,"disabled":false},{"text":"productivity","start":16,"end":28,"id":3,"ws":true,"disabled":false},{"text":"at","start":29,"end":31,"id":4,"ws":true,"disabled":false},{"text":"low","start":32,"end":35,"id":5,"ws":true,"disabled":false},{"text":"latitudes","start":36,"end":45,"id":6,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"acidification","start":47,"end":60,"id":8,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":9,"ws":true,"disabled":false},{"text":"dead","start":62,"end":66,"id":10,"ws":true,"disabled":false},{"text":"zones","start":67,"end":72,"id":11,"ws":true,"disabled":false},{"text":"and","start":73,"end":76,"id":12,"ws":true,"disabled":false},{"text":"other","start":77,"end":82,"id":13,"ws":true,"disabled":false},{"text":"dangerous","start":83,"end":92,"id":14,"ws":true,"disabled":false},{"text":"conditions","start":93,"end":103,"id":15,"ws":true,"disabled":false},{"text":"are","start":104,"end":107,"id":16,"ws":true,"disabled":false},{"text":"projected","start":108,"end":117,"id":17,"ws":true,"disabled":false},{"text":"to","start":118,"end":120,"id":18,"ws":true,"disabled":false},{"text":"be","start":121,"end":123,"id":19,"ws":true,"disabled":false},{"text":"more","start":124,"end":128,"id":20,"ws":true,"disabled":false},{"text":"pronounced","start":129,"end":139,"id":21,"ws":true,"disabled":false},{"text":"with","start":140,"end":144,"id":22,"ws":true,"disabled":false},{"text":"warming","start":145,"end":152,"id":23,"ws":true,"disabled":false},{"text":"higher","start":153,"end":159,"id":24,"ws":true,"disabled":false},{"text":"than","start":160,"end":164,"id":25,"ws":true,"disabled":false},{"text":"1.5","start":165,"end":168,"id":26,"ws":false,"disabled":false},{"text":"\u00b0","start":168,"end":169,"id":27,"ws":false,"disabled":false},{"text":"C","start":169,"end":170,"id":28,"ws":false,"disabled":false},{"text":".","start":170,"end":171,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":23,"child":30,"head_span":{"start":145,"end":152,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":172,"end":184,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":30,"head_span":{"start":153,"end":170,"token_start":24,"token_end":28,"label":"effect_size"},"child_span":{"start":172,"end":184,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":31,"head_span":{"start":47,"end":60,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":185,"end":197,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":31,"head_span":{"start":62,"end":72,"token_start":10,"token_end":11,"label":"aspect_changing"},"child_span":{"start":185,"end":197,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":2,"head_span":{"start":16,"end":28,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":8,"end":15,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":2,"head_span":{"start":32,"end":45,"token_start":5,"token_end":6,"label":"where"},"child_span":{"start":8,"end":15,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":2,"head_span":{"start":0,"end":7,"token_start":0,"token_end":1,"label":"change_direction"},"child_span":{"start":8,"end":15,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":2,"head_span":{"start":172,"end":184,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":8,"end":15,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":31,"head_span":{"start":172,"end":184,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":185,"end":197,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":31,"head_span":{"start":124,"end":139,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":185,"end":197,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":2,"head_span":{"start":124,"end":139,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":8,"end":15,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The real power of rising seas is often demonstrated through storm surge which leads to coastal erosion and extreme flooding in coastal communities.","text":"The real power of rising seas is often demonstrated through storm surge which leads to coastal erosion and extreme flooding in coastal communities. IMPLIED_BASE IMPLIED_BASE","characters":"147","document_index":"562","md_sentence_index":"1","classification_origin":"causal_sentence_classification","url":"https://www.surfrider.org/coastal-blog/entry/managed-retreat-looking-beyond-the-buyouts","combo_id":"562_1","post-training batch1":"562_1","_input_hash":1975964440,"_task_hash":219415782,"spans":[{"text":"rising","start":18,"token_start":4,"token_end":4,"end":24,"type":"pattern","label":"change_direction"},{"start":25,"end":29,"token_start":5,"token_end":5,"label":"base"},{"start":39,"end":59,"token_start":8,"token_end":9,"label":"predicate"},{"start":60,"end":71,"token_start":10,"token_end":11,"label":"base"},{"start":78,"end":86,"token_start":13,"token_end":14,"label":"predicate"},{"start":87,"end":94,"token_start":15,"token_end":15,"label":"type_of"},{"text":"erosion","start":95,"token_start":16,"token_end":16,"end":102,"type":"pattern","label":"base"},{"start":107,"end":114,"token_start":18,"token_end":18,"label":"type_of"},{"text":"flooding","start":115,"token_start":19,"token_end":19,"end":123,"type":"pattern","label":"base"},{"start":124,"end":146,"token_start":20,"token_end":22,"label":"where"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"real","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"power","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"of","start":15,"end":17,"id":3,"ws":true,"disabled":false},{"text":"rising","start":18,"end":24,"id":4,"ws":true,"disabled":false},{"text":"seas","start":25,"end":29,"id":5,"ws":true,"disabled":false},{"text":"is","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"often","start":33,"end":38,"id":7,"ws":true,"disabled":false},{"text":"demonstrated","start":39,"end":51,"id":8,"ws":true,"disabled":false},{"text":"through","start":52,"end":59,"id":9,"ws":true,"disabled":false},{"text":"storm","start":60,"end":65,"id":10,"ws":true,"disabled":false},{"text":"surge","start":66,"end":71,"id":11,"ws":true,"disabled":false},{"text":"which","start":72,"end":77,"id":12,"ws":true,"disabled":false},{"text":"leads","start":78,"end":83,"id":13,"ws":true,"disabled":false},{"text":"to","start":84,"end":86,"id":14,"ws":true,"disabled":false},{"text":"coastal","start":87,"end":94,"id":15,"ws":true,"disabled":false},{"text":"erosion","start":95,"end":102,"id":16,"ws":true,"disabled":false},{"text":"and","start":103,"end":106,"id":17,"ws":true,"disabled":false},{"text":"extreme","start":107,"end":114,"id":18,"ws":true,"disabled":false},{"text":"flooding","start":115,"end":123,"id":19,"ws":true,"disabled":false},{"text":"in","start":124,"end":126,"id":20,"ws":true,"disabled":false},{"text":"coastal","start":127,"end":134,"id":21,"ws":true,"disabled":false},{"text":"communities","start":135,"end":146,"id":22,"ws":false,"disabled":false},{"text":".","start":146,"end":147,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":15,"child":16,"head_span":{"start":87,"end":94,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":95,"end":102,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":107,"end":114,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":115,"end":123,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":19,"head_span":{"start":124,"end":146,"token_start":20,"token_end":22,"label":"where"},"child_span":{"start":115,"end":123,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":16,"head_span":{"start":124,"end":146,"token_start":20,"token_end":22,"label":"where"},"child_span":{"start":95,"end":102,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":18,"end":24,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":25,"end":29,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":16,"head_span":{"start":60,"end":71,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":95,"end":102,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":19,"head_span":{"start":60,"end":71,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":115,"end":123,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Flooding in Iran displaced half a million people in the spring.\n","text":"Flooding in Iran displaced half a million people in the spring. IMPLIED_BASE IMPLIED_BASE","characters":"64","document_index":"381","md_sentence_index":"26","classification_origin":"cm_cause_effect_rel","url":"https://www.businessinsider.com/climate-change-displaces-twice-as-many-people-as-violence-2019-9","combo_id":"381_26","post-training batch1":"381_26","_input_hash":-749318313,"_task_hash":-1825880440,"spans":[{"text":"Flooding","start":0,"token_start":0,"token_end":0,"end":8,"type":"pattern","label":"base"},{"start":9,"end":16,"token_start":1,"token_end":2,"label":"where"},{"start":17,"end":26,"token_start":3,"token_end":3,"label":"change_direction"},{"start":27,"end":41,"token_start":4,"token_end":6,"label":"effect_size"},{"text":"people","start":42,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"base"},{"start":49,"end":62,"token_start":8,"token_end":10,"label":"when"}],"tokens":[{"text":"Flooding","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"in","start":9,"end":11,"id":1,"ws":true,"disabled":false},{"text":"Iran","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"displaced","start":17,"end":26,"id":3,"ws":true,"disabled":false},{"text":"half","start":27,"end":31,"id":4,"ws":true,"disabled":false},{"text":"a","start":32,"end":33,"id":5,"ws":true,"disabled":false},{"text":"million","start":34,"end":41,"id":6,"ws":true,"disabled":false},{"text":"people","start":42,"end":48,"id":7,"ws":true,"disabled":false},{"text":"in","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"spring","start":56,"end":62,"id":10,"ws":false,"disabled":false},{"text":".","start":62,"end":63,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":64,"end":76,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":77,"end":89,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":27,"end":41,"token_start":4,"token_end":6,"label":"effect_size"},"child_span":{"start":42,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":7,"head_span":{"start":17,"end":26,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":42,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":7,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":42,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Recreational opportunities are compromised by extreme weather, and children may suffer delayed cognitive development.","text":"Recreational opportunities are compromised by extreme weather, and children may suffer delayed cognitive development. IMPLIED_BASE IMPLIED_BASE","characters":"117","document_index":"620","md_sentence_index":"3","classification_origin":"causal_sentence_classification","url":"https://www.annualreviews.org/doi/full/10.1146/annurev-psych-010418-103023","combo_id":"620_3","post-training batch1":"620_3","_input_hash":1090077169,"_task_hash":-1123422370,"spans":[{"start":0,"end":26,"token_start":0,"token_end":1,"label":"base"},{"start":31,"end":42,"token_start":3,"token_end":3,"label":"change_direction"},{"start":43,"end":45,"token_start":4,"token_end":4,"label":"predicate"},{"text":"extreme weather","start":46,"token_start":5,"token_end":6,"end":61,"type":"pattern","label":"base"},{"start":67,"end":75,"token_start":9,"token_end":9,"label":"to_whom"},{"start":76,"end":79,"token_start":10,"token_end":10,"label":"confidence"},{"start":87,"end":94,"token_start":12,"token_end":12,"label":"change_direction"},{"start":95,"end":104,"token_start":13,"token_end":13,"label":"type_of"},{"text":"development","start":105,"token_start":14,"token_end":14,"end":116,"type":"pattern","label":"base"}],"tokens":[{"text":"Recreational","start":0,"end":12,"id":0,"ws":true,"disabled":false},{"text":"opportunities","start":13,"end":26,"id":1,"ws":true,"disabled":false},{"text":"are","start":27,"end":30,"id":2,"ws":true,"disabled":false},{"text":"compromised","start":31,"end":42,"id":3,"ws":true,"disabled":false},{"text":"by","start":43,"end":45,"id":4,"ws":true,"disabled":false},{"text":"extreme","start":46,"end":53,"id":5,"ws":true,"disabled":false},{"text":"weather","start":54,"end":61,"id":6,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":7,"ws":true,"disabled":false},{"text":"and","start":63,"end":66,"id":8,"ws":true,"disabled":false},{"text":"children","start":67,"end":75,"id":9,"ws":true,"disabled":false},{"text":"may","start":76,"end":79,"id":10,"ws":true,"disabled":false},{"text":"suffer","start":80,"end":86,"id":11,"ws":true,"disabled":false},{"text":"delayed","start":87,"end":94,"id":12,"ws":true,"disabled":false},{"text":"cognitive","start":95,"end":104,"id":13,"ws":true,"disabled":false},{"text":"development","start":105,"end":116,"id":14,"ws":false,"disabled":false},{"text":".","start":116,"end":117,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":118,"end":130,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":131,"end":143,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":3,"child":1,"head_span":{"start":31,"end":42,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":0,"end":26,"token_start":0,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":95,"end":104,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":105,"end":116,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":87,"end":94,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":105,"end":116,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":14,"head_span":{"start":67,"end":75,"token_start":9,"token_end":9,"label":"to_whom"},"child_span":{"start":105,"end":116,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":1,"head_span":{"start":46,"end":61,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":0,"end":26,"token_start":0,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Prevalence of heatstroke and extreme weather will have redefined global labour and production beyond recognition,\u201d as an editorial accompanying the report puts it.","text":"Prevalence of heatstroke and extreme weather will have redefined global labour and production beyond recognition,\u201d as an editorial accompanying the report puts it. IMPLIED_BASE IMPLIED_BASE","characters":"163","document_index":"450","md_sentence_index":"60","classification_origin":"causal_sentence_classification","url":"https://www.wired.com/story/the-climate-apocalypse-is-now-and-its-happening-to-you/","combo_id":"450_60","post-training batch1":"450_60","_input_hash":-1139052111,"_task_hash":1563512410,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"aspect_changing"},{"start":14,"end":24,"token_start":2,"token_end":2,"label":"base"},{"text":"extreme weather","start":29,"token_start":4,"token_end":5,"end":44,"type":"pattern","label":"base"},{"start":45,"end":49,"token_start":6,"token_end":6,"label":"confidence"},{"start":55,"end":64,"token_start":8,"token_end":8,"label":"change_direction"},{"start":65,"end":71,"token_start":9,"token_end":9,"label":"where"},{"start":72,"end":78,"token_start":10,"token_end":10,"label":"base"},{"start":83,"end":93,"token_start":12,"token_end":12,"label":"base"},{"start":94,"end":112,"token_start":13,"token_end":14,"label":"effect_size"}],"tokens":[{"text":"Prevalence","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"of","start":11,"end":13,"id":1,"ws":true,"disabled":false},{"text":"heatstroke","start":14,"end":24,"id":2,"ws":true,"disabled":false},{"text":"and","start":25,"end":28,"id":3,"ws":true,"disabled":false},{"text":"extreme","start":29,"end":36,"id":4,"ws":true,"disabled":false},{"text":"weather","start":37,"end":44,"id":5,"ws":true,"disabled":false},{"text":"will","start":45,"end":49,"id":6,"ws":true,"disabled":false},{"text":"have","start":50,"end":54,"id":7,"ws":true,"disabled":false},{"text":"redefined","start":55,"end":64,"id":8,"ws":true,"disabled":false},{"text":"global","start":65,"end":71,"id":9,"ws":true,"disabled":false},{"text":"labour","start":72,"end":78,"id":10,"ws":true,"disabled":false},{"text":"and","start":79,"end":82,"id":11,"ws":true,"disabled":false},{"text":"production","start":83,"end":93,"id":12,"ws":true,"disabled":false},{"text":"beyond","start":94,"end":100,"id":13,"ws":true,"disabled":false},{"text":"recognition","start":101,"end":112,"id":14,"ws":false,"disabled":false},{"text":",","start":112,"end":113,"id":15,"ws":false,"disabled":false},{"text":"\u201d","start":113,"end":114,"id":16,"ws":true,"disabled":false},{"text":"as","start":115,"end":117,"id":17,"ws":true,"disabled":false},{"text":"an","start":118,"end":120,"id":18,"ws":true,"disabled":false},{"text":"editorial","start":121,"end":130,"id":19,"ws":true,"disabled":false},{"text":"accompanying","start":131,"end":143,"id":20,"ws":true,"disabled":false},{"text":"the","start":144,"end":147,"id":21,"ws":true,"disabled":false},{"text":"report","start":148,"end":154,"id":22,"ws":true,"disabled":false},{"text":"puts","start":155,"end":159,"id":23,"ws":true,"disabled":false},{"text":"it","start":160,"end":162,"id":24,"ws":false,"disabled":false},{"text":".","start":162,"end":163,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":177,"end":189,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":2,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":14,"end":24,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":5,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":29,"end":44,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"where"},"child_span":{"start":72,"end":78,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":55,"end":64,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":72,"end":78,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":12,"head_span":{"start":55,"end":64,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":83,"end":93,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":12,"head_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"where"},"child_span":{"start":83,"end":93,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":10,"head_span":{"start":94,"end":112,"token_start":13,"token_end":14,"label":"effect_size"},"child_span":{"start":72,"end":78,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":12,"head_span":{"start":94,"end":112,"token_start":13,"token_end":14,"label":"effect_size"},"child_span":{"start":83,"end":93,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":10,"head_span":{"start":14,"end":24,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":72,"end":78,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":12,"head_span":{"start":14,"end":24,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":83,"end":93,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":10,"head_span":{"start":29,"end":44,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":72,"end":78,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":12,"head_span":{"start":29,"end":44,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":83,"end":93,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In urban areas, heatwaves are exacerbated by vehicles, industrial processes and the presence of heat-retaining concrete and asphalt.","text":"In urban areas, heatwaves are exacerbated by vehicles, industrial processes and the presence of heat-retaining concrete and asphalt. IMPLIED_BASE IMPLIED_BASE","characters":"132","document_index":"331","md_sentence_index":"4","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/cities/2019/aug/20/death-blackouts-melting-asphalt-ways-the-climate-crisis-will-change-how-we-live","combo_id":"331_4","post-training batch1":"331_4","_input_hash":494887920,"_task_hash":579368869,"spans":[{"start":3,"end":14,"token_start":1,"token_end":2,"label":"where"},{"text":"heatwaves","start":16,"token_start":4,"token_end":4,"end":25,"type":"pattern","label":"base"},{"start":26,"end":29,"token_start":5,"token_end":5,"label":"confidence"},{"start":30,"end":41,"token_start":6,"token_end":6,"label":"change_direction"},{"start":42,"end":44,"token_start":7,"token_end":7,"label":"predicate"},{"start":45,"end":53,"token_start":8,"token_end":8,"label":"base"},{"start":55,"end":75,"token_start":10,"token_end":11,"label":"base"},{"start":84,"end":92,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":96,"end":110,"token_start":16,"token_end":18,"label":"type_of"},{"start":111,"end":119,"token_start":19,"token_end":19,"label":"base"},{"start":124,"end":131,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"urban","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"areas","start":9,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"heatwaves","start":16,"end":25,"id":4,"ws":true,"disabled":false},{"text":"are","start":26,"end":29,"id":5,"ws":true,"disabled":false},{"text":"exacerbated","start":30,"end":41,"id":6,"ws":true,"disabled":false},{"text":"by","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"vehicles","start":45,"end":53,"id":8,"ws":false,"disabled":false},{"text":",","start":53,"end":54,"id":9,"ws":true,"disabled":false},{"text":"industrial","start":55,"end":65,"id":10,"ws":true,"disabled":false},{"text":"processes","start":66,"end":75,"id":11,"ws":true,"disabled":false},{"text":"and","start":76,"end":79,"id":12,"ws":true,"disabled":false},{"text":"the","start":80,"end":83,"id":13,"ws":true,"disabled":false},{"text":"presence","start":84,"end":92,"id":14,"ws":true,"disabled":false},{"text":"of","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"heat","start":96,"end":100,"id":16,"ws":false,"disabled":false},{"text":"-","start":100,"end":101,"id":17,"ws":false,"disabled":false},{"text":"retaining","start":101,"end":110,"id":18,"ws":true,"disabled":false},{"text":"concrete","start":111,"end":119,"id":19,"ws":true,"disabled":false},{"text":"and","start":120,"end":123,"id":20,"ws":true,"disabled":false},{"text":"asphalt","start":124,"end":131,"id":21,"ws":false,"disabled":false},{"text":".","start":131,"end":132,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":133,"end":145,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":18,"child":19,"head_span":{"start":96,"end":110,"token_start":16,"token_end":18,"label":"type_of"},"child_span":{"start":111,"end":119,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":21,"head_span":{"start":96,"end":110,"token_start":16,"token_end":18,"label":"type_of"},"child_span":{"start":124,"end":131,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":4,"head_span":{"start":3,"end":14,"token_start":1,"token_end":2,"label":"where"},"child_span":{"start":16,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":4,"head_span":{"start":45,"end":53,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":16,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":4,"head_span":{"start":55,"end":75,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":16,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":4,"head_span":{"start":111,"end":119,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":16,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":4,"head_span":{"start":124,"end":131,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":16,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":19,"head_span":{"start":84,"end":92,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":111,"end":119,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":21,"head_span":{"start":84,"end":92,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":124,"end":131,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":4,"head_span":{"start":30,"end":41,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":16,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"Many infectious diseases are sensitive to small shifts in climatic conditions, including vector-borne infections spread by mosquitoes and ticks.","text":"Many infectious diseases are sensitive to small shifts in climatic conditions, including vector-borne infections spread by mosquitoes and ticks. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"276","md_sentence_index":"71","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_71","post-training batch1":"276_71","_input_hash":894484021,"_task_hash":-1737643886,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"effect_size"},{"start":5,"end":15,"token_start":1,"token_end":1,"label":"type_of"},{"start":16,"end":24,"token_start":2,"token_end":2,"label":"base"},{"start":42,"end":47,"token_start":6,"token_end":6,"label":"effect_size"},{"start":48,"end":54,"token_start":7,"token_end":7,"label":"change_direction"},{"start":58,"end":66,"token_start":9,"token_end":9,"label":"base"},{"start":67,"end":77,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":89,"end":101,"token_start":13,"token_end":15,"label":"type_of"},{"start":102,"end":112,"token_start":16,"token_end":16,"label":"base"},{"start":113,"end":119,"token_start":17,"token_end":17,"label":"change_direction"},{"start":120,"end":122,"token_start":18,"token_end":18,"label":"predicate"},{"text":"mosquitoes","start":123,"token_start":19,"token_end":19,"end":133,"type":"pattern","label":"base"},{"text":"ticks","start":138,"token_start":21,"token_end":21,"end":143,"type":"pattern","label":"base"}],"tokens":[{"text":"Many","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"infectious","start":5,"end":15,"id":1,"ws":true,"disabled":false},{"text":"diseases","start":16,"end":24,"id":2,"ws":true,"disabled":false},{"text":"are","start":25,"end":28,"id":3,"ws":true,"disabled":false},{"text":"sensitive","start":29,"end":38,"id":4,"ws":true,"disabled":false},{"text":"to","start":39,"end":41,"id":5,"ws":true,"disabled":false},{"text":"small","start":42,"end":47,"id":6,"ws":true,"disabled":false},{"text":"shifts","start":48,"end":54,"id":7,"ws":true,"disabled":false},{"text":"in","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"climatic","start":58,"end":66,"id":9,"ws":true,"disabled":false},{"text":"conditions","start":67,"end":77,"id":10,"ws":false,"disabled":false},{"text":",","start":77,"end":78,"id":11,"ws":true,"disabled":false},{"text":"including","start":79,"end":88,"id":12,"ws":true,"disabled":false},{"text":"vector","start":89,"end":95,"id":13,"ws":false,"disabled":false},{"text":"-","start":95,"end":96,"id":14,"ws":false,"disabled":false},{"text":"borne","start":96,"end":101,"id":15,"ws":true,"disabled":false},{"text":"infections","start":102,"end":112,"id":16,"ws":true,"disabled":false},{"text":"spread","start":113,"end":119,"id":17,"ws":true,"disabled":false},{"text":"by","start":120,"end":122,"id":18,"ws":true,"disabled":false},{"text":"mosquitoes","start":123,"end":133,"id":19,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":20,"ws":true,"disabled":false},{"text":"ticks","start":138,"end":143,"id":21,"ws":false,"disabled":false},{"text":".","start":143,"end":144,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":145,"end":157,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":17,"child":16,"head_span":{"start":113,"end":119,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":102,"end":112,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":89,"end":101,"token_start":13,"token_end":15,"label":"type_of"},"child_span":{"start":102,"end":112,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":16,"head_span":{"start":123,"end":133,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":102,"end":112,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":16,"head_span":{"start":138,"end":143,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":102,"end":112,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":2,"head_span":{"start":5,"end":15,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":16,"end":24,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":9,"head_span":{"start":48,"end":54,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":58,"end":66,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":67,"end":77,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":58,"end":66,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":42,"end":47,"token_start":6,"token_end":6,"label":"effect_size"},"child_span":{"start":48,"end":54,"token_start":7,"token_end":7,"label":"change_direction"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":2,"head_span":{"start":58,"end":66,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":16,"end":24,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":16,"head_span":{"start":58,"end":66,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":102,"end":112,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A stalling TC inflicts strong winds on the same region for a longer time, potentially driving greater storm surge and depositing more rain.\n","text":"A stalling TC inflicts strong winds on the same region for a longer time, potentially driving greater storm surge and depositing more rain. IMPLIED_BASE IMPLIED_BASE","characters":"140","document_index":"358","md_sentence_index":"14","classification_origin":"cm_cause_effect_rel","url":"https://www.nature.com/articles/s41612-019-0074-8","combo_id":"358_14","post-training batch1":"358_14","_input_hash":-587922938,"_task_hash":-6862022,"spans":[{"start":2,"end":10,"token_start":1,"token_end":1,"label":"type_of"},{"start":11,"end":13,"token_start":2,"token_end":2,"label":"base"},{"start":14,"end":22,"token_start":3,"token_end":3,"label":"predicate"},{"start":23,"end":29,"token_start":4,"token_end":4,"label":"type_of"},{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},{"start":36,"end":54,"token_start":6,"token_end":9,"label":"where"},{"start":55,"end":72,"token_start":10,"token_end":13,"label":"change_direction"},{"start":74,"end":85,"token_start":15,"token_end":15,"label":"confidence"},{"start":86,"end":93,"token_start":16,"token_end":16,"label":"predicate"},{"start":94,"end":101,"token_start":17,"token_end":17,"label":"change_direction"},{"start":102,"end":113,"token_start":18,"token_end":19,"label":"base"},{"start":118,"end":133,"token_start":21,"token_end":22,"label":"change_direction"},{"text":"rain","start":134,"token_start":23,"token_end":23,"end":138,"type":"pattern","label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"stalling","start":2,"end":10,"id":1,"ws":true,"disabled":false},{"text":"TC","start":11,"end":13,"id":2,"ws":true,"disabled":false},{"text":"inflicts","start":14,"end":22,"id":3,"ws":true,"disabled":false},{"text":"strong","start":23,"end":29,"id":4,"ws":true,"disabled":false},{"text":"winds","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"on","start":36,"end":38,"id":6,"ws":true,"disabled":false},{"text":"the","start":39,"end":42,"id":7,"ws":true,"disabled":false},{"text":"same","start":43,"end":47,"id":8,"ws":true,"disabled":false},{"text":"region","start":48,"end":54,"id":9,"ws":true,"disabled":false},{"text":"for","start":55,"end":58,"id":10,"ws":true,"disabled":false},{"text":"a","start":59,"end":60,"id":11,"ws":true,"disabled":false},{"text":"longer","start":61,"end":67,"id":12,"ws":true,"disabled":false},{"text":"time","start":68,"end":72,"id":13,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":14,"ws":true,"disabled":false},{"text":"potentially","start":74,"end":85,"id":15,"ws":true,"disabled":false},{"text":"driving","start":86,"end":93,"id":16,"ws":true,"disabled":false},{"text":"greater","start":94,"end":101,"id":17,"ws":true,"disabled":false},{"text":"storm","start":102,"end":107,"id":18,"ws":true,"disabled":false},{"text":"surge","start":108,"end":113,"id":19,"ws":true,"disabled":false},{"text":"and","start":114,"end":117,"id":20,"ws":true,"disabled":false},{"text":"depositing","start":118,"end":128,"id":21,"ws":true,"disabled":false},{"text":"more","start":129,"end":133,"id":22,"ws":true,"disabled":false},{"text":"rain","start":134,"end":138,"id":23,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":22,"child":23,"head_span":{"start":118,"end":133,"token_start":21,"token_end":22,"label":"change_direction"},"child_span":{"start":134,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":94,"end":101,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":102,"end":113,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":23,"end":29,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":2,"head_span":{"start":2,"end":10,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":11,"end":13,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":5,"head_span":{"start":55,"end":72,"token_start":10,"token_end":13,"label":"change_direction"},"child_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":5,"head_span":{"start":11,"end":13,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":23,"head_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":134,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":19,"head_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":102,"end":113,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Previously, an installation like this would have used switchgear supplied with SF6, to prevent the electrical accidents that can lead to fires.\n","text":"Previously, an installation like this would have used switchgear supplied with SF6, to prevent the electrical accidents that can lead to fires. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"375","md_sentence_index":"75","classification_origin":"cm_cause_effect_rel","url":"https://www.bbc.com/news/science-environment-49567197","combo_id":"375_75","post-training batch1":"375_75","_input_hash":-1473975991,"_task_hash":-1997426967,"spans":[{"start":99,"end":109,"token_start":17,"token_end":17,"label":"type_of"},{"start":110,"end":119,"token_start":18,"token_end":18,"label":"base"},{"start":125,"end":128,"token_start":20,"token_end":20,"label":"confidence"},{"start":129,"end":136,"token_start":21,"token_end":22,"label":"predicate"},{"start":137,"end":142,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"Previously","start":0,"end":10,"id":0,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":1,"ws":true,"disabled":false},{"text":"an","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"installation","start":15,"end":27,"id":3,"ws":true,"disabled":false},{"text":"like","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"this","start":33,"end":37,"id":5,"ws":true,"disabled":false},{"text":"would","start":38,"end":43,"id":6,"ws":true,"disabled":false},{"text":"have","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"used","start":49,"end":53,"id":8,"ws":true,"disabled":false},{"text":"switchgear","start":54,"end":64,"id":9,"ws":true,"disabled":false},{"text":"supplied","start":65,"end":73,"id":10,"ws":true,"disabled":false},{"text":"with","start":74,"end":78,"id":11,"ws":true,"disabled":false},{"text":"SF6","start":79,"end":82,"id":12,"ws":false,"disabled":false},{"text":",","start":82,"end":83,"id":13,"ws":true,"disabled":false},{"text":"to","start":84,"end":86,"id":14,"ws":true,"disabled":false},{"text":"prevent","start":87,"end":94,"id":15,"ws":true,"disabled":false},{"text":"the","start":95,"end":98,"id":16,"ws":true,"disabled":false},{"text":"electrical","start":99,"end":109,"id":17,"ws":true,"disabled":false},{"text":"accidents","start":110,"end":119,"id":18,"ws":true,"disabled":false},{"text":"that","start":120,"end":124,"id":19,"ws":true,"disabled":false},{"text":"can","start":125,"end":128,"id":20,"ws":true,"disabled":false},{"text":"lead","start":129,"end":133,"id":21,"ws":true,"disabled":false},{"text":"to","start":134,"end":136,"id":22,"ws":true,"disabled":false},{"text":"fires","start":137,"end":142,"id":23,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":17,"child":18,"head_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":110,"end":119,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":23,"head_span":{"start":110,"end":119,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":137,"end":142,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"- U.S. EPA is allowing the sale of dirtier \"winter fuel\" gasoline during COVID-19, worsening air quality in the midst of a respiratory virus pandemic, which will lead to extra deaths.\n","text":"- U.S. EPA is allowing the sale of dirtier \"winter fuel\" gasoline during COVID-19, worsening air quality in the midst of a respiratory virus pandemic, which will lead to extra deaths. IMPLIED_BASE IMPLIED_BASE","characters":"184","document_index":"765","md_sentence_index":"152","classification_origin":"causal_sentence_classification","url":"https://covidclimate.com/","combo_id":"765_152","post-training batch1":"765_152","_input_hash":-256805801,"_task_hash":-583521686,"spans":[{"start":2,"end":6,"token_start":1,"token_end":1,"label":"where"},{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},{"text":"worsening","start":83,"token_start":17,"token_end":17,"end":92,"type":"pattern","label":"change_direction"},{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},{"text":"quality","start":97,"token_start":19,"token_end":19,"end":104,"type":"pattern","label":"aspect_changing"},{"start":123,"end":134,"token_start":25,"token_end":25,"label":"type_of"},{"start":135,"end":140,"token_start":26,"token_end":26,"label":"base"},{"start":170,"end":175,"token_start":33,"token_end":33,"label":"change_direction"},{"start":176,"end":182,"token_start":34,"token_end":34,"label":"base"}],"tokens":[{"text":"-","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"U.S.","start":2,"end":6,"id":1,"ws":true,"disabled":false},{"text":"EPA","start":7,"end":10,"id":2,"ws":true,"disabled":false},{"text":"is","start":11,"end":13,"id":3,"ws":true,"disabled":false},{"text":"allowing","start":14,"end":22,"id":4,"ws":true,"disabled":false},{"text":"the","start":23,"end":26,"id":5,"ws":true,"disabled":false},{"text":"sale","start":27,"end":31,"id":6,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":7,"ws":true,"disabled":false},{"text":"dirtier","start":35,"end":42,"id":8,"ws":true,"disabled":false},{"text":"\"","start":43,"end":44,"id":9,"ws":false,"disabled":false},{"text":"winter","start":44,"end":50,"id":10,"ws":true,"disabled":false},{"text":"fuel","start":51,"end":55,"id":11,"ws":false,"disabled":false},{"text":"\"","start":55,"end":56,"id":12,"ws":true,"disabled":false},{"text":"gasoline","start":57,"end":65,"id":13,"ws":true,"disabled":false},{"text":"during","start":66,"end":72,"id":14,"ws":true,"disabled":false},{"text":"COVID-19","start":73,"end":81,"id":15,"ws":false,"disabled":false},{"text":",","start":81,"end":82,"id":16,"ws":true,"disabled":false},{"text":"worsening","start":83,"end":92,"id":17,"ws":true,"disabled":false},{"text":"air","start":93,"end":96,"id":18,"ws":true,"disabled":false},{"text":"quality","start":97,"end":104,"id":19,"ws":true,"disabled":false},{"text":"in","start":105,"end":107,"id":20,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":21,"ws":true,"disabled":false},{"text":"midst","start":112,"end":117,"id":22,"ws":true,"disabled":false},{"text":"of","start":118,"end":120,"id":23,"ws":true,"disabled":false},{"text":"a","start":121,"end":122,"id":24,"ws":true,"disabled":false},{"text":"respiratory","start":123,"end":134,"id":25,"ws":true,"disabled":false},{"text":"virus","start":135,"end":140,"id":26,"ws":true,"disabled":false},{"text":"pandemic","start":141,"end":149,"id":27,"ws":false,"disabled":false},{"text":",","start":149,"end":150,"id":28,"ws":true,"disabled":false},{"text":"which","start":151,"end":156,"id":29,"ws":true,"disabled":false},{"text":"will","start":157,"end":161,"id":30,"ws":true,"disabled":false},{"text":"lead","start":162,"end":166,"id":31,"ws":true,"disabled":false},{"text":"to","start":167,"end":169,"id":32,"ws":true,"disabled":false},{"text":"extra","start":170,"end":175,"id":33,"ws":true,"disabled":false},{"text":"deaths","start":176,"end":182,"id":34,"ws":false,"disabled":false},{"text":".","start":182,"end":183,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":197,"end":209,"id":37,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":17,"child":18,"head_span":{"start":83,"end":92,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":97,"end":104,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":123,"end":134,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":135,"end":140,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":18,"head_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":93,"end":96,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":34,"head_span":{"start":135,"end":140,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":176,"end":182,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":34,"head_span":{"start":170,"end":175,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":176,"end":182,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"causal?","relation count":"many","complexity":"simple","original_md_text":"Increasingly, they found, studies connect fracking operations to air pollution, contaminated or depleted drinking water, and earthquakes.","text":"Increasingly, they found, studies connect fracking operations to air pollution, contaminated or depleted drinking water, and earthquakes. IMPLIED_BASE IMPLIED_BASE","characters":"137","document_index":"232","md_sentence_index":"4","classification_origin":"cm-label-eval","url":"https://grist.org/article/growing-body-of-science-links-fracking-to-harm-to-health/","combo_id":"232_4","post-training batch1":"232_4","_input_hash":-1827020644,"_task_hash":1165902088,"spans":[{"start":0,"end":12,"token_start":0,"token_end":0,"label":"change_direction"},{"start":65,"end":68,"token_start":10,"token_end":10,"label":"type_of"},{"text":"pollution","start":69,"token_start":11,"token_end":11,"end":78,"type":"pattern","label":"base"},{"text":"drinking water","start":105,"token_start":16,"token_end":17,"end":119,"type":"pattern","label":"base"},{"text":"earthquakes","start":125,"token_start":20,"token_end":20,"end":136,"type":"pattern","label":"base"}],"tokens":[{"text":"Increasingly","start":0,"end":12,"id":0,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":1,"ws":true,"disabled":false},{"text":"they","start":14,"end":18,"id":2,"ws":true,"disabled":false},{"text":"found","start":19,"end":24,"id":3,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":4,"ws":true,"disabled":false},{"text":"studies","start":26,"end":33,"id":5,"ws":true,"disabled":false},{"text":"connect","start":34,"end":41,"id":6,"ws":true,"disabled":false},{"text":"fracking","start":42,"end":50,"id":7,"ws":true,"disabled":false},{"text":"operations","start":51,"end":61,"id":8,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":9,"ws":true,"disabled":false},{"text":"air","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"pollution","start":69,"end":78,"id":11,"ws":false,"disabled":false},{"text":",","start":78,"end":79,"id":12,"ws":true,"disabled":false},{"text":"contaminated","start":80,"end":92,"id":13,"ws":true,"disabled":false},{"text":"or","start":93,"end":95,"id":14,"ws":true,"disabled":false},{"text":"depleted","start":96,"end":104,"id":15,"ws":true,"disabled":false},{"text":"drinking","start":105,"end":113,"id":16,"ws":true,"disabled":false},{"text":"water","start":114,"end":119,"id":17,"ws":false,"disabled":false},{"text":",","start":119,"end":120,"id":18,"ws":true,"disabled":false},{"text":"and","start":121,"end":124,"id":19,"ws":true,"disabled":false},{"text":"earthquakes","start":125,"end":136,"id":20,"ws":false,"disabled":false},{"text":".","start":136,"end":137,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"And some prescription and over-the-counter medications for conditions ranging from allergies to high blood pressure and depression increase heat sensitivity.\n","text":"And some prescription and over-the-counter medications for conditions ranging from allergies to high blood pressure and depression increase heat sensitivity. IMPLIED_BASE IMPLIED_BASE","characters":"158","document_index":"826","md_sentence_index":"143","classification_origin":"causal_sentence_classification","url":"https://www.azcentral.com/in-depth/news/2020/08/26/heat-killing-more-people-cities-sizzle-hotter-temperatures/4553439002/","combo_id":"826_143","post-training batch1":"826_143","_input_hash":-542729027,"_task_hash":-1096689385,"spans":[{"start":43,"end":54,"token_start":9,"token_end":9,"label":"base"},{"start":83,"end":92,"token_start":14,"token_end":14,"label":"base"},{"start":96,"end":100,"token_start":16,"token_end":16,"label":"change_direction"},{"start":101,"end":115,"token_start":17,"token_end":18,"label":"base"},{"start":120,"end":130,"token_start":20,"token_end":20,"label":"base"},{"text":"increase","start":131,"token_start":21,"token_end":21,"end":139,"type":"pattern","label":"change_direction"},{"start":140,"end":156,"token_start":22,"token_end":23,"label":"base"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"some","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"prescription","start":9,"end":21,"id":2,"ws":true,"disabled":false},{"text":"and","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"over","start":26,"end":30,"id":4,"ws":false,"disabled":false},{"text":"-","start":30,"end":31,"id":5,"ws":false,"disabled":false},{"text":"the","start":31,"end":34,"id":6,"ws":false,"disabled":false},{"text":"-","start":34,"end":35,"id":7,"ws":false,"disabled":false},{"text":"counter","start":35,"end":42,"id":8,"ws":true,"disabled":false},{"text":"medications","start":43,"end":54,"id":9,"ws":true,"disabled":false},{"text":"for","start":55,"end":58,"id":10,"ws":true,"disabled":false},{"text":"conditions","start":59,"end":69,"id":11,"ws":true,"disabled":false},{"text":"ranging","start":70,"end":77,"id":12,"ws":true,"disabled":false},{"text":"from","start":78,"end":82,"id":13,"ws":true,"disabled":false},{"text":"allergies","start":83,"end":92,"id":14,"ws":true,"disabled":false},{"text":"to","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"high","start":96,"end":100,"id":16,"ws":true,"disabled":false},{"text":"blood","start":101,"end":106,"id":17,"ws":true,"disabled":false},{"text":"pressure","start":107,"end":115,"id":18,"ws":true,"disabled":false},{"text":"and","start":116,"end":119,"id":19,"ws":true,"disabled":false},{"text":"depression","start":120,"end":130,"id":20,"ws":true,"disabled":false},{"text":"increase","start":131,"end":139,"id":21,"ws":true,"disabled":false},{"text":"heat","start":140,"end":144,"id":22,"ws":true,"disabled":false},{"text":"sensitivity","start":145,"end":156,"id":23,"ws":false,"disabled":false},{"text":".","start":156,"end":157,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":16,"child":18,"head_span":{"start":96,"end":100,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":101,"end":115,"token_start":17,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":23,"head_span":{"start":131,"end":139,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":140,"end":156,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":23,"head_span":{"start":43,"end":54,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":140,"end":156,"token_start":22,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":23,"head_span":{"start":83,"end":92,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":140,"end":156,"token_start":22,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":23,"head_span":{"start":101,"end":115,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":140,"end":156,"token_start":22,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":23,"head_span":{"start":120,"end":130,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":140,"end":156,"token_start":22,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\"Hundreds to thousands of heat-related deaths could be avoided per U.S. city per year during extremely hot years if the U.S. and other nations increase climate action,\" said study lead author Eunice Lo, a researcher at the University of Bristol in the United Kingdom.\n","text":"\"Hundreds to thousands of heat-related deaths could be avoided per U.S. city per year during extremely hot years if the U.S. and other nations increase climate action,\" said study lead author Eunice Lo, a researcher at the University of Bristol in the United Kingdom. IMPLIED_BASE IMPLIED_BASE","characters":"268","document_index":"195","md_sentence_index":"2","classification_origin":"cm_cause_effect_rel","url":"https://www.usatoday.com/story/news/nation/2019/06/05/limiting-climate-change-would-prevent-thousands-heat-related-deaths-us-cities/1357357001/","combo_id":"195_2","post-training batch1":"195_2","_input_hash":-2060920198,"_task_hash":-1285799630,"spans":[{"start":1,"end":22,"token_start":1,"token_end":3,"label":"effect_size"},{"start":26,"end":38,"token_start":5,"token_end":7,"label":"type_of"},{"start":39,"end":45,"token_start":8,"token_end":8,"label":"base"},{"start":67,"end":71,"token_start":13,"token_end":13,"label":"where"},{"start":93,"end":102,"token_start":18,"token_end":18,"label":"change_direction"},{"start":120,"end":124,"token_start":23,"token_end":23,"label":"where"},{"start":135,"end":142,"token_start":26,"token_end":26,"label":"where"},{"text":"increase","start":143,"token_start":27,"token_end":27,"end":151,"type":"pattern","label":"change_direction"},{"start":152,"end":166,"token_start":28,"token_end":29,"label":"base"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Hundreds","start":1,"end":9,"id":1,"ws":true,"disabled":false},{"text":"to","start":10,"end":12,"id":2,"ws":true,"disabled":false},{"text":"thousands","start":13,"end":22,"id":3,"ws":true,"disabled":false},{"text":"of","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"heat","start":26,"end":30,"id":5,"ws":false,"disabled":false},{"text":"-","start":30,"end":31,"id":6,"ws":false,"disabled":false},{"text":"related","start":31,"end":38,"id":7,"ws":true,"disabled":false},{"text":"deaths","start":39,"end":45,"id":8,"ws":true,"disabled":false},{"text":"could","start":46,"end":51,"id":9,"ws":true,"disabled":false},{"text":"be","start":52,"end":54,"id":10,"ws":true,"disabled":false},{"text":"avoided","start":55,"end":62,"id":11,"ws":true,"disabled":false},{"text":"per","start":63,"end":66,"id":12,"ws":true,"disabled":false},{"text":"U.S.","start":67,"end":71,"id":13,"ws":true,"disabled":false},{"text":"city","start":72,"end":76,"id":14,"ws":true,"disabled":false},{"text":"per","start":77,"end":80,"id":15,"ws":true,"disabled":false},{"text":"year","start":81,"end":85,"id":16,"ws":true,"disabled":false},{"text":"during","start":86,"end":92,"id":17,"ws":true,"disabled":false},{"text":"extremely","start":93,"end":102,"id":18,"ws":true,"disabled":false},{"text":"hot","start":103,"end":106,"id":19,"ws":true,"disabled":false},{"text":"years","start":107,"end":112,"id":20,"ws":true,"disabled":false},{"text":"if","start":113,"end":115,"id":21,"ws":true,"disabled":false},{"text":"the","start":116,"end":119,"id":22,"ws":true,"disabled":false},{"text":"U.S.","start":120,"end":124,"id":23,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":24,"ws":true,"disabled":false},{"text":"other","start":129,"end":134,"id":25,"ws":true,"disabled":false},{"text":"nations","start":135,"end":142,"id":26,"ws":true,"disabled":false},{"text":"increase","start":143,"end":151,"id":27,"ws":true,"disabled":false},{"text":"climate","start":152,"end":159,"id":28,"ws":true,"disabled":false},{"text":"action","start":160,"end":166,"id":29,"ws":false,"disabled":false},{"text":",","start":166,"end":167,"id":30,"ws":false,"disabled":false},{"text":"\"","start":167,"end":168,"id":31,"ws":true,"disabled":false},{"text":"said","start":169,"end":173,"id":32,"ws":true,"disabled":false},{"text":"study","start":174,"end":179,"id":33,"ws":true,"disabled":false},{"text":"lead","start":180,"end":184,"id":34,"ws":true,"disabled":false},{"text":"author","start":185,"end":191,"id":35,"ws":true,"disabled":false},{"text":"Eunice","start":192,"end":198,"id":36,"ws":true,"disabled":false},{"text":"Lo","start":199,"end":201,"id":37,"ws":false,"disabled":false},{"text":",","start":201,"end":202,"id":38,"ws":true,"disabled":false},{"text":"a","start":203,"end":204,"id":39,"ws":true,"disabled":false},{"text":"researcher","start":205,"end":215,"id":40,"ws":true,"disabled":false},{"text":"at","start":216,"end":218,"id":41,"ws":true,"disabled":false},{"text":"the","start":219,"end":222,"id":42,"ws":true,"disabled":false},{"text":"University","start":223,"end":233,"id":43,"ws":true,"disabled":false},{"text":"of","start":234,"end":236,"id":44,"ws":true,"disabled":false},{"text":"Bristol","start":237,"end":244,"id":45,"ws":true,"disabled":false},{"text":"in","start":245,"end":247,"id":46,"ws":true,"disabled":false},{"text":"the","start":248,"end":251,"id":47,"ws":true,"disabled":false},{"text":"United","start":252,"end":258,"id":48,"ws":true,"disabled":false},{"text":"Kingdom","start":259,"end":266,"id":49,"ws":false,"disabled":false},{"text":".","start":266,"end":267,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":268,"end":280,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":281,"end":293,"id":52,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":7,"child":8,"head_span":{"start":26,"end":38,"token_start":5,"token_end":7,"label":"type_of"},"child_span":{"start":39,"end":45,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":8,"head_span":{"start":1,"end":22,"token_start":1,"token_end":3,"label":"effect_size"},"child_span":{"start":39,"end":45,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":29,"head_span":{"start":143,"end":151,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":152,"end":166,"token_start":28,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":29,"head_span":{"start":39,"end":45,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":152,"end":166,"token_start":28,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Wear heavy, dark clothing, which absorbs heat from the sun.\n","text":"Wear heavy, dark clothing, which absorbs heat from the sun. IMPLIED_BASE IMPLIED_BASE","characters":"60","document_index":"656","md_sentence_index":"466","classification_origin":"causal_sentence_classification","url":"https://www.cdc.gov/climateandhealth/pubs/extreme-heat-guidebook.pdf","combo_id":"656_466","post-training batch1":"656_466","_input_hash":-206764245,"_task_hash":-1889469502,"spans":[],"tokens":[{"text":"Wear","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"heavy","start":5,"end":10,"id":1,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":2,"ws":true,"disabled":false},{"text":"dark","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"clothing","start":17,"end":25,"id":4,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":5,"ws":true,"disabled":false},{"text":"which","start":27,"end":32,"id":6,"ws":true,"disabled":false},{"text":"absorbs","start":33,"end":40,"id":7,"ws":true,"disabled":false},{"text":"heat","start":41,"end":45,"id":8,"ws":true,"disabled":false},{"text":"from","start":46,"end":50,"id":9,"ws":true,"disabled":false},{"text":"the","start":51,"end":54,"id":10,"ws":true,"disabled":false},{"text":"sun","start":55,"end":58,"id":11,"ws":false,"disabled":false},{"text":".","start":58,"end":59,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":60,"end":72,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":73,"end":85,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"at Stony Brook University, and published in Science Advances, found that Hurricane Florence produced more extreme rainfall and was spatially larger due to human-induced climate change.\n","text":"at Stony Brook University, and published in Science Advances, found that Hurricane Florence produced more extreme rainfall and was spatially larger due to human-induced climate change. IMPLIED_BASE IMPLIED_BASE","characters":"185","document_index":"552","md_sentence_index":"2","classification_origin":"causal_sentence_classification","url":"https://www.sciencedaily.com/releases/2020/01/200102143401.htm","combo_id":"552_2","post-training batch1":"552_2","_input_hash":1782180248,"_task_hash":1341891320,"spans":[{"start":73,"end":82,"token_start":13,"token_end":13,"label":"type_of"},{"start":83,"end":91,"token_start":14,"token_end":14,"label":"base"},{"text":"more","start":101,"token_start":16,"token_end":16,"end":105,"type":"pattern","label":"change_direction"},{"start":106,"end":113,"token_start":17,"token_end":17,"label":"change_direction"},{"text":"rainfall","start":114,"token_start":18,"token_end":18,"end":122,"type":"pattern","label":"base"},{"start":141,"end":147,"token_start":22,"token_end":22,"label":"change_direction"},{"start":155,"end":168,"token_start":25,"token_end":27,"label":"type_of"},{"text":"climate change","start":169,"token_start":28,"token_end":29,"end":183,"type":"pattern","label":"base"}],"tokens":[{"text":"at","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Stony","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"Brook","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"University","start":15,"end":25,"id":3,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":4,"ws":true,"disabled":false},{"text":"and","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"published","start":31,"end":40,"id":6,"ws":true,"disabled":false},{"text":"in","start":41,"end":43,"id":7,"ws":true,"disabled":false},{"text":"Science","start":44,"end":51,"id":8,"ws":true,"disabled":false},{"text":"Advances","start":52,"end":60,"id":9,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":10,"ws":true,"disabled":false},{"text":"found","start":62,"end":67,"id":11,"ws":true,"disabled":false},{"text":"that","start":68,"end":72,"id":12,"ws":true,"disabled":false},{"text":"Hurricane","start":73,"end":82,"id":13,"ws":true,"disabled":false},{"text":"Florence","start":83,"end":91,"id":14,"ws":true,"disabled":false},{"text":"produced","start":92,"end":100,"id":15,"ws":true,"disabled":false},{"text":"more","start":101,"end":105,"id":16,"ws":true,"disabled":false},{"text":"extreme","start":106,"end":113,"id":17,"ws":true,"disabled":false},{"text":"rainfall","start":114,"end":122,"id":18,"ws":true,"disabled":false},{"text":"and","start":123,"end":126,"id":19,"ws":true,"disabled":false},{"text":"was","start":127,"end":130,"id":20,"ws":true,"disabled":false},{"text":"spatially","start":131,"end":140,"id":21,"ws":true,"disabled":false},{"text":"larger","start":141,"end":147,"id":22,"ws":true,"disabled":false},{"text":"due","start":148,"end":151,"id":23,"ws":true,"disabled":false},{"text":"to","start":152,"end":154,"id":24,"ws":true,"disabled":false},{"text":"human","start":155,"end":160,"id":25,"ws":false,"disabled":false},{"text":"-","start":160,"end":161,"id":26,"ws":false,"disabled":false},{"text":"induced","start":161,"end":168,"id":27,"ws":true,"disabled":false},{"text":"climate","start":169,"end":176,"id":28,"ws":true,"disabled":false},{"text":"change","start":177,"end":183,"id":29,"ws":false,"disabled":false},{"text":".","start":183,"end":184,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":13,"child":14,"head_span":{"start":73,"end":82,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":83,"end":91,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":101,"end":105,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":114,"end":122,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":106,"end":113,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":114,"end":122,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":18,"head_span":{"start":83,"end":91,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":114,"end":122,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":29,"head_span":{"start":155,"end":168,"token_start":25,"token_end":27,"label":"type_of"},"child_span":{"start":169,"end":183,"token_start":28,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":14,"head_span":{"start":169,"end":183,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":83,"end":91,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Climate change will make those threats even worse, as floods, drought, storms and other types of extreme weather threaten to disrupt, and over time shrink, the global food supply.","text":"Climate change will make those threats even worse, as floods, drought, storms and other types of extreme weather threaten to disrupt, and over time shrink, the global food supply. IMPLIED_BASE IMPLIED_BASE","characters":"179","document_index":"308","md_sentence_index":"7","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/08/08/climate/climate-change-food-supply.html","combo_id":"308_7","post-training batch1":"308_7","_input_hash":1497859448,"_task_hash":552009103,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"text":"floods","start":54,"token_start":10,"token_end":10,"end":60,"type":"pattern","label":"base"},{"text":"drought","start":62,"token_start":12,"token_end":12,"end":69,"type":"pattern","label":"base"},{"text":"storms","start":71,"token_start":14,"token_end":14,"end":77,"type":"pattern","label":"base"},{"text":"extreme weather","start":97,"token_start":19,"token_end":20,"end":112,"type":"pattern","label":"base"},{"start":148,"end":154,"token_start":28,"token_end":28,"label":"change_direction"},{"start":160,"end":166,"token_start":31,"token_end":31,"label":"where"},{"start":167,"end":178,"token_start":32,"token_end":33,"label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"will","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"make","start":20,"end":24,"id":3,"ws":true,"disabled":false},{"text":"those","start":25,"end":30,"id":4,"ws":true,"disabled":false},{"text":"threats","start":31,"end":38,"id":5,"ws":true,"disabled":false},{"text":"even","start":39,"end":43,"id":6,"ws":true,"disabled":false},{"text":"worse","start":44,"end":49,"id":7,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":8,"ws":true,"disabled":false},{"text":"as","start":51,"end":53,"id":9,"ws":true,"disabled":false},{"text":"floods","start":54,"end":60,"id":10,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":11,"ws":true,"disabled":false},{"text":"drought","start":62,"end":69,"id":12,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":13,"ws":true,"disabled":false},{"text":"storms","start":71,"end":77,"id":14,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":15,"ws":true,"disabled":false},{"text":"other","start":82,"end":87,"id":16,"ws":true,"disabled":false},{"text":"types","start":88,"end":93,"id":17,"ws":true,"disabled":false},{"text":"of","start":94,"end":96,"id":18,"ws":true,"disabled":false},{"text":"extreme","start":97,"end":104,"id":19,"ws":true,"disabled":false},{"text":"weather","start":105,"end":112,"id":20,"ws":true,"disabled":false},{"text":"threaten","start":113,"end":121,"id":21,"ws":true,"disabled":false},{"text":"to","start":122,"end":124,"id":22,"ws":true,"disabled":false},{"text":"disrupt","start":125,"end":132,"id":23,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":24,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":25,"ws":true,"disabled":false},{"text":"over","start":138,"end":142,"id":26,"ws":true,"disabled":false},{"text":"time","start":143,"end":147,"id":27,"ws":true,"disabled":false},{"text":"shrink","start":148,"end":154,"id":28,"ws":false,"disabled":false},{"text":",","start":154,"end":155,"id":29,"ws":true,"disabled":false},{"text":"the","start":156,"end":159,"id":30,"ws":true,"disabled":false},{"text":"global","start":160,"end":166,"id":31,"ws":true,"disabled":false},{"text":"food","start":167,"end":171,"id":32,"ws":true,"disabled":false},{"text":"supply","start":172,"end":178,"id":33,"ws":false,"disabled":false},{"text":".","start":178,"end":179,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":180,"end":192,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":1,"child":10,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":54,"end":60,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":12,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":62,"end":69,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":14,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":71,"end":77,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":20,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":97,"end":112,"token_start":19,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":33,"head_span":{"start":148,"end":154,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":167,"end":178,"token_start":32,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":33,"head_span":{"start":160,"end":166,"token_start":31,"token_end":31,"label":"where"},"child_span":{"start":167,"end":178,"token_start":32,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":33,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":167,"end":178,"token_start":32,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For the research, Lo and her collaborators focused on so-called \u201c1-in-30 events,\u201d severe heat waves that strike every few decades and which pose a major threat to children, older adults, outdoor workers and people living in poverty.","text":"For the research, Lo and her collaborators focused on so-called \u201c1-in-30 events,\u201d severe heat waves that strike every few decades and which pose a major threat to children, older adults, outdoor workers and people living in poverty. IMPLIED_BASE IMPLIED_BASE","characters":"232","document_index":"221","md_sentence_index":"6","classification_origin":"cm_cause_effect_rel","url":"https://www.nbcnews.com/mach/science/without-swift-action-climate-change-heat-waves-could-kill-thousands-ncna1017376","combo_id":"221_6","post-training batch1":"221_6","_input_hash":-553141236,"_task_hash":-1451260352,"spans":[{"text":"heat waves","start":89,"token_start":19,"token_end":20,"end":99,"type":"pattern","label":"base"},{"start":105,"end":111,"token_start":22,"token_end":22,"label":"aspect_changing"},{"start":163,"end":171,"token_start":33,"token_end":33,"label":"base"},{"start":173,"end":178,"token_start":35,"token_end":35,"label":"type_of"},{"start":179,"end":185,"token_start":36,"token_end":36,"label":"base"},{"start":187,"end":194,"token_start":38,"token_end":38,"label":"type_of"},{"start":195,"end":202,"token_start":39,"token_end":39,"label":"base"},{"text":"people","start":207,"token_start":41,"token_end":41,"end":213,"type":"pattern","label":"base"},{"start":224,"end":231,"token_start":44,"token_end":44,"label":"aspect_changing"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"the","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"research","start":8,"end":16,"id":2,"ws":false,"disabled":false},{"text":",","start":16,"end":17,"id":3,"ws":true,"disabled":false},{"text":"Lo","start":18,"end":20,"id":4,"ws":true,"disabled":false},{"text":"and","start":21,"end":24,"id":5,"ws":true,"disabled":false},{"text":"her","start":25,"end":28,"id":6,"ws":true,"disabled":false},{"text":"collaborators","start":29,"end":42,"id":7,"ws":true,"disabled":false},{"text":"focused","start":43,"end":50,"id":8,"ws":true,"disabled":false},{"text":"on","start":51,"end":53,"id":9,"ws":true,"disabled":false},{"text":"so","start":54,"end":56,"id":10,"ws":false,"disabled":false},{"text":"-","start":56,"end":57,"id":11,"ws":false,"disabled":false},{"text":"called","start":57,"end":63,"id":12,"ws":true,"disabled":false},{"text":"\u201c","start":64,"end":65,"id":13,"ws":false,"disabled":false},{"text":"1-in-30","start":65,"end":72,"id":14,"ws":true,"disabled":false},{"text":"events","start":73,"end":79,"id":15,"ws":false,"disabled":false},{"text":",","start":79,"end":80,"id":16,"ws":false,"disabled":false},{"text":"\u201d","start":80,"end":81,"id":17,"ws":true,"disabled":false},{"text":"severe","start":82,"end":88,"id":18,"ws":true,"disabled":false},{"text":"heat","start":89,"end":93,"id":19,"ws":true,"disabled":false},{"text":"waves","start":94,"end":99,"id":20,"ws":true,"disabled":false},{"text":"that","start":100,"end":104,"id":21,"ws":true,"disabled":false},{"text":"strike","start":105,"end":111,"id":22,"ws":true,"disabled":false},{"text":"every","start":112,"end":117,"id":23,"ws":true,"disabled":false},{"text":"few","start":118,"end":121,"id":24,"ws":true,"disabled":false},{"text":"decades","start":122,"end":129,"id":25,"ws":true,"disabled":false},{"text":"and","start":130,"end":133,"id":26,"ws":true,"disabled":false},{"text":"which","start":134,"end":139,"id":27,"ws":true,"disabled":false},{"text":"pose","start":140,"end":144,"id":28,"ws":true,"disabled":false},{"text":"a","start":145,"end":146,"id":29,"ws":true,"disabled":false},{"text":"major","start":147,"end":152,"id":30,"ws":true,"disabled":false},{"text":"threat","start":153,"end":159,"id":31,"ws":true,"disabled":false},{"text":"to","start":160,"end":162,"id":32,"ws":true,"disabled":false},{"text":"children","start":163,"end":171,"id":33,"ws":false,"disabled":false},{"text":",","start":171,"end":172,"id":34,"ws":true,"disabled":false},{"text":"older","start":173,"end":178,"id":35,"ws":true,"disabled":false},{"text":"adults","start":179,"end":185,"id":36,"ws":false,"disabled":false},{"text":",","start":185,"end":186,"id":37,"ws":true,"disabled":false},{"text":"outdoor","start":187,"end":194,"id":38,"ws":true,"disabled":false},{"text":"workers","start":195,"end":202,"id":39,"ws":true,"disabled":false},{"text":"and","start":203,"end":206,"id":40,"ws":true,"disabled":false},{"text":"people","start":207,"end":213,"id":41,"ws":true,"disabled":false},{"text":"living","start":214,"end":220,"id":42,"ws":true,"disabled":false},{"text":"in","start":221,"end":223,"id":43,"ws":true,"disabled":false},{"text":"poverty","start":224,"end":231,"id":44,"ws":false,"disabled":false},{"text":".","start":231,"end":232,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":233,"end":245,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":246,"end":258,"id":47,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":35,"child":36,"head_span":{"start":173,"end":178,"token_start":35,"token_end":35,"label":"type_of"},"child_span":{"start":179,"end":185,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":39,"head_span":{"start":187,"end":194,"token_start":38,"token_end":38,"label":"type_of"},"child_span":{"start":195,"end":202,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":41,"head_span":{"start":224,"end":231,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":207,"end":213,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":33,"head_span":{"start":89,"end":99,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":163,"end":171,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":36,"head_span":{"start":89,"end":99,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":179,"end":185,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":39,"head_span":{"start":89,"end":99,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":195,"end":202,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":41,"head_span":{"start":89,"end":99,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":207,"end":213,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Flash flooding between January 22 and February 3, caused by tropical depression Amang, led to an additional 106,000 new displacements in the Davao.\n","text":"Flash flooding between January 22 and February 3, caused by tropical depression Amang, led to an additional 106,000 new displacements in the Davao. IMPLIED_BASE IMPLIED_BASE","characters":"148","document_index":"381","md_sentence_index":"34","classification_origin":"cm_cause_effect_rel","url":"https://www.businessinsider.com/climate-change-displaces-twice-as-many-people-as-violence-2019-9","combo_id":"381_34","post-training batch1":"381_34","_input_hash":195497369,"_task_hash":872462139,"spans":[{"start":0,"end":5,"token_start":0,"token_end":0,"label":"type_of"},{"text":"flooding","start":6,"token_start":1,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":23,"end":33,"token_start":3,"token_end":4,"label":"when"},{"start":38,"end":48,"token_start":6,"token_end":7,"label":"when"},{"start":60,"end":79,"token_start":11,"token_end":12,"label":"type_of"},{"start":80,"end":85,"token_start":13,"token_end":13,"label":"base"},{"start":108,"end":115,"token_start":19,"token_end":19,"label":"effect_size"},{"start":120,"end":133,"token_start":21,"token_end":21,"label":"base"},{"start":141,"end":146,"token_start":24,"token_end":24,"label":"where"}],"tokens":[{"text":"Flash","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"flooding","start":6,"end":14,"id":1,"ws":true,"disabled":false},{"text":"between","start":15,"end":22,"id":2,"ws":true,"disabled":false},{"text":"January","start":23,"end":30,"id":3,"ws":true,"disabled":false},{"text":"22","start":31,"end":33,"id":4,"ws":true,"disabled":false},{"text":"and","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"February","start":38,"end":46,"id":6,"ws":true,"disabled":false},{"text":"3","start":47,"end":48,"id":7,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":8,"ws":true,"disabled":false},{"text":"caused","start":50,"end":56,"id":9,"ws":true,"disabled":false},{"text":"by","start":57,"end":59,"id":10,"ws":true,"disabled":false},{"text":"tropical","start":60,"end":68,"id":11,"ws":true,"disabled":false},{"text":"depression","start":69,"end":79,"id":12,"ws":true,"disabled":false},{"text":"Amang","start":80,"end":85,"id":13,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":14,"ws":true,"disabled":false},{"text":"led","start":87,"end":90,"id":15,"ws":true,"disabled":false},{"text":"to","start":91,"end":93,"id":16,"ws":true,"disabled":false},{"text":"an","start":94,"end":96,"id":17,"ws":true,"disabled":false},{"text":"additional","start":97,"end":107,"id":18,"ws":true,"disabled":false},{"text":"106,000","start":108,"end":115,"id":19,"ws":true,"disabled":false},{"text":"new","start":116,"end":119,"id":20,"ws":true,"disabled":false},{"text":"displacements","start":120,"end":133,"id":21,"ws":true,"disabled":false},{"text":"in","start":134,"end":136,"id":22,"ws":true,"disabled":false},{"text":"the","start":137,"end":140,"id":23,"ws":true,"disabled":false},{"text":"Davao","start":141,"end":146,"id":24,"ws":false,"disabled":false},{"text":".","start":146,"end":147,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":6,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":60,"end":79,"token_start":11,"token_end":12,"label":"type_of"},"child_span":{"start":80,"end":85,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":21,"head_span":{"start":108,"end":115,"token_start":19,"token_end":19,"label":"effect_size"},"child_span":{"start":120,"end":133,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":13,"head_span":{"start":6,"end":14,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":80,"end":85,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":21,"head_span":{"start":6,"end":14,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":120,"end":133,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"An infection can also reduce milk production, making dairy farming less efficient.","text":"An infection can also reduce milk production, making dairy farming less efficient. IMPLIED_BASE IMPLIED_BASE","characters":"82","document_index":"854","md_sentence_index":"18","classification_origin":"causal_sentence_classification","url":"https://www.theverge.com/21505736/climate-change-cattle-livestock-infectious-disease-methane","combo_id":"854_18","post-training batch1":"854_18","_input_hash":1175187017,"_task_hash":-125137497,"spans":[{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":29,"end":33,"token_start":5,"token_end":5,"label":"type_of"},{"start":34,"end":44,"token_start":6,"token_end":6,"label":"base"},{"start":53,"end":58,"token_start":9,"token_end":9,"label":"type_of"},{"start":59,"end":66,"token_start":10,"token_end":10,"label":"base"},{"text":"less","start":67,"token_start":11,"token_end":11,"end":71,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"An","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"infection","start":3,"end":12,"id":1,"ws":true,"disabled":false},{"text":"can","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"also","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"reduce","start":22,"end":28,"id":4,"ws":true,"disabled":false},{"text":"milk","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"production","start":34,"end":44,"id":6,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":7,"ws":true,"disabled":false},{"text":"making","start":46,"end":52,"id":8,"ws":true,"disabled":false},{"text":"dairy","start":53,"end":58,"id":9,"ws":true,"disabled":false},{"text":"farming","start":59,"end":66,"id":10,"ws":true,"disabled":false},{"text":"less","start":67,"end":71,"id":11,"ws":true,"disabled":false},{"text":"efficient","start":72,"end":81,"id":12,"ws":false,"disabled":false},{"text":".","start":81,"end":82,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":83,"end":95,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":1,"child":6,"head_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":34,"end":44,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":6,"head_span":{"start":29,"end":33,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":34,"end":44,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":53,"end":58,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":59,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":10,"head_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":59,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":10,"head_span":{"start":67,"end":71,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":59,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"He said to consider, for example, the situation in Puerto Rico, where many people have died of COVID-19 for the simple reason that they have not yet recovered, in terms of their public health infrastructure, from the devastating impacts of Hurricane Maria three years ago.\n","text":"He said to consider, for example, the situation in Puerto Rico, where many people have died of COVID-19 for the simple reason that they have not yet recovered, in terms of their public health infrastructure, from the devastating impacts of Hurricane Maria three years ago. IMPLIED_BASE IMPLIED_BASE","characters":"273","document_index":"812","md_sentence_index":"39","classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2020/09/10/climate-change-covid-19-does-global-warming-fuel-pandemics/5749582002/","combo_id":"812_39","post-training batch1":"812_39","_input_hash":1121538100,"_task_hash":-1624105277,"spans":[{"start":51,"end":62,"token_start":11,"token_end":12,"label":"where"},{"text":"people","start":75,"token_start":16,"token_end":16,"end":81,"type":"pattern","label":"base"},{"start":87,"end":91,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":95,"end":103,"token_start":20,"token_end":20,"label":"base"},{"start":178,"end":191,"token_start":36,"token_end":37,"label":"type_of"},{"text":"infrastructure","start":192,"token_start":38,"token_end":38,"end":206,"type":"pattern","label":"base"},{"start":240,"end":255,"token_start":45,"token_end":46,"label":"base"},{"start":256,"end":267,"token_start":47,"token_end":48,"label":"when"}],"tokens":[{"text":"He","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"said","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"to","start":8,"end":10,"id":2,"ws":true,"disabled":false},{"text":"consider","start":11,"end":19,"id":3,"ws":false,"disabled":false},{"text":",","start":19,"end":20,"id":4,"ws":true,"disabled":false},{"text":"for","start":21,"end":24,"id":5,"ws":true,"disabled":false},{"text":"example","start":25,"end":32,"id":6,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":7,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":8,"ws":true,"disabled":false},{"text":"situation","start":38,"end":47,"id":9,"ws":true,"disabled":false},{"text":"in","start":48,"end":50,"id":10,"ws":true,"disabled":false},{"text":"Puerto","start":51,"end":57,"id":11,"ws":true,"disabled":false},{"text":"Rico","start":58,"end":62,"id":12,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":13,"ws":true,"disabled":false},{"text":"where","start":64,"end":69,"id":14,"ws":true,"disabled":false},{"text":"many","start":70,"end":74,"id":15,"ws":true,"disabled":false},{"text":"people","start":75,"end":81,"id":16,"ws":true,"disabled":false},{"text":"have","start":82,"end":86,"id":17,"ws":true,"disabled":false},{"text":"died","start":87,"end":91,"id":18,"ws":true,"disabled":false},{"text":"of","start":92,"end":94,"id":19,"ws":true,"disabled":false},{"text":"COVID-19","start":95,"end":103,"id":20,"ws":true,"disabled":false},{"text":"for","start":104,"end":107,"id":21,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":22,"ws":true,"disabled":false},{"text":"simple","start":112,"end":118,"id":23,"ws":true,"disabled":false},{"text":"reason","start":119,"end":125,"id":24,"ws":true,"disabled":false},{"text":"that","start":126,"end":130,"id":25,"ws":true,"disabled":false},{"text":"they","start":131,"end":135,"id":26,"ws":true,"disabled":false},{"text":"have","start":136,"end":140,"id":27,"ws":true,"disabled":false},{"text":"not","start":141,"end":144,"id":28,"ws":true,"disabled":false},{"text":"yet","start":145,"end":148,"id":29,"ws":true,"disabled":false},{"text":"recovered","start":149,"end":158,"id":30,"ws":false,"disabled":false},{"text":",","start":158,"end":159,"id":31,"ws":true,"disabled":false},{"text":"in","start":160,"end":162,"id":32,"ws":true,"disabled":false},{"text":"terms","start":163,"end":168,"id":33,"ws":true,"disabled":false},{"text":"of","start":169,"end":171,"id":34,"ws":true,"disabled":false},{"text":"their","start":172,"end":177,"id":35,"ws":true,"disabled":false},{"text":"public","start":178,"end":184,"id":36,"ws":true,"disabled":false},{"text":"health","start":185,"end":191,"id":37,"ws":true,"disabled":false},{"text":"infrastructure","start":192,"end":206,"id":38,"ws":false,"disabled":false},{"text":",","start":206,"end":207,"id":39,"ws":true,"disabled":false},{"text":"from","start":208,"end":212,"id":40,"ws":true,"disabled":false},{"text":"the","start":213,"end":216,"id":41,"ws":true,"disabled":false},{"text":"devastating","start":217,"end":228,"id":42,"ws":true,"disabled":false},{"text":"impacts","start":229,"end":236,"id":43,"ws":true,"disabled":false},{"text":"of","start":237,"end":239,"id":44,"ws":true,"disabled":false},{"text":"Hurricane","start":240,"end":249,"id":45,"ws":true,"disabled":false},{"text":"Maria","start":250,"end":255,"id":46,"ws":true,"disabled":false},{"text":"three","start":256,"end":261,"id":47,"ws":true,"disabled":false},{"text":"years","start":262,"end":267,"id":48,"ws":true,"disabled":false},{"text":"ago","start":268,"end":271,"id":49,"ws":false,"disabled":false},{"text":".","start":271,"end":272,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":273,"end":285,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":286,"end":298,"id":52,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":20,"child":16,"head_span":{"start":95,"end":103,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":75,"end":81,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":16,"head_span":{"start":87,"end":91,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":75,"end":81,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":38,"head_span":{"start":178,"end":191,"token_start":36,"token_end":37,"label":"type_of"},"child_span":{"start":192,"end":206,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":38,"head_span":{"start":240,"end":255,"token_start":45,"token_end":46,"label":"base"},"child_span":{"start":192,"end":206,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":48,"child":46,"head_span":{"start":256,"end":267,"token_start":47,"token_end":48,"label":"when"},"child_span":{"start":240,"end":255,"token_start":45,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The increasing intensity, duration, and frequency of heat waves due to human-caused climate change puts historically underserved populations in a heightened state of precarity, as studies observe that vulnerable communities\u2014especially those within urban areas in the United States\u2014are disproportionately exposed to extreme heat.","text":"The increasing intensity, duration, and frequency of heat waves due to human-caused climate change puts historically underserved populations in a heightened state of precarity, as studies observe that vulnerable communities\u2014especially those within urban areas in the United States\u2014are disproportionately exposed to extreme heat. IMPLIED_BASE IMPLIED_BASE","characters":"328","document_index":"804","md_sentence_index":"0","classification_origin":"causal_sentence_classification","url":"https://www.mdpi.com/2225-1154/8/1/12/htm","combo_id":"804_0","post-training batch1":"804_0","_input_hash":1305311677,"_task_hash":780280318,"spans":[{"text":"increasing","start":4,"token_start":1,"token_end":1,"end":14,"type":"pattern","label":"change_direction"},{"text":"intensity","start":15,"token_start":2,"token_end":2,"end":24,"type":"pattern","label":"aspect_changing"},{"start":26,"end":34,"token_start":4,"token_end":4,"label":"change_direction"},{"text":"frequency","start":40,"token_start":7,"token_end":7,"end":49,"type":"pattern","label":"aspect_changing"},{"text":"heat waves","start":53,"token_start":9,"token_end":10,"end":63,"type":"pattern","label":"base"},{"start":71,"end":83,"token_start":13,"token_end":15,"label":"type_of"},{"text":"climate change","start":84,"token_start":16,"token_end":17,"end":98,"type":"pattern","label":"base"},{"start":117,"end":128,"token_start":20,"token_end":20,"label":"type_of"},{"start":129,"end":140,"token_start":21,"token_end":21,"label":"base"},{"text":"communities","start":212,"token_start":34,"token_end":34,"end":223,"type":"pattern","label":"base"},{"start":248,"end":259,"token_start":39,"token_end":40,"label":"where"},{"start":267,"end":280,"token_start":43,"token_end":44,"label":"where"},{"start":315,"end":322,"token_start":50,"token_end":50,"label":"type_of"},{"start":323,"end":327,"token_start":51,"token_end":51,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"increasing","start":4,"end":14,"id":1,"ws":true,"disabled":false},{"text":"intensity","start":15,"end":24,"id":2,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":3,"ws":true,"disabled":false},{"text":"duration","start":26,"end":34,"id":4,"ws":false,"disabled":false},{"text":",","start":34,"end":35,"id":5,"ws":true,"disabled":false},{"text":"and","start":36,"end":39,"id":6,"ws":true,"disabled":false},{"text":"frequency","start":40,"end":49,"id":7,"ws":true,"disabled":false},{"text":"of","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"heat","start":53,"end":57,"id":9,"ws":true,"disabled":false},{"text":"waves","start":58,"end":63,"id":10,"ws":true,"disabled":false},{"text":"due","start":64,"end":67,"id":11,"ws":true,"disabled":false},{"text":"to","start":68,"end":70,"id":12,"ws":true,"disabled":false},{"text":"human","start":71,"end":76,"id":13,"ws":false,"disabled":false},{"text":"-","start":76,"end":77,"id":14,"ws":false,"disabled":false},{"text":"caused","start":77,"end":83,"id":15,"ws":true,"disabled":false},{"text":"climate","start":84,"end":91,"id":16,"ws":true,"disabled":false},{"text":"change","start":92,"end":98,"id":17,"ws":true,"disabled":false},{"text":"puts","start":99,"end":103,"id":18,"ws":true,"disabled":false},{"text":"historically","start":104,"end":116,"id":19,"ws":true,"disabled":false},{"text":"underserved","start":117,"end":128,"id":20,"ws":true,"disabled":false},{"text":"populations","start":129,"end":140,"id":21,"ws":true,"disabled":false},{"text":"in","start":141,"end":143,"id":22,"ws":true,"disabled":false},{"text":"a","start":144,"end":145,"id":23,"ws":true,"disabled":false},{"text":"heightened","start":146,"end":156,"id":24,"ws":true,"disabled":false},{"text":"state","start":157,"end":162,"id":25,"ws":true,"disabled":false},{"text":"of","start":163,"end":165,"id":26,"ws":true,"disabled":false},{"text":"precarity","start":166,"end":175,"id":27,"ws":false,"disabled":false},{"text":",","start":175,"end":176,"id":28,"ws":true,"disabled":false},{"text":"as","start":177,"end":179,"id":29,"ws":true,"disabled":false},{"text":"studies","start":180,"end":187,"id":30,"ws":true,"disabled":false},{"text":"observe","start":188,"end":195,"id":31,"ws":true,"disabled":false},{"text":"that","start":196,"end":200,"id":32,"ws":true,"disabled":false},{"text":"vulnerable","start":201,"end":211,"id":33,"ws":true,"disabled":false},{"text":"communities","start":212,"end":223,"id":34,"ws":false,"disabled":false},{"text":"\u2014","start":223,"end":224,"id":35,"ws":false,"disabled":false},{"text":"especially","start":224,"end":234,"id":36,"ws":true,"disabled":false},{"text":"those","start":235,"end":240,"id":37,"ws":true,"disabled":false},{"text":"within","start":241,"end":247,"id":38,"ws":true,"disabled":false},{"text":"urban","start":248,"end":253,"id":39,"ws":true,"disabled":false},{"text":"areas","start":254,"end":259,"id":40,"ws":true,"disabled":false},{"text":"in","start":260,"end":262,"id":41,"ws":true,"disabled":false},{"text":"the","start":263,"end":266,"id":42,"ws":true,"disabled":false},{"text":"United","start":267,"end":273,"id":43,"ws":true,"disabled":false},{"text":"States","start":274,"end":280,"id":44,"ws":false,"disabled":false},{"text":"\u2014","start":280,"end":281,"id":45,"ws":false,"disabled":false},{"text":"are","start":281,"end":284,"id":46,"ws":true,"disabled":false},{"text":"disproportionately","start":285,"end":303,"id":47,"ws":true,"disabled":false},{"text":"exposed","start":304,"end":311,"id":48,"ws":true,"disabled":false},{"text":"to","start":312,"end":314,"id":49,"ws":true,"disabled":false},{"text":"extreme","start":315,"end":322,"id":50,"ws":true,"disabled":false},{"text":"heat","start":323,"end":327,"id":51,"ws":false,"disabled":false},{"text":".","start":327,"end":328,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":329,"end":341,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":342,"end":354,"id":54,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":1,"child":10,"head_span":{"start":4,"end":14,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":10,"head_span":{"start":15,"end":24,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":40,"end":49,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":10,"head_span":{"start":26,"end":34,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":71,"end":83,"token_start":13,"token_end":15,"label":"type_of"},"child_span":{"start":84,"end":98,"token_start":16,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":117,"end":128,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":129,"end":140,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":50,"child":51,"head_span":{"start":315,"end":322,"token_start":50,"token_end":50,"label":"type_of"},"child_span":{"start":323,"end":327,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":34,"head_span":{"start":248,"end":259,"token_start":39,"token_end":40,"label":"where"},"child_span":{"start":212,"end":223,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":34,"head_span":{"start":267,"end":280,"token_start":43,"token_end":44,"label":"where"},"child_span":{"start":212,"end":223,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":17,"head_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":84,"end":98,"token_start":16,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":21,"head_span":{"start":84,"end":98,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":129,"end":140,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":34,"head_span":{"start":323,"end":327,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":212,"end":223,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The effort examined how future hurricanes and storm surges may be amplified by climate change and the risks these events could pose to resources relied upon by the Air Force's 45th Space Wing.85\n","text":"The effort examined how future hurricanes and storm surges may be amplified by climate change and the risks these events could pose to resources relied upon by the Air Force's 45th Space Wing.85 IMPLIED_BASE IMPLIED_BASE","characters":"195","document_index":"81","md_sentence_index":"195","classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_195","post-training batch1":"81_195","_input_hash":-1405107209,"_task_hash":-45865248,"spans":[{"text":"hurricanes","start":31,"token_start":5,"token_end":5,"end":41,"type":"pattern","label":"base"},{"text":"storm","start":46,"token_start":7,"token_end":7,"end":51,"type":"pattern","label":"base"},{"start":66,"end":75,"token_start":11,"token_end":11,"label":"change_direction"},{"text":"climate change","start":79,"token_start":13,"token_end":14,"end":93,"type":"pattern","label":"base"},{"text":"risks","start":102,"token_start":17,"token_end":17,"end":107,"type":"pattern","label":"aspect_changing"},{"start":135,"end":144,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"effort","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"examined","start":11,"end":19,"id":2,"ws":true,"disabled":false},{"text":"how","start":20,"end":23,"id":3,"ws":true,"disabled":false},{"text":"future","start":24,"end":30,"id":4,"ws":true,"disabled":false},{"text":"hurricanes","start":31,"end":41,"id":5,"ws":true,"disabled":false},{"text":"and","start":42,"end":45,"id":6,"ws":true,"disabled":false},{"text":"storm","start":46,"end":51,"id":7,"ws":true,"disabled":false},{"text":"surges","start":52,"end":58,"id":8,"ws":true,"disabled":false},{"text":"may","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"be","start":63,"end":65,"id":10,"ws":true,"disabled":false},{"text":"amplified","start":66,"end":75,"id":11,"ws":true,"disabled":false},{"text":"by","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"climate","start":79,"end":86,"id":13,"ws":true,"disabled":false},{"text":"change","start":87,"end":93,"id":14,"ws":true,"disabled":false},{"text":"and","start":94,"end":97,"id":15,"ws":true,"disabled":false},{"text":"the","start":98,"end":101,"id":16,"ws":true,"disabled":false},{"text":"risks","start":102,"end":107,"id":17,"ws":true,"disabled":false},{"text":"these","start":108,"end":113,"id":18,"ws":true,"disabled":false},{"text":"events","start":114,"end":120,"id":19,"ws":true,"disabled":false},{"text":"could","start":121,"end":126,"id":20,"ws":true,"disabled":false},{"text":"pose","start":127,"end":131,"id":21,"ws":true,"disabled":false},{"text":"to","start":132,"end":134,"id":22,"ws":true,"disabled":false},{"text":"resources","start":135,"end":144,"id":23,"ws":true,"disabled":false},{"text":"relied","start":145,"end":151,"id":24,"ws":true,"disabled":false},{"text":"upon","start":152,"end":156,"id":25,"ws":true,"disabled":false},{"text":"by","start":157,"end":159,"id":26,"ws":true,"disabled":false},{"text":"the","start":160,"end":163,"id":27,"ws":true,"disabled":false},{"text":"Air","start":164,"end":167,"id":28,"ws":true,"disabled":false},{"text":"Force","start":168,"end":173,"id":29,"ws":false,"disabled":false},{"text":"'s","start":173,"end":175,"id":30,"ws":true,"disabled":false},{"text":"45th","start":176,"end":180,"id":31,"ws":true,"disabled":false},{"text":"Space","start":181,"end":186,"id":32,"ws":true,"disabled":false},{"text":"Wing.85","start":187,"end":194,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":195,"end":207,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":208,"end":220,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":5,"child":14,"head_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":79,"end":93,"token_start":13,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":14,"head_span":{"start":46,"end":51,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":79,"end":93,"token_start":13,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":23,"head_span":{"start":79,"end":93,"token_start":13,"token_end":14,"label":"base"},"child_span":{"start":135,"end":144,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":14,"head_span":{"start":102,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":79,"end":93,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Doesn't say what is growing","relation count":"","complexity":"","original_md_text":"And once international scientists had eliminated the effect of temperature averages across the whole growing season, they still found that heatwaves, drought and torrential downfall accounted for 18% to 43% of losses.\n","text":"And once international scientists had eliminated the effect of temperature averages across the whole growing season, they still found that heatwaves, drought and torrential downfall accounted for 18% to 43% of losses. IMPLIED_BASE IMPLIED_BASE","characters":"218","document_index":"107","md_sentence_index":"3","classification_origin":"cm-label-eval","url":"https://physicsworld.com/a/crops-at-risk-from-changing-climate/","combo_id":"107_3","post-training batch1":"107_3","_input_hash":458710245,"_task_hash":-438656361,"spans":[{"text":"temperature","start":63,"token_start":9,"token_end":9,"end":74,"type":"pattern","label":"aspect_changing"},{"text":"growing","start":101,"token_start":14,"token_end":14,"end":108,"type":"pattern","label":"change_direction"},{"text":"heatwaves","start":139,"token_start":21,"token_end":21,"end":148,"type":"pattern","label":"base"},{"text":"drought","start":150,"token_start":23,"token_end":23,"end":157,"type":"pattern","label":"base"},{"start":162,"end":172,"token_start":25,"token_end":25,"label":"type_of"},{"start":173,"end":181,"token_start":26,"token_end":26,"label":"base"},{"start":196,"end":199,"token_start":29,"token_end":30,"label":"effect_size"},{"start":203,"end":206,"token_start":32,"token_end":33,"label":"effect_size"},{"start":210,"end":216,"token_start":35,"token_end":35,"label":"change_direction"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"once","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"international","start":9,"end":22,"id":2,"ws":true,"disabled":false},{"text":"scientists","start":23,"end":33,"id":3,"ws":true,"disabled":false},{"text":"had","start":34,"end":37,"id":4,"ws":true,"disabled":false},{"text":"eliminated","start":38,"end":48,"id":5,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":6,"ws":true,"disabled":false},{"text":"effect","start":53,"end":59,"id":7,"ws":true,"disabled":false},{"text":"of","start":60,"end":62,"id":8,"ws":true,"disabled":false},{"text":"temperature","start":63,"end":74,"id":9,"ws":true,"disabled":false},{"text":"averages","start":75,"end":83,"id":10,"ws":true,"disabled":false},{"text":"across","start":84,"end":90,"id":11,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":12,"ws":true,"disabled":false},{"text":"whole","start":95,"end":100,"id":13,"ws":true,"disabled":false},{"text":"growing","start":101,"end":108,"id":14,"ws":true,"disabled":false},{"text":"season","start":109,"end":115,"id":15,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":16,"ws":true,"disabled":false},{"text":"they","start":117,"end":121,"id":17,"ws":true,"disabled":false},{"text":"still","start":122,"end":127,"id":18,"ws":true,"disabled":false},{"text":"found","start":128,"end":133,"id":19,"ws":true,"disabled":false},{"text":"that","start":134,"end":138,"id":20,"ws":true,"disabled":false},{"text":"heatwaves","start":139,"end":148,"id":21,"ws":false,"disabled":false},{"text":",","start":148,"end":149,"id":22,"ws":true,"disabled":false},{"text":"drought","start":150,"end":157,"id":23,"ws":true,"disabled":false},{"text":"and","start":158,"end":161,"id":24,"ws":true,"disabled":false},{"text":"torrential","start":162,"end":172,"id":25,"ws":true,"disabled":false},{"text":"downfall","start":173,"end":181,"id":26,"ws":true,"disabled":false},{"text":"accounted","start":182,"end":191,"id":27,"ws":true,"disabled":false},{"text":"for","start":192,"end":195,"id":28,"ws":true,"disabled":false},{"text":"18","start":196,"end":198,"id":29,"ws":false,"disabled":false},{"text":"%","start":198,"end":199,"id":30,"ws":true,"disabled":false},{"text":"to","start":200,"end":202,"id":31,"ws":true,"disabled":false},{"text":"43","start":203,"end":205,"id":32,"ws":false,"disabled":false},{"text":"%","start":205,"end":206,"id":33,"ws":true,"disabled":false},{"text":"of","start":207,"end":209,"id":34,"ws":true,"disabled":false},{"text":"losses","start":210,"end":216,"id":35,"ws":false,"disabled":false},{"text":".","start":216,"end":217,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":231,"end":243,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Ranft, U., T. Schikowski, D. Sugiri, J. Krutmann, and U. Kramer, 2009: Long-term exposure to traffic-related particulate matter impairs cognitive function in the elderly.","text":"Ranft, U., T. Schikowski, D. Sugiri, J. Krutmann, and U. Kramer, 2009: Long-term exposure to traffic-related particulate matter impairs cognitive function in the elderly. IMPLIED_BASE IMPLIED_BASE","characters":"170","document_index":"619","md_sentence_index":"1229","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_1229","post-training batch1":"619_1229","_input_hash":-1350080862,"_task_hash":1456624950,"spans":[{"start":93,"end":108,"token_start":24,"token_end":26,"label":"type_of"},{"text":"particulate matter","start":109,"token_start":27,"token_end":28,"end":127,"type":"pattern","label":"base"},{"start":136,"end":145,"token_start":30,"token_end":30,"label":"type_of"},{"start":146,"end":154,"token_start":31,"token_end":31,"label":"base"},{"start":162,"end":169,"token_start":34,"token_end":34,"label":"to_whom"}],"tokens":[{"text":"Ranft","start":0,"end":5,"id":0,"ws":false,"disabled":false},{"text":",","start":5,"end":6,"id":1,"ws":true,"disabled":false},{"text":"U.","start":7,"end":9,"id":2,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":3,"ws":true,"disabled":false},{"text":"T.","start":11,"end":13,"id":4,"ws":true,"disabled":false},{"text":"Schikowski","start":14,"end":24,"id":5,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":6,"ws":true,"disabled":false},{"text":"D.","start":26,"end":28,"id":7,"ws":true,"disabled":false},{"text":"Sugiri","start":29,"end":35,"id":8,"ws":false,"disabled":false},{"text":",","start":35,"end":36,"id":9,"ws":true,"disabled":false},{"text":"J.","start":37,"end":39,"id":10,"ws":true,"disabled":false},{"text":"Krutmann","start":40,"end":48,"id":11,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":12,"ws":true,"disabled":false},{"text":"and","start":50,"end":53,"id":13,"ws":true,"disabled":false},{"text":"U.","start":54,"end":56,"id":14,"ws":true,"disabled":false},{"text":"Kramer","start":57,"end":63,"id":15,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":16,"ws":true,"disabled":false},{"text":"2009","start":65,"end":69,"id":17,"ws":false,"disabled":false},{"text":":","start":69,"end":70,"id":18,"ws":true,"disabled":false},{"text":"Long","start":71,"end":75,"id":19,"ws":false,"disabled":false},{"text":"-","start":75,"end":76,"id":20,"ws":false,"disabled":false},{"text":"term","start":76,"end":80,"id":21,"ws":true,"disabled":false},{"text":"exposure","start":81,"end":89,"id":22,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":23,"ws":true,"disabled":false},{"text":"traffic","start":93,"end":100,"id":24,"ws":false,"disabled":false},{"text":"-","start":100,"end":101,"id":25,"ws":false,"disabled":false},{"text":"related","start":101,"end":108,"id":26,"ws":true,"disabled":false},{"text":"particulate","start":109,"end":120,"id":27,"ws":true,"disabled":false},{"text":"matter","start":121,"end":127,"id":28,"ws":true,"disabled":false},{"text":"impairs","start":128,"end":135,"id":29,"ws":true,"disabled":false},{"text":"cognitive","start":136,"end":145,"id":30,"ws":true,"disabled":false},{"text":"function","start":146,"end":154,"id":31,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":32,"ws":true,"disabled":false},{"text":"the","start":158,"end":161,"id":33,"ws":true,"disabled":false},{"text":"elderly","start":162,"end":169,"id":34,"ws":false,"disabled":false},{"text":".","start":169,"end":170,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":37,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":30,"child":31,"head_span":{"start":136,"end":145,"token_start":30,"token_end":30,"label":"type_of"},"child_span":{"start":146,"end":154,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":28,"head_span":{"start":93,"end":108,"token_start":24,"token_end":26,"label":"type_of"},"child_span":{"start":109,"end":127,"token_start":27,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":31,"head_span":{"start":109,"end":127,"token_start":27,"token_end":28,"label":"base"},"child_span":{"start":146,"end":154,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":31,"head_span":{"start":162,"end":169,"token_start":34,"token_end":34,"label":"to_whom"},"child_span":{"start":146,"end":154,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Failing crops and hence hunger are increasing.","text":"Failing crops and hence hunger are increasing. IMPLIED_BASE IMPLIED_BASE","characters":"46","document_index":"420","md_sentence_index":"26","classification_origin":"causal_sentence_classification","url":"https://www.nationalgeographic.com/science/2019/10/climate-change-killing-thousands-of-years-indigenous-wisdom/","combo_id":"420_26","post-training batch1":"420_26","_input_hash":-906779127,"_task_hash":-1027442387,"spans":[{"text":"crops","start":8,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"text":"increasing","start":35,"token_start":6,"token_end":6,"end":45,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Failing","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"crops","start":8,"end":13,"id":1,"ws":true,"disabled":false},{"text":"and","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"hence","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"hunger","start":24,"end":30,"id":4,"ws":true,"disabled":false},{"text":"are","start":31,"end":34,"id":5,"ws":true,"disabled":false},{"text":"increasing","start":35,"end":45,"id":6,"ws":false,"disabled":false},{"text":".","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":47,"end":59,"id":8,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":60,"end":72,"id":9,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Following exposure to Hurricane Katrina, veterans with preexisting mental illness had a 6.8 times greater risk for developing any additional mental illness, compared to those veterans without a preex- isting mental illness.48","text":"Following exposure to Hurricane Katrina, veterans with preexisting mental illness had a 6.8 times greater risk for developing any additional mental illness, compared to those veterans without a preex- isting mental illness.48 IMPLIED_BASE IMPLIED_BASE","characters":"225","document_index":"619","md_sentence_index":"70","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_70","post-training batch1":"619_70","_input_hash":-170520977,"_task_hash":-779069609,"spans":[{"start":22,"end":39,"token_start":3,"token_end":4,"label":"base"},{"start":67,"end":73,"token_start":9,"token_end":9,"label":"type_of"},{"start":74,"end":81,"token_start":10,"token_end":10,"label":"base"},{"start":88,"end":97,"token_start":13,"token_end":14,"label":"effect_size"},{"start":98,"end":105,"token_start":15,"token_end":15,"label":"change_direction"},{"text":"risk","start":106,"token_start":16,"token_end":16,"end":110,"type":"pattern","label":"aspect_changing"},{"start":141,"end":147,"token_start":21,"token_end":21,"label":"type_of"},{"start":148,"end":155,"token_start":22,"token_end":22,"label":"base"},{"start":175,"end":183,"token_start":27,"token_end":27,"label":"to_whom"}],"tokens":[{"text":"Following","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"exposure","start":10,"end":18,"id":1,"ws":true,"disabled":false},{"text":"to","start":19,"end":21,"id":2,"ws":true,"disabled":false},{"text":"Hurricane","start":22,"end":31,"id":3,"ws":true,"disabled":false},{"text":"Katrina","start":32,"end":39,"id":4,"ws":false,"disabled":false},{"text":",","start":39,"end":40,"id":5,"ws":true,"disabled":false},{"text":"veterans","start":41,"end":49,"id":6,"ws":true,"disabled":false},{"text":"with","start":50,"end":54,"id":7,"ws":true,"disabled":false},{"text":"preexisting","start":55,"end":66,"id":8,"ws":true,"disabled":false},{"text":"mental","start":67,"end":73,"id":9,"ws":true,"disabled":false},{"text":"illness","start":74,"end":81,"id":10,"ws":true,"disabled":false},{"text":"had","start":82,"end":85,"id":11,"ws":true,"disabled":false},{"text":"a","start":86,"end":87,"id":12,"ws":true,"disabled":false},{"text":"6.8","start":88,"end":91,"id":13,"ws":true,"disabled":false},{"text":"times","start":92,"end":97,"id":14,"ws":true,"disabled":false},{"text":"greater","start":98,"end":105,"id":15,"ws":true,"disabled":false},{"text":"risk","start":106,"end":110,"id":16,"ws":true,"disabled":false},{"text":"for","start":111,"end":114,"id":17,"ws":true,"disabled":false},{"text":"developing","start":115,"end":125,"id":18,"ws":true,"disabled":false},{"text":"any","start":126,"end":129,"id":19,"ws":true,"disabled":false},{"text":"additional","start":130,"end":140,"id":20,"ws":true,"disabled":false},{"text":"mental","start":141,"end":147,"id":21,"ws":true,"disabled":false},{"text":"illness","start":148,"end":155,"id":22,"ws":false,"disabled":false},{"text":",","start":155,"end":156,"id":23,"ws":true,"disabled":false},{"text":"compared","start":157,"end":165,"id":24,"ws":true,"disabled":false},{"text":"to","start":166,"end":168,"id":25,"ws":true,"disabled":false},{"text":"those","start":169,"end":174,"id":26,"ws":true,"disabled":false},{"text":"veterans","start":175,"end":183,"id":27,"ws":true,"disabled":false},{"text":"without","start":184,"end":191,"id":28,"ws":true,"disabled":false},{"text":"a","start":192,"end":193,"id":29,"ws":true,"disabled":false},{"text":"preex-","start":194,"end":200,"id":30,"ws":true,"disabled":false},{"text":"isting","start":201,"end":207,"id":31,"ws":true,"disabled":false},{"text":"mental","start":208,"end":214,"id":32,"ws":true,"disabled":false},{"text":"illness.48","start":215,"end":225,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":4,"child":10,"head_span":{"start":22,"end":39,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":74,"end":81,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":22,"head_span":{"start":98,"end":105,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":148,"end":155,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":22,"head_span":{"start":106,"end":110,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":148,"end":155,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":22,"head_span":{"start":141,"end":147,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":148,"end":155,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":67,"end":73,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":74,"end":81,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The heat in turn threatens the stability of this urban environment.","text":"The heat in turn threatens the stability of this urban environment. IMPLIED_BASE IMPLIED_BASE","characters":"67","document_index":"369","md_sentence_index":"111","classification_origin":"cm_cause_effect_rel","url":"https://www.vox.com/energy-and-environment/2019/9/9/20804544/climate-change-phoenix-heat-wave-deaths-extreme-weather","combo_id":"369_111","post-training batch1":"369_111","_input_hash":-1642503236,"_task_hash":-44950273,"spans":[{"start":4,"end":8,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":17,"end":26,"token_start":4,"token_end":4,"label":"aspect_changing"},{"text":"stability","start":31,"token_start":6,"token_end":6,"end":40,"type":"pattern","label":"aspect_changing"},{"start":49,"end":66,"token_start":9,"token_end":10,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"heat","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"in","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"turn","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"threatens","start":17,"end":26,"id":4,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"stability","start":31,"end":40,"id":6,"ws":true,"disabled":false},{"text":"of","start":41,"end":43,"id":7,"ws":true,"disabled":false},{"text":"this","start":44,"end":48,"id":8,"ws":true,"disabled":false},{"text":"urban","start":49,"end":54,"id":9,"ws":true,"disabled":false},{"text":"environment","start":55,"end":66,"id":10,"ws":false,"disabled":false},{"text":".","start":66,"end":67,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":68,"end":80,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":81,"end":93,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":1,"child":10,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":49,"end":66,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"solution and anaphora?","relation count":"","complexity":"","original_md_text":"People often develop shock and may lose limbs or kidneys, resulting in needing dialysis.","text":"People often develop shock and may lose limbs or kidneys, resulting in needing dialysis. IMPLIED_BASE IMPLIED_BASE","characters":"88","document_index":"272","md_sentence_index":"9","classification_origin":"cm_cause_effect_rel","url":"https://www.forbes.com/sites/judystone/2019/06/26/another-report-links-deadly-vibrio-infections-to-climate-change/","combo_id":"272_9","post-training batch1":"272_9","_input_hash":-378118778,"_task_hash":1283661420,"spans":[{"start":21,"end":26,"token_start":3,"token_end":3,"label":"base"}],"tokens":[{"text":"People","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"often","start":7,"end":12,"id":1,"ws":true,"disabled":false},{"text":"develop","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"shock","start":21,"end":26,"id":3,"ws":true,"disabled":false},{"text":"and","start":27,"end":30,"id":4,"ws":true,"disabled":false},{"text":"may","start":31,"end":34,"id":5,"ws":true,"disabled":false},{"text":"lose","start":35,"end":39,"id":6,"ws":true,"disabled":false},{"text":"limbs","start":40,"end":45,"id":7,"ws":true,"disabled":false},{"text":"or","start":46,"end":48,"id":8,"ws":true,"disabled":false},{"text":"kidneys","start":49,"end":56,"id":9,"ws":false,"disabled":false},{"text":",","start":56,"end":57,"id":10,"ws":true,"disabled":false},{"text":"resulting","start":58,"end":67,"id":11,"ws":true,"disabled":false},{"text":"in","start":68,"end":70,"id":12,"ws":true,"disabled":false},{"text":"needing","start":71,"end":78,"id":13,"ws":true,"disabled":false},{"text":"dialysis","start":79,"end":87,"id":14,"ws":false,"disabled":false},{"text":".","start":87,"end":88,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":89,"end":101,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":102,"end":114,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Projecting further still is difficult, but if emissions continue unabated at their current high rates, those numbers will surely rise to the point where climate change might kill more people annually than covid-19 currently does before the century\u2019s end.","text":"Projecting further still is difficult, but if emissions continue unabated at their current high rates, those numbers will surely rise to the point where climate change might kill more people annually than covid-19 currently does before the century\u2019s end. IMPLIED_BASE IMPLIED_BASE","characters":"254","document_index":"817","md_sentence_index":"12","classification_origin":"causal_sentence_classification","url":"https://www.washingtonpost.com/outlook/climate-change-intervention-cost/2020/09/17/c6715db6-f784-11ea-89e3-4b9efa36dc64_story.html","combo_id":"817_12","post-training batch1":"817_12","_input_hash":-1307347912,"_task_hash":-1702224520,"spans":[{"text":"emissions","start":46,"token_start":8,"token_end":8,"end":55,"type":"pattern","label":"aspect_changing"},{"text":"rates","start":96,"token_start":15,"token_end":15,"end":101,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":129,"token_start":21,"token_end":21,"end":133,"type":"pattern","label":"change_direction"},{"text":"climate change","start":153,"token_start":26,"token_end":27,"end":167,"type":"pattern","label":"base"},{"text":"kill","start":174,"token_start":29,"token_end":29,"end":178,"type":"pattern","label":"change_direction"},{"text":"more","start":179,"token_start":30,"token_end":30,"end":183,"type":"pattern","label":"change_direction"},{"text":"people","start":184,"token_start":31,"token_end":31,"end":190,"type":"pattern","label":"base"}],"tokens":[{"text":"Projecting","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"further","start":11,"end":18,"id":1,"ws":true,"disabled":false},{"text":"still","start":19,"end":24,"id":2,"ws":true,"disabled":false},{"text":"is","start":25,"end":27,"id":3,"ws":true,"disabled":false},{"text":"difficult","start":28,"end":37,"id":4,"ws":false,"disabled":false},{"text":",","start":37,"end":38,"id":5,"ws":true,"disabled":false},{"text":"but","start":39,"end":42,"id":6,"ws":true,"disabled":false},{"text":"if","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"emissions","start":46,"end":55,"id":8,"ws":true,"disabled":false},{"text":"continue","start":56,"end":64,"id":9,"ws":true,"disabled":false},{"text":"unabated","start":65,"end":73,"id":10,"ws":true,"disabled":false},{"text":"at","start":74,"end":76,"id":11,"ws":true,"disabled":false},{"text":"their","start":77,"end":82,"id":12,"ws":true,"disabled":false},{"text":"current","start":83,"end":90,"id":13,"ws":true,"disabled":false},{"text":"high","start":91,"end":95,"id":14,"ws":true,"disabled":false},{"text":"rates","start":96,"end":101,"id":15,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":16,"ws":true,"disabled":false},{"text":"those","start":103,"end":108,"id":17,"ws":true,"disabled":false},{"text":"numbers","start":109,"end":116,"id":18,"ws":true,"disabled":false},{"text":"will","start":117,"end":121,"id":19,"ws":true,"disabled":false},{"text":"surely","start":122,"end":128,"id":20,"ws":true,"disabled":false},{"text":"rise","start":129,"end":133,"id":21,"ws":true,"disabled":false},{"text":"to","start":134,"end":136,"id":22,"ws":true,"disabled":false},{"text":"the","start":137,"end":140,"id":23,"ws":true,"disabled":false},{"text":"point","start":141,"end":146,"id":24,"ws":true,"disabled":false},{"text":"where","start":147,"end":152,"id":25,"ws":true,"disabled":false},{"text":"climate","start":153,"end":160,"id":26,"ws":true,"disabled":false},{"text":"change","start":161,"end":167,"id":27,"ws":true,"disabled":false},{"text":"might","start":168,"end":173,"id":28,"ws":true,"disabled":false},{"text":"kill","start":174,"end":178,"id":29,"ws":true,"disabled":false},{"text":"more","start":179,"end":183,"id":30,"ws":true,"disabled":false},{"text":"people","start":184,"end":190,"id":31,"ws":true,"disabled":false},{"text":"annually","start":191,"end":199,"id":32,"ws":true,"disabled":false},{"text":"than","start":200,"end":204,"id":33,"ws":true,"disabled":false},{"text":"covid-19","start":205,"end":213,"id":34,"ws":true,"disabled":false},{"text":"currently","start":214,"end":223,"id":35,"ws":true,"disabled":false},{"text":"does","start":224,"end":228,"id":36,"ws":true,"disabled":false},{"text":"before","start":229,"end":235,"id":37,"ws":true,"disabled":false},{"text":"the","start":236,"end":239,"id":38,"ws":true,"disabled":false},{"text":"century","start":240,"end":247,"id":39,"ws":false,"disabled":false},{"text":"\u2019s","start":247,"end":249,"id":40,"ws":true,"disabled":false},{"text":"end","start":250,"end":253,"id":41,"ws":false,"disabled":false},{"text":".","start":253,"end":254,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":255,"end":267,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":268,"end":280,"id":44,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":27,"child":31,"head_span":{"start":153,"end":167,"token_start":26,"token_end":27,"label":"base"},"child_span":{"start":184,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":31,"head_span":{"start":174,"end":178,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":184,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":31,"head_span":{"start":179,"end":183,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":184,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These risks are crop insurance, health care, wildfire suppression, hurricane-related disaster relief, and federal facility flood risk, all of which are anticipated to cost billions of dollars more by the end of the century due to the impacts of climate change.23","text":"These risks are crop insurance, health care, wildfire suppression, hurricane-related disaster relief, and federal facility flood risk, all of which are anticipated to cost billions of dollars more by the end of the century due to the impacts of climate change.23 IMPLIED_BASE IMPLIED_BASE","characters":"262","document_index":"81","md_sentence_index":"56","classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_56","post-training batch1":"81_56","_input_hash":1180510630,"_task_hash":-1615568170,"spans":[{"text":"risks","start":6,"token_start":1,"token_end":1,"end":11,"type":"pattern","label":"aspect_changing"},{"start":16,"end":20,"token_start":3,"token_end":3,"label":"type_of"},{"start":21,"end":30,"token_start":4,"token_end":4,"label":"base"},{"start":32,"end":43,"token_start":6,"token_end":7,"label":"base"},{"text":"wildfire","start":45,"token_start":9,"token_end":9,"end":53,"type":"pattern","label":"base"},{"start":54,"end":65,"token_start":10,"token_end":10,"label":"aspect_changing"},{"text":"hurricane","start":67,"token_start":12,"token_end":12,"end":76,"type":"pattern","label":"base"},{"start":94,"end":100,"token_start":16,"token_end":16,"label":"aspect_changing"},{"text":"risk","start":129,"token_start":22,"token_end":22,"end":133,"type":"pattern","label":"aspect_changing"},{"text":"more","start":192,"token_start":34,"token_end":34,"end":196,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"risks","start":6,"end":11,"id":1,"ws":true,"disabled":false},{"text":"are","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"crop","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"insurance","start":21,"end":30,"id":4,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":5,"ws":true,"disabled":false},{"text":"health","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"care","start":39,"end":43,"id":7,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":8,"ws":true,"disabled":false},{"text":"wildfire","start":45,"end":53,"id":9,"ws":true,"disabled":false},{"text":"suppression","start":54,"end":65,"id":10,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":11,"ws":true,"disabled":false},{"text":"hurricane","start":67,"end":76,"id":12,"ws":false,"disabled":false},{"text":"-","start":76,"end":77,"id":13,"ws":false,"disabled":false},{"text":"related","start":77,"end":84,"id":14,"ws":true,"disabled":false},{"text":"disaster","start":85,"end":93,"id":15,"ws":true,"disabled":false},{"text":"relief","start":94,"end":100,"id":16,"ws":false,"disabled":false},{"text":",","start":100,"end":101,"id":17,"ws":true,"disabled":false},{"text":"and","start":102,"end":105,"id":18,"ws":true,"disabled":false},{"text":"federal","start":106,"end":113,"id":19,"ws":true,"disabled":false},{"text":"facility","start":114,"end":122,"id":20,"ws":true,"disabled":false},{"text":"flood","start":123,"end":128,"id":21,"ws":true,"disabled":false},{"text":"risk","start":129,"end":133,"id":22,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":23,"ws":true,"disabled":false},{"text":"all","start":135,"end":138,"id":24,"ws":true,"disabled":false},{"text":"of","start":139,"end":141,"id":25,"ws":true,"disabled":false},{"text":"which","start":142,"end":147,"id":26,"ws":true,"disabled":false},{"text":"are","start":148,"end":151,"id":27,"ws":true,"disabled":false},{"text":"anticipated","start":152,"end":163,"id":28,"ws":true,"disabled":false},{"text":"to","start":164,"end":166,"id":29,"ws":true,"disabled":false},{"text":"cost","start":167,"end":171,"id":30,"ws":true,"disabled":false},{"text":"billions","start":172,"end":180,"id":31,"ws":true,"disabled":false},{"text":"of","start":181,"end":183,"id":32,"ws":true,"disabled":false},{"text":"dollars","start":184,"end":191,"id":33,"ws":true,"disabled":false},{"text":"more","start":192,"end":196,"id":34,"ws":true,"disabled":false},{"text":"by","start":197,"end":199,"id":35,"ws":true,"disabled":false},{"text":"the","start":200,"end":203,"id":36,"ws":true,"disabled":false},{"text":"end","start":204,"end":207,"id":37,"ws":true,"disabled":false},{"text":"of","start":208,"end":210,"id":38,"ws":true,"disabled":false},{"text":"the","start":211,"end":214,"id":39,"ws":true,"disabled":false},{"text":"century","start":215,"end":222,"id":40,"ws":true,"disabled":false},{"text":"due","start":223,"end":226,"id":41,"ws":true,"disabled":false},{"text":"to","start":227,"end":229,"id":42,"ws":true,"disabled":false},{"text":"the","start":230,"end":233,"id":43,"ws":true,"disabled":false},{"text":"impacts","start":234,"end":241,"id":44,"ws":true,"disabled":false},{"text":"of","start":242,"end":244,"id":45,"ws":true,"disabled":false},{"text":"climate","start":245,"end":252,"id":46,"ws":true,"disabled":false},{"text":"change.23","start":253,"end":262,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":263,"end":275,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":276,"end":288,"id":49,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In some places marvels of human engineering worsen effects from rising seas in a warming world.","text":"In some places marvels of human engineering worsen effects from rising seas in a warming world. IMPLIED_BASE IMPLIED_BASE","characters":"95","document_index":"382","md_sentence_index":"52","classification_origin":"cm_cause_effect_rel","url":"https://www.nationalgeographic.com/environment/global-warming/big-thaw/","combo_id":"382_52","post-training batch1":"382_52","_input_hash":-2044373593,"_task_hash":1529300105,"spans":[{"start":32,"end":43,"token_start":6,"token_end":6,"label":"base"},{"start":44,"end":50,"token_start":7,"token_end":7,"label":"change_direction"},{"text":"rising","start":64,"token_start":10,"token_end":10,"end":70,"type":"pattern","label":"change_direction"},{"start":71,"end":75,"token_start":11,"token_end":11,"label":"base"},{"start":81,"end":88,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":89,"end":94,"token_start":15,"token_end":15,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"some","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"places","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"marvels","start":15,"end":22,"id":3,"ws":true,"disabled":false},{"text":"of","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"human","start":26,"end":31,"id":5,"ws":true,"disabled":false},{"text":"engineering","start":32,"end":43,"id":6,"ws":true,"disabled":false},{"text":"worsen","start":44,"end":50,"id":7,"ws":true,"disabled":false},{"text":"effects","start":51,"end":58,"id":8,"ws":true,"disabled":false},{"text":"from","start":59,"end":63,"id":9,"ws":true,"disabled":false},{"text":"rising","start":64,"end":70,"id":10,"ws":true,"disabled":false},{"text":"seas","start":71,"end":75,"id":11,"ws":true,"disabled":false},{"text":"in","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"a","start":79,"end":80,"id":13,"ws":true,"disabled":false},{"text":"warming","start":81,"end":88,"id":14,"ws":true,"disabled":false},{"text":"world","start":89,"end":94,"id":15,"ws":false,"disabled":false},{"text":".","start":94,"end":95,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":109,"end":121,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":6,"child":11,"head_span":{"start":32,"end":43,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":71,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":15,"head_span":{"start":81,"end":88,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":89,"end":94,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"staged","Dataset name":"checkin-four","ignore?":"","reason":"","relation count":"Many","complexity":"Complex","original_md_text":"As an illustrative example of increased military costs due to climate change: receding Arctic ice cover requires deployment of new naval vessels to address growing tensions between Canada, the United States, Russia, and China over newly-exposed natural resources and shipping lanes (Department of Defense, 2015).","text":"As an illustrative example of increased military costs due to climate change: receding Arctic ice cover requires deployment of new naval vessels to address growing tensions between Canada, the United States, Russia, and China over newly-exposed natural resources and shipping lanes (Department of Defense, 2015). IMPLIED_BASE IMPLIED_BASE","characters":"312","document_index":"71","md_sentence_index":"227","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_227","post-training batch1":"71_227","_input_hash":1502375230,"_task_hash":22283071,"spans":[{"text":"increased","start":30,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"change_direction"},{"text":"costs","start":49,"token_start":7,"token_end":7,"end":54,"type":"pattern","label":"aspect_changing"},{"text":"climate change","start":62,"token_start":10,"token_end":11,"end":76,"type":"pattern","label":"base"},{"text":"receding","start":78,"token_start":13,"token_end":13,"end":86,"type":"pattern","label":"change_direction"},{"text":"naval vessels","start":131,"token_start":21,"token_end":22,"end":144,"type":"pattern","label":"base"},{"text":"growing","start":156,"token_start":25,"token_end":25,"end":163,"type":"pattern","label":"change_direction"},{"text":"tensions","start":164,"token_start":26,"token_end":26,"end":172,"type":"pattern","label":"base"},{"text":"shipping lanes","start":267,"token_start":45,"token_end":46,"end":281,"type":"pattern","label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"an","start":3,"end":5,"id":1,"ws":true,"disabled":false},{"text":"illustrative","start":6,"end":18,"id":2,"ws":true,"disabled":false},{"text":"example","start":19,"end":26,"id":3,"ws":true,"disabled":false},{"text":"of","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"increased","start":30,"end":39,"id":5,"ws":true,"disabled":false},{"text":"military","start":40,"end":48,"id":6,"ws":true,"disabled":false},{"text":"costs","start":49,"end":54,"id":7,"ws":true,"disabled":false},{"text":"due","start":55,"end":58,"id":8,"ws":true,"disabled":false},{"text":"to","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"climate","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"change","start":70,"end":76,"id":11,"ws":false,"disabled":false},{"text":":","start":76,"end":77,"id":12,"ws":true,"disabled":false},{"text":"receding","start":78,"end":86,"id":13,"ws":true,"disabled":false},{"text":"Arctic","start":87,"end":93,"id":14,"ws":true,"disabled":false},{"text":"ice","start":94,"end":97,"id":15,"ws":true,"disabled":false},{"text":"cover","start":98,"end":103,"id":16,"ws":true,"disabled":false},{"text":"requires","start":104,"end":112,"id":17,"ws":true,"disabled":false},{"text":"deployment","start":113,"end":123,"id":18,"ws":true,"disabled":false},{"text":"of","start":124,"end":126,"id":19,"ws":true,"disabled":false},{"text":"new","start":127,"end":130,"id":20,"ws":true,"disabled":false},{"text":"naval","start":131,"end":136,"id":21,"ws":true,"disabled":false},{"text":"vessels","start":137,"end":144,"id":22,"ws":true,"disabled":false},{"text":"to","start":145,"end":147,"id":23,"ws":true,"disabled":false},{"text":"address","start":148,"end":155,"id":24,"ws":true,"disabled":false},{"text":"growing","start":156,"end":163,"id":25,"ws":true,"disabled":false},{"text":"tensions","start":164,"end":172,"id":26,"ws":true,"disabled":false},{"text":"between","start":173,"end":180,"id":27,"ws":true,"disabled":false},{"text":"Canada","start":181,"end":187,"id":28,"ws":false,"disabled":false},{"text":",","start":187,"end":188,"id":29,"ws":true,"disabled":false},{"text":"the","start":189,"end":192,"id":30,"ws":true,"disabled":false},{"text":"United","start":193,"end":199,"id":31,"ws":true,"disabled":false},{"text":"States","start":200,"end":206,"id":32,"ws":false,"disabled":false},{"text":",","start":206,"end":207,"id":33,"ws":true,"disabled":false},{"text":"Russia","start":208,"end":214,"id":34,"ws":false,"disabled":false},{"text":",","start":214,"end":215,"id":35,"ws":true,"disabled":false},{"text":"and","start":216,"end":219,"id":36,"ws":true,"disabled":false},{"text":"China","start":220,"end":225,"id":37,"ws":true,"disabled":false},{"text":"over","start":226,"end":230,"id":38,"ws":true,"disabled":false},{"text":"newly","start":231,"end":236,"id":39,"ws":false,"disabled":false},{"text":"-","start":236,"end":237,"id":40,"ws":false,"disabled":false},{"text":"exposed","start":237,"end":244,"id":41,"ws":true,"disabled":false},{"text":"natural","start":245,"end":252,"id":42,"ws":true,"disabled":false},{"text":"resources","start":253,"end":262,"id":43,"ws":true,"disabled":false},{"text":"and","start":263,"end":266,"id":44,"ws":true,"disabled":false},{"text":"shipping","start":267,"end":275,"id":45,"ws":true,"disabled":false},{"text":"lanes","start":276,"end":281,"id":46,"ws":true,"disabled":false},{"text":"(","start":282,"end":283,"id":47,"ws":false,"disabled":false},{"text":"Department","start":283,"end":293,"id":48,"ws":true,"disabled":false},{"text":"of","start":294,"end":296,"id":49,"ws":true,"disabled":false},{"text":"Defense","start":297,"end":304,"id":50,"ws":false,"disabled":false},{"text":",","start":304,"end":305,"id":51,"ws":true,"disabled":false},{"text":"2015","start":306,"end":310,"id":52,"ws":false,"disabled":false},{"text":")","start":310,"end":311,"id":53,"ws":false,"disabled":false},{"text":".","start":311,"end":312,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":313,"end":325,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":326,"end":338,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Heavy snow on top of that led to slushy conditions that aren't conducive to safe fishing.","text":"Heavy snow on top of that led to slushy conditions that aren't conducive to safe fishing. IMPLIED_BASE IMPLIED_BASE","characters":"89","document_index":"643","md_sentence_index":"103","classification_origin":"causal_sentence_classification","url":"https://www.npr.org/2020/02/18/803125282/how-warming-winters-are-affecting-everything","combo_id":"643_103","post-training batch1":"643_103","_input_hash":-162241888,"_task_hash":-1896884482,"spans":[{"start":6,"end":10,"token_start":1,"token_end":1,"label":"base"},{"start":33,"end":39,"token_start":8,"token_end":8,"label":"type_of"},{"start":40,"end":50,"token_start":9,"token_end":9,"label":"base"},{"start":81,"end":88,"token_start":16,"token_end":16,"label":"base"}],"tokens":[{"text":"Heavy","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"snow","start":6,"end":10,"id":1,"ws":true,"disabled":false},{"text":"on","start":11,"end":13,"id":2,"ws":true,"disabled":false},{"text":"top","start":14,"end":17,"id":3,"ws":true,"disabled":false},{"text":"of","start":18,"end":20,"id":4,"ws":true,"disabled":false},{"text":"that","start":21,"end":25,"id":5,"ws":true,"disabled":false},{"text":"led","start":26,"end":29,"id":6,"ws":true,"disabled":false},{"text":"to","start":30,"end":32,"id":7,"ws":true,"disabled":false},{"text":"slushy","start":33,"end":39,"id":8,"ws":true,"disabled":false},{"text":"conditions","start":40,"end":50,"id":9,"ws":true,"disabled":false},{"text":"that","start":51,"end":55,"id":10,"ws":true,"disabled":false},{"text":"are","start":56,"end":59,"id":11,"ws":false,"disabled":false},{"text":"n't","start":59,"end":62,"id":12,"ws":true,"disabled":false},{"text":"conducive","start":63,"end":72,"id":13,"ws":true,"disabled":false},{"text":"to","start":73,"end":75,"id":14,"ws":true,"disabled":false},{"text":"safe","start":76,"end":80,"id":15,"ws":true,"disabled":false},{"text":"fishing","start":81,"end":88,"id":16,"ws":false,"disabled":false},{"text":".","start":88,"end":89,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":90,"end":102,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":103,"end":115,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":8,"child":9,"head_span":{"start":33,"end":39,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":40,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":16,"head_span":{"start":40,"end":50,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":81,"end":88,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":9,"head_span":{"start":6,"end":10,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":40,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The threat on global health are highlighted by many previous studies such as one report from Australia about an increased incidence in childhood pneumonia associated with sharp temperature drops from 1 day to the next [10], or the outbreak of Hantavirus, which occurred in Panama in 2000, linked to the increase in rodent population attributed to a substantial increase in rainfall [11].","text":"The threat on global health are highlighted by many previous studies such as one report from Australia about an increased incidence in childhood pneumonia associated with sharp temperature drops from 1 day to the next [10], or the outbreak of Hantavirus, which occurred in Panama in 2000, linked to the increase in rodent population attributed to a substantial increase in rainfall [11]. IMPLIED_BASE IMPLIED_BASE","characters":"387","document_index":"750","md_sentence_index":"37","classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_37","post-training batch1":"750_37","_input_hash":689419902,"_task_hash":-839095674,"spans":[{"text":"health","start":21,"token_start":4,"token_end":4,"end":27,"type":"pattern","label":"base"},{"text":"increased","start":112,"token_start":19,"token_end":19,"end":121,"type":"pattern","label":"change_direction"},{"start":135,"end":144,"token_start":22,"token_end":22,"label":"type_of"},{"start":145,"end":154,"token_start":23,"token_end":23,"label":"base"},{"text":"temperature","start":177,"token_start":27,"token_end":27,"end":188,"type":"pattern","label":"aspect_changing"},{"start":231,"end":239,"token_start":41,"token_end":41,"label":"aspect_changing"},{"start":243,"end":253,"token_start":43,"token_end":43,"label":"base"},{"start":273,"end":279,"token_start":48,"token_end":48,"label":"where"},{"start":283,"end":287,"token_start":50,"token_end":50,"label":"when"},{"text":"increase","start":303,"token_start":55,"token_end":55,"end":311,"type":"pattern","label":"change_direction"},{"start":315,"end":321,"token_start":57,"token_end":57,"label":"type_of"},{"start":322,"end":332,"token_start":58,"token_end":58,"label":"base"},{"text":"increase","start":361,"token_start":63,"token_end":63,"end":369,"type":"pattern","label":"change_direction"},{"text":"rainfall","start":373,"token_start":65,"token_end":65,"end":381,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"threat","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"on","start":11,"end":13,"id":2,"ws":true,"disabled":false},{"text":"global","start":14,"end":20,"id":3,"ws":true,"disabled":false},{"text":"health","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"are","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"highlighted","start":32,"end":43,"id":6,"ws":true,"disabled":false},{"text":"by","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"many","start":47,"end":51,"id":8,"ws":true,"disabled":false},{"text":"previous","start":52,"end":60,"id":9,"ws":true,"disabled":false},{"text":"studies","start":61,"end":68,"id":10,"ws":true,"disabled":false},{"text":"such","start":69,"end":73,"id":11,"ws":true,"disabled":false},{"text":"as","start":74,"end":76,"id":12,"ws":true,"disabled":false},{"text":"one","start":77,"end":80,"id":13,"ws":true,"disabled":false},{"text":"report","start":81,"end":87,"id":14,"ws":true,"disabled":false},{"text":"from","start":88,"end":92,"id":15,"ws":true,"disabled":false},{"text":"Australia","start":93,"end":102,"id":16,"ws":true,"disabled":false},{"text":"about","start":103,"end":108,"id":17,"ws":true,"disabled":false},{"text":"an","start":109,"end":111,"id":18,"ws":true,"disabled":false},{"text":"increased","start":112,"end":121,"id":19,"ws":true,"disabled":false},{"text":"incidence","start":122,"end":131,"id":20,"ws":true,"disabled":false},{"text":"in","start":132,"end":134,"id":21,"ws":true,"disabled":false},{"text":"childhood","start":135,"end":144,"id":22,"ws":true,"disabled":false},{"text":"pneumonia","start":145,"end":154,"id":23,"ws":true,"disabled":false},{"text":"associated","start":155,"end":165,"id":24,"ws":true,"disabled":false},{"text":"with","start":166,"end":170,"id":25,"ws":true,"disabled":false},{"text":"sharp","start":171,"end":176,"id":26,"ws":true,"disabled":false},{"text":"temperature","start":177,"end":188,"id":27,"ws":true,"disabled":false},{"text":"drops","start":189,"end":194,"id":28,"ws":true,"disabled":false},{"text":"from","start":195,"end":199,"id":29,"ws":true,"disabled":false},{"text":"1","start":200,"end":201,"id":30,"ws":true,"disabled":false},{"text":"day","start":202,"end":205,"id":31,"ws":true,"disabled":false},{"text":"to","start":206,"end":208,"id":32,"ws":true,"disabled":false},{"text":"the","start":209,"end":212,"id":33,"ws":true,"disabled":false},{"text":"next","start":213,"end":217,"id":34,"ws":true,"disabled":false},{"text":"[","start":218,"end":219,"id":35,"ws":false,"disabled":false},{"text":"10","start":219,"end":221,"id":36,"ws":false,"disabled":false},{"text":"]","start":221,"end":222,"id":37,"ws":false,"disabled":false},{"text":",","start":222,"end":223,"id":38,"ws":true,"disabled":false},{"text":"or","start":224,"end":226,"id":39,"ws":true,"disabled":false},{"text":"the","start":227,"end":230,"id":40,"ws":true,"disabled":false},{"text":"outbreak","start":231,"end":239,"id":41,"ws":true,"disabled":false},{"text":"of","start":240,"end":242,"id":42,"ws":true,"disabled":false},{"text":"Hantavirus","start":243,"end":253,"id":43,"ws":false,"disabled":false},{"text":",","start":253,"end":254,"id":44,"ws":true,"disabled":false},{"text":"which","start":255,"end":260,"id":45,"ws":true,"disabled":false},{"text":"occurred","start":261,"end":269,"id":46,"ws":true,"disabled":false},{"text":"in","start":270,"end":272,"id":47,"ws":true,"disabled":false},{"text":"Panama","start":273,"end":279,"id":48,"ws":true,"disabled":false},{"text":"in","start":280,"end":282,"id":49,"ws":true,"disabled":false},{"text":"2000","start":283,"end":287,"id":50,"ws":false,"disabled":false},{"text":",","start":287,"end":288,"id":51,"ws":true,"disabled":false},{"text":"linked","start":289,"end":295,"id":52,"ws":true,"disabled":false},{"text":"to","start":296,"end":298,"id":53,"ws":true,"disabled":false},{"text":"the","start":299,"end":302,"id":54,"ws":true,"disabled":false},{"text":"increase","start":303,"end":311,"id":55,"ws":true,"disabled":false},{"text":"in","start":312,"end":314,"id":56,"ws":true,"disabled":false},{"text":"rodent","start":315,"end":321,"id":57,"ws":true,"disabled":false},{"text":"population","start":322,"end":332,"id":58,"ws":true,"disabled":false},{"text":"attributed","start":333,"end":343,"id":59,"ws":true,"disabled":false},{"text":"to","start":344,"end":346,"id":60,"ws":true,"disabled":false},{"text":"a","start":347,"end":348,"id":61,"ws":true,"disabled":false},{"text":"substantial","start":349,"end":360,"id":62,"ws":true,"disabled":false},{"text":"increase","start":361,"end":369,"id":63,"ws":true,"disabled":false},{"text":"in","start":370,"end":372,"id":64,"ws":true,"disabled":false},{"text":"rainfall","start":373,"end":381,"id":65,"ws":true,"disabled":false},{"text":"[","start":382,"end":383,"id":66,"ws":false,"disabled":false},{"text":"11","start":383,"end":385,"id":67,"ws":false,"disabled":false},{"text":"]","start":385,"end":386,"id":68,"ws":false,"disabled":false},{"text":".","start":386,"end":387,"id":69,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":388,"end":400,"id":70,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":401,"end":413,"id":71,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":58,"child":65,"head_span":{"start":322,"end":332,"token_start":58,"token_end":58,"label":"base"},"child_span":{"start":373,"end":381,"token_start":65,"token_end":65,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":43,"child":58,"head_span":{"start":243,"end":253,"token_start":43,"token_end":43,"label":"base"},"child_span":{"start":322,"end":332,"token_start":58,"token_end":58,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":58,"head_span":{"start":145,"end":154,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":322,"end":332,"token_start":58,"token_end":58,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":58,"child":4,"head_span":{"start":322,"end":332,"token_start":58,"token_end":58,"label":"base"},"child_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":23,"head_span":{"start":135,"end":144,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":145,"end":154,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":43,"head_span":{"start":231,"end":239,"token_start":41,"token_end":41,"label":"aspect_changing"},"child_span":{"start":243,"end":253,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":57,"child":58,"head_span":{"start":315,"end":321,"token_start":57,"token_end":57,"label":"type_of"},"child_span":{"start":322,"end":332,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":55,"child":58,"head_span":{"start":303,"end":311,"token_start":55,"token_end":55,"label":"change_direction"},"child_span":{"start":322,"end":332,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":63,"child":65,"head_span":{"start":361,"end":369,"token_start":63,"token_end":63,"label":"change_direction"},"child_span":{"start":373,"end":381,"token_start":65,"token_end":65,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"More explosive and rapidly spreading fires leave communities with little notice or chance to evacuate.","text":"More explosive and rapidly spreading fires leave communities with little notice or chance to evacuate. IMPLIED_BASE IMPLIED_BASE","characters":"102","document_index":"25","md_sentence_index":"101","classification_origin":"cm-label-eval","url":"https://www.washingtonpost.com/graphics/2019/lifestyle/magazine/climate-change-covers/","combo_id":"25_101","post-training batch1":"25_101","_input_hash":-1177300727,"_task_hash":1943967430,"spans":[{"text":"More","start":0,"token_start":0,"token_end":0,"end":4,"type":"pattern","label":"change_direction"},{"text":"communities","start":49,"token_start":7,"token_end":7,"end":60,"type":"pattern","label":"base"}],"tokens":[{"text":"More","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"explosive","start":5,"end":14,"id":1,"ws":true,"disabled":false},{"text":"and","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"rapidly","start":19,"end":26,"id":3,"ws":true,"disabled":false},{"text":"spreading","start":27,"end":36,"id":4,"ws":true,"disabled":false},{"text":"fires","start":37,"end":42,"id":5,"ws":true,"disabled":false},{"text":"leave","start":43,"end":48,"id":6,"ws":true,"disabled":false},{"text":"communities","start":49,"end":60,"id":7,"ws":true,"disabled":false},{"text":"with","start":61,"end":65,"id":8,"ws":true,"disabled":false},{"text":"little","start":66,"end":72,"id":9,"ws":true,"disabled":false},{"text":"notice","start":73,"end":79,"id":10,"ws":true,"disabled":false},{"text":"or","start":80,"end":82,"id":11,"ws":true,"disabled":false},{"text":"chance","start":83,"end":89,"id":12,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":13,"ws":true,"disabled":false},{"text":"evacuate","start":93,"end":101,"id":14,"ws":false,"disabled":false},{"text":".","start":101,"end":102,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":103,"end":115,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":116,"end":128,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The IPCC reported that Alexandria\u2019s beaches would be submerged even with a 0.5-metre sea-level rise, while 8 million people would be displaced by flooding in Alexandria and the Nile Delta if no protective measures are taken.","text":"The IPCC reported that Alexandria\u2019s beaches would be submerged even with a 0.5-metre sea-level rise, while 8 million people would be displaced by flooding in Alexandria and the Nile Delta if no protective measures are taken. IMPLIED_BASE IMPLIED_BASE","characters":"224","document_index":"755","md_sentence_index":"30","classification_origin":"causal_sentence_classification","url":"https://www.theguardian.com/cities/ng-interactive/2017/nov/03/three-degree-world-cities-drowned-global-warming","combo_id":"755_30","post-training batch1":"755_30","_input_hash":-496558078,"_task_hash":1100686948,"spans":[{"start":23,"end":33,"token_start":4,"token_end":4,"label":"where"},{"text":"sea","start":85,"token_start":14,"token_end":14,"end":88,"type":"pattern","label":"base"},{"text":"level","start":89,"token_start":16,"token_end":16,"end":94,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":95,"token_start":17,"token_end":17,"end":99,"type":"pattern","label":"change_direction"},{"text":"people","start":117,"token_start":22,"token_end":22,"end":123,"type":"pattern","label":"base"},{"start":146,"end":154,"token_start":27,"token_end":27,"label":"aspect_changing"},{"start":158,"end":168,"token_start":29,"token_end":29,"label":"where"},{"start":177,"end":187,"token_start":32,"token_end":33,"label":"where"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"IPCC","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"reported","start":9,"end":17,"id":2,"ws":true,"disabled":false},{"text":"that","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"Alexandria","start":23,"end":33,"id":4,"ws":false,"disabled":false},{"text":"\u2019s","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"beaches","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"would","start":44,"end":49,"id":7,"ws":true,"disabled":false},{"text":"be","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"submerged","start":53,"end":62,"id":9,"ws":true,"disabled":false},{"text":"even","start":63,"end":67,"id":10,"ws":true,"disabled":false},{"text":"with","start":68,"end":72,"id":11,"ws":true,"disabled":false},{"text":"a","start":73,"end":74,"id":12,"ws":true,"disabled":false},{"text":"0.5-metre","start":75,"end":84,"id":13,"ws":true,"disabled":false},{"text":"sea","start":85,"end":88,"id":14,"ws":false,"disabled":false},{"text":"-","start":88,"end":89,"id":15,"ws":false,"disabled":false},{"text":"level","start":89,"end":94,"id":16,"ws":true,"disabled":false},{"text":"rise","start":95,"end":99,"id":17,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":18,"ws":true,"disabled":false},{"text":"while","start":101,"end":106,"id":19,"ws":true,"disabled":false},{"text":"8","start":107,"end":108,"id":20,"ws":true,"disabled":false},{"text":"million","start":109,"end":116,"id":21,"ws":true,"disabled":false},{"text":"people","start":117,"end":123,"id":22,"ws":true,"disabled":false},{"text":"would","start":124,"end":129,"id":23,"ws":true,"disabled":false},{"text":"be","start":130,"end":132,"id":24,"ws":true,"disabled":false},{"text":"displaced","start":133,"end":142,"id":25,"ws":true,"disabled":false},{"text":"by","start":143,"end":145,"id":26,"ws":true,"disabled":false},{"text":"flooding","start":146,"end":154,"id":27,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":28,"ws":true,"disabled":false},{"text":"Alexandria","start":158,"end":168,"id":29,"ws":true,"disabled":false},{"text":"and","start":169,"end":172,"id":30,"ws":true,"disabled":false},{"text":"the","start":173,"end":176,"id":31,"ws":true,"disabled":false},{"text":"Nile","start":177,"end":181,"id":32,"ws":true,"disabled":false},{"text":"Delta","start":182,"end":187,"id":33,"ws":true,"disabled":false},{"text":"if","start":188,"end":190,"id":34,"ws":true,"disabled":false},{"text":"no","start":191,"end":193,"id":35,"ws":true,"disabled":false},{"text":"protective","start":194,"end":204,"id":36,"ws":true,"disabled":false},{"text":"measures","start":205,"end":213,"id":37,"ws":true,"disabled":false},{"text":"are","start":214,"end":217,"id":38,"ws":true,"disabled":false},{"text":"taken","start":218,"end":223,"id":39,"ws":false,"disabled":false},{"text":".","start":223,"end":224,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":225,"end":237,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":238,"end":250,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":14,"child":22,"head_span":{"start":85,"end":88,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":117,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Turbulence is a threat to safety and economic security, but it\u2019s only part of the harm caused by climate change.","text":"Turbulence is a threat to safety and economic security, but it\u2019s only part of the harm caused by climate change. IMPLIED_BASE IMPLIED_BASE","characters":"112","document_index":"16","md_sentence_index":"27","classification_origin":"cm-label-eval","url":"https://www.vox.com/first-person/2019/4/17/18410615/green-new-deal-flight-attendants-alexandria-ocasio-cortez-sara-nelson","combo_id":"16_27","post-training batch1":"16_27","_input_hash":729814544,"_task_hash":313949918,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},{"start":37,"end":45,"token_start":7,"token_end":7,"label":"type_of"},{"start":46,"end":54,"token_start":8,"token_end":8,"label":"base"},{"text":"climate change","start":97,"token_start":20,"token_end":21,"end":111,"type":"pattern","label":"base"}],"tokens":[{"text":"Turbulence","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"is","start":11,"end":13,"id":1,"ws":true,"disabled":false},{"text":"a","start":14,"end":15,"id":2,"ws":true,"disabled":false},{"text":"threat","start":16,"end":22,"id":3,"ws":true,"disabled":false},{"text":"to","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"safety","start":26,"end":32,"id":5,"ws":true,"disabled":false},{"text":"and","start":33,"end":36,"id":6,"ws":true,"disabled":false},{"text":"economic","start":37,"end":45,"id":7,"ws":true,"disabled":false},{"text":"security","start":46,"end":54,"id":8,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":9,"ws":true,"disabled":false},{"text":"but","start":56,"end":59,"id":10,"ws":true,"disabled":false},{"text":"it","start":60,"end":62,"id":11,"ws":false,"disabled":false},{"text":"\u2019s","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"only","start":65,"end":69,"id":13,"ws":true,"disabled":false},{"text":"part","start":70,"end":74,"id":14,"ws":true,"disabled":false},{"text":"of","start":75,"end":77,"id":15,"ws":true,"disabled":false},{"text":"the","start":78,"end":81,"id":16,"ws":true,"disabled":false},{"text":"harm","start":82,"end":86,"id":17,"ws":true,"disabled":false},{"text":"caused","start":87,"end":93,"id":18,"ws":true,"disabled":false},{"text":"by","start":94,"end":96,"id":19,"ws":true,"disabled":false},{"text":"climate","start":97,"end":104,"id":20,"ws":true,"disabled":false},{"text":"change","start":105,"end":111,"id":21,"ws":false,"disabled":false},{"text":".","start":111,"end":112,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":113,"end":125,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":7,"child":8,"head_span":{"start":37,"end":45,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":46,"end":54,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":8,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":46,"end":54,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":8,"head_span":{"start":97,"end":111,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":46,"end":54,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"For many, especially children under 5, malaria triggers organ failure, coma and death.\n","text":"For many, especially children under 5, malaria triggers organ failure, coma and death. IMPLIED_BASE IMPLIED_BASE","characters":"87","document_index":"279","md_sentence_index":"34","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/07/27/opinion/sunday/mosquitoes-malaria-zika-history.html","combo_id":"279_34","post-training batch1":"279_34","_input_hash":-1092622424,"_task_hash":1180720344,"spans":[{"start":39,"end":46,"token_start":8,"token_end":8,"label":"base"},{"start":47,"end":55,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":56,"end":61,"token_start":10,"token_end":10,"label":"type_of"},{"start":62,"end":69,"token_start":11,"token_end":11,"label":"base"},{"text":"death","start":80,"token_start":15,"token_end":15,"end":85,"type":"pattern","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"many","start":4,"end":8,"id":1,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":2,"ws":true,"disabled":false},{"text":"especially","start":10,"end":20,"id":3,"ws":true,"disabled":false},{"text":"children","start":21,"end":29,"id":4,"ws":true,"disabled":false},{"text":"under","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"5","start":36,"end":37,"id":6,"ws":false,"disabled":false},{"text":",","start":37,"end":38,"id":7,"ws":true,"disabled":false},{"text":"malaria","start":39,"end":46,"id":8,"ws":true,"disabled":false},{"text":"triggers","start":47,"end":55,"id":9,"ws":true,"disabled":false},{"text":"organ","start":56,"end":61,"id":10,"ws":true,"disabled":false},{"text":"failure","start":62,"end":69,"id":11,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":12,"ws":true,"disabled":false},{"text":"coma","start":71,"end":75,"id":13,"ws":true,"disabled":false},{"text":"and","start":76,"end":79,"id":14,"ws":true,"disabled":false},{"text":"death","start":80,"end":85,"id":15,"ws":false,"disabled":false},{"text":".","start":85,"end":86,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":87,"end":99,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":100,"end":112,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":56,"end":61,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":62,"end":69,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":39,"end":46,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":62,"end":69,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":15,"head_span":{"start":39,"end":46,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":80,"end":85,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"?","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Because of the tornado, most state employees in Jefferson City had been told to stay home the rest of the week.","text":"Because of the tornado, most state employees in Jefferson City had been told to stay home the rest of the week. IMPLIED_BASE IMPLIED_BASE","characters":"111","document_index":"129","md_sentence_index":"85","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/24/us/midwest-river-flooding.html","combo_id":"129_85","post-training batch1":"129_85","_input_hash":-1295404909,"_task_hash":-920266041,"spans":[{"text":"tornado","start":15,"token_start":3,"token_end":3,"end":22,"type":"pattern","label":"base"},{"text":"home","start":85,"token_start":16,"token_end":16,"end":89,"type":"pattern","label":"base"}],"tokens":[{"text":"Because","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"of","start":8,"end":10,"id":1,"ws":true,"disabled":false},{"text":"the","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"tornado","start":15,"end":22,"id":3,"ws":false,"disabled":false},{"text":",","start":22,"end":23,"id":4,"ws":true,"disabled":false},{"text":"most","start":24,"end":28,"id":5,"ws":true,"disabled":false},{"text":"state","start":29,"end":34,"id":6,"ws":true,"disabled":false},{"text":"employees","start":35,"end":44,"id":7,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":8,"ws":true,"disabled":false},{"text":"Jefferson","start":48,"end":57,"id":9,"ws":true,"disabled":false},{"text":"City","start":58,"end":62,"id":10,"ws":true,"disabled":false},{"text":"had","start":63,"end":66,"id":11,"ws":true,"disabled":false},{"text":"been","start":67,"end":71,"id":12,"ws":true,"disabled":false},{"text":"told","start":72,"end":76,"id":13,"ws":true,"disabled":false},{"text":"to","start":77,"end":79,"id":14,"ws":true,"disabled":false},{"text":"stay","start":80,"end":84,"id":15,"ws":true,"disabled":false},{"text":"home","start":85,"end":89,"id":16,"ws":true,"disabled":false},{"text":"the","start":90,"end":93,"id":17,"ws":true,"disabled":false},{"text":"rest","start":94,"end":98,"id":18,"ws":true,"disabled":false},{"text":"of","start":99,"end":101,"id":19,"ws":true,"disabled":false},{"text":"the","start":102,"end":105,"id":20,"ws":true,"disabled":false},{"text":"week","start":106,"end":110,"id":21,"ws":false,"disabled":false},{"text":".","start":110,"end":111,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":112,"end":124,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Individuals with mental health and stress-related disorders, such as PTSD, depression, anxiety, sleep difficulties, and sometimes those who abuse drugs or alcohol, can experience an exacerbation of symptoms following a traumatic event.","text":"Individuals with mental health and stress-related disorders, such as PTSD, depression, anxiety, sleep difficulties, and sometimes those who abuse drugs or alcohol, can experience an exacerbation of symptoms following a traumatic event. IMPLIED_BASE IMPLIED_BASE","characters":"235","document_index":"619","md_sentence_index":"219","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_219","post-training batch1":"619_219","_input_hash":-1642279128,"_task_hash":-713535840,"spans":[{"text":"health","start":24,"token_start":3,"token_end":3,"end":30,"type":"pattern","label":"base"},{"start":35,"end":49,"token_start":5,"token_end":7,"label":"type_of"},{"text":"disorders","start":50,"token_start":8,"token_end":8,"end":59,"type":"pattern","label":"base"},{"start":69,"end":73,"token_start":12,"token_end":12,"label":"base"},{"start":75,"end":85,"token_start":14,"token_end":14,"label":"base"},{"start":87,"end":94,"token_start":16,"token_end":16,"label":"base"},{"start":96,"end":101,"token_start":18,"token_end":18,"label":"type_of"},{"start":102,"end":114,"token_start":19,"token_end":19,"label":"base"},{"start":140,"end":145,"token_start":25,"token_end":25,"label":"aspect_changing"},{"start":146,"end":151,"token_start":26,"token_end":26,"label":"base"},{"start":155,"end":162,"token_start":28,"token_end":28,"label":"base"},{"start":182,"end":194,"token_start":33,"token_end":33,"label":"aspect_changing"},{"start":198,"end":206,"token_start":35,"token_end":35,"label":"base"},{"start":219,"end":228,"token_start":38,"token_end":38,"label":"type_of"},{"start":229,"end":234,"token_start":39,"token_end":39,"label":"base"}],"tokens":[{"text":"Individuals","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"with","start":12,"end":16,"id":1,"ws":true,"disabled":false},{"text":"mental","start":17,"end":23,"id":2,"ws":true,"disabled":false},{"text":"health","start":24,"end":30,"id":3,"ws":true,"disabled":false},{"text":"and","start":31,"end":34,"id":4,"ws":true,"disabled":false},{"text":"stress","start":35,"end":41,"id":5,"ws":false,"disabled":false},{"text":"-","start":41,"end":42,"id":6,"ws":false,"disabled":false},{"text":"related","start":42,"end":49,"id":7,"ws":true,"disabled":false},{"text":"disorders","start":50,"end":59,"id":8,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":9,"ws":true,"disabled":false},{"text":"such","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"as","start":66,"end":68,"id":11,"ws":true,"disabled":false},{"text":"PTSD","start":69,"end":73,"id":12,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":13,"ws":true,"disabled":false},{"text":"depression","start":75,"end":85,"id":14,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":15,"ws":true,"disabled":false},{"text":"anxiety","start":87,"end":94,"id":16,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":17,"ws":true,"disabled":false},{"text":"sleep","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"difficulties","start":102,"end":114,"id":19,"ws":false,"disabled":false},{"text":",","start":114,"end":115,"id":20,"ws":true,"disabled":false},{"text":"and","start":116,"end":119,"id":21,"ws":true,"disabled":false},{"text":"sometimes","start":120,"end":129,"id":22,"ws":true,"disabled":false},{"text":"those","start":130,"end":135,"id":23,"ws":true,"disabled":false},{"text":"who","start":136,"end":139,"id":24,"ws":true,"disabled":false},{"text":"abuse","start":140,"end":145,"id":25,"ws":true,"disabled":false},{"text":"drugs","start":146,"end":151,"id":26,"ws":true,"disabled":false},{"text":"or","start":152,"end":154,"id":27,"ws":true,"disabled":false},{"text":"alcohol","start":155,"end":162,"id":28,"ws":false,"disabled":false},{"text":",","start":162,"end":163,"id":29,"ws":true,"disabled":false},{"text":"can","start":164,"end":167,"id":30,"ws":true,"disabled":false},{"text":"experience","start":168,"end":178,"id":31,"ws":true,"disabled":false},{"text":"an","start":179,"end":181,"id":32,"ws":true,"disabled":false},{"text":"exacerbation","start":182,"end":194,"id":33,"ws":true,"disabled":false},{"text":"of","start":195,"end":197,"id":34,"ws":true,"disabled":false},{"text":"symptoms","start":198,"end":206,"id":35,"ws":true,"disabled":false},{"text":"following","start":207,"end":216,"id":36,"ws":true,"disabled":false},{"text":"a","start":217,"end":218,"id":37,"ws":true,"disabled":false},{"text":"traumatic","start":219,"end":228,"id":38,"ws":true,"disabled":false},{"text":"event","start":229,"end":234,"id":39,"ws":false,"disabled":false},{"text":".","start":234,"end":235,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":236,"end":248,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":249,"end":261,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":18,"child":19,"head_span":{"start":96,"end":101,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":102,"end":114,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":140,"end":145,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":146,"end":151,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":28,"head_span":{"start":140,"end":145,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":155,"end":162,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":35,"head_span":{"start":182,"end":194,"token_start":33,"token_end":33,"label":"aspect_changing"},"child_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":39,"head_span":{"start":219,"end":228,"token_start":38,"token_end":38,"label":"type_of"},"child_span":{"start":229,"end":234,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":35,"end":49,"token_start":5,"token_end":7,"label":"type_of"},"child_span":{"start":50,"end":59,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":35,"head_span":{"start":24,"end":30,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":35,"head_span":{"start":102,"end":114,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":35,"head_span":{"start":87,"end":94,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":35,"head_span":{"start":75,"end":85,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":35,"head_span":{"start":146,"end":151,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":35,"head_span":{"start":155,"end":162,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":35,"head_span":{"start":50,"end":59,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":35,"head_span":{"start":69,"end":73,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For example, apart from contributing to global warming, rising carbon dioxide levels increase the amount of pollen that plants produce as a consequence of higher rates of photosynthesis.","text":"For example, apart from contributing to global warming, rising carbon dioxide levels increase the amount of pollen that plants produce as a consequence of higher rates of photosynthesis. IMPLIED_BASE IMPLIED_BASE","characters":"186","document_index":"856","md_sentence_index":"22","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/what-climate-change-does-to-the-human-body/","combo_id":"856_22","post-training batch1":"856_22","_input_hash":-794185825,"_task_hash":-1841706543,"spans":[{"text":"global warming","start":40,"token_start":7,"token_end":8,"end":54,"type":"pattern","label":"base"},{"text":"rising","start":56,"token_start":10,"token_end":10,"end":62,"type":"pattern","label":"change_direction"},{"text":"carbon dioxide","start":63,"token_start":11,"token_end":12,"end":77,"type":"pattern","label":"base"},{"text":"levels","start":78,"token_start":13,"token_end":13,"end":84,"type":"pattern","label":"aspect_changing"},{"text":"increase","start":85,"token_start":14,"token_end":14,"end":93,"type":"pattern","label":"change_direction"},{"text":"plants","start":120,"token_start":20,"token_end":20,"end":126,"type":"pattern","label":"base"},{"text":"higher","start":155,"token_start":26,"token_end":26,"end":161,"type":"pattern","label":"change_direction"},{"text":"rates","start":162,"token_start":27,"token_end":27,"end":167,"type":"pattern","label":"aspect_changing"},{"text":"photosynthesis","start":171,"token_start":29,"token_end":29,"end":185,"type":"pattern","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"example","start":4,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"apart","start":13,"end":18,"id":3,"ws":true,"disabled":false},{"text":"from","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"contributing","start":24,"end":36,"id":5,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"global","start":40,"end":46,"id":7,"ws":true,"disabled":false},{"text":"warming","start":47,"end":54,"id":8,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":9,"ws":true,"disabled":false},{"text":"rising","start":56,"end":62,"id":10,"ws":true,"disabled":false},{"text":"carbon","start":63,"end":69,"id":11,"ws":true,"disabled":false},{"text":"dioxide","start":70,"end":77,"id":12,"ws":true,"disabled":false},{"text":"levels","start":78,"end":84,"id":13,"ws":true,"disabled":false},{"text":"increase","start":85,"end":93,"id":14,"ws":true,"disabled":false},{"text":"the","start":94,"end":97,"id":15,"ws":true,"disabled":false},{"text":"amount","start":98,"end":104,"id":16,"ws":true,"disabled":false},{"text":"of","start":105,"end":107,"id":17,"ws":true,"disabled":false},{"text":"pollen","start":108,"end":114,"id":18,"ws":true,"disabled":false},{"text":"that","start":115,"end":119,"id":19,"ws":true,"disabled":false},{"text":"plants","start":120,"end":126,"id":20,"ws":true,"disabled":false},{"text":"produce","start":127,"end":134,"id":21,"ws":true,"disabled":false},{"text":"as","start":135,"end":137,"id":22,"ws":true,"disabled":false},{"text":"a","start":138,"end":139,"id":23,"ws":true,"disabled":false},{"text":"consequence","start":140,"end":151,"id":24,"ws":true,"disabled":false},{"text":"of","start":152,"end":154,"id":25,"ws":true,"disabled":false},{"text":"higher","start":155,"end":161,"id":26,"ws":true,"disabled":false},{"text":"rates","start":162,"end":167,"id":27,"ws":true,"disabled":false},{"text":"of","start":168,"end":170,"id":28,"ws":true,"disabled":false},{"text":"photosynthesis","start":171,"end":185,"id":29,"ws":false,"disabled":false},{"text":".","start":185,"end":186,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":200,"end":212,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":10,"child":12,"head_span":{"start":56,"end":62,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":63,"end":77,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":20,"head_span":{"start":40,"end":54,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":120,"end":126,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":20,"head_span":{"start":63,"end":77,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":120,"end":126,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":29,"head_span":{"start":120,"end":126,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":171,"end":185,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"One is warming that leads to a rain-on-snow event, which can cause flooding and flushing of nutrients out of the system, and another is a winter heat wave, such as one that hit New England in February 2017 with 70-degree temperatures.","text":"One is warming that leads to a rain-on-snow event, which can cause flooding and flushing of nutrients out of the system, and another is a winter heat wave, such as one that hit New England in February 2017 with 70-degree temperatures. IMPLIED_BASE IMPLIED_BASE","characters":"234","document_index":"467","md_sentence_index":"62","classification_origin":"causal_sentence_classification","url":"https://e360.yale.edu/features/climate-whiplash-wild-swings-in-extreme-weather-are-on-the-rise","combo_id":"467_62","post-training batch1":"467_62","_input_hash":1872074764,"_task_hash":721770600,"spans":[{"start":31,"end":43,"token_start":7,"token_end":11,"label":"base"},{"text":"flooding","start":67,"token_start":17,"token_end":17,"end":75,"type":"pattern","label":"base"},{"start":80,"end":88,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":92,"end":101,"token_start":21,"token_end":21,"label":"base"},{"start":138,"end":144,"token_start":31,"token_end":31,"label":"type_of"},{"text":"heat wave","start":145,"token_start":32,"token_end":33,"end":154,"type":"pattern","label":"base"},{"start":177,"end":188,"token_start":40,"token_end":41,"label":"where"},{"start":192,"end":205,"token_start":43,"token_end":44,"label":"when"},{"text":"temperatures","start":221,"token_start":47,"token_end":47,"end":233,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"is","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"warming","start":7,"end":14,"id":2,"ws":true,"disabled":false},{"text":"that","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"leads","start":20,"end":25,"id":4,"ws":true,"disabled":false},{"text":"to","start":26,"end":28,"id":5,"ws":true,"disabled":false},{"text":"a","start":29,"end":30,"id":6,"ws":true,"disabled":false},{"text":"rain","start":31,"end":35,"id":7,"ws":false,"disabled":false},{"text":"-","start":35,"end":36,"id":8,"ws":false,"disabled":false},{"text":"on","start":36,"end":38,"id":9,"ws":false,"disabled":false},{"text":"-","start":38,"end":39,"id":10,"ws":false,"disabled":false},{"text":"snow","start":39,"end":43,"id":11,"ws":true,"disabled":false},{"text":"event","start":44,"end":49,"id":12,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":13,"ws":true,"disabled":false},{"text":"which","start":51,"end":56,"id":14,"ws":true,"disabled":false},{"text":"can","start":57,"end":60,"id":15,"ws":true,"disabled":false},{"text":"cause","start":61,"end":66,"id":16,"ws":true,"disabled":false},{"text":"flooding","start":67,"end":75,"id":17,"ws":true,"disabled":false},{"text":"and","start":76,"end":79,"id":18,"ws":true,"disabled":false},{"text":"flushing","start":80,"end":88,"id":19,"ws":true,"disabled":false},{"text":"of","start":89,"end":91,"id":20,"ws":true,"disabled":false},{"text":"nutrients","start":92,"end":101,"id":21,"ws":true,"disabled":false},{"text":"out","start":102,"end":105,"id":22,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":23,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":24,"ws":true,"disabled":false},{"text":"system","start":113,"end":119,"id":25,"ws":false,"disabled":false},{"text":",","start":119,"end":120,"id":26,"ws":true,"disabled":false},{"text":"and","start":121,"end":124,"id":27,"ws":true,"disabled":false},{"text":"another","start":125,"end":132,"id":28,"ws":true,"disabled":false},{"text":"is","start":133,"end":135,"id":29,"ws":true,"disabled":false},{"text":"a","start":136,"end":137,"id":30,"ws":true,"disabled":false},{"text":"winter","start":138,"end":144,"id":31,"ws":true,"disabled":false},{"text":"heat","start":145,"end":149,"id":32,"ws":true,"disabled":false},{"text":"wave","start":150,"end":154,"id":33,"ws":false,"disabled":false},{"text":",","start":154,"end":155,"id":34,"ws":true,"disabled":false},{"text":"such","start":156,"end":160,"id":35,"ws":true,"disabled":false},{"text":"as","start":161,"end":163,"id":36,"ws":true,"disabled":false},{"text":"one","start":164,"end":167,"id":37,"ws":true,"disabled":false},{"text":"that","start":168,"end":172,"id":38,"ws":true,"disabled":false},{"text":"hit","start":173,"end":176,"id":39,"ws":true,"disabled":false},{"text":"New","start":177,"end":180,"id":40,"ws":true,"disabled":false},{"text":"England","start":181,"end":188,"id":41,"ws":true,"disabled":false},{"text":"in","start":189,"end":191,"id":42,"ws":true,"disabled":false},{"text":"February","start":192,"end":200,"id":43,"ws":true,"disabled":false},{"text":"2017","start":201,"end":205,"id":44,"ws":true,"disabled":false},{"text":"with","start":206,"end":210,"id":45,"ws":true,"disabled":false},{"text":"70-degree","start":211,"end":220,"id":46,"ws":true,"disabled":false},{"text":"temperatures","start":221,"end":233,"id":47,"ws":false,"disabled":false},{"text":".","start":233,"end":234,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":235,"end":247,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":248,"end":260,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":11,"child":17,"head_span":{"start":31,"end":43,"token_start":7,"token_end":11,"label":"base"},"child_span":{"start":67,"end":75,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":21,"head_span":{"start":31,"end":43,"token_start":7,"token_end":11,"label":"base"},"child_span":{"start":92,"end":101,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":33,"head_span":{"start":31,"end":43,"token_start":7,"token_end":11,"label":"base"},"child_span":{"start":145,"end":154,"token_start":32,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":33,"head_span":{"start":138,"end":144,"token_start":31,"token_end":31,"label":"type_of"},"child_span":{"start":145,"end":154,"token_start":32,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"And longer heat waves, of course, make the biosphere warmer still, starting the cycle again.\n","text":"And longer heat waves, of course, make the biosphere warmer still, starting the cycle again. IMPLIED_BASE IMPLIED_BASE","characters":"93","document_index":"334","md_sentence_index":"25","classification_origin":"cm_cause_effect_rel","url":"https://www.theatlantic.com/science/archive/2019/08/how-think-about-dire-new-ipcc-climate-report/595705/","combo_id":"334_25","post-training batch1":"334_25","_input_hash":297163749,"_task_hash":-31365424,"spans":[{"start":4,"end":10,"token_start":1,"token_end":1,"label":"change_direction"},{"text":"heat waves","start":11,"token_start":2,"token_end":3,"end":21,"type":"pattern","label":"base"},{"text":"biosphere","start":43,"token_start":10,"token_end":10,"end":52,"type":"pattern","label":"base"},{"text":"warmer","start":53,"token_start":11,"token_end":11,"end":59,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"longer","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"heat","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"waves","start":16,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"of","start":23,"end":25,"id":5,"ws":true,"disabled":false},{"text":"course","start":26,"end":32,"id":6,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":7,"ws":true,"disabled":false},{"text":"make","start":34,"end":38,"id":8,"ws":true,"disabled":false},{"text":"the","start":39,"end":42,"id":9,"ws":true,"disabled":false},{"text":"biosphere","start":43,"end":52,"id":10,"ws":true,"disabled":false},{"text":"warmer","start":53,"end":59,"id":11,"ws":true,"disabled":false},{"text":"still","start":60,"end":65,"id":12,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":13,"ws":true,"disabled":false},{"text":"starting","start":67,"end":75,"id":14,"ws":true,"disabled":false},{"text":"the","start":76,"end":79,"id":15,"ws":true,"disabled":false},{"text":"cycle","start":80,"end":85,"id":16,"ws":true,"disabled":false},{"text":"again","start":86,"end":91,"id":17,"ws":false,"disabled":false},{"text":".","start":91,"end":92,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":20,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":3,"child":10,"head_span":{"start":11,"end":21,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":43,"end":52,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"(i.e., IgG subclass deficiency, IgA deficiency or common variable immunodeficiency), are associated with recurrent respiratory and gastrointestinal infections of varying severity [14].","text":"(i.e., IgG subclass deficiency, IgA deficiency or common variable immunodeficiency), are associated with recurrent respiratory and gastrointestinal infections of varying severity [14]. IMPLIED_BASE IMPLIED_BASE","characters":"184","document_index":"276","md_sentence_index":"50","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_50","post-training batch1":"276_50","_input_hash":1218431541,"_task_hash":-526534309,"spans":[{"start":11,"end":19,"token_start":4,"token_end":4,"label":"type_of"},{"start":20,"end":30,"token_start":5,"token_end":5,"label":"base"},{"start":32,"end":35,"token_start":7,"token_end":7,"label":"type_of"},{"start":36,"end":46,"token_start":8,"token_end":8,"label":"base"},{"start":50,"end":65,"token_start":10,"token_end":11,"label":"type_of"},{"start":66,"end":82,"token_start":12,"token_end":12,"label":"base"},{"start":105,"end":114,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":115,"end":126,"token_start":19,"token_end":19,"label":"base"},{"start":131,"end":147,"token_start":21,"token_end":21,"label":"type_of"},{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"}],"tokens":[{"text":"(","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"i.e.","start":1,"end":5,"id":1,"ws":false,"disabled":false},{"text":",","start":5,"end":6,"id":2,"ws":true,"disabled":false},{"text":"IgG","start":7,"end":10,"id":3,"ws":true,"disabled":false},{"text":"subclass","start":11,"end":19,"id":4,"ws":true,"disabled":false},{"text":"deficiency","start":20,"end":30,"id":5,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":6,"ws":true,"disabled":false},{"text":"IgA","start":32,"end":35,"id":7,"ws":true,"disabled":false},{"text":"deficiency","start":36,"end":46,"id":8,"ws":true,"disabled":false},{"text":"or","start":47,"end":49,"id":9,"ws":true,"disabled":false},{"text":"common","start":50,"end":56,"id":10,"ws":true,"disabled":false},{"text":"variable","start":57,"end":65,"id":11,"ws":true,"disabled":false},{"text":"immunodeficiency","start":66,"end":82,"id":12,"ws":false,"disabled":false},{"text":")","start":82,"end":83,"id":13,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":14,"ws":true,"disabled":false},{"text":"are","start":85,"end":88,"id":15,"ws":true,"disabled":false},{"text":"associated","start":89,"end":99,"id":16,"ws":true,"disabled":false},{"text":"with","start":100,"end":104,"id":17,"ws":true,"disabled":false},{"text":"recurrent","start":105,"end":114,"id":18,"ws":true,"disabled":false},{"text":"respiratory","start":115,"end":126,"id":19,"ws":true,"disabled":false},{"text":"and","start":127,"end":130,"id":20,"ws":true,"disabled":false},{"text":"gastrointestinal","start":131,"end":147,"id":21,"ws":true,"disabled":false},{"text":"infections","start":148,"end":158,"id":22,"ws":true,"disabled":false},{"text":"of","start":159,"end":161,"id":23,"ws":true,"disabled":false},{"text":"varying","start":162,"end":169,"id":24,"ws":true,"disabled":false},{"text":"severity","start":170,"end":178,"id":25,"ws":true,"disabled":false},{"text":"[","start":179,"end":180,"id":26,"ws":false,"disabled":false},{"text":"14","start":180,"end":182,"id":27,"ws":false,"disabled":false},{"text":"]","start":182,"end":183,"id":28,"ws":false,"disabled":false},{"text":".","start":183,"end":184,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":11,"end":19,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":20,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":32,"end":35,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":36,"end":46,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":50,"end":65,"token_start":10,"token_end":11,"label":"type_of"},"child_span":{"start":66,"end":82,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":19,"head_span":{"start":20,"end":30,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":115,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":19,"head_span":{"start":36,"end":46,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":115,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":19,"head_span":{"start":66,"end":82,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":115,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":22,"head_span":{"start":20,"end":30,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":22,"head_span":{"start":36,"end":46,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":22,"head_span":{"start":66,"end":82,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":22,"head_span":{"start":131,"end":147,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Once the temperature shifts, the metabolism of the plant has to adjust to the change and this leads to fewer products and a bitter flavor.","text":"Once the temperature shifts, the metabolism of the plant has to adjust to the change and this leads to fewer products and a bitter flavor. IMPLIED_BASE IMPLIED_BASE","characters":"138","document_index":"523","md_sentence_index":"9","classification_origin":"causal_sentence_classification","url":"https://www.scottydcoffee.com/blogs/news/131489991-5-negative-impacts-global-warming-has-on-coffee","combo_id":"523_9","post-training batch1":"523_9","_input_hash":-149462202,"_task_hash":526263298,"spans":[{"start":9,"end":20,"token_start":2,"token_end":2,"label":"type_of"},{"start":21,"end":27,"token_start":3,"token_end":3,"label":"base"},{"start":33,"end":43,"token_start":6,"token_end":6,"label":"base"},{"start":51,"end":56,"token_start":9,"token_end":9,"label":"to_whom"},{"start":78,"end":84,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":103,"end":108,"token_start":20,"token_end":20,"label":"change_direction"},{"start":124,"end":130,"token_start":24,"token_end":24,"label":"change_direction"},{"start":131,"end":137,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"Once","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"temperature","start":9,"end":20,"id":2,"ws":true,"disabled":false},{"text":"shifts","start":21,"end":27,"id":3,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":4,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"metabolism","start":33,"end":43,"id":6,"ws":true,"disabled":false},{"text":"of","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"the","start":47,"end":50,"id":8,"ws":true,"disabled":false},{"text":"plant","start":51,"end":56,"id":9,"ws":true,"disabled":false},{"text":"has","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"to","start":61,"end":63,"id":11,"ws":true,"disabled":false},{"text":"adjust","start":64,"end":70,"id":12,"ws":true,"disabled":false},{"text":"to","start":71,"end":73,"id":13,"ws":true,"disabled":false},{"text":"the","start":74,"end":77,"id":14,"ws":true,"disabled":false},{"text":"change","start":78,"end":84,"id":15,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":16,"ws":true,"disabled":false},{"text":"this","start":89,"end":93,"id":17,"ws":true,"disabled":false},{"text":"leads","start":94,"end":99,"id":18,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":19,"ws":true,"disabled":false},{"text":"fewer","start":103,"end":108,"id":20,"ws":true,"disabled":false},{"text":"products","start":109,"end":117,"id":21,"ws":true,"disabled":false},{"text":"and","start":118,"end":121,"id":22,"ws":true,"disabled":false},{"text":"a","start":122,"end":123,"id":23,"ws":true,"disabled":false},{"text":"bitter","start":124,"end":130,"id":24,"ws":true,"disabled":false},{"text":"flavor","start":131,"end":137,"id":25,"ws":false,"disabled":false},{"text":".","start":137,"end":138,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":3,"child":6,"head_span":{"start":21,"end":27,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":33,"end":43,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":25,"head_span":{"start":21,"end":27,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":131,"end":137,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":3,"head_span":{"start":9,"end":20,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":21,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"One high-profile incident involved a 62-year-old man who died from V. vulnificus in 2018 \u2013 one of 58 cases reported by the Virginia health department that year.\n","text":"One high-profile incident involved a 62-year-old man who died from V. vulnificus in 2018 \u2013 one of 58 cases reported by the Virginia health department that year. IMPLIED_BASE IMPLIED_BASE","characters":"161","document_index":"861","md_sentence_index":"110","classification_origin":"causal_sentence_classification","url":"https://publicintegrity.org/environment/hidden-epidemics/vibrio-deadly-bacteria-coastal-waters-climate-change-health/","combo_id":"861_110","post-training batch1":"861_110","_input_hash":479522257,"_task_hash":-2107599495,"spans":[{"text":"health","start":132,"token_start":27,"token_end":27,"end":138,"type":"pattern","label":"base"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"high","start":4,"end":8,"id":1,"ws":false,"disabled":false},{"text":"-","start":8,"end":9,"id":2,"ws":false,"disabled":false},{"text":"profile","start":9,"end":16,"id":3,"ws":true,"disabled":false},{"text":"incident","start":17,"end":25,"id":4,"ws":true,"disabled":false},{"text":"involved","start":26,"end":34,"id":5,"ws":true,"disabled":false},{"text":"a","start":35,"end":36,"id":6,"ws":true,"disabled":false},{"text":"62-year","start":37,"end":44,"id":7,"ws":false,"disabled":false},{"text":"-","start":44,"end":45,"id":8,"ws":false,"disabled":false},{"text":"old","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"man","start":49,"end":52,"id":10,"ws":true,"disabled":false},{"text":"who","start":53,"end":56,"id":11,"ws":true,"disabled":false},{"text":"died","start":57,"end":61,"id":12,"ws":true,"disabled":false},{"text":"from","start":62,"end":66,"id":13,"ws":true,"disabled":false},{"text":"V.","start":67,"end":69,"id":14,"ws":true,"disabled":false},{"text":"vulnificus","start":70,"end":80,"id":15,"ws":true,"disabled":false},{"text":"in","start":81,"end":83,"id":16,"ws":true,"disabled":false},{"text":"2018","start":84,"end":88,"id":17,"ws":true,"disabled":false},{"text":"\u2013","start":89,"end":90,"id":18,"ws":true,"disabled":false},{"text":"one","start":91,"end":94,"id":19,"ws":true,"disabled":false},{"text":"of","start":95,"end":97,"id":20,"ws":true,"disabled":false},{"text":"58","start":98,"end":100,"id":21,"ws":true,"disabled":false},{"text":"cases","start":101,"end":106,"id":22,"ws":true,"disabled":false},{"text":"reported","start":107,"end":115,"id":23,"ws":true,"disabled":false},{"text":"by","start":116,"end":118,"id":24,"ws":true,"disabled":false},{"text":"the","start":119,"end":122,"id":25,"ws":true,"disabled":false},{"text":"Virginia","start":123,"end":131,"id":26,"ws":true,"disabled":false},{"text":"health","start":132,"end":138,"id":27,"ws":true,"disabled":false},{"text":"department","start":139,"end":149,"id":28,"ws":true,"disabled":false},{"text":"that","start":150,"end":154,"id":29,"ws":true,"disabled":false},{"text":"year","start":155,"end":159,"id":30,"ws":false,"disabled":false},{"text":".","start":159,"end":160,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"complex","original_md_text":"Officials are bracing for some of the worst flooding in decades in the Tulsa area this weekend, after the Army Corps of Engineers increased its release flow.\n","text":"Officials are bracing for some of the worst flooding in decades in the Tulsa area this weekend, after the Army Corps of Engineers increased its release flow. IMPLIED_BASE IMPLIED_BASE","characters":"158","document_index":"129","md_sentence_index":"54","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/24/us/midwest-river-flooding.html","combo_id":"129_54","post-training batch1":"129_54","_input_hash":1414602442,"_task_hash":1159987378,"spans":[{"text":"flooding","start":44,"token_start":8,"token_end":8,"end":52,"type":"pattern","label":"base"},{"text":"increased","start":130,"token_start":24,"token_end":24,"end":139,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Officials","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"are","start":10,"end":13,"id":1,"ws":true,"disabled":false},{"text":"bracing","start":14,"end":21,"id":2,"ws":true,"disabled":false},{"text":"for","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"some","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"of","start":31,"end":33,"id":5,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"worst","start":38,"end":43,"id":7,"ws":true,"disabled":false},{"text":"flooding","start":44,"end":52,"id":8,"ws":true,"disabled":false},{"text":"in","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"decades","start":56,"end":63,"id":10,"ws":true,"disabled":false},{"text":"in","start":64,"end":66,"id":11,"ws":true,"disabled":false},{"text":"the","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"Tulsa","start":71,"end":76,"id":13,"ws":true,"disabled":false},{"text":"area","start":77,"end":81,"id":14,"ws":true,"disabled":false},{"text":"this","start":82,"end":86,"id":15,"ws":true,"disabled":false},{"text":"weekend","start":87,"end":94,"id":16,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":17,"ws":true,"disabled":false},{"text":"after","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"the","start":102,"end":105,"id":19,"ws":true,"disabled":false},{"text":"Army","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"Corps","start":111,"end":116,"id":21,"ws":true,"disabled":false},{"text":"of","start":117,"end":119,"id":22,"ws":true,"disabled":false},{"text":"Engineers","start":120,"end":129,"id":23,"ws":true,"disabled":false},{"text":"increased","start":130,"end":139,"id":24,"ws":true,"disabled":false},{"text":"its","start":140,"end":143,"id":25,"ws":true,"disabled":false},{"text":"release","start":144,"end":151,"id":26,"ws":true,"disabled":false},{"text":"flow","start":152,"end":156,"id":27,"ws":false,"disabled":false},{"text":".","start":156,"end":157,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":30,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\"These lightning strikes, this unprecedented heat dome, these world record temperatures, unprecedented in human history \u2013 we\u2019re experiencing more and more of that because of climate change, and as a consequence, these fires are more ferocious, and they\u2019re moving at much more rapid speeds,\" Newsom said.\n","text":"\"These lightning strikes, this unprecedented heat dome, these world record temperatures, unprecedented in human history \u2013 we\u2019re experiencing more and more of that because of climate change, and as a consequence, these fires are more ferocious, and they\u2019re moving at much more rapid speeds,\" Newsom said. IMPLIED_BASE IMPLIED_BASE","characters":"304","document_index":"783","md_sentence_index":"45","classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2020/08/22/california-wildfires-updates-saturday-map-redwood-trees-burn-big-basin/3419083001/","combo_id":"783_45","post-training batch1":"783_45","_input_hash":1801155907,"_task_hash":2122550160,"spans":[{"start":7,"end":16,"token_start":2,"token_end":2,"label":"type_of"},{"start":17,"end":24,"token_start":3,"token_end":3,"label":"base"},{"start":45,"end":54,"token_start":7,"token_end":8,"label":"base"},{"text":"temperatures","start":75,"token_start":13,"token_end":13,"end":87,"type":"pattern","label":"aspect_changing"},{"text":"more","start":141,"token_start":23,"token_end":23,"end":145,"type":"pattern","label":"change_direction"},{"text":"more","start":150,"token_start":25,"token_end":25,"end":154,"type":"pattern","label":"change_direction"},{"text":"climate change","start":174,"token_start":30,"token_end":31,"end":188,"type":"pattern","label":"base"},{"text":"more","start":228,"token_start":41,"token_end":41,"end":232,"type":"pattern","label":"change_direction"},{"text":"more","start":271,"token_start":50,"token_end":50,"end":275,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"These","start":1,"end":6,"id":1,"ws":true,"disabled":false},{"text":"lightning","start":7,"end":16,"id":2,"ws":true,"disabled":false},{"text":"strikes","start":17,"end":24,"id":3,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":4,"ws":true,"disabled":false},{"text":"this","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"unprecedented","start":31,"end":44,"id":6,"ws":true,"disabled":false},{"text":"heat","start":45,"end":49,"id":7,"ws":true,"disabled":false},{"text":"dome","start":50,"end":54,"id":8,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":9,"ws":true,"disabled":false},{"text":"these","start":56,"end":61,"id":10,"ws":true,"disabled":false},{"text":"world","start":62,"end":67,"id":11,"ws":true,"disabled":false},{"text":"record","start":68,"end":74,"id":12,"ws":true,"disabled":false},{"text":"temperatures","start":75,"end":87,"id":13,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":14,"ws":true,"disabled":false},{"text":"unprecedented","start":89,"end":102,"id":15,"ws":true,"disabled":false},{"text":"in","start":103,"end":105,"id":16,"ws":true,"disabled":false},{"text":"human","start":106,"end":111,"id":17,"ws":true,"disabled":false},{"text":"history","start":112,"end":119,"id":18,"ws":true,"disabled":false},{"text":"\u2013","start":120,"end":121,"id":19,"ws":true,"disabled":false},{"text":"we","start":122,"end":124,"id":20,"ws":false,"disabled":false},{"text":"\u2019re","start":124,"end":127,"id":21,"ws":true,"disabled":false},{"text":"experiencing","start":128,"end":140,"id":22,"ws":true,"disabled":false},{"text":"more","start":141,"end":145,"id":23,"ws":true,"disabled":false},{"text":"and","start":146,"end":149,"id":24,"ws":true,"disabled":false},{"text":"more","start":150,"end":154,"id":25,"ws":true,"disabled":false},{"text":"of","start":155,"end":157,"id":26,"ws":true,"disabled":false},{"text":"that","start":158,"end":162,"id":27,"ws":true,"disabled":false},{"text":"because","start":163,"end":170,"id":28,"ws":true,"disabled":false},{"text":"of","start":171,"end":173,"id":29,"ws":true,"disabled":false},{"text":"climate","start":174,"end":181,"id":30,"ws":true,"disabled":false},{"text":"change","start":182,"end":188,"id":31,"ws":false,"disabled":false},{"text":",","start":188,"end":189,"id":32,"ws":true,"disabled":false},{"text":"and","start":190,"end":193,"id":33,"ws":true,"disabled":false},{"text":"as","start":194,"end":196,"id":34,"ws":true,"disabled":false},{"text":"a","start":197,"end":198,"id":35,"ws":true,"disabled":false},{"text":"consequence","start":199,"end":210,"id":36,"ws":false,"disabled":false},{"text":",","start":210,"end":211,"id":37,"ws":true,"disabled":false},{"text":"these","start":212,"end":217,"id":38,"ws":true,"disabled":false},{"text":"fires","start":218,"end":223,"id":39,"ws":true,"disabled":false},{"text":"are","start":224,"end":227,"id":40,"ws":true,"disabled":false},{"text":"more","start":228,"end":232,"id":41,"ws":true,"disabled":false},{"text":"ferocious","start":233,"end":242,"id":42,"ws":false,"disabled":false},{"text":",","start":242,"end":243,"id":43,"ws":true,"disabled":false},{"text":"and","start":244,"end":247,"id":44,"ws":true,"disabled":false},{"text":"they","start":248,"end":252,"id":45,"ws":false,"disabled":false},{"text":"\u2019re","start":252,"end":255,"id":46,"ws":true,"disabled":false},{"text":"moving","start":256,"end":262,"id":47,"ws":true,"disabled":false},{"text":"at","start":263,"end":265,"id":48,"ws":true,"disabled":false},{"text":"much","start":266,"end":270,"id":49,"ws":true,"disabled":false},{"text":"more","start":271,"end":275,"id":50,"ws":true,"disabled":false},{"text":"rapid","start":276,"end":281,"id":51,"ws":true,"disabled":false},{"text":"speeds","start":282,"end":288,"id":52,"ws":false,"disabled":false},{"text":",","start":288,"end":289,"id":53,"ws":false,"disabled":false},{"text":"\"","start":289,"end":290,"id":54,"ws":true,"disabled":false},{"text":"Newsom","start":291,"end":297,"id":55,"ws":true,"disabled":false},{"text":"said","start":298,"end":302,"id":56,"ws":false,"disabled":false},{"text":".","start":302,"end":303,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":304,"end":316,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":317,"end":329,"id":59,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":31,"child":3,"head_span":{"start":174,"end":188,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":17,"end":24,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":8,"head_span":{"start":174,"end":188,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":45,"end":54,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"An infection can also reduce milk production, making dairy farming less efficient.","text":"An infection can also reduce milk production, making dairy farming less efficient. IMPLIED_BASE IMPLIED_BASE","characters":"82","document_index":"854","md_sentence_index":"18","classification_origin":"causal_sentence_classification","url":"https://www.theverge.com/21505736/climate-change-cattle-livestock-infectious-disease-methane","combo_id":"854_18","post-training batch1":"854_18","_input_hash":1175187017,"_task_hash":-125137497,"spans":[{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":13,"end":16,"token_start":2,"token_end":2,"label":"confidence"},{"start":22,"end":28,"token_start":4,"token_end":4,"label":"change_direction"},{"start":29,"end":33,"token_start":5,"token_end":5,"label":"base"},{"start":34,"end":44,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":46,"end":52,"token_start":8,"token_end":8,"label":"predicate"},{"start":53,"end":66,"token_start":9,"token_end":10,"label":"base"},{"text":"less","start":67,"token_start":11,"token_end":11,"end":71,"type":"pattern","label":"change_direction"},{"start":72,"end":81,"token_start":12,"token_end":12,"label":"aspect_changing"}],"tokens":[{"text":"An","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"infection","start":3,"end":12,"id":1,"ws":true,"disabled":false},{"text":"can","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"also","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"reduce","start":22,"end":28,"id":4,"ws":true,"disabled":false},{"text":"milk","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"production","start":34,"end":44,"id":6,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":7,"ws":true,"disabled":false},{"text":"making","start":46,"end":52,"id":8,"ws":true,"disabled":false},{"text":"dairy","start":53,"end":58,"id":9,"ws":true,"disabled":false},{"text":"farming","start":59,"end":66,"id":10,"ws":true,"disabled":false},{"text":"less","start":67,"end":71,"id":11,"ws":true,"disabled":false},{"text":"efficient","start":72,"end":81,"id":12,"ws":false,"disabled":false},{"text":".","start":81,"end":82,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":83,"end":95,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":22,"end":28,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":29,"end":33,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":34,"end":44,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":29,"end":33,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":67,"end":71,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":53,"end":66,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":10,"head_span":{"start":72,"end":81,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":53,"end":66,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":29,"end":33,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":10,"head_span":{"start":29,"end":33,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":53,"end":66,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"He said to consider, for example, the situation in Puerto Rico, where many people have died of COVID-19 for the simple reason that they have not yet recovered, in terms of their public health infrastructure, from the devastating impacts of Hurricane Maria three years ago.\n","text":"He said to consider, for example, the situation in Puerto Rico, where many people have died of COVID-19 for the simple reason that they have not yet recovered, in terms of their public health infrastructure, from the devastating impacts of Hurricane Maria three years ago. IMPLIED_BASE IMPLIED_BASE","characters":"273","document_index":"812","md_sentence_index":"39","classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2020/09/10/climate-change-covid-19-does-global-warming-fuel-pandemics/5749582002/","combo_id":"812_39","post-training batch1":"812_39","_input_hash":1121538100,"_task_hash":-1624105277,"spans":[{"start":51,"end":62,"token_start":11,"token_end":12,"label":"where"},{"text":"people","start":75,"token_start":16,"token_end":16,"end":81,"type":"pattern","label":"base"},{"start":87,"end":91,"token_start":18,"token_end":18,"label":"change_direction"},{"start":131,"end":135,"token_start":26,"token_end":26,"label":"base"},{"start":178,"end":191,"token_start":36,"token_end":37,"label":"type_of"},{"text":"infrastructure","start":192,"token_start":38,"token_end":38,"end":206,"type":"pattern","label":"base"},{"text":"Hurricane","start":240,"token_start":45,"token_end":45,"end":249,"type":"pattern","label":"base"},{"start":256,"end":271,"token_start":47,"token_end":49,"label":"when"}],"tokens":[{"text":"He","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"said","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"to","start":8,"end":10,"id":2,"ws":true,"disabled":false},{"text":"consider","start":11,"end":19,"id":3,"ws":false,"disabled":false},{"text":",","start":19,"end":20,"id":4,"ws":true,"disabled":false},{"text":"for","start":21,"end":24,"id":5,"ws":true,"disabled":false},{"text":"example","start":25,"end":32,"id":6,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":7,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":8,"ws":true,"disabled":false},{"text":"situation","start":38,"end":47,"id":9,"ws":true,"disabled":false},{"text":"in","start":48,"end":50,"id":10,"ws":true,"disabled":false},{"text":"Puerto","start":51,"end":57,"id":11,"ws":true,"disabled":false},{"text":"Rico","start":58,"end":62,"id":12,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":13,"ws":true,"disabled":false},{"text":"where","start":64,"end":69,"id":14,"ws":true,"disabled":false},{"text":"many","start":70,"end":74,"id":15,"ws":true,"disabled":false},{"text":"people","start":75,"end":81,"id":16,"ws":true,"disabled":false},{"text":"have","start":82,"end":86,"id":17,"ws":true,"disabled":false},{"text":"died","start":87,"end":91,"id":18,"ws":true,"disabled":false},{"text":"of","start":92,"end":94,"id":19,"ws":true,"disabled":false},{"text":"COVID-19","start":95,"end":103,"id":20,"ws":true,"disabled":false},{"text":"for","start":104,"end":107,"id":21,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":22,"ws":true,"disabled":false},{"text":"simple","start":112,"end":118,"id":23,"ws":true,"disabled":false},{"text":"reason","start":119,"end":125,"id":24,"ws":true,"disabled":false},{"text":"that","start":126,"end":130,"id":25,"ws":true,"disabled":false},{"text":"they","start":131,"end":135,"id":26,"ws":true,"disabled":false},{"text":"have","start":136,"end":140,"id":27,"ws":true,"disabled":false},{"text":"not","start":141,"end":144,"id":28,"ws":true,"disabled":false},{"text":"yet","start":145,"end":148,"id":29,"ws":true,"disabled":false},{"text":"recovered","start":149,"end":158,"id":30,"ws":false,"disabled":false},{"text":",","start":158,"end":159,"id":31,"ws":true,"disabled":false},{"text":"in","start":160,"end":162,"id":32,"ws":true,"disabled":false},{"text":"terms","start":163,"end":168,"id":33,"ws":true,"disabled":false},{"text":"of","start":169,"end":171,"id":34,"ws":true,"disabled":false},{"text":"their","start":172,"end":177,"id":35,"ws":true,"disabled":false},{"text":"public","start":178,"end":184,"id":36,"ws":true,"disabled":false},{"text":"health","start":185,"end":191,"id":37,"ws":true,"disabled":false},{"text":"infrastructure","start":192,"end":206,"id":38,"ws":false,"disabled":false},{"text":",","start":206,"end":207,"id":39,"ws":true,"disabled":false},{"text":"from","start":208,"end":212,"id":40,"ws":true,"disabled":false},{"text":"the","start":213,"end":216,"id":41,"ws":true,"disabled":false},{"text":"devastating","start":217,"end":228,"id":42,"ws":true,"disabled":false},{"text":"impacts","start":229,"end":236,"id":43,"ws":true,"disabled":false},{"text":"of","start":237,"end":239,"id":44,"ws":true,"disabled":false},{"text":"Hurricane","start":240,"end":249,"id":45,"ws":true,"disabled":false},{"text":"Maria","start":250,"end":255,"id":46,"ws":true,"disabled":false},{"text":"three","start":256,"end":261,"id":47,"ws":true,"disabled":false},{"text":"years","start":262,"end":267,"id":48,"ws":true,"disabled":false},{"text":"ago","start":268,"end":271,"id":49,"ws":false,"disabled":false},{"text":".","start":271,"end":272,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":273,"end":285,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":286,"end":298,"id":52,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":37,"child":38,"head_span":{"start":178,"end":191,"token_start":36,"token_end":37,"label":"type_of"},"child_span":{"start":192,"end":206,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":38,"head_span":{"start":240,"end":249,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":192,"end":206,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":38,"child":16,"head_span":{"start":192,"end":206,"token_start":38,"token_end":38,"label":"base"},"child_span":{"start":75,"end":81,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":26,"head_span":{"start":75,"end":81,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":131,"end":135,"token_start":26,"token_end":26,"label":"base"},"color":"#d9fbad","label":"Same_As"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The increasing intensity, duration, and frequency of heat waves due to human-caused climate change puts historically underserved populations in a heightened state of precarity, as studies observe that vulnerable communities\u2014especially those within urban areas in the United States\u2014are disproportionately exposed to extreme heat.","text":"The increasing intensity, duration, and frequency of heat waves due to human-caused climate change puts historically underserved populations in a heightened state of precarity, as studies observe that vulnerable communities\u2014especially those within urban areas in the United States\u2014are disproportionately exposed to extreme heat. IMPLIED_BASE IMPLIED_BASE","characters":"328","document_index":"804","md_sentence_index":"0","classification_origin":"causal_sentence_classification","url":"https://www.mdpi.com/2225-1154/8/1/12/htm","combo_id":"804_0","post-training batch1":"804_0","_input_hash":1305311677,"_task_hash":780280318,"spans":[{"text":"increasing","start":4,"token_start":1,"token_end":1,"end":14,"type":"pattern","label":"change_direction"},{"text":"intensity","start":15,"token_start":2,"token_end":2,"end":24,"type":"pattern","label":"aspect_changing"},{"start":26,"end":34,"token_start":4,"token_end":4,"label":"aspect_changing"},{"text":"frequency","start":40,"token_start":7,"token_end":7,"end":49,"type":"pattern","label":"aspect_changing"},{"text":"heat waves","start":53,"token_start":9,"token_end":10,"end":63,"type":"pattern","label":"base"},{"start":64,"end":70,"token_start":11,"token_end":12,"label":"predicate"},{"start":71,"end":83,"token_start":13,"token_end":15,"label":"type_of"},{"text":"climate change","start":84,"token_start":16,"token_end":17,"end":98,"type":"pattern","label":"base"},{"start":104,"end":128,"token_start":19,"token_end":20,"label":"type_of"},{"start":129,"end":140,"token_start":21,"token_end":21,"label":"base"},{"start":146,"end":156,"token_start":24,"token_end":24,"label":"change_direction"},{"start":166,"end":175,"token_start":27,"token_end":27,"label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"increasing","start":4,"end":14,"id":1,"ws":true,"disabled":false},{"text":"intensity","start":15,"end":24,"id":2,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":3,"ws":true,"disabled":false},{"text":"duration","start":26,"end":34,"id":4,"ws":false,"disabled":false},{"text":",","start":34,"end":35,"id":5,"ws":true,"disabled":false},{"text":"and","start":36,"end":39,"id":6,"ws":true,"disabled":false},{"text":"frequency","start":40,"end":49,"id":7,"ws":true,"disabled":false},{"text":"of","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"heat","start":53,"end":57,"id":9,"ws":true,"disabled":false},{"text":"waves","start":58,"end":63,"id":10,"ws":true,"disabled":false},{"text":"due","start":64,"end":67,"id":11,"ws":true,"disabled":false},{"text":"to","start":68,"end":70,"id":12,"ws":true,"disabled":false},{"text":"human","start":71,"end":76,"id":13,"ws":false,"disabled":false},{"text":"-","start":76,"end":77,"id":14,"ws":false,"disabled":false},{"text":"caused","start":77,"end":83,"id":15,"ws":true,"disabled":false},{"text":"climate","start":84,"end":91,"id":16,"ws":true,"disabled":false},{"text":"change","start":92,"end":98,"id":17,"ws":true,"disabled":false},{"text":"puts","start":99,"end":103,"id":18,"ws":true,"disabled":false},{"text":"historically","start":104,"end":116,"id":19,"ws":true,"disabled":false},{"text":"underserved","start":117,"end":128,"id":20,"ws":true,"disabled":false},{"text":"populations","start":129,"end":140,"id":21,"ws":true,"disabled":false},{"text":"in","start":141,"end":143,"id":22,"ws":true,"disabled":false},{"text":"a","start":144,"end":145,"id":23,"ws":true,"disabled":false},{"text":"heightened","start":146,"end":156,"id":24,"ws":true,"disabled":false},{"text":"state","start":157,"end":162,"id":25,"ws":true,"disabled":false},{"text":"of","start":163,"end":165,"id":26,"ws":true,"disabled":false},{"text":"precarity","start":166,"end":175,"id":27,"ws":false,"disabled":false},{"text":",","start":175,"end":176,"id":28,"ws":true,"disabled":false},{"text":"as","start":177,"end":179,"id":29,"ws":true,"disabled":false},{"text":"studies","start":180,"end":187,"id":30,"ws":true,"disabled":false},{"text":"observe","start":188,"end":195,"id":31,"ws":true,"disabled":false},{"text":"that","start":196,"end":200,"id":32,"ws":true,"disabled":false},{"text":"vulnerable","start":201,"end":211,"id":33,"ws":true,"disabled":false},{"text":"communities","start":212,"end":223,"id":34,"ws":false,"disabled":false},{"text":"\u2014","start":223,"end":224,"id":35,"ws":false,"disabled":false},{"text":"especially","start":224,"end":234,"id":36,"ws":true,"disabled":false},{"text":"those","start":235,"end":240,"id":37,"ws":true,"disabled":false},{"text":"within","start":241,"end":247,"id":38,"ws":true,"disabled":false},{"text":"urban","start":248,"end":253,"id":39,"ws":true,"disabled":false},{"text":"areas","start":254,"end":259,"id":40,"ws":true,"disabled":false},{"text":"in","start":260,"end":262,"id":41,"ws":true,"disabled":false},{"text":"the","start":263,"end":266,"id":42,"ws":true,"disabled":false},{"text":"United","start":267,"end":273,"id":43,"ws":true,"disabled":false},{"text":"States","start":274,"end":280,"id":44,"ws":false,"disabled":false},{"text":"\u2014","start":280,"end":281,"id":45,"ws":false,"disabled":false},{"text":"are","start":281,"end":284,"id":46,"ws":true,"disabled":false},{"text":"disproportionately","start":285,"end":303,"id":47,"ws":true,"disabled":false},{"text":"exposed","start":304,"end":311,"id":48,"ws":true,"disabled":false},{"text":"to","start":312,"end":314,"id":49,"ws":true,"disabled":false},{"text":"extreme","start":315,"end":322,"id":50,"ws":true,"disabled":false},{"text":"heat","start":323,"end":327,"id":51,"ws":false,"disabled":false},{"text":".","start":327,"end":328,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":329,"end":341,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":342,"end":354,"id":54,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":20,"child":21,"head_span":{"start":104,"end":128,"token_start":19,"token_end":20,"label":"type_of"},"child_span":{"start":129,"end":140,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":21,"head_span":{"start":146,"end":156,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":129,"end":140,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":21,"head_span":{"start":166,"end":175,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":129,"end":140,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":40,"end":49,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":10,"head_span":{"start":26,"end":34,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":10,"head_span":{"start":15,"end":24,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":10,"head_span":{"start":4,"end":14,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":71,"end":83,"token_start":13,"token_end":15,"label":"type_of"},"child_span":{"start":84,"end":98,"token_start":16,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":10,"head_span":{"start":84,"end":98,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":21,"head_span":{"start":53,"end":63,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":129,"end":140,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The effort examined how future hurricanes and storm surges may be amplified by climate change and the risks these events could pose to resources relied upon by the Air Force's 45th Space Wing.85\n","text":"The effort examined how future hurricanes and storm surges may be amplified by climate change and the risks these events could pose to resources relied upon by the Air Force's 45th Space Wing.85 IMPLIED_BASE IMPLIED_BASE","characters":"195","document_index":"81","md_sentence_index":"195","classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_195","post-training batch1":"81_195","_input_hash":-1405107209,"_task_hash":-45865248,"spans":[{"text":"hurricanes","start":31,"token_start":5,"token_end":5,"end":41,"type":"pattern","label":"base"},{"start":46,"end":58,"token_start":7,"token_end":8,"label":"base"},{"start":59,"end":65,"token_start":9,"token_end":10,"label":"confidence"},{"start":66,"end":75,"token_start":11,"token_end":11,"label":"change_direction"},{"text":"climate change","start":79,"token_start":13,"token_end":14,"end":93,"type":"pattern","label":"base"},{"text":"risks","start":102,"token_start":17,"token_end":17,"end":107,"type":"pattern","label":"aspect_changing"},{"start":135,"end":144,"token_start":23,"token_end":23,"label":"base"},{"start":164,"end":194,"token_start":28,"token_end":33,"label":"to_whom"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"effort","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"examined","start":11,"end":19,"id":2,"ws":true,"disabled":false},{"text":"how","start":20,"end":23,"id":3,"ws":true,"disabled":false},{"text":"future","start":24,"end":30,"id":4,"ws":true,"disabled":false},{"text":"hurricanes","start":31,"end":41,"id":5,"ws":true,"disabled":false},{"text":"and","start":42,"end":45,"id":6,"ws":true,"disabled":false},{"text":"storm","start":46,"end":51,"id":7,"ws":true,"disabled":false},{"text":"surges","start":52,"end":58,"id":8,"ws":true,"disabled":false},{"text":"may","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"be","start":63,"end":65,"id":10,"ws":true,"disabled":false},{"text":"amplified","start":66,"end":75,"id":11,"ws":true,"disabled":false},{"text":"by","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"climate","start":79,"end":86,"id":13,"ws":true,"disabled":false},{"text":"change","start":87,"end":93,"id":14,"ws":true,"disabled":false},{"text":"and","start":94,"end":97,"id":15,"ws":true,"disabled":false},{"text":"the","start":98,"end":101,"id":16,"ws":true,"disabled":false},{"text":"risks","start":102,"end":107,"id":17,"ws":true,"disabled":false},{"text":"these","start":108,"end":113,"id":18,"ws":true,"disabled":false},{"text":"events","start":114,"end":120,"id":19,"ws":true,"disabled":false},{"text":"could","start":121,"end":126,"id":20,"ws":true,"disabled":false},{"text":"pose","start":127,"end":131,"id":21,"ws":true,"disabled":false},{"text":"to","start":132,"end":134,"id":22,"ws":true,"disabled":false},{"text":"resources","start":135,"end":144,"id":23,"ws":true,"disabled":false},{"text":"relied","start":145,"end":151,"id":24,"ws":true,"disabled":false},{"text":"upon","start":152,"end":156,"id":25,"ws":true,"disabled":false},{"text":"by","start":157,"end":159,"id":26,"ws":true,"disabled":false},{"text":"the","start":160,"end":163,"id":27,"ws":true,"disabled":false},{"text":"Air","start":164,"end":167,"id":28,"ws":true,"disabled":false},{"text":"Force","start":168,"end":173,"id":29,"ws":false,"disabled":false},{"text":"'s","start":173,"end":175,"id":30,"ws":true,"disabled":false},{"text":"45th","start":176,"end":180,"id":31,"ws":true,"disabled":false},{"text":"Space","start":181,"end":186,"id":32,"ws":true,"disabled":false},{"text":"Wing.85","start":187,"end":194,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":195,"end":207,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":208,"end":220,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":11,"child":8,"head_span":{"start":66,"end":75,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":46,"end":58,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":5,"head_span":{"start":66,"end":75,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":5,"head_span":{"start":102,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":8,"head_span":{"start":102,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":46,"end":58,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":5,"head_span":{"start":79,"end":93,"token_start":13,"token_end":14,"label":"base"},"child_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":8,"head_span":{"start":79,"end":93,"token_start":13,"token_end":14,"label":"base"},"child_span":{"start":46,"end":58,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":23,"head_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":135,"end":144,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":23,"head_span":{"start":46,"end":58,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":135,"end":144,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Doesn't say what is growing","relation count":"","complexity":"","original_md_text":"And once international scientists had eliminated the effect of temperature averages across the whole growing season, they still found that heatwaves, drought and torrential downfall accounted for 18% to 43% of losses.\n","text":"And once international scientists had eliminated the effect of temperature averages across the whole growing season, they still found that heatwaves, drought and torrential downfall accounted for 18% to 43% of losses. IMPLIED_BASE IMPLIED_BASE","characters":"218","document_index":"107","md_sentence_index":"3","classification_origin":"cm-label-eval","url":"https://physicsworld.com/a/crops-at-risk-from-changing-climate/","combo_id":"107_3","post-training batch1":"107_3","_input_hash":458710245,"_task_hash":-438656361,"spans":[{"text":"heatwaves","start":139,"token_start":21,"token_end":21,"end":148,"type":"pattern","label":"base"},{"text":"drought","start":150,"token_start":23,"token_end":23,"end":157,"type":"pattern","label":"base"},{"start":162,"end":172,"token_start":25,"token_end":25,"label":"type_of"},{"start":173,"end":181,"token_start":26,"token_end":26,"label":"base"},{"start":196,"end":206,"token_start":29,"token_end":33,"label":"effect_size"},{"start":210,"end":216,"token_start":35,"token_end":35,"label":"change_direction"},{"start":218,"end":230,"token_start":37,"token_end":37,"label":"base"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"once","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"international","start":9,"end":22,"id":2,"ws":true,"disabled":false},{"text":"scientists","start":23,"end":33,"id":3,"ws":true,"disabled":false},{"text":"had","start":34,"end":37,"id":4,"ws":true,"disabled":false},{"text":"eliminated","start":38,"end":48,"id":5,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":6,"ws":true,"disabled":false},{"text":"effect","start":53,"end":59,"id":7,"ws":true,"disabled":false},{"text":"of","start":60,"end":62,"id":8,"ws":true,"disabled":false},{"text":"temperature","start":63,"end":74,"id":9,"ws":true,"disabled":false},{"text":"averages","start":75,"end":83,"id":10,"ws":true,"disabled":false},{"text":"across","start":84,"end":90,"id":11,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":12,"ws":true,"disabled":false},{"text":"whole","start":95,"end":100,"id":13,"ws":true,"disabled":false},{"text":"growing","start":101,"end":108,"id":14,"ws":true,"disabled":false},{"text":"season","start":109,"end":115,"id":15,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":16,"ws":true,"disabled":false},{"text":"they","start":117,"end":121,"id":17,"ws":true,"disabled":false},{"text":"still","start":122,"end":127,"id":18,"ws":true,"disabled":false},{"text":"found","start":128,"end":133,"id":19,"ws":true,"disabled":false},{"text":"that","start":134,"end":138,"id":20,"ws":true,"disabled":false},{"text":"heatwaves","start":139,"end":148,"id":21,"ws":false,"disabled":false},{"text":",","start":148,"end":149,"id":22,"ws":true,"disabled":false},{"text":"drought","start":150,"end":157,"id":23,"ws":true,"disabled":false},{"text":"and","start":158,"end":161,"id":24,"ws":true,"disabled":false},{"text":"torrential","start":162,"end":172,"id":25,"ws":true,"disabled":false},{"text":"downfall","start":173,"end":181,"id":26,"ws":true,"disabled":false},{"text":"accounted","start":182,"end":191,"id":27,"ws":true,"disabled":false},{"text":"for","start":192,"end":195,"id":28,"ws":true,"disabled":false},{"text":"18","start":196,"end":198,"id":29,"ws":false,"disabled":false},{"text":"%","start":198,"end":199,"id":30,"ws":true,"disabled":false},{"text":"to","start":200,"end":202,"id":31,"ws":true,"disabled":false},{"text":"43","start":203,"end":205,"id":32,"ws":false,"disabled":false},{"text":"%","start":205,"end":206,"id":33,"ws":true,"disabled":false},{"text":"of","start":207,"end":209,"id":34,"ws":true,"disabled":false},{"text":"losses","start":210,"end":216,"id":35,"ws":false,"disabled":false},{"text":".","start":216,"end":217,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":231,"end":243,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":162,"end":172,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":173,"end":181,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":37,"head_span":{"start":173,"end":181,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":218,"end":230,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":37,"head_span":{"start":139,"end":148,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":218,"end":230,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":37,"head_span":{"start":150,"end":157,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":218,"end":230,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":35,"child":37,"head_span":{"start":210,"end":216,"token_start":35,"token_end":35,"label":"change_direction"},"child_span":{"start":218,"end":230,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Ranft, U., T. Schikowski, D. Sugiri, J. Krutmann, and U. Kramer, 2009: Long-term exposure to traffic-related particulate matter impairs cognitive function in the elderly.","text":"Ranft, U., T. Schikowski, D. Sugiri, J. Krutmann, and U. Kramer, 2009: Long-term exposure to traffic-related particulate matter impairs cognitive function in the elderly. IMPLIED_BASE IMPLIED_BASE","characters":"170","document_index":"619","md_sentence_index":"1229","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_1229","post-training batch1":"619_1229","_input_hash":-1350080862,"_task_hash":1456624950,"spans":[{"start":81,"end":89,"token_start":22,"token_end":22,"label":"aspect_changing"},{"start":93,"end":108,"token_start":24,"token_end":26,"label":"type_of"},{"text":"particulate matter","start":109,"token_start":27,"token_end":28,"end":127,"type":"pattern","label":"base"},{"start":128,"end":135,"token_start":29,"token_end":29,"label":"change_direction"},{"start":136,"end":154,"token_start":30,"token_end":31,"label":"base"},{"start":162,"end":169,"token_start":34,"token_end":34,"label":"to_whom"}],"tokens":[{"text":"Ranft","start":0,"end":5,"id":0,"ws":false,"disabled":false},{"text":",","start":5,"end":6,"id":1,"ws":true,"disabled":false},{"text":"U.","start":7,"end":9,"id":2,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":3,"ws":true,"disabled":false},{"text":"T.","start":11,"end":13,"id":4,"ws":true,"disabled":false},{"text":"Schikowski","start":14,"end":24,"id":5,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":6,"ws":true,"disabled":false},{"text":"D.","start":26,"end":28,"id":7,"ws":true,"disabled":false},{"text":"Sugiri","start":29,"end":35,"id":8,"ws":false,"disabled":false},{"text":",","start":35,"end":36,"id":9,"ws":true,"disabled":false},{"text":"J.","start":37,"end":39,"id":10,"ws":true,"disabled":false},{"text":"Krutmann","start":40,"end":48,"id":11,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":12,"ws":true,"disabled":false},{"text":"and","start":50,"end":53,"id":13,"ws":true,"disabled":false},{"text":"U.","start":54,"end":56,"id":14,"ws":true,"disabled":false},{"text":"Kramer","start":57,"end":63,"id":15,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":16,"ws":true,"disabled":false},{"text":"2009","start":65,"end":69,"id":17,"ws":false,"disabled":false},{"text":":","start":69,"end":70,"id":18,"ws":true,"disabled":false},{"text":"Long","start":71,"end":75,"id":19,"ws":false,"disabled":false},{"text":"-","start":75,"end":76,"id":20,"ws":false,"disabled":false},{"text":"term","start":76,"end":80,"id":21,"ws":true,"disabled":false},{"text":"exposure","start":81,"end":89,"id":22,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":23,"ws":true,"disabled":false},{"text":"traffic","start":93,"end":100,"id":24,"ws":false,"disabled":false},{"text":"-","start":100,"end":101,"id":25,"ws":false,"disabled":false},{"text":"related","start":101,"end":108,"id":26,"ws":true,"disabled":false},{"text":"particulate","start":109,"end":120,"id":27,"ws":true,"disabled":false},{"text":"matter","start":121,"end":127,"id":28,"ws":true,"disabled":false},{"text":"impairs","start":128,"end":135,"id":29,"ws":true,"disabled":false},{"text":"cognitive","start":136,"end":145,"id":30,"ws":true,"disabled":false},{"text":"function","start":146,"end":154,"id":31,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":32,"ws":true,"disabled":false},{"text":"the","start":158,"end":161,"id":33,"ws":true,"disabled":false},{"text":"elderly","start":162,"end":169,"id":34,"ws":false,"disabled":false},{"text":".","start":169,"end":170,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":37,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":26,"child":28,"head_span":{"start":93,"end":108,"token_start":24,"token_end":26,"label":"type_of"},"child_span":{"start":109,"end":127,"token_start":27,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":28,"head_span":{"start":81,"end":89,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":109,"end":127,"token_start":27,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":128,"end":135,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":136,"end":154,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":31,"head_span":{"start":109,"end":127,"token_start":27,"token_end":28,"label":"base"},"child_span":{"start":136,"end":154,"token_start":30,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Failing crops and hence hunger are increasing.","text":"Failing crops and hence hunger are increasing. IMPLIED_BASE IMPLIED_BASE","characters":"46","document_index":"420","md_sentence_index":"26","classification_origin":"causal_sentence_classification","url":"https://www.nationalgeographic.com/science/2019/10/climate-change-killing-thousands-of-years-indigenous-wisdom/","combo_id":"420_26","post-training batch1":"420_26","_input_hash":-906779127,"_task_hash":-1027442387,"spans":[{"text":"crops","start":8,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"text":"increasing","start":35,"token_start":6,"token_end":6,"end":45,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Failing","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"crops","start":8,"end":13,"id":1,"ws":true,"disabled":false},{"text":"and","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"hence","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"hunger","start":24,"end":30,"id":4,"ws":true,"disabled":false},{"text":"are","start":31,"end":34,"id":5,"ws":true,"disabled":false},{"text":"increasing","start":35,"end":45,"id":6,"ws":false,"disabled":false},{"text":".","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":47,"end":59,"id":8,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":60,"end":72,"id":9,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Following exposure to Hurricane Katrina, veterans with preexisting mental illness had a 6.8 times greater risk for developing any additional mental illness, compared to those veterans without a preex- isting mental illness.48","text":"Following exposure to Hurricane Katrina, veterans with preexisting mental illness had a 6.8 times greater risk for developing any additional mental illness, compared to those veterans without a preex- isting mental illness.48 IMPLIED_BASE IMPLIED_BASE","characters":"225","document_index":"619","md_sentence_index":"70","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_70","post-training batch1":"619_70","_input_hash":-170520977,"_task_hash":-779069609,"spans":[{"text":"Hurricane","start":22,"token_start":3,"token_end":3,"end":31,"type":"pattern","label":"base"},{"start":41,"end":81,"token_start":6,"token_end":10,"label":"to_whom"},{"start":88,"end":97,"token_start":13,"token_end":14,"label":"effect_size"},{"start":98,"end":105,"token_start":15,"token_end":15,"label":"change_direction"},{"text":"risk","start":106,"token_start":16,"token_end":16,"end":110,"type":"pattern","label":"aspect_changing"},{"start":130,"end":140,"token_start":20,"token_end":20,"label":"type_of"},{"start":141,"end":147,"token_start":21,"token_end":21,"label":"type_of"},{"start":148,"end":155,"token_start":22,"token_end":22,"label":"base"}],"tokens":[{"text":"Following","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"exposure","start":10,"end":18,"id":1,"ws":true,"disabled":false},{"text":"to","start":19,"end":21,"id":2,"ws":true,"disabled":false},{"text":"Hurricane","start":22,"end":31,"id":3,"ws":true,"disabled":false},{"text":"Katrina","start":32,"end":39,"id":4,"ws":false,"disabled":false},{"text":",","start":39,"end":40,"id":5,"ws":true,"disabled":false},{"text":"veterans","start":41,"end":49,"id":6,"ws":true,"disabled":false},{"text":"with","start":50,"end":54,"id":7,"ws":true,"disabled":false},{"text":"preexisting","start":55,"end":66,"id":8,"ws":true,"disabled":false},{"text":"mental","start":67,"end":73,"id":9,"ws":true,"disabled":false},{"text":"illness","start":74,"end":81,"id":10,"ws":true,"disabled":false},{"text":"had","start":82,"end":85,"id":11,"ws":true,"disabled":false},{"text":"a","start":86,"end":87,"id":12,"ws":true,"disabled":false},{"text":"6.8","start":88,"end":91,"id":13,"ws":true,"disabled":false},{"text":"times","start":92,"end":97,"id":14,"ws":true,"disabled":false},{"text":"greater","start":98,"end":105,"id":15,"ws":true,"disabled":false},{"text":"risk","start":106,"end":110,"id":16,"ws":true,"disabled":false},{"text":"for","start":111,"end":114,"id":17,"ws":true,"disabled":false},{"text":"developing","start":115,"end":125,"id":18,"ws":true,"disabled":false},{"text":"any","start":126,"end":129,"id":19,"ws":true,"disabled":false},{"text":"additional","start":130,"end":140,"id":20,"ws":true,"disabled":false},{"text":"mental","start":141,"end":147,"id":21,"ws":true,"disabled":false},{"text":"illness","start":148,"end":155,"id":22,"ws":false,"disabled":false},{"text":",","start":155,"end":156,"id":23,"ws":true,"disabled":false},{"text":"compared","start":157,"end":165,"id":24,"ws":true,"disabled":false},{"text":"to","start":166,"end":168,"id":25,"ws":true,"disabled":false},{"text":"those","start":169,"end":174,"id":26,"ws":true,"disabled":false},{"text":"veterans","start":175,"end":183,"id":27,"ws":true,"disabled":false},{"text":"without","start":184,"end":191,"id":28,"ws":true,"disabled":false},{"text":"a","start":192,"end":193,"id":29,"ws":true,"disabled":false},{"text":"preex-","start":194,"end":200,"id":30,"ws":true,"disabled":false},{"text":"isting","start":201,"end":207,"id":31,"ws":true,"disabled":false},{"text":"mental","start":208,"end":214,"id":32,"ws":true,"disabled":false},{"text":"illness.48","start":215,"end":225,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":21,"child":22,"head_span":{"start":141,"end":147,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":148,"end":155,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":22,"head_span":{"start":130,"end":140,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":148,"end":155,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":22,"head_span":{"start":106,"end":110,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":148,"end":155,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":22,"head_span":{"start":98,"end":105,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":148,"end":155,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":22,"head_span":{"start":22,"end":31,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":148,"end":155,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The heat in turn threatens the stability of this urban environment.","text":"The heat in turn threatens the stability of this urban environment. IMPLIED_BASE IMPLIED_BASE","characters":"67","document_index":"369","md_sentence_index":"111","classification_origin":"cm_cause_effect_rel","url":"https://www.vox.com/energy-and-environment/2019/9/9/20804544/climate-change-phoenix-heat-wave-deaths-extreme-weather","combo_id":"369_111","post-training batch1":"369_111","_input_hash":-1642503236,"_task_hash":-44950273,"spans":[{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},{"start":17,"end":26,"token_start":4,"token_end":4,"label":"predicate"},{"text":"stability","start":31,"token_start":6,"token_end":6,"end":40,"type":"pattern","label":"aspect_changing"},{"start":49,"end":54,"token_start":9,"token_end":9,"label":"type_of"},{"start":55,"end":66,"token_start":10,"token_end":10,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"heat","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"in","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"turn","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"threatens","start":17,"end":26,"id":4,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"stability","start":31,"end":40,"id":6,"ws":true,"disabled":false},{"text":"of","start":41,"end":43,"id":7,"ws":true,"disabled":false},{"text":"this","start":44,"end":48,"id":8,"ws":true,"disabled":false},{"text":"urban","start":49,"end":54,"id":9,"ws":true,"disabled":false},{"text":"environment","start":55,"end":66,"id":10,"ws":false,"disabled":false},{"text":".","start":66,"end":67,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":68,"end":80,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":81,"end":93,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":9,"child":10,"head_span":{"start":49,"end":54,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":55,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":10,"head_span":{"start":31,"end":40,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":55,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":10,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":55,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"solution and anaphora?","relation count":"","complexity":"","original_md_text":"People often develop shock and may lose limbs or kidneys, resulting in needing dialysis.","text":"People often develop shock and may lose limbs or kidneys, resulting in needing dialysis. IMPLIED_BASE IMPLIED_BASE","characters":"88","document_index":"272","md_sentence_index":"9","classification_origin":"cm_cause_effect_rel","url":"https://www.forbes.com/sites/judystone/2019/06/26/another-report-links-deadly-vibrio-infections-to-climate-change/","combo_id":"272_9","post-training batch1":"272_9","_input_hash":-378118778,"_task_hash":1283661420,"spans":[{"text":"People","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"base"}],"tokens":[{"text":"People","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"often","start":7,"end":12,"id":1,"ws":true,"disabled":false},{"text":"develop","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"shock","start":21,"end":26,"id":3,"ws":true,"disabled":false},{"text":"and","start":27,"end":30,"id":4,"ws":true,"disabled":false},{"text":"may","start":31,"end":34,"id":5,"ws":true,"disabled":false},{"text":"lose","start":35,"end":39,"id":6,"ws":true,"disabled":false},{"text":"limbs","start":40,"end":45,"id":7,"ws":true,"disabled":false},{"text":"or","start":46,"end":48,"id":8,"ws":true,"disabled":false},{"text":"kidneys","start":49,"end":56,"id":9,"ws":false,"disabled":false},{"text":",","start":56,"end":57,"id":10,"ws":true,"disabled":false},{"text":"resulting","start":58,"end":67,"id":11,"ws":true,"disabled":false},{"text":"in","start":68,"end":70,"id":12,"ws":true,"disabled":false},{"text":"needing","start":71,"end":78,"id":13,"ws":true,"disabled":false},{"text":"dialysis","start":79,"end":87,"id":14,"ws":false,"disabled":false},{"text":".","start":87,"end":88,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":89,"end":101,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":102,"end":114,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In some places marvels of human engineering worsen effects from rising seas in a warming world.","text":"In some places marvels of human engineering worsen effects from rising seas in a warming world. IMPLIED_BASE IMPLIED_BASE","characters":"95","document_index":"382","md_sentence_index":"52","classification_origin":"cm_cause_effect_rel","url":"https://www.nationalgeographic.com/environment/global-warming/big-thaw/","combo_id":"382_52","post-training batch1":"382_52","_input_hash":-2044373593,"_task_hash":1529300105,"spans":[{"start":26,"end":31,"token_start":5,"token_end":5,"label":"type_of"},{"start":32,"end":43,"token_start":6,"token_end":6,"label":"base"},{"start":44,"end":50,"token_start":7,"token_end":7,"label":"change_direction"},{"start":51,"end":58,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":64,"end":70,"token_start":10,"token_end":10,"label":"type_of"},{"start":71,"end":75,"token_start":11,"token_end":11,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"some","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"places","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"marvels","start":15,"end":22,"id":3,"ws":true,"disabled":false},{"text":"of","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"human","start":26,"end":31,"id":5,"ws":true,"disabled":false},{"text":"engineering","start":32,"end":43,"id":6,"ws":true,"disabled":false},{"text":"worsen","start":44,"end":50,"id":7,"ws":true,"disabled":false},{"text":"effects","start":51,"end":58,"id":8,"ws":true,"disabled":false},{"text":"from","start":59,"end":63,"id":9,"ws":true,"disabled":false},{"text":"rising","start":64,"end":70,"id":10,"ws":true,"disabled":false},{"text":"seas","start":71,"end":75,"id":11,"ws":true,"disabled":false},{"text":"in","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"a","start":79,"end":80,"id":13,"ws":true,"disabled":false},{"text":"warming","start":81,"end":88,"id":14,"ws":true,"disabled":false},{"text":"world","start":89,"end":94,"id":15,"ws":false,"disabled":false},{"text":".","start":94,"end":95,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":109,"end":121,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":64,"end":70,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":71,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":51,"end":58,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":71,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":11,"head_span":{"start":44,"end":50,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":71,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":11,"head_span":{"start":32,"end":43,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":71,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":6,"head_span":{"start":26,"end":31,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":32,"end":43,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"staged","Dataset name":"checkin-four","ignore?":"","reason":"","relation count":"Many","complexity":"Complex","original_md_text":"As an illustrative example of increased military costs due to climate change: receding Arctic ice cover requires deployment of new naval vessels to address growing tensions between Canada, the United States, Russia, and China over newly-exposed natural resources and shipping lanes (Department of Defense, 2015).","text":"As an illustrative example of increased military costs due to climate change: receding Arctic ice cover requires deployment of new naval vessels to address growing tensions between Canada, the United States, Russia, and China over newly-exposed natural resources and shipping lanes (Department of Defense, 2015). IMPLIED_BASE IMPLIED_BASE","characters":"312","document_index":"71","md_sentence_index":"227","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_227","post-training batch1":"71_227","_input_hash":1502375230,"_task_hash":22283071,"spans":[{"text":"increased","start":30,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"change_direction"},{"start":40,"end":48,"token_start":6,"token_end":6,"label":"base"},{"text":"costs","start":49,"token_start":7,"token_end":7,"end":54,"type":"pattern","label":"aspect_changing"},{"start":55,"end":61,"token_start":8,"token_end":9,"label":"predicate"},{"text":"climate change","start":62,"token_start":10,"token_end":11,"end":76,"type":"pattern","label":"base"},{"text":"receding","start":78,"token_start":13,"token_end":13,"end":86,"type":"pattern","label":"change_direction"},{"start":87,"end":93,"token_start":14,"token_end":14,"label":"type_of"},{"start":94,"end":103,"token_start":15,"token_end":16,"label":"base"},{"start":113,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},{"start":127,"end":130,"token_start":20,"token_end":20,"label":"type_of"},{"text":"naval vessels","start":131,"token_start":21,"token_end":22,"end":144,"type":"pattern","label":"base"},{"text":"growing","start":156,"token_start":25,"token_end":25,"end":163,"type":"pattern","label":"change_direction"},{"text":"tensions","start":164,"token_start":26,"token_end":26,"end":172,"type":"pattern","label":"base"},{"start":181,"end":187,"token_start":28,"token_end":28,"label":"to_whom"},{"start":193,"end":206,"token_start":31,"token_end":32,"label":"to_whom"},{"start":208,"end":214,"token_start":34,"token_end":34,"label":"to_whom"},{"start":220,"end":225,"token_start":37,"token_end":37,"label":"to_whom"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"an","start":3,"end":5,"id":1,"ws":true,"disabled":false},{"text":"illustrative","start":6,"end":18,"id":2,"ws":true,"disabled":false},{"text":"example","start":19,"end":26,"id":3,"ws":true,"disabled":false},{"text":"of","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"increased","start":30,"end":39,"id":5,"ws":true,"disabled":false},{"text":"military","start":40,"end":48,"id":6,"ws":true,"disabled":false},{"text":"costs","start":49,"end":54,"id":7,"ws":true,"disabled":false},{"text":"due","start":55,"end":58,"id":8,"ws":true,"disabled":false},{"text":"to","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"climate","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"change","start":70,"end":76,"id":11,"ws":false,"disabled":false},{"text":":","start":76,"end":77,"id":12,"ws":true,"disabled":false},{"text":"receding","start":78,"end":86,"id":13,"ws":true,"disabled":false},{"text":"Arctic","start":87,"end":93,"id":14,"ws":true,"disabled":false},{"text":"ice","start":94,"end":97,"id":15,"ws":true,"disabled":false},{"text":"cover","start":98,"end":103,"id":16,"ws":true,"disabled":false},{"text":"requires","start":104,"end":112,"id":17,"ws":true,"disabled":false},{"text":"deployment","start":113,"end":123,"id":18,"ws":true,"disabled":false},{"text":"of","start":124,"end":126,"id":19,"ws":true,"disabled":false},{"text":"new","start":127,"end":130,"id":20,"ws":true,"disabled":false},{"text":"naval","start":131,"end":136,"id":21,"ws":true,"disabled":false},{"text":"vessels","start":137,"end":144,"id":22,"ws":true,"disabled":false},{"text":"to","start":145,"end":147,"id":23,"ws":true,"disabled":false},{"text":"address","start":148,"end":155,"id":24,"ws":true,"disabled":false},{"text":"growing","start":156,"end":163,"id":25,"ws":true,"disabled":false},{"text":"tensions","start":164,"end":172,"id":26,"ws":true,"disabled":false},{"text":"between","start":173,"end":180,"id":27,"ws":true,"disabled":false},{"text":"Canada","start":181,"end":187,"id":28,"ws":false,"disabled":false},{"text":",","start":187,"end":188,"id":29,"ws":true,"disabled":false},{"text":"the","start":189,"end":192,"id":30,"ws":true,"disabled":false},{"text":"United","start":193,"end":199,"id":31,"ws":true,"disabled":false},{"text":"States","start":200,"end":206,"id":32,"ws":false,"disabled":false},{"text":",","start":206,"end":207,"id":33,"ws":true,"disabled":false},{"text":"Russia","start":208,"end":214,"id":34,"ws":false,"disabled":false},{"text":",","start":214,"end":215,"id":35,"ws":true,"disabled":false},{"text":"and","start":216,"end":219,"id":36,"ws":true,"disabled":false},{"text":"China","start":220,"end":225,"id":37,"ws":true,"disabled":false},{"text":"over","start":226,"end":230,"id":38,"ws":true,"disabled":false},{"text":"newly","start":231,"end":236,"id":39,"ws":false,"disabled":false},{"text":"-","start":236,"end":237,"id":40,"ws":false,"disabled":false},{"text":"exposed","start":237,"end":244,"id":41,"ws":true,"disabled":false},{"text":"natural","start":245,"end":252,"id":42,"ws":true,"disabled":false},{"text":"resources","start":253,"end":262,"id":43,"ws":true,"disabled":false},{"text":"and","start":263,"end":266,"id":44,"ws":true,"disabled":false},{"text":"shipping","start":267,"end":275,"id":45,"ws":true,"disabled":false},{"text":"lanes","start":276,"end":281,"id":46,"ws":true,"disabled":false},{"text":"(","start":282,"end":283,"id":47,"ws":false,"disabled":false},{"text":"Department","start":283,"end":293,"id":48,"ws":true,"disabled":false},{"text":"of","start":294,"end":296,"id":49,"ws":true,"disabled":false},{"text":"Defense","start":297,"end":304,"id":50,"ws":false,"disabled":false},{"text":",","start":304,"end":305,"id":51,"ws":true,"disabled":false},{"text":"2015","start":306,"end":310,"id":52,"ws":false,"disabled":false},{"text":")","start":310,"end":311,"id":53,"ws":false,"disabled":false},{"text":".","start":311,"end":312,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":313,"end":325,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":326,"end":338,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":7,"child":6,"head_span":{"start":49,"end":54,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":40,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":30,"end":39,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":40,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":16,"head_span":{"start":87,"end":93,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":94,"end":103,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":78,"end":86,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":94,"end":103,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":22,"head_span":{"start":127,"end":130,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":131,"end":144,"token_start":21,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":22,"head_span":{"start":113,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":131,"end":144,"token_start":21,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":156,"end":163,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":164,"end":172,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":6,"head_span":{"start":62,"end":76,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":40,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":22,"head_span":{"start":94,"end":103,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":131,"end":144,"token_start":21,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":26,"head_span":{"start":94,"end":103,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":164,"end":172,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Heavy snow on top of that led to slushy conditions that aren't conducive to safe fishing.","text":"Heavy snow on top of that led to slushy conditions that aren't conducive to safe fishing. IMPLIED_BASE IMPLIED_BASE","characters":"89","document_index":"643","md_sentence_index":"103","classification_origin":"causal_sentence_classification","url":"https://www.npr.org/2020/02/18/803125282/how-warming-winters-are-affecting-everything","combo_id":"643_103","post-training batch1":"643_103","_input_hash":-162241888,"_task_hash":-1896884482,"spans":[{"start":0,"end":5,"token_start":0,"token_end":0,"label":"type_of"},{"start":6,"end":10,"token_start":1,"token_end":1,"label":"base"},{"start":33,"end":39,"token_start":8,"token_end":8,"label":"type_of"},{"start":40,"end":50,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":63,"end":72,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":76,"end":80,"token_start":15,"token_end":15,"label":"type_of"},{"start":81,"end":88,"token_start":16,"token_end":16,"label":"base"},{"start":90,"end":102,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"Heavy","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"snow","start":6,"end":10,"id":1,"ws":true,"disabled":false},{"text":"on","start":11,"end":13,"id":2,"ws":true,"disabled":false},{"text":"top","start":14,"end":17,"id":3,"ws":true,"disabled":false},{"text":"of","start":18,"end":20,"id":4,"ws":true,"disabled":false},{"text":"that","start":21,"end":25,"id":5,"ws":true,"disabled":false},{"text":"led","start":26,"end":29,"id":6,"ws":true,"disabled":false},{"text":"to","start":30,"end":32,"id":7,"ws":true,"disabled":false},{"text":"slushy","start":33,"end":39,"id":8,"ws":true,"disabled":false},{"text":"conditions","start":40,"end":50,"id":9,"ws":true,"disabled":false},{"text":"that","start":51,"end":55,"id":10,"ws":true,"disabled":false},{"text":"are","start":56,"end":59,"id":11,"ws":false,"disabled":false},{"text":"n't","start":59,"end":62,"id":12,"ws":true,"disabled":false},{"text":"conducive","start":63,"end":72,"id":13,"ws":true,"disabled":false},{"text":"to","start":73,"end":75,"id":14,"ws":true,"disabled":false},{"text":"safe","start":76,"end":80,"id":15,"ws":true,"disabled":false},{"text":"fishing","start":81,"end":88,"id":16,"ws":false,"disabled":false},{"text":".","start":88,"end":89,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":90,"end":102,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":103,"end":115,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":13,"child":16,"head_span":{"start":63,"end":72,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":81,"end":88,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":76,"end":80,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":81,"end":88,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":18,"head_span":{"start":33,"end":39,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":90,"end":102,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":18,"head_span":{"start":40,"end":50,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":90,"end":102,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":6,"end":10,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":18,"head_span":{"start":6,"end":10,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":90,"end":102,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":16,"head_span":{"start":90,"end":102,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":81,"end":88,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The threat on global health are highlighted by many previous studies such as one report from Australia about an increased incidence in childhood pneumonia associated with sharp temperature drops from 1 day to the next [10], or the outbreak of Hantavirus, which occurred in Panama in 2000, linked to the increase in rodent population attributed to a substantial increase in rainfall [11].","text":"The threat on global health are highlighted by many previous studies such as one report from Australia about an increased incidence in childhood pneumonia associated with sharp temperature drops from 1 day to the next [10], or the outbreak of Hantavirus, which occurred in Panama in 2000, linked to the increase in rodent population attributed to a substantial increase in rainfall [11]. IMPLIED_BASE IMPLIED_BASE","characters":"387","document_index":"750","md_sentence_index":"37","classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_37","post-training batch1":"750_37","_input_hash":689419902,"_task_hash":-839095674,"spans":[{"text":"increased","start":112,"token_start":19,"token_end":19,"end":121,"type":"pattern","label":"change_direction"},{"start":122,"end":131,"token_start":20,"token_end":20,"label":"aspect_changing"},{"start":135,"end":144,"token_start":22,"token_end":22,"label":"type_of"},{"start":145,"end":154,"token_start":23,"token_end":23,"label":"base"},{"start":155,"end":170,"token_start":24,"token_end":25,"label":"predicate"},{"text":"temperature","start":177,"token_start":27,"token_end":27,"end":188,"type":"pattern","label":"aspect_changing"},{"start":189,"end":194,"token_start":28,"token_end":28,"label":"change_direction"},{"start":231,"end":239,"token_start":41,"token_end":41,"label":"change_direction"},{"start":243,"end":253,"token_start":43,"token_end":43,"label":"base"},{"start":273,"end":279,"token_start":48,"token_end":48,"label":"where"},{"start":283,"end":287,"token_start":50,"token_end":50,"label":"when"},{"start":289,"end":298,"token_start":52,"token_end":53,"label":"predicate"},{"text":"increase","start":303,"token_start":55,"token_end":55,"end":311,"type":"pattern","label":"change_direction"},{"start":315,"end":321,"token_start":57,"token_end":57,"label":"base"},{"start":322,"end":332,"token_start":58,"token_end":58,"label":"aspect_changing"},{"start":333,"end":346,"token_start":59,"token_end":60,"label":"predicate"},{"start":349,"end":369,"token_start":62,"token_end":63,"label":"change_direction"},{"text":"rainfall","start":373,"token_start":65,"token_end":65,"end":381,"type":"pattern","label":"base"},{"start":388,"end":400,"token_start":70,"token_end":70,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"threat","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"on","start":11,"end":13,"id":2,"ws":true,"disabled":false},{"text":"global","start":14,"end":20,"id":3,"ws":true,"disabled":false},{"text":"health","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"are","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"highlighted","start":32,"end":43,"id":6,"ws":true,"disabled":false},{"text":"by","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"many","start":47,"end":51,"id":8,"ws":true,"disabled":false},{"text":"previous","start":52,"end":60,"id":9,"ws":true,"disabled":false},{"text":"studies","start":61,"end":68,"id":10,"ws":true,"disabled":false},{"text":"such","start":69,"end":73,"id":11,"ws":true,"disabled":false},{"text":"as","start":74,"end":76,"id":12,"ws":true,"disabled":false},{"text":"one","start":77,"end":80,"id":13,"ws":true,"disabled":false},{"text":"report","start":81,"end":87,"id":14,"ws":true,"disabled":false},{"text":"from","start":88,"end":92,"id":15,"ws":true,"disabled":false},{"text":"Australia","start":93,"end":102,"id":16,"ws":true,"disabled":false},{"text":"about","start":103,"end":108,"id":17,"ws":true,"disabled":false},{"text":"an","start":109,"end":111,"id":18,"ws":true,"disabled":false},{"text":"increased","start":112,"end":121,"id":19,"ws":true,"disabled":false},{"text":"incidence","start":122,"end":131,"id":20,"ws":true,"disabled":false},{"text":"in","start":132,"end":134,"id":21,"ws":true,"disabled":false},{"text":"childhood","start":135,"end":144,"id":22,"ws":true,"disabled":false},{"text":"pneumonia","start":145,"end":154,"id":23,"ws":true,"disabled":false},{"text":"associated","start":155,"end":165,"id":24,"ws":true,"disabled":false},{"text":"with","start":166,"end":170,"id":25,"ws":true,"disabled":false},{"text":"sharp","start":171,"end":176,"id":26,"ws":true,"disabled":false},{"text":"temperature","start":177,"end":188,"id":27,"ws":true,"disabled":false},{"text":"drops","start":189,"end":194,"id":28,"ws":true,"disabled":false},{"text":"from","start":195,"end":199,"id":29,"ws":true,"disabled":false},{"text":"1","start":200,"end":201,"id":30,"ws":true,"disabled":false},{"text":"day","start":202,"end":205,"id":31,"ws":true,"disabled":false},{"text":"to","start":206,"end":208,"id":32,"ws":true,"disabled":false},{"text":"the","start":209,"end":212,"id":33,"ws":true,"disabled":false},{"text":"next","start":213,"end":217,"id":34,"ws":true,"disabled":false},{"text":"[","start":218,"end":219,"id":35,"ws":false,"disabled":false},{"text":"10","start":219,"end":221,"id":36,"ws":false,"disabled":false},{"text":"]","start":221,"end":222,"id":37,"ws":false,"disabled":false},{"text":",","start":222,"end":223,"id":38,"ws":true,"disabled":false},{"text":"or","start":224,"end":226,"id":39,"ws":true,"disabled":false},{"text":"the","start":227,"end":230,"id":40,"ws":true,"disabled":false},{"text":"outbreak","start":231,"end":239,"id":41,"ws":true,"disabled":false},{"text":"of","start":240,"end":242,"id":42,"ws":true,"disabled":false},{"text":"Hantavirus","start":243,"end":253,"id":43,"ws":false,"disabled":false},{"text":",","start":253,"end":254,"id":44,"ws":true,"disabled":false},{"text":"which","start":255,"end":260,"id":45,"ws":true,"disabled":false},{"text":"occurred","start":261,"end":269,"id":46,"ws":true,"disabled":false},{"text":"in","start":270,"end":272,"id":47,"ws":true,"disabled":false},{"text":"Panama","start":273,"end":279,"id":48,"ws":true,"disabled":false},{"text":"in","start":280,"end":282,"id":49,"ws":true,"disabled":false},{"text":"2000","start":283,"end":287,"id":50,"ws":false,"disabled":false},{"text":",","start":287,"end":288,"id":51,"ws":true,"disabled":false},{"text":"linked","start":289,"end":295,"id":52,"ws":true,"disabled":false},{"text":"to","start":296,"end":298,"id":53,"ws":true,"disabled":false},{"text":"the","start":299,"end":302,"id":54,"ws":true,"disabled":false},{"text":"increase","start":303,"end":311,"id":55,"ws":true,"disabled":false},{"text":"in","start":312,"end":314,"id":56,"ws":true,"disabled":false},{"text":"rodent","start":315,"end":321,"id":57,"ws":true,"disabled":false},{"text":"population","start":322,"end":332,"id":58,"ws":true,"disabled":false},{"text":"attributed","start":333,"end":343,"id":59,"ws":true,"disabled":false},{"text":"to","start":344,"end":346,"id":60,"ws":true,"disabled":false},{"text":"a","start":347,"end":348,"id":61,"ws":true,"disabled":false},{"text":"substantial","start":349,"end":360,"id":62,"ws":true,"disabled":false},{"text":"increase","start":361,"end":369,"id":63,"ws":true,"disabled":false},{"text":"in","start":370,"end":372,"id":64,"ws":true,"disabled":false},{"text":"rainfall","start":373,"end":381,"id":65,"ws":true,"disabled":false},{"text":"[","start":382,"end":383,"id":66,"ws":false,"disabled":false},{"text":"11","start":383,"end":385,"id":67,"ws":false,"disabled":false},{"text":"]","start":385,"end":386,"id":68,"ws":false,"disabled":false},{"text":".","start":386,"end":387,"id":69,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":388,"end":400,"id":70,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":401,"end":413,"id":71,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":63,"child":65,"head_span":{"start":349,"end":369,"token_start":62,"token_end":63,"label":"change_direction"},"child_span":{"start":373,"end":381,"token_start":65,"token_end":65,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":58,"child":57,"head_span":{"start":322,"end":332,"token_start":58,"token_end":58,"label":"aspect_changing"},"child_span":{"start":315,"end":321,"token_start":57,"token_end":57,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":55,"child":57,"head_span":{"start":303,"end":311,"token_start":55,"token_end":55,"label":"change_direction"},"child_span":{"start":315,"end":321,"token_start":57,"token_end":57,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":43,"head_span":{"start":231,"end":239,"token_start":41,"token_end":41,"label":"change_direction"},"child_span":{"start":243,"end":253,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":135,"end":144,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":145,"end":154,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":122,"end":131,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":145,"end":154,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":23,"head_span":{"start":112,"end":121,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":145,"end":154,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":70,"head_span":{"start":177,"end":188,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":388,"end":400,"token_start":70,"token_end":70,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":70,"head_span":{"start":189,"end":194,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":388,"end":400,"token_start":70,"token_end":70,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":65,"child":57,"head_span":{"start":373,"end":381,"token_start":65,"token_end":65,"label":"base"},"child_span":{"start":315,"end":321,"token_start":57,"token_end":57,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":57,"child":43,"head_span":{"start":315,"end":321,"token_start":57,"token_end":57,"label":"base"},"child_span":{"start":243,"end":253,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":70,"child":23,"head_span":{"start":388,"end":400,"token_start":70,"token_end":70,"label":"base"},"child_span":{"start":145,"end":154,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"More explosive and rapidly spreading fires leave communities with little notice or chance to evacuate.","text":"More explosive and rapidly spreading fires leave communities with little notice or chance to evacuate. IMPLIED_BASE IMPLIED_BASE","characters":"102","document_index":"25","md_sentence_index":"101","classification_origin":"cm-label-eval","url":"https://www.washingtonpost.com/graphics/2019/lifestyle/magazine/climate-change-covers/","combo_id":"25_101","post-training batch1":"25_101","_input_hash":-1177300727,"_task_hash":1943967430,"spans":[{"text":"More","start":0,"token_start":0,"token_end":0,"end":4,"type":"pattern","label":"change_direction"},{"start":5,"end":14,"token_start":1,"token_end":1,"label":"type_of"},{"start":19,"end":36,"token_start":3,"token_end":4,"label":"type_of"},{"start":37,"end":42,"token_start":5,"token_end":5,"label":"base"},{"text":"communities","start":49,"token_start":7,"token_end":7,"end":60,"type":"pattern","label":"base"},{"start":83,"end":89,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":93,"end":101,"token_start":14,"token_end":14,"label":"change_direction"}],"tokens":[{"text":"More","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"explosive","start":5,"end":14,"id":1,"ws":true,"disabled":false},{"text":"and","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"rapidly","start":19,"end":26,"id":3,"ws":true,"disabled":false},{"text":"spreading","start":27,"end":36,"id":4,"ws":true,"disabled":false},{"text":"fires","start":37,"end":42,"id":5,"ws":true,"disabled":false},{"text":"leave","start":43,"end":48,"id":6,"ws":true,"disabled":false},{"text":"communities","start":49,"end":60,"id":7,"ws":true,"disabled":false},{"text":"with","start":61,"end":65,"id":8,"ws":true,"disabled":false},{"text":"little","start":66,"end":72,"id":9,"ws":true,"disabled":false},{"text":"notice","start":73,"end":79,"id":10,"ws":true,"disabled":false},{"text":"or","start":80,"end":82,"id":11,"ws":true,"disabled":false},{"text":"chance","start":83,"end":89,"id":12,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":13,"ws":true,"disabled":false},{"text":"evacuate","start":93,"end":101,"id":14,"ws":false,"disabled":false},{"text":".","start":101,"end":102,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":103,"end":115,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":116,"end":128,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":14,"child":7,"head_span":{"start":93,"end":101,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":49,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":7,"head_span":{"start":83,"end":89,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":49,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":19,"end":36,"token_start":3,"token_end":4,"label":"type_of"},"child_span":{"start":37,"end":42,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":5,"end":14,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":37,"end":42,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":5,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":37,"end":42,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":37,"end":42,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":49,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The IPCC reported that Alexandria\u2019s beaches would be submerged even with a 0.5-metre sea-level rise, while 8 million people would be displaced by flooding in Alexandria and the Nile Delta if no protective measures are taken.","text":"The IPCC reported that Alexandria\u2019s beaches would be submerged even with a 0.5-metre sea-level rise, while 8 million people would be displaced by flooding in Alexandria and the Nile Delta if no protective measures are taken. IMPLIED_BASE IMPLIED_BASE","characters":"224","document_index":"755","md_sentence_index":"30","classification_origin":"causal_sentence_classification","url":"https://www.theguardian.com/cities/ng-interactive/2017/nov/03/three-degree-world-cities-drowned-global-warming","combo_id":"755_30","post-training batch1":"755_30","_input_hash":-496558078,"_task_hash":1100686948,"spans":[{"start":23,"end":33,"token_start":4,"token_end":4,"label":"where"},{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},{"start":53,"end":62,"token_start":9,"token_end":9,"label":"change_direction"},{"start":75,"end":84,"token_start":13,"token_end":13,"label":"effect_size"},{"start":85,"end":94,"token_start":14,"token_end":16,"label":"aspect_changing"},{"text":"rise","start":95,"token_start":17,"token_end":17,"end":99,"type":"pattern","label":"change_direction"},{"start":107,"end":116,"token_start":20,"token_end":21,"label":"effect_size"},{"text":"people","start":117,"token_start":22,"token_end":22,"end":123,"type":"pattern","label":"base"},{"start":124,"end":132,"token_start":23,"token_end":24,"label":"confidence"},{"start":133,"end":142,"token_start":25,"token_end":25,"label":"change_direction"},{"start":143,"end":145,"token_start":26,"token_end":26,"label":"predicate"},{"text":"flooding","start":146,"token_start":27,"token_end":27,"end":154,"type":"pattern","label":"base"},{"start":158,"end":168,"token_start":29,"token_end":29,"label":"where"},{"start":177,"end":187,"token_start":32,"token_end":33,"label":"where"},{"start":225,"end":237,"token_start":41,"token_end":41,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"IPCC","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"reported","start":9,"end":17,"id":2,"ws":true,"disabled":false},{"text":"that","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"Alexandria","start":23,"end":33,"id":4,"ws":false,"disabled":false},{"text":"\u2019s","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"beaches","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"would","start":44,"end":49,"id":7,"ws":true,"disabled":false},{"text":"be","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"submerged","start":53,"end":62,"id":9,"ws":true,"disabled":false},{"text":"even","start":63,"end":67,"id":10,"ws":true,"disabled":false},{"text":"with","start":68,"end":72,"id":11,"ws":true,"disabled":false},{"text":"a","start":73,"end":74,"id":12,"ws":true,"disabled":false},{"text":"0.5-metre","start":75,"end":84,"id":13,"ws":true,"disabled":false},{"text":"sea","start":85,"end":88,"id":14,"ws":false,"disabled":false},{"text":"-","start":88,"end":89,"id":15,"ws":false,"disabled":false},{"text":"level","start":89,"end":94,"id":16,"ws":true,"disabled":false},{"text":"rise","start":95,"end":99,"id":17,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":18,"ws":true,"disabled":false},{"text":"while","start":101,"end":106,"id":19,"ws":true,"disabled":false},{"text":"8","start":107,"end":108,"id":20,"ws":true,"disabled":false},{"text":"million","start":109,"end":116,"id":21,"ws":true,"disabled":false},{"text":"people","start":117,"end":123,"id":22,"ws":true,"disabled":false},{"text":"would","start":124,"end":129,"id":23,"ws":true,"disabled":false},{"text":"be","start":130,"end":132,"id":24,"ws":true,"disabled":false},{"text":"displaced","start":133,"end":142,"id":25,"ws":true,"disabled":false},{"text":"by","start":143,"end":145,"id":26,"ws":true,"disabled":false},{"text":"flooding","start":146,"end":154,"id":27,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":28,"ws":true,"disabled":false},{"text":"Alexandria","start":158,"end":168,"id":29,"ws":true,"disabled":false},{"text":"and","start":169,"end":172,"id":30,"ws":true,"disabled":false},{"text":"the","start":173,"end":176,"id":31,"ws":true,"disabled":false},{"text":"Nile","start":177,"end":181,"id":32,"ws":true,"disabled":false},{"text":"Delta","start":182,"end":187,"id":33,"ws":true,"disabled":false},{"text":"if","start":188,"end":190,"id":34,"ws":true,"disabled":false},{"text":"no","start":191,"end":193,"id":35,"ws":true,"disabled":false},{"text":"protective","start":194,"end":204,"id":36,"ws":true,"disabled":false},{"text":"measures","start":205,"end":213,"id":37,"ws":true,"disabled":false},{"text":"are","start":214,"end":217,"id":38,"ws":true,"disabled":false},{"text":"taken","start":218,"end":223,"id":39,"ws":false,"disabled":false},{"text":".","start":223,"end":224,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":225,"end":237,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":238,"end":250,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":9,"child":6,"head_span":{"start":53,"end":62,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":41,"head_span":{"start":85,"end":94,"token_start":14,"token_end":16,"label":"aspect_changing"},"child_span":{"start":225,"end":237,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":41,"head_span":{"start":95,"end":99,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":225,"end":237,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":22,"head_span":{"start":133,"end":142,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":117,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":27,"head_span":{"start":225,"end":237,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":146,"end":154,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":6,"head_span":{"start":225,"end":237,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":22,"head_span":{"start":146,"end":154,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":117,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Turbulence is a threat to safety and economic security, but it\u2019s only part of the harm caused by climate change.","text":"Turbulence is a threat to safety and economic security, but it\u2019s only part of the harm caused by climate change. IMPLIED_BASE IMPLIED_BASE","characters":"112","document_index":"16","md_sentence_index":"27","classification_origin":"cm-label-eval","url":"https://www.vox.com/first-person/2019/4/17/18410615/green-new-deal-flight-attendants-alexandria-ocasio-cortez-sara-nelson","combo_id":"16_27","post-training batch1":"16_27","_input_hash":729814544,"_task_hash":313949918,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},{"start":26,"end":32,"token_start":5,"token_end":5,"label":"base"},{"start":37,"end":45,"token_start":7,"token_end":7,"label":"base"},{"start":46,"end":54,"token_start":8,"token_end":8,"label":"aspect_changing"},{"text":"climate change","start":97,"token_start":20,"token_end":21,"end":111,"type":"pattern","label":"base"}],"tokens":[{"text":"Turbulence","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"is","start":11,"end":13,"id":1,"ws":true,"disabled":false},{"text":"a","start":14,"end":15,"id":2,"ws":true,"disabled":false},{"text":"threat","start":16,"end":22,"id":3,"ws":true,"disabled":false},{"text":"to","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"safety","start":26,"end":32,"id":5,"ws":true,"disabled":false},{"text":"and","start":33,"end":36,"id":6,"ws":true,"disabled":false},{"text":"economic","start":37,"end":45,"id":7,"ws":true,"disabled":false},{"text":"security","start":46,"end":54,"id":8,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":9,"ws":true,"disabled":false},{"text":"but","start":56,"end":59,"id":10,"ws":true,"disabled":false},{"text":"it","start":60,"end":62,"id":11,"ws":false,"disabled":false},{"text":"\u2019s","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"only","start":65,"end":69,"id":13,"ws":true,"disabled":false},{"text":"part","start":70,"end":74,"id":14,"ws":true,"disabled":false},{"text":"of","start":75,"end":77,"id":15,"ws":true,"disabled":false},{"text":"the","start":78,"end":81,"id":16,"ws":true,"disabled":false},{"text":"harm","start":82,"end":86,"id":17,"ws":true,"disabled":false},{"text":"caused","start":87,"end":93,"id":18,"ws":true,"disabled":false},{"text":"by","start":94,"end":96,"id":19,"ws":true,"disabled":false},{"text":"climate","start":97,"end":104,"id":20,"ws":true,"disabled":false},{"text":"change","start":105,"end":111,"id":21,"ws":false,"disabled":false},{"text":".","start":111,"end":112,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":113,"end":125,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":8,"child":7,"head_span":{"start":46,"end":54,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":37,"end":45,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":5,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":26,"end":32,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":7,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":37,"end":45,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":0,"head_span":{"start":97,"end":111,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"For many, especially children under 5, malaria triggers organ failure, coma and death.\n","text":"For many, especially children under 5, malaria triggers organ failure, coma and death. IMPLIED_BASE IMPLIED_BASE","characters":"87","document_index":"279","md_sentence_index":"34","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/07/27/opinion/sunday/mosquitoes-malaria-zika-history.html","combo_id":"279_34","post-training batch1":"279_34","_input_hash":-1092622424,"_task_hash":1180720344,"spans":[{"start":21,"end":37,"token_start":4,"token_end":6,"label":"to_whom"},{"start":39,"end":46,"token_start":8,"token_end":8,"label":"base"},{"start":47,"end":55,"token_start":9,"token_end":9,"label":"predicate"},{"start":56,"end":61,"token_start":10,"token_end":10,"label":"base"},{"start":62,"end":69,"token_start":11,"token_end":11,"label":"change_direction"},{"start":71,"end":75,"token_start":13,"token_end":13,"label":"base"},{"text":"death","start":80,"token_start":15,"token_end":15,"end":85,"type":"pattern","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"many","start":4,"end":8,"id":1,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":2,"ws":true,"disabled":false},{"text":"especially","start":10,"end":20,"id":3,"ws":true,"disabled":false},{"text":"children","start":21,"end":29,"id":4,"ws":true,"disabled":false},{"text":"under","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"5","start":36,"end":37,"id":6,"ws":false,"disabled":false},{"text":",","start":37,"end":38,"id":7,"ws":true,"disabled":false},{"text":"malaria","start":39,"end":46,"id":8,"ws":true,"disabled":false},{"text":"triggers","start":47,"end":55,"id":9,"ws":true,"disabled":false},{"text":"organ","start":56,"end":61,"id":10,"ws":true,"disabled":false},{"text":"failure","start":62,"end":69,"id":11,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":12,"ws":true,"disabled":false},{"text":"coma","start":71,"end":75,"id":13,"ws":true,"disabled":false},{"text":"and","start":76,"end":79,"id":14,"ws":true,"disabled":false},{"text":"death","start":80,"end":85,"id":15,"ws":false,"disabled":false},{"text":".","start":85,"end":86,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":87,"end":99,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":100,"end":112,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":11,"child":10,"head_span":{"start":62,"end":69,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":56,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":39,"end":46,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":56,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":13,"head_span":{"start":39,"end":46,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":71,"end":75,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":15,"head_span":{"start":39,"end":46,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":80,"end":85,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"(Later, a severe mid-summer Arctic heat wave contributed to historic melting of the Greenland ice sheet, with 12.5 billion tons of ice melting into the ocean on a single day \u2014 the \u201cbiggest single-day volume loss on record,\u201d according to the Washington Post).\n","text":"(Later, a severe mid-summer Arctic heat wave contributed to historic melting of the Greenland ice sheet, with 12.5 billion tons of ice melting into the ocean on a single day \u2014 the \u201cbiggest single-day volume loss on record,\u201d according to the Washington Post). IMPLIED_BASE IMPLIED_BASE","characters":"259","document_index":"438","md_sentence_index":"31","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://undark.org/2019/10/31/scary-year-for-climate-change/","combo_id":"438_31","post-training batch1":"438_31","_input_hash":1165336882,"_task_hash":-1385662438,"spans":[{"start":10,"end":16,"token_start":4,"token_end":4,"label":"type_of"},{"start":17,"end":27,"token_start":5,"token_end":7,"label":"type_of"},{"start":28,"end":34,"token_start":8,"token_end":8,"label":"type_of"},{"text":"heat wave","start":35,"token_start":9,"token_end":10,"end":44,"type":"pattern","label":"base"},{"start":45,"end":56,"token_start":11,"token_end":11,"label":"predicate"},{"text":"melting","start":69,"token_start":14,"token_end":14,"end":76,"type":"pattern","label":"aspect_changing"},{"start":84,"end":93,"token_start":17,"token_end":17,"label":"type_of"},{"text":"ice sheet","start":94,"token_start":18,"token_end":19,"end":103,"type":"pattern","label":"base"},{"start":110,"end":127,"token_start":22,"token_end":24,"label":"effect_size"}],"tokens":[{"text":"(","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Later","start":1,"end":6,"id":1,"ws":false,"disabled":false},{"text":",","start":6,"end":7,"id":2,"ws":true,"disabled":false},{"text":"a","start":8,"end":9,"id":3,"ws":true,"disabled":false},{"text":"severe","start":10,"end":16,"id":4,"ws":true,"disabled":false},{"text":"mid","start":17,"end":20,"id":5,"ws":false,"disabled":false},{"text":"-","start":20,"end":21,"id":6,"ws":false,"disabled":false},{"text":"summer","start":21,"end":27,"id":7,"ws":true,"disabled":false},{"text":"Arctic","start":28,"end":34,"id":8,"ws":true,"disabled":false},{"text":"heat","start":35,"end":39,"id":9,"ws":true,"disabled":false},{"text":"wave","start":40,"end":44,"id":10,"ws":true,"disabled":false},{"text":"contributed","start":45,"end":56,"id":11,"ws":true,"disabled":false},{"text":"to","start":57,"end":59,"id":12,"ws":true,"disabled":false},{"text":"historic","start":60,"end":68,"id":13,"ws":true,"disabled":false},{"text":"melting","start":69,"end":76,"id":14,"ws":true,"disabled":false},{"text":"of","start":77,"end":79,"id":15,"ws":true,"disabled":false},{"text":"the","start":80,"end":83,"id":16,"ws":true,"disabled":false},{"text":"Greenland","start":84,"end":93,"id":17,"ws":true,"disabled":false},{"text":"ice","start":94,"end":97,"id":18,"ws":true,"disabled":false},{"text":"sheet","start":98,"end":103,"id":19,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":20,"ws":true,"disabled":false},{"text":"with","start":105,"end":109,"id":21,"ws":true,"disabled":false},{"text":"12.5","start":110,"end":114,"id":22,"ws":true,"disabled":false},{"text":"billion","start":115,"end":122,"id":23,"ws":true,"disabled":false},{"text":"tons","start":123,"end":127,"id":24,"ws":true,"disabled":false},{"text":"of","start":128,"end":130,"id":25,"ws":true,"disabled":false},{"text":"ice","start":131,"end":134,"id":26,"ws":true,"disabled":false},{"text":"melting","start":135,"end":142,"id":27,"ws":true,"disabled":false},{"text":"into","start":143,"end":147,"id":28,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":29,"ws":true,"disabled":false},{"text":"ocean","start":152,"end":157,"id":30,"ws":true,"disabled":false},{"text":"on","start":158,"end":160,"id":31,"ws":true,"disabled":false},{"text":"a","start":161,"end":162,"id":32,"ws":true,"disabled":false},{"text":"single","start":163,"end":169,"id":33,"ws":true,"disabled":false},{"text":"day","start":170,"end":173,"id":34,"ws":true,"disabled":false},{"text":"\u2014","start":174,"end":175,"id":35,"ws":true,"disabled":false},{"text":"the","start":176,"end":179,"id":36,"ws":true,"disabled":false},{"text":"\u201c","start":180,"end":181,"id":37,"ws":false,"disabled":false},{"text":"biggest","start":181,"end":188,"id":38,"ws":true,"disabled":false},{"text":"single","start":189,"end":195,"id":39,"ws":false,"disabled":false},{"text":"-","start":195,"end":196,"id":40,"ws":false,"disabled":false},{"text":"day","start":196,"end":199,"id":41,"ws":true,"disabled":false},{"text":"volume","start":200,"end":206,"id":42,"ws":true,"disabled":false},{"text":"loss","start":207,"end":211,"id":43,"ws":true,"disabled":false},{"text":"on","start":212,"end":214,"id":44,"ws":true,"disabled":false},{"text":"record","start":215,"end":221,"id":45,"ws":false,"disabled":false},{"text":",","start":221,"end":222,"id":46,"ws":false,"disabled":false},{"text":"\u201d","start":222,"end":223,"id":47,"ws":true,"disabled":false},{"text":"according","start":224,"end":233,"id":48,"ws":true,"disabled":false},{"text":"to","start":234,"end":236,"id":49,"ws":true,"disabled":false},{"text":"the","start":237,"end":240,"id":50,"ws":true,"disabled":false},{"text":"Washington","start":241,"end":251,"id":51,"ws":true,"disabled":false},{"text":"Post","start":252,"end":256,"id":52,"ws":false,"disabled":false},{"text":")","start":256,"end":257,"id":53,"ws":false,"disabled":false},{"text":".","start":257,"end":258,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":259,"end":271,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":272,"end":284,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":8,"child":10,"head_span":{"start":28,"end":34,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":35,"end":44,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":84,"end":93,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":94,"end":103,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":19,"head_span":{"start":35,"end":44,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":94,"end":103,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":19,"head_span":{"start":69,"end":76,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":94,"end":103,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":17,"end":27,"token_start":5,"token_end":7,"label":"type_of"},"child_span":{"start":35,"end":44,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":10,"head_span":{"start":10,"end":16,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":35,"end":44,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"?","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Because of the tornado, most state employees in Jefferson City had been told to stay home the rest of the week.","text":"Because of the tornado, most state employees in Jefferson City had been told to stay home the rest of the week. IMPLIED_BASE IMPLIED_BASE","characters":"111","document_index":"129","md_sentence_index":"85","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/24/us/midwest-river-flooding.html","combo_id":"129_85","post-training batch1":"129_85","_input_hash":-1295404909,"_task_hash":-920266041,"spans":[{"text":"tornado","start":15,"token_start":3,"token_end":3,"end":22,"type":"pattern","label":"base"},{"start":29,"end":44,"token_start":6,"token_end":7,"label":"to_whom"},{"start":48,"end":62,"token_start":9,"token_end":10,"label":"where"},{"start":80,"end":84,"token_start":15,"token_end":15,"label":"change_direction"},{"text":"home","start":85,"token_start":16,"token_end":16,"end":89,"type":"pattern","label":"base"}],"tokens":[{"text":"Because","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"of","start":8,"end":10,"id":1,"ws":true,"disabled":false},{"text":"the","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"tornado","start":15,"end":22,"id":3,"ws":false,"disabled":false},{"text":",","start":22,"end":23,"id":4,"ws":true,"disabled":false},{"text":"most","start":24,"end":28,"id":5,"ws":true,"disabled":false},{"text":"state","start":29,"end":34,"id":6,"ws":true,"disabled":false},{"text":"employees","start":35,"end":44,"id":7,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":8,"ws":true,"disabled":false},{"text":"Jefferson","start":48,"end":57,"id":9,"ws":true,"disabled":false},{"text":"City","start":58,"end":62,"id":10,"ws":true,"disabled":false},{"text":"had","start":63,"end":66,"id":11,"ws":true,"disabled":false},{"text":"been","start":67,"end":71,"id":12,"ws":true,"disabled":false},{"text":"told","start":72,"end":76,"id":13,"ws":true,"disabled":false},{"text":"to","start":77,"end":79,"id":14,"ws":true,"disabled":false},{"text":"stay","start":80,"end":84,"id":15,"ws":true,"disabled":false},{"text":"home","start":85,"end":89,"id":16,"ws":true,"disabled":false},{"text":"the","start":90,"end":93,"id":17,"ws":true,"disabled":false},{"text":"rest","start":94,"end":98,"id":18,"ws":true,"disabled":false},{"text":"of","start":99,"end":101,"id":19,"ws":true,"disabled":false},{"text":"the","start":102,"end":105,"id":20,"ws":true,"disabled":false},{"text":"week","start":106,"end":110,"id":21,"ws":false,"disabled":false},{"text":".","start":110,"end":111,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":112,"end":124,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":15,"child":16,"head_span":{"start":80,"end":84,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":85,"end":89,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":16,"head_span":{"start":15,"end":22,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":85,"end":89,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Individuals with mental health and stress-related disorders, such as PTSD, depression, anxiety, sleep difficulties, and sometimes those who abuse drugs or alcohol, can experience an exacerbation of symptoms following a traumatic event.","text":"Individuals with mental health and stress-related disorders, such as PTSD, depression, anxiety, sleep difficulties, and sometimes those who abuse drugs or alcohol, can experience an exacerbation of symptoms following a traumatic event. IMPLIED_BASE IMPLIED_BASE","characters":"235","document_index":"619","md_sentence_index":"219","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_219","post-training batch1":"619_219","_input_hash":-1642279128,"_task_hash":-713535840,"spans":[{"start":69,"end":73,"token_start":12,"token_end":12,"label":"base"},{"start":75,"end":85,"token_start":14,"token_end":14,"label":"base"},{"start":87,"end":94,"token_start":16,"token_end":16,"label":"base"},{"start":96,"end":114,"token_start":18,"token_end":19,"label":"base"},{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"}],"tokens":[{"text":"Individuals","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"with","start":12,"end":16,"id":1,"ws":true,"disabled":false},{"text":"mental","start":17,"end":23,"id":2,"ws":true,"disabled":false},{"text":"health","start":24,"end":30,"id":3,"ws":true,"disabled":false},{"text":"and","start":31,"end":34,"id":4,"ws":true,"disabled":false},{"text":"stress","start":35,"end":41,"id":5,"ws":false,"disabled":false},{"text":"-","start":41,"end":42,"id":6,"ws":false,"disabled":false},{"text":"related","start":42,"end":49,"id":7,"ws":true,"disabled":false},{"text":"disorders","start":50,"end":59,"id":8,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":9,"ws":true,"disabled":false},{"text":"such","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"as","start":66,"end":68,"id":11,"ws":true,"disabled":false},{"text":"PTSD","start":69,"end":73,"id":12,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":13,"ws":true,"disabled":false},{"text":"depression","start":75,"end":85,"id":14,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":15,"ws":true,"disabled":false},{"text":"anxiety","start":87,"end":94,"id":16,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":17,"ws":true,"disabled":false},{"text":"sleep","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"difficulties","start":102,"end":114,"id":19,"ws":false,"disabled":false},{"text":",","start":114,"end":115,"id":20,"ws":true,"disabled":false},{"text":"and","start":116,"end":119,"id":21,"ws":true,"disabled":false},{"text":"sometimes","start":120,"end":129,"id":22,"ws":true,"disabled":false},{"text":"those","start":130,"end":135,"id":23,"ws":true,"disabled":false},{"text":"who","start":136,"end":139,"id":24,"ws":true,"disabled":false},{"text":"abuse","start":140,"end":145,"id":25,"ws":true,"disabled":false},{"text":"drugs","start":146,"end":151,"id":26,"ws":true,"disabled":false},{"text":"or","start":152,"end":154,"id":27,"ws":true,"disabled":false},{"text":"alcohol","start":155,"end":162,"id":28,"ws":false,"disabled":false},{"text":",","start":162,"end":163,"id":29,"ws":true,"disabled":false},{"text":"can","start":164,"end":167,"id":30,"ws":true,"disabled":false},{"text":"experience","start":168,"end":178,"id":31,"ws":true,"disabled":false},{"text":"an","start":179,"end":181,"id":32,"ws":true,"disabled":false},{"text":"exacerbation","start":182,"end":194,"id":33,"ws":true,"disabled":false},{"text":"of","start":195,"end":197,"id":34,"ws":true,"disabled":false},{"text":"symptoms","start":198,"end":206,"id":35,"ws":true,"disabled":false},{"text":"following","start":207,"end":216,"id":36,"ws":true,"disabled":false},{"text":"a","start":217,"end":218,"id":37,"ws":true,"disabled":false},{"text":"traumatic","start":219,"end":228,"id":38,"ws":true,"disabled":false},{"text":"event","start":229,"end":234,"id":39,"ws":false,"disabled":false},{"text":".","start":234,"end":235,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":236,"end":248,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":249,"end":261,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":35,"child":19,"head_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":96,"end":114,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":19,"head_span":{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":96,"end":114,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":16,"head_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":87,"end":94,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":14,"head_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":75,"end":85,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":12,"head_span":{"start":198,"end":206,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":69,"end":73,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":16,"head_span":{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":87,"end":94,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":14,"head_span":{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":75,"end":85,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":12,"head_span":{"start":182,"end":194,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":69,"end":73,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":12,"head_span":{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"},"child_span":{"start":69,"end":73,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":19,"head_span":{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"},"child_span":{"start":96,"end":114,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":16,"head_span":{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"},"child_span":{"start":87,"end":94,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":14,"head_span":{"start":219,"end":234,"token_start":38,"token_end":39,"label":"base"},"child_span":{"start":75,"end":85,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For example, apart from contributing to global warming, rising carbon dioxide levels increase the amount of pollen that plants produce as a consequence of higher rates of photosynthesis.","text":"For example, apart from contributing to global warming, rising carbon dioxide levels increase the amount of pollen that plants produce as a consequence of higher rates of photosynthesis. IMPLIED_BASE IMPLIED_BASE","characters":"186","document_index":"856","md_sentence_index":"22","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/what-climate-change-does-to-the-human-body/","combo_id":"856_22","post-training batch1":"856_22","_input_hash":-794185825,"_task_hash":-1841706543,"spans":[{"start":24,"end":39,"token_start":5,"token_end":6,"label":"predicate"},{"text":"global warming","start":40,"token_start":7,"token_end":8,"end":54,"type":"pattern","label":"base"},{"text":"rising","start":56,"token_start":10,"token_end":10,"end":62,"type":"pattern","label":"change_direction"},{"text":"carbon dioxide","start":63,"token_start":11,"token_end":12,"end":77,"type":"pattern","label":"base"},{"text":"levels","start":78,"token_start":13,"token_end":13,"end":84,"type":"pattern","label":"aspect_changing"},{"text":"increase","start":85,"token_start":14,"token_end":14,"end":93,"type":"pattern","label":"change_direction"},{"start":98,"end":104,"token_start":16,"token_end":16,"label":"aspect_changing"},{"start":108,"end":114,"token_start":18,"token_end":18,"label":"base"},{"start":135,"end":151,"token_start":22,"token_end":24,"label":"predicate"},{"text":"higher","start":155,"token_start":26,"token_end":26,"end":161,"type":"pattern","label":"change_direction"},{"text":"rates","start":162,"token_start":27,"token_end":27,"end":167,"type":"pattern","label":"aspect_changing"},{"text":"photosynthesis","start":171,"token_start":29,"token_end":29,"end":185,"type":"pattern","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"example","start":4,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"apart","start":13,"end":18,"id":3,"ws":true,"disabled":false},{"text":"from","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"contributing","start":24,"end":36,"id":5,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"global","start":40,"end":46,"id":7,"ws":true,"disabled":false},{"text":"warming","start":47,"end":54,"id":8,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":9,"ws":true,"disabled":false},{"text":"rising","start":56,"end":62,"id":10,"ws":true,"disabled":false},{"text":"carbon","start":63,"end":69,"id":11,"ws":true,"disabled":false},{"text":"dioxide","start":70,"end":77,"id":12,"ws":true,"disabled":false},{"text":"levels","start":78,"end":84,"id":13,"ws":true,"disabled":false},{"text":"increase","start":85,"end":93,"id":14,"ws":true,"disabled":false},{"text":"the","start":94,"end":97,"id":15,"ws":true,"disabled":false},{"text":"amount","start":98,"end":104,"id":16,"ws":true,"disabled":false},{"text":"of","start":105,"end":107,"id":17,"ws":true,"disabled":false},{"text":"pollen","start":108,"end":114,"id":18,"ws":true,"disabled":false},{"text":"that","start":115,"end":119,"id":19,"ws":true,"disabled":false},{"text":"plants","start":120,"end":126,"id":20,"ws":true,"disabled":false},{"text":"produce","start":127,"end":134,"id":21,"ws":true,"disabled":false},{"text":"as","start":135,"end":137,"id":22,"ws":true,"disabled":false},{"text":"a","start":138,"end":139,"id":23,"ws":true,"disabled":false},{"text":"consequence","start":140,"end":151,"id":24,"ws":true,"disabled":false},{"text":"of","start":152,"end":154,"id":25,"ws":true,"disabled":false},{"text":"higher","start":155,"end":161,"id":26,"ws":true,"disabled":false},{"text":"rates","start":162,"end":167,"id":27,"ws":true,"disabled":false},{"text":"of","start":168,"end":170,"id":28,"ws":true,"disabled":false},{"text":"photosynthesis","start":171,"end":185,"id":29,"ws":false,"disabled":false},{"text":".","start":185,"end":186,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":200,"end":212,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":10,"child":12,"head_span":{"start":56,"end":62,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":63,"end":77,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":12,"head_span":{"start":78,"end":84,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":63,"end":77,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":98,"end":104,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":108,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":18,"head_span":{"start":85,"end":93,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":108,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":29,"head_span":{"start":162,"end":167,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":171,"end":185,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":29,"head_span":{"start":155,"end":161,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":171,"end":185,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":8,"head_span":{"start":63,"end":77,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":40,"end":54,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":18,"head_span":{"start":171,"end":185,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":108,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":29,"head_span":{"start":63,"end":77,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":171,"end":185,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"One is warming that leads to a rain-on-snow event, which can cause flooding and flushing of nutrients out of the system, and another is a winter heat wave, such as one that hit New England in February 2017 with 70-degree temperatures.","text":"One is warming that leads to a rain-on-snow event, which can cause flooding and flushing of nutrients out of the system, and another is a winter heat wave, such as one that hit New England in February 2017 with 70-degree temperatures. IMPLIED_BASE IMPLIED_BASE","characters":"234","document_index":"467","md_sentence_index":"62","classification_origin":"causal_sentence_classification","url":"https://e360.yale.edu/features/climate-whiplash-wild-swings-in-extreme-weather-are-on-the-rise","combo_id":"467_62","post-training batch1":"467_62","_input_hash":1872074764,"_task_hash":721770600,"spans":[{"start":7,"end":14,"token_start":2,"token_end":2,"label":"base"},{"start":20,"end":28,"token_start":4,"token_end":5,"label":"predicate"},{"start":31,"end":43,"token_start":7,"token_end":11,"label":"base"},{"start":61,"end":66,"token_start":16,"token_end":16,"label":"predicate"},{"text":"flooding","start":67,"token_start":17,"token_end":17,"end":75,"type":"pattern","label":"base"},{"start":80,"end":88,"token_start":19,"token_end":19,"label":"change_direction"},{"start":92,"end":101,"token_start":21,"token_end":21,"label":"base"},{"start":102,"end":119,"token_start":22,"token_end":25,"label":"change_direction"},{"start":138,"end":144,"token_start":31,"token_end":31,"label":"type_of"},{"text":"heat wave","start":145,"token_start":32,"token_end":33,"end":154,"type":"pattern","label":"base"},{"start":177,"end":188,"token_start":40,"token_end":41,"label":"where"},{"start":192,"end":205,"token_start":43,"token_end":44,"label":"when"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"is","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"warming","start":7,"end":14,"id":2,"ws":true,"disabled":false},{"text":"that","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"leads","start":20,"end":25,"id":4,"ws":true,"disabled":false},{"text":"to","start":26,"end":28,"id":5,"ws":true,"disabled":false},{"text":"a","start":29,"end":30,"id":6,"ws":true,"disabled":false},{"text":"rain","start":31,"end":35,"id":7,"ws":false,"disabled":false},{"text":"-","start":35,"end":36,"id":8,"ws":false,"disabled":false},{"text":"on","start":36,"end":38,"id":9,"ws":false,"disabled":false},{"text":"-","start":38,"end":39,"id":10,"ws":false,"disabled":false},{"text":"snow","start":39,"end":43,"id":11,"ws":true,"disabled":false},{"text":"event","start":44,"end":49,"id":12,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":13,"ws":true,"disabled":false},{"text":"which","start":51,"end":56,"id":14,"ws":true,"disabled":false},{"text":"can","start":57,"end":60,"id":15,"ws":true,"disabled":false},{"text":"cause","start":61,"end":66,"id":16,"ws":true,"disabled":false},{"text":"flooding","start":67,"end":75,"id":17,"ws":true,"disabled":false},{"text":"and","start":76,"end":79,"id":18,"ws":true,"disabled":false},{"text":"flushing","start":80,"end":88,"id":19,"ws":true,"disabled":false},{"text":"of","start":89,"end":91,"id":20,"ws":true,"disabled":false},{"text":"nutrients","start":92,"end":101,"id":21,"ws":true,"disabled":false},{"text":"out","start":102,"end":105,"id":22,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":23,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":24,"ws":true,"disabled":false},{"text":"system","start":113,"end":119,"id":25,"ws":false,"disabled":false},{"text":",","start":119,"end":120,"id":26,"ws":true,"disabled":false},{"text":"and","start":121,"end":124,"id":27,"ws":true,"disabled":false},{"text":"another","start":125,"end":132,"id":28,"ws":true,"disabled":false},{"text":"is","start":133,"end":135,"id":29,"ws":true,"disabled":false},{"text":"a","start":136,"end":137,"id":30,"ws":true,"disabled":false},{"text":"winter","start":138,"end":144,"id":31,"ws":true,"disabled":false},{"text":"heat","start":145,"end":149,"id":32,"ws":true,"disabled":false},{"text":"wave","start":150,"end":154,"id":33,"ws":false,"disabled":false},{"text":",","start":154,"end":155,"id":34,"ws":true,"disabled":false},{"text":"such","start":156,"end":160,"id":35,"ws":true,"disabled":false},{"text":"as","start":161,"end":163,"id":36,"ws":true,"disabled":false},{"text":"one","start":164,"end":167,"id":37,"ws":true,"disabled":false},{"text":"that","start":168,"end":172,"id":38,"ws":true,"disabled":false},{"text":"hit","start":173,"end":176,"id":39,"ws":true,"disabled":false},{"text":"New","start":177,"end":180,"id":40,"ws":true,"disabled":false},{"text":"England","start":181,"end":188,"id":41,"ws":true,"disabled":false},{"text":"in","start":189,"end":191,"id":42,"ws":true,"disabled":false},{"text":"February","start":192,"end":200,"id":43,"ws":true,"disabled":false},{"text":"2017","start":201,"end":205,"id":44,"ws":true,"disabled":false},{"text":"with","start":206,"end":210,"id":45,"ws":true,"disabled":false},{"text":"70-degree","start":211,"end":220,"id":46,"ws":true,"disabled":false},{"text":"temperatures","start":221,"end":233,"id":47,"ws":false,"disabled":false},{"text":".","start":233,"end":234,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":235,"end":247,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":248,"end":260,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":19,"child":21,"head_span":{"start":80,"end":88,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":92,"end":101,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":21,"head_span":{"start":102,"end":119,"token_start":22,"token_end":25,"label":"change_direction"},"child_span":{"start":92,"end":101,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":33,"head_span":{"start":138,"end":144,"token_start":31,"token_end":31,"label":"type_of"},"child_span":{"start":145,"end":154,"token_start":32,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":11,"head_span":{"start":7,"end":14,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":31,"end":43,"token_start":7,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":17,"head_span":{"start":31,"end":43,"token_start":7,"token_end":11,"label":"base"},"child_span":{"start":67,"end":75,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":21,"head_span":{"start":31,"end":43,"token_start":7,"token_end":11,"label":"base"},"child_span":{"start":92,"end":101,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":33,"head_span":{"start":7,"end":14,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":145,"end":154,"token_start":32,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"And longer heat waves, of course, make the biosphere warmer still, starting the cycle again.\n","text":"And longer heat waves, of course, make the biosphere warmer still, starting the cycle again. IMPLIED_BASE IMPLIED_BASE","characters":"93","document_index":"334","md_sentence_index":"25","classification_origin":"cm_cause_effect_rel","url":"https://www.theatlantic.com/science/archive/2019/08/how-think-about-dire-new-ipcc-climate-report/595705/","combo_id":"334_25","post-training batch1":"334_25","_input_hash":297163749,"_task_hash":-31365424,"spans":[{"start":4,"end":10,"token_start":1,"token_end":1,"label":"change_direction"},{"text":"heat waves","start":11,"token_start":2,"token_end":3,"end":21,"type":"pattern","label":"base"},{"text":"biosphere","start":43,"token_start":10,"token_end":10,"end":52,"type":"pattern","label":"base"},{"text":"warmer","start":53,"token_start":11,"token_end":11,"end":59,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"longer","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"heat","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"waves","start":16,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"of","start":23,"end":25,"id":5,"ws":true,"disabled":false},{"text":"course","start":26,"end":32,"id":6,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":7,"ws":true,"disabled":false},{"text":"make","start":34,"end":38,"id":8,"ws":true,"disabled":false},{"text":"the","start":39,"end":42,"id":9,"ws":true,"disabled":false},{"text":"biosphere","start":43,"end":52,"id":10,"ws":true,"disabled":false},{"text":"warmer","start":53,"end":59,"id":11,"ws":true,"disabled":false},{"text":"still","start":60,"end":65,"id":12,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":13,"ws":true,"disabled":false},{"text":"starting","start":67,"end":75,"id":14,"ws":true,"disabled":false},{"text":"the","start":76,"end":79,"id":15,"ws":true,"disabled":false},{"text":"cycle","start":80,"end":85,"id":16,"ws":true,"disabled":false},{"text":"again","start":86,"end":91,"id":17,"ws":false,"disabled":false},{"text":".","start":91,"end":92,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":20,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":4,"end":10,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":11,"end":21,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":53,"end":59,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":43,"end":52,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":10,"head_span":{"start":11,"end":21,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":43,"end":52,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"(i.e., IgG subclass deficiency, IgA deficiency or common variable immunodeficiency), are associated with recurrent respiratory and gastrointestinal infections of varying severity [14].","text":"(i.e., IgG subclass deficiency, IgA deficiency or common variable immunodeficiency), are associated with recurrent respiratory and gastrointestinal infections of varying severity [14]. IMPLIED_BASE IMPLIED_BASE","characters":"184","document_index":"276","md_sentence_index":"50","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_50","post-training batch1":"276_50","_input_hash":1218431541,"_task_hash":-526534309,"spans":[{"start":7,"end":30,"token_start":3,"token_end":5,"label":"base"},{"start":32,"end":46,"token_start":7,"token_end":8,"label":"base"},{"start":50,"end":82,"token_start":10,"token_end":12,"label":"base"},{"start":89,"end":104,"token_start":16,"token_end":17,"label":"predicate"},{"start":105,"end":114,"token_start":18,"token_end":18,"label":"change_direction"},{"start":115,"end":126,"token_start":19,"token_end":19,"label":"type_of"},{"start":131,"end":147,"token_start":21,"token_end":21,"label":"type_of"},{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"}],"tokens":[{"text":"(","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"i.e.","start":1,"end":5,"id":1,"ws":false,"disabled":false},{"text":",","start":5,"end":6,"id":2,"ws":true,"disabled":false},{"text":"IgG","start":7,"end":10,"id":3,"ws":true,"disabled":false},{"text":"subclass","start":11,"end":19,"id":4,"ws":true,"disabled":false},{"text":"deficiency","start":20,"end":30,"id":5,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":6,"ws":true,"disabled":false},{"text":"IgA","start":32,"end":35,"id":7,"ws":true,"disabled":false},{"text":"deficiency","start":36,"end":46,"id":8,"ws":true,"disabled":false},{"text":"or","start":47,"end":49,"id":9,"ws":true,"disabled":false},{"text":"common","start":50,"end":56,"id":10,"ws":true,"disabled":false},{"text":"variable","start":57,"end":65,"id":11,"ws":true,"disabled":false},{"text":"immunodeficiency","start":66,"end":82,"id":12,"ws":false,"disabled":false},{"text":")","start":82,"end":83,"id":13,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":14,"ws":true,"disabled":false},{"text":"are","start":85,"end":88,"id":15,"ws":true,"disabled":false},{"text":"associated","start":89,"end":99,"id":16,"ws":true,"disabled":false},{"text":"with","start":100,"end":104,"id":17,"ws":true,"disabled":false},{"text":"recurrent","start":105,"end":114,"id":18,"ws":true,"disabled":false},{"text":"respiratory","start":115,"end":126,"id":19,"ws":true,"disabled":false},{"text":"and","start":127,"end":130,"id":20,"ws":true,"disabled":false},{"text":"gastrointestinal","start":131,"end":147,"id":21,"ws":true,"disabled":false},{"text":"infections","start":148,"end":158,"id":22,"ws":true,"disabled":false},{"text":"of","start":159,"end":161,"id":23,"ws":true,"disabled":false},{"text":"varying","start":162,"end":169,"id":24,"ws":true,"disabled":false},{"text":"severity","start":170,"end":178,"id":25,"ws":true,"disabled":false},{"text":"[","start":179,"end":180,"id":26,"ws":false,"disabled":false},{"text":"14","start":180,"end":182,"id":27,"ws":false,"disabled":false},{"text":"]","start":182,"end":183,"id":28,"ws":false,"disabled":false},{"text":".","start":183,"end":184,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":21,"child":22,"head_span":{"start":131,"end":147,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":22,"head_span":{"start":115,"end":126,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":22,"head_span":{"start":105,"end":114,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":22,"head_span":{"start":50,"end":82,"token_start":10,"token_end":12,"label":"base"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":22,"head_span":{"start":32,"end":46,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":22,"head_span":{"start":7,"end":30,"token_start":3,"token_end":5,"label":"base"},"child_span":{"start":148,"end":158,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Once the temperature shifts, the metabolism of the plant has to adjust to the change and this leads to fewer products and a bitter flavor.","text":"Once the temperature shifts, the metabolism of the plant has to adjust to the change and this leads to fewer products and a bitter flavor. IMPLIED_BASE IMPLIED_BASE","characters":"138","document_index":"523","md_sentence_index":"9","classification_origin":"causal_sentence_classification","url":"https://www.scottydcoffee.com/blogs/news/131489991-5-negative-impacts-global-warming-has-on-coffee","combo_id":"523_9","post-training batch1":"523_9","_input_hash":-149462202,"_task_hash":526263298,"spans":[{"text":"temperature","start":9,"token_start":2,"token_end":2,"end":20,"type":"pattern","label":"aspect_changing"},{"start":21,"end":27,"token_start":3,"token_end":3,"label":"change_direction"},{"start":33,"end":43,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":51,"end":56,"token_start":9,"token_end":9,"label":"base"},{"start":64,"end":70,"token_start":12,"token_end":12,"label":"change_direction"},{"start":94,"end":102,"token_start":18,"token_end":19,"label":"predicate"},{"start":103,"end":108,"token_start":20,"token_end":20,"label":"change_direction"},{"start":109,"end":117,"token_start":21,"token_end":21,"label":"base"},{"start":124,"end":130,"token_start":24,"token_end":24,"label":"type_of"},{"start":131,"end":137,"token_start":25,"token_end":25,"label":"base"},{"start":139,"end":151,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"Once","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"temperature","start":9,"end":20,"id":2,"ws":true,"disabled":false},{"text":"shifts","start":21,"end":27,"id":3,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":4,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"metabolism","start":33,"end":43,"id":6,"ws":true,"disabled":false},{"text":"of","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"the","start":47,"end":50,"id":8,"ws":true,"disabled":false},{"text":"plant","start":51,"end":56,"id":9,"ws":true,"disabled":false},{"text":"has","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"to","start":61,"end":63,"id":11,"ws":true,"disabled":false},{"text":"adjust","start":64,"end":70,"id":12,"ws":true,"disabled":false},{"text":"to","start":71,"end":73,"id":13,"ws":true,"disabled":false},{"text":"the","start":74,"end":77,"id":14,"ws":true,"disabled":false},{"text":"change","start":78,"end":84,"id":15,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":16,"ws":true,"disabled":false},{"text":"this","start":89,"end":93,"id":17,"ws":true,"disabled":false},{"text":"leads","start":94,"end":99,"id":18,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":19,"ws":true,"disabled":false},{"text":"fewer","start":103,"end":108,"id":20,"ws":true,"disabled":false},{"text":"products","start":109,"end":117,"id":21,"ws":true,"disabled":false},{"text":"and","start":118,"end":121,"id":22,"ws":true,"disabled":false},{"text":"a","start":122,"end":123,"id":23,"ws":true,"disabled":false},{"text":"bitter","start":124,"end":130,"id":24,"ws":true,"disabled":false},{"text":"flavor","start":131,"end":137,"id":25,"ws":false,"disabled":false},{"text":".","start":137,"end":138,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":2,"child":27,"head_span":{"start":9,"end":20,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":139,"end":151,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":27,"head_span":{"start":21,"end":27,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":139,"end":151,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":33,"end":43,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":51,"end":56,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":9,"head_span":{"start":64,"end":70,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":51,"end":56,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":103,"end":108,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":109,"end":117,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":25,"head_span":{"start":124,"end":130,"token_start":24,"token_end":24,"label":"type_of"},"child_span":{"start":131,"end":137,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":9,"head_span":{"start":139,"end":151,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":51,"end":56,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":21,"head_span":{"start":51,"end":56,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":109,"end":117,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":25,"head_span":{"start":51,"end":56,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":131,"end":137,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"One high-profile incident involved a 62-year-old man who died from V. vulnificus in 2018 \u2013 one of 58 cases reported by the Virginia health department that year.\n","text":"One high-profile incident involved a 62-year-old man who died from V. vulnificus in 2018 \u2013 one of 58 cases reported by the Virginia health department that year. IMPLIED_BASE IMPLIED_BASE","characters":"161","document_index":"861","md_sentence_index":"110","classification_origin":"causal_sentence_classification","url":"https://publicintegrity.org/environment/hidden-epidemics/vibrio-deadly-bacteria-coastal-waters-climate-change-health/","combo_id":"861_110","post-training batch1":"861_110","_input_hash":479522257,"_task_hash":-2107599495,"spans":[{"text":"health","start":132,"token_start":27,"token_end":27,"end":138,"type":"pattern","label":"base"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"high","start":4,"end":8,"id":1,"ws":false,"disabled":false},{"text":"-","start":8,"end":9,"id":2,"ws":false,"disabled":false},{"text":"profile","start":9,"end":16,"id":3,"ws":true,"disabled":false},{"text":"incident","start":17,"end":25,"id":4,"ws":true,"disabled":false},{"text":"involved","start":26,"end":34,"id":5,"ws":true,"disabled":false},{"text":"a","start":35,"end":36,"id":6,"ws":true,"disabled":false},{"text":"62-year","start":37,"end":44,"id":7,"ws":false,"disabled":false},{"text":"-","start":44,"end":45,"id":8,"ws":false,"disabled":false},{"text":"old","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"man","start":49,"end":52,"id":10,"ws":true,"disabled":false},{"text":"who","start":53,"end":56,"id":11,"ws":true,"disabled":false},{"text":"died","start":57,"end":61,"id":12,"ws":true,"disabled":false},{"text":"from","start":62,"end":66,"id":13,"ws":true,"disabled":false},{"text":"V.","start":67,"end":69,"id":14,"ws":true,"disabled":false},{"text":"vulnificus","start":70,"end":80,"id":15,"ws":true,"disabled":false},{"text":"in","start":81,"end":83,"id":16,"ws":true,"disabled":false},{"text":"2018","start":84,"end":88,"id":17,"ws":true,"disabled":false},{"text":"\u2013","start":89,"end":90,"id":18,"ws":true,"disabled":false},{"text":"one","start":91,"end":94,"id":19,"ws":true,"disabled":false},{"text":"of","start":95,"end":97,"id":20,"ws":true,"disabled":false},{"text":"58","start":98,"end":100,"id":21,"ws":true,"disabled":false},{"text":"cases","start":101,"end":106,"id":22,"ws":true,"disabled":false},{"text":"reported","start":107,"end":115,"id":23,"ws":true,"disabled":false},{"text":"by","start":116,"end":118,"id":24,"ws":true,"disabled":false},{"text":"the","start":119,"end":122,"id":25,"ws":true,"disabled":false},{"text":"Virginia","start":123,"end":131,"id":26,"ws":true,"disabled":false},{"text":"health","start":132,"end":138,"id":27,"ws":true,"disabled":false},{"text":"department","start":139,"end":149,"id":28,"ws":true,"disabled":false},{"text":"that","start":150,"end":154,"id":29,"ws":true,"disabled":false},{"text":"year","start":155,"end":159,"id":30,"ws":false,"disabled":false},{"text":".","start":159,"end":160,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"complex","original_md_text":"Officials are bracing for some of the worst flooding in decades in the Tulsa area this weekend, after the Army Corps of Engineers increased its release flow.\n","text":"Officials are bracing for some of the worst flooding in decades in the Tulsa area this weekend, after the Army Corps of Engineers increased its release flow. IMPLIED_BASE IMPLIED_BASE","characters":"158","document_index":"129","md_sentence_index":"54","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/24/us/midwest-river-flooding.html","combo_id":"129_54","post-training batch1":"129_54","_input_hash":1414602442,"_task_hash":1159987378,"spans":[{"text":"flooding","start":44,"token_start":8,"token_end":8,"end":52,"type":"pattern","label":"base"},{"start":71,"end":81,"token_start":13,"token_end":14,"label":"where"},{"start":82,"end":94,"token_start":15,"token_end":16,"label":"when"},{"text":"increased","start":130,"token_start":24,"token_end":24,"end":139,"type":"pattern","label":"change_direction"},{"start":144,"end":151,"token_start":26,"token_end":26,"label":"base"},{"start":152,"end":156,"token_start":27,"token_end":27,"label":"aspect_changing"}],"tokens":[{"text":"Officials","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"are","start":10,"end":13,"id":1,"ws":true,"disabled":false},{"text":"bracing","start":14,"end":21,"id":2,"ws":true,"disabled":false},{"text":"for","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"some","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"of","start":31,"end":33,"id":5,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"worst","start":38,"end":43,"id":7,"ws":true,"disabled":false},{"text":"flooding","start":44,"end":52,"id":8,"ws":true,"disabled":false},{"text":"in","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"decades","start":56,"end":63,"id":10,"ws":true,"disabled":false},{"text":"in","start":64,"end":66,"id":11,"ws":true,"disabled":false},{"text":"the","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"Tulsa","start":71,"end":76,"id":13,"ws":true,"disabled":false},{"text":"area","start":77,"end":81,"id":14,"ws":true,"disabled":false},{"text":"this","start":82,"end":86,"id":15,"ws":true,"disabled":false},{"text":"weekend","start":87,"end":94,"id":16,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":17,"ws":true,"disabled":false},{"text":"after","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"the","start":102,"end":105,"id":19,"ws":true,"disabled":false},{"text":"Army","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"Corps","start":111,"end":116,"id":21,"ws":true,"disabled":false},{"text":"of","start":117,"end":119,"id":22,"ws":true,"disabled":false},{"text":"Engineers","start":120,"end":129,"id":23,"ws":true,"disabled":false},{"text":"increased","start":130,"end":139,"id":24,"ws":true,"disabled":false},{"text":"its","start":140,"end":143,"id":25,"ws":true,"disabled":false},{"text":"release","start":144,"end":151,"id":26,"ws":true,"disabled":false},{"text":"flow","start":152,"end":156,"id":27,"ws":false,"disabled":false},{"text":".","start":156,"end":157,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":30,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":24,"child":26,"head_span":{"start":130,"end":139,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":144,"end":151,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":26,"head_span":{"start":152,"end":156,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":144,"end":151,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":8,"head_span":{"start":144,"end":151,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":44,"end":52,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Such a shift in population is likely to increase poverty and widen the gulf between the rich and the poor.","text":"Such a shift in population is likely to increase poverty and widen the gulf between the rich and the poor. IMPLIED_BASE IMPLIED_BASE","characters":"106","document_index":"816","md_sentence_index":"54","classification_origin":"causal_sentence_classification","url":"https://www.propublica.org/article/climate-change-will-force-a-new-american-migration","combo_id":"816_54","post-training batch1":"816_54","_input_hash":-140685109,"_task_hash":-1062110395,"spans":[{"text":"increase","start":40,"token_start":8,"token_end":8,"end":48,"type":"pattern","label":"change_direction"},{"start":49,"end":56,"token_start":9,"token_end":9,"label":"base"},{"start":61,"end":66,"token_start":11,"token_end":11,"label":"change_direction"}],"tokens":[{"text":"Such","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"a","start":5,"end":6,"id":1,"ws":true,"disabled":false},{"text":"shift","start":7,"end":12,"id":2,"ws":true,"disabled":false},{"text":"in","start":13,"end":15,"id":3,"ws":true,"disabled":false},{"text":"population","start":16,"end":26,"id":4,"ws":true,"disabled":false},{"text":"is","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"likely","start":30,"end":36,"id":6,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":7,"ws":true,"disabled":false},{"text":"increase","start":40,"end":48,"id":8,"ws":true,"disabled":false},{"text":"poverty","start":49,"end":56,"id":9,"ws":true,"disabled":false},{"text":"and","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"widen","start":61,"end":66,"id":11,"ws":true,"disabled":false},{"text":"the","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"gulf","start":71,"end":75,"id":13,"ws":true,"disabled":false},{"text":"between","start":76,"end":83,"id":14,"ws":true,"disabled":false},{"text":"the","start":84,"end":87,"id":15,"ws":true,"disabled":false},{"text":"rich","start":88,"end":92,"id":16,"ws":true,"disabled":false},{"text":"and","start":93,"end":96,"id":17,"ws":true,"disabled":false},{"text":"the","start":97,"end":100,"id":18,"ws":true,"disabled":false},{"text":"poor","start":101,"end":105,"id":19,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"flagged":true,"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The same refrigerants and gases that damage the ozone layer contribute to climate change.\n","text":"The same refrigerants and gases that damage the ozone layer contribute to climate change. IMPLIED_BASE IMPLIED_BASE","characters":"90","document_index":"407","md_sentence_index":"47","classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.theguardian.com/environment/2019/sep/16/climate-crisis-health-risks-extreme-weather","combo_id":"407_47","post-training batch1":"407_47","_input_hash":-2039608228,"_task_hash":336701189,"spans":[{"start":9,"end":21,"token_start":2,"token_end":2,"label":"base"},{"text":"gases","start":26,"token_start":4,"token_end":4,"end":31,"type":"pattern","label":"base"},{"start":32,"end":36,"token_start":5,"token_end":5,"label":"predicate"},{"start":37,"end":43,"token_start":6,"token_end":6,"label":"change_direction"},{"text":"ozone layer","start":48,"token_start":8,"token_end":9,"end":59,"type":"pattern","label":"base"},{"start":60,"end":73,"token_start":10,"token_end":11,"label":"predicate"},{"text":"climate change","start":74,"token_start":12,"token_end":13,"end":88,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"same","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"refrigerants","start":9,"end":21,"id":2,"ws":true,"disabled":false},{"text":"and","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"gases","start":26,"end":31,"id":4,"ws":true,"disabled":false},{"text":"that","start":32,"end":36,"id":5,"ws":true,"disabled":false},{"text":"damage","start":37,"end":43,"id":6,"ws":true,"disabled":false},{"text":"the","start":44,"end":47,"id":7,"ws":true,"disabled":false},{"text":"ozone","start":48,"end":53,"id":8,"ws":true,"disabled":false},{"text":"layer","start":54,"end":59,"id":9,"ws":true,"disabled":false},{"text":"contribute","start":60,"end":70,"id":10,"ws":true,"disabled":false},{"text":"to","start":71,"end":73,"id":11,"ws":true,"disabled":false},{"text":"climate","start":74,"end":81,"id":12,"ws":true,"disabled":false},{"text":"change","start":82,"end":88,"id":13,"ws":false,"disabled":false},{"text":".","start":88,"end":89,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":90,"end":102,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":103,"end":115,"id":16,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":2,"child":9,"head_span":{"start":9,"end":21,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":48,"end":59,"token_start":8,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":9,"head_span":{"start":26,"end":31,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":48,"end":59,"token_start":8,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":9,"head_span":{"start":37,"end":43,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":48,"end":59,"token_start":8,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":13,"head_span":{"start":26,"end":31,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":74,"end":88,"token_start":12,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":13,"head_span":{"start":9,"end":21,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":74,"end":88,"token_start":12,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Fletcher also has concerns about more hot, windless days leading to serious health issues or even death, as other parts of the world have experienced.\n","text":"Fletcher also has concerns about more hot, windless days leading to serious health issues or even death, as other parts of the world have experienced. IMPLIED_BASE IMPLIED_BASE","characters":"151","document_index":"329","md_sentence_index":"81","classification_origin":"cm_cause_effect_rel","url":"https://www.civilbeat.org/2019/08/climate-change-is-making-hawaiis-beaches-more-dangerous/","combo_id":"329_81","post-training batch1":"329_81","_input_hash":552060884,"_task_hash":-19147718,"spans":[{"text":"more","start":33,"token_start":5,"token_end":5,"end":37,"type":"pattern","label":"change_direction"},{"start":38,"end":51,"token_start":6,"token_end":8,"label":"type_of"},{"start":52,"end":56,"token_start":9,"token_end":9,"label":"base"},{"start":57,"end":67,"token_start":10,"token_end":11,"label":"predicate"},{"start":68,"end":75,"token_start":12,"token_end":12,"label":"effect_size"},{"text":"health","start":76,"token_start":13,"token_end":13,"end":82,"type":"pattern","label":"base"},{"start":83,"end":89,"token_start":14,"token_end":14,"label":"aspect_changing"},{"text":"death","start":98,"token_start":17,"token_end":17,"end":103,"type":"pattern","label":"base"}],"tokens":[{"text":"Fletcher","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"also","start":9,"end":13,"id":1,"ws":true,"disabled":false},{"text":"has","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"concerns","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"about","start":27,"end":32,"id":4,"ws":true,"disabled":false},{"text":"more","start":33,"end":37,"id":5,"ws":true,"disabled":false},{"text":"hot","start":38,"end":41,"id":6,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":7,"ws":true,"disabled":false},{"text":"windless","start":43,"end":51,"id":8,"ws":true,"disabled":false},{"text":"days","start":52,"end":56,"id":9,"ws":true,"disabled":false},{"text":"leading","start":57,"end":64,"id":10,"ws":true,"disabled":false},{"text":"to","start":65,"end":67,"id":11,"ws":true,"disabled":false},{"text":"serious","start":68,"end":75,"id":12,"ws":true,"disabled":false},{"text":"health","start":76,"end":82,"id":13,"ws":true,"disabled":false},{"text":"issues","start":83,"end":89,"id":14,"ws":true,"disabled":false},{"text":"or","start":90,"end":92,"id":15,"ws":true,"disabled":false},{"text":"even","start":93,"end":97,"id":16,"ws":true,"disabled":false},{"text":"death","start":98,"end":103,"id":17,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":18,"ws":true,"disabled":false},{"text":"as","start":105,"end":107,"id":19,"ws":true,"disabled":false},{"text":"other","start":108,"end":113,"id":20,"ws":true,"disabled":false},{"text":"parts","start":114,"end":119,"id":21,"ws":true,"disabled":false},{"text":"of","start":120,"end":122,"id":22,"ws":true,"disabled":false},{"text":"the","start":123,"end":126,"id":23,"ws":true,"disabled":false},{"text":"world","start":127,"end":132,"id":24,"ws":true,"disabled":false},{"text":"have","start":133,"end":137,"id":25,"ws":true,"disabled":false},{"text":"experienced","start":138,"end":149,"id":26,"ws":false,"disabled":false},{"text":".","start":149,"end":150,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":8,"child":9,"head_span":{"start":38,"end":51,"token_start":6,"token_end":8,"label":"type_of"},"child_span":{"start":52,"end":56,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":9,"head_span":{"start":33,"end":37,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":52,"end":56,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":68,"end":75,"token_start":12,"token_end":12,"label":"effect_size"},"child_span":{"start":76,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":83,"end":89,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":76,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":13,"head_span":{"start":52,"end":56,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":76,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":17,"head_span":{"start":52,"end":56,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":98,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Internal corrosion induces vomit of blood, the color of coffee grounds, giving rise to the Spanish name for yellow fever, v\u00f3mito negro (black vomit), which is sometimes followed by death.\n","text":"Internal corrosion induces vomit of blood, the color of coffee grounds, giving rise to the Spanish name for yellow fever, v\u00f3mito negro (black vomit), which is sometimes followed by death. IMPLIED_BASE IMPLIED_BASE","characters":"188","document_index":"279","md_sentence_index":"39","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/07/27/opinion/sunday/mosquitoes-malaria-zika-history.html","combo_id":"279_39","post-training batch1":"279_39","_input_hash":-281016567,"_task_hash":914741173,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"type_of"},{"start":9,"end":18,"token_start":1,"token_end":1,"label":"base"},{"start":19,"end":26,"token_start":2,"token_end":2,"label":"predicate"},{"start":27,"end":32,"token_start":3,"token_end":3,"label":"base"},{"start":36,"end":41,"token_start":5,"token_end":5,"label":"type_of"},{"start":108,"end":120,"token_start":20,"token_end":21,"label":"base"},{"start":156,"end":168,"token_start":31,"token_end":32,"label":"confidence"},{"start":169,"end":180,"token_start":33,"token_end":34,"label":"predicate"},{"text":"death","start":181,"token_start":35,"token_end":35,"end":186,"type":"pattern","label":"base"}],"tokens":[{"text":"Internal","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"corrosion","start":9,"end":18,"id":1,"ws":true,"disabled":false},{"text":"induces","start":19,"end":26,"id":2,"ws":true,"disabled":false},{"text":"vomit","start":27,"end":32,"id":3,"ws":true,"disabled":false},{"text":"of","start":33,"end":35,"id":4,"ws":true,"disabled":false},{"text":"blood","start":36,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"the","start":43,"end":46,"id":7,"ws":true,"disabled":false},{"text":"color","start":47,"end":52,"id":8,"ws":true,"disabled":false},{"text":"of","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"coffee","start":56,"end":62,"id":10,"ws":true,"disabled":false},{"text":"grounds","start":63,"end":70,"id":11,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":12,"ws":true,"disabled":false},{"text":"giving","start":72,"end":78,"id":13,"ws":true,"disabled":false},{"text":"rise","start":79,"end":83,"id":14,"ws":true,"disabled":false},{"text":"to","start":84,"end":86,"id":15,"ws":true,"disabled":false},{"text":"the","start":87,"end":90,"id":16,"ws":true,"disabled":false},{"text":"Spanish","start":91,"end":98,"id":17,"ws":true,"disabled":false},{"text":"name","start":99,"end":103,"id":18,"ws":true,"disabled":false},{"text":"for","start":104,"end":107,"id":19,"ws":true,"disabled":false},{"text":"yellow","start":108,"end":114,"id":20,"ws":true,"disabled":false},{"text":"fever","start":115,"end":120,"id":21,"ws":false,"disabled":false},{"text":",","start":120,"end":121,"id":22,"ws":true,"disabled":false},{"text":"v\u00f3mito","start":122,"end":128,"id":23,"ws":true,"disabled":false},{"text":"negro","start":129,"end":134,"id":24,"ws":true,"disabled":false},{"text":"(","start":135,"end":136,"id":25,"ws":false,"disabled":false},{"text":"black","start":136,"end":141,"id":26,"ws":true,"disabled":false},{"text":"vomit","start":142,"end":147,"id":27,"ws":false,"disabled":false},{"text":")","start":147,"end":148,"id":28,"ws":false,"disabled":false},{"text":",","start":148,"end":149,"id":29,"ws":true,"disabled":false},{"text":"which","start":150,"end":155,"id":30,"ws":true,"disabled":false},{"text":"is","start":156,"end":158,"id":31,"ws":true,"disabled":false},{"text":"sometimes","start":159,"end":168,"id":32,"ws":true,"disabled":false},{"text":"followed","start":169,"end":177,"id":33,"ws":true,"disabled":false},{"text":"by","start":178,"end":180,"id":34,"ws":true,"disabled":false},{"text":"death","start":181,"end":186,"id":35,"ws":false,"disabled":false},{"text":".","start":186,"end":187,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":201,"end":213,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":9,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":3,"head_span":{"start":36,"end":41,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":27,"end":32,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":1,"head_span":{"start":108,"end":120,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":9,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":3,"head_span":{"start":9,"end":18,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":27,"end":32,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":35,"head_span":{"start":108,"end":120,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":181,"end":186,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Diseases spread by mosquitoes and ticks increase the chance of neurological problems.","text":"Diseases spread by mosquitoes and ticks increase the chance of neurological problems. IMPLIED_BASE IMPLIED_BASE","characters":"85","document_index":"404","md_sentence_index":"64","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/climate-change-is-having-widespread-health-impacts/","combo_id":"404_64","post-training batch1":"404_64","_input_hash":881951481,"_task_hash":-218294355,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},{"start":9,"end":18,"token_start":1,"token_end":2,"label":"predicate"},{"text":"mosquitoes","start":19,"token_start":3,"token_end":3,"end":29,"type":"pattern","label":"base"},{"text":"ticks","start":34,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"base"},{"text":"increase","start":40,"token_start":6,"token_end":6,"end":48,"type":"pattern","label":"change_direction"},{"start":53,"end":59,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":63,"end":84,"token_start":10,"token_end":11,"label":"base"}],"tokens":[{"text":"Diseases","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"spread","start":9,"end":15,"id":1,"ws":true,"disabled":false},{"text":"by","start":16,"end":18,"id":2,"ws":true,"disabled":false},{"text":"mosquitoes","start":19,"end":29,"id":3,"ws":true,"disabled":false},{"text":"and","start":30,"end":33,"id":4,"ws":true,"disabled":false},{"text":"ticks","start":34,"end":39,"id":5,"ws":true,"disabled":false},{"text":"increase","start":40,"end":48,"id":6,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":7,"ws":true,"disabled":false},{"text":"chance","start":53,"end":59,"id":8,"ws":true,"disabled":false},{"text":"of","start":60,"end":62,"id":9,"ws":true,"disabled":false},{"text":"neurological","start":63,"end":75,"id":10,"ws":true,"disabled":false},{"text":"problems","start":76,"end":84,"id":11,"ws":false,"disabled":false},{"text":".","start":84,"end":85,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":86,"end":98,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":99,"end":111,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":8,"child":11,"head_span":{"start":53,"end":59,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":63,"end":84,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":11,"head_span":{"start":40,"end":48,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":63,"end":84,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":0,"head_span":{"start":19,"end":29,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":0,"head_span":{"start":34,"end":39,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":11,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":63,"end":84,"token_start":10,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"\u201cIt\u2019s really incredible how much the U.S. has managed to clean up the air from other [pollution] sources, like power plants and industry and cars,\u201d Mickley said.","text":"\u201cIt\u2019s really incredible how much the U.S. has managed to clean up the air from other [pollution] sources, like power plants and industry and cars,\u201d Mickley said. IMPLIED_BASE IMPLIED_BASE","characters":"161","document_index":"247","md_sentence_index":"53","classification_origin":"cm_cause_effect_rel","url":"https://www.latimes.com/science/environment/wildfires-climate-change-shorter-lives-americans-story.html","combo_id":"247_53","post-training batch1":"247_53","_input_hash":188684008,"_task_hash":-1817276423,"spans":[{"start":33,"end":41,"token_start":7,"token_end":8,"label":"where"},{"start":70,"end":73,"token_start":15,"token_end":15,"label":"type_of"},{"text":"pollution","start":86,"token_start":19,"token_end":19,"end":95,"type":"pattern","label":"base"},{"start":97,"end":104,"token_start":21,"token_end":21,"label":"predicate"},{"start":111,"end":123,"token_start":24,"token_end":25,"label":"base"},{"start":128,"end":136,"token_start":27,"token_end":27,"label":"base"},{"start":141,"end":145,"token_start":29,"token_end":29,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"It","start":1,"end":3,"id":1,"ws":false,"disabled":false},{"text":"\u2019s","start":3,"end":5,"id":2,"ws":true,"disabled":false},{"text":"really","start":6,"end":12,"id":3,"ws":true,"disabled":false},{"text":"incredible","start":13,"end":23,"id":4,"ws":true,"disabled":false},{"text":"how","start":24,"end":27,"id":5,"ws":true,"disabled":false},{"text":"much","start":28,"end":32,"id":6,"ws":true,"disabled":false},{"text":"the","start":33,"end":36,"id":7,"ws":true,"disabled":false},{"text":"U.S.","start":37,"end":41,"id":8,"ws":true,"disabled":false},{"text":"has","start":42,"end":45,"id":9,"ws":true,"disabled":false},{"text":"managed","start":46,"end":53,"id":10,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":11,"ws":true,"disabled":false},{"text":"clean","start":57,"end":62,"id":12,"ws":true,"disabled":false},{"text":"up","start":63,"end":65,"id":13,"ws":true,"disabled":false},{"text":"the","start":66,"end":69,"id":14,"ws":true,"disabled":false},{"text":"air","start":70,"end":73,"id":15,"ws":true,"disabled":false},{"text":"from","start":74,"end":78,"id":16,"ws":true,"disabled":false},{"text":"other","start":79,"end":84,"id":17,"ws":true,"disabled":false},{"text":"[","start":85,"end":86,"id":18,"ws":false,"disabled":false},{"text":"pollution","start":86,"end":95,"id":19,"ws":false,"disabled":false},{"text":"]","start":95,"end":96,"id":20,"ws":true,"disabled":false},{"text":"sources","start":97,"end":104,"id":21,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":22,"ws":true,"disabled":false},{"text":"like","start":106,"end":110,"id":23,"ws":true,"disabled":false},{"text":"power","start":111,"end":116,"id":24,"ws":true,"disabled":false},{"text":"plants","start":117,"end":123,"id":25,"ws":true,"disabled":false},{"text":"and","start":124,"end":127,"id":26,"ws":true,"disabled":false},{"text":"industry","start":128,"end":136,"id":27,"ws":true,"disabled":false},{"text":"and","start":137,"end":140,"id":28,"ws":true,"disabled":false},{"text":"cars","start":141,"end":145,"id":29,"ws":false,"disabled":false},{"text":",","start":145,"end":146,"id":30,"ws":false,"disabled":false},{"text":"\u201d","start":146,"end":147,"id":31,"ws":true,"disabled":false},{"text":"Mickley","start":148,"end":155,"id":32,"ws":true,"disabled":false},{"text":"said","start":156,"end":160,"id":33,"ws":false,"disabled":false},{"text":".","start":160,"end":161,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":162,"end":174,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":15,"child":19,"head_span":{"start":70,"end":73,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":86,"end":95,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":19,"head_span":{"start":111,"end":123,"token_start":24,"token_end":25,"label":"base"},"child_span":{"start":86,"end":95,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":19,"head_span":{"start":128,"end":136,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":86,"end":95,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":19,"head_span":{"start":141,"end":145,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":86,"end":95,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Multiple >75-year compound events are observed in the coastal Pacific Northwest, inland Southern California, Florida, Maine, and several climate divisions in Texas, which point to the intensification of compound dry-hot extremes over many portions of CONUS with significant socio-environmental repercussions, such as causing very large wildfires (29).\n","text":"Multiple >75-year compound events are observed in the coastal Pacific Northwest, inland Southern California, Florida, Maine, and several climate divisions in Texas, which point to the intensification of compound dry-hot extremes over many portions of CONUS with significant socio-environmental repercussions, such as causing very large wildfires (29). IMPLIED_BASE IMPLIED_BASE","characters":"352","document_index":"860","md_sentence_index":"112","classification_origin":"causal_sentence_classification","url":"https://advances.sciencemag.org/content/6/39/eaaz4571","combo_id":"860_112","post-training batch1":"860_112","_input_hash":1726287203,"_task_hash":-1925377485,"spans":[{"start":47,"end":79,"token_start":7,"token_end":11,"label":"where"},{"start":81,"end":107,"token_start":13,"token_end":15,"label":"where"},{"start":109,"end":116,"token_start":17,"token_end":17,"label":"where"},{"start":118,"end":123,"token_start":19,"token_end":19,"label":"where"},{"start":155,"end":163,"token_start":25,"token_end":26,"label":"where"},{"start":165,"end":179,"token_start":28,"token_end":30,"label":"predicate"},{"start":184,"end":199,"token_start":32,"token_end":32,"label":"change_direction"},{"start":203,"end":219,"token_start":34,"token_end":37,"label":"type_of"},{"start":220,"end":228,"token_start":38,"token_end":38,"label":"aspect_changing"},{"start":229,"end":256,"token_start":39,"token_end":43,"label":"where"},{"start":317,"end":324,"token_start":53,"token_end":53,"label":"predicate"},{"start":325,"end":335,"token_start":54,"token_end":55,"label":"type_of"},{"text":"wildfires","start":336,"token_start":56,"token_end":56,"end":345,"type":"pattern","label":"base"},{"start":352,"end":364,"token_start":61,"token_end":61,"label":"base"}],"tokens":[{"text":"Multiple","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":">","start":9,"end":10,"id":1,"ws":false,"disabled":false},{"text":"75-year","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"compound","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"events","start":27,"end":33,"id":4,"ws":true,"disabled":false},{"text":"are","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"observed","start":38,"end":46,"id":6,"ws":true,"disabled":false},{"text":"in","start":47,"end":49,"id":7,"ws":true,"disabled":false},{"text":"the","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"coastal","start":54,"end":61,"id":9,"ws":true,"disabled":false},{"text":"Pacific","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"Northwest","start":70,"end":79,"id":11,"ws":false,"disabled":false},{"text":",","start":79,"end":80,"id":12,"ws":true,"disabled":false},{"text":"inland","start":81,"end":87,"id":13,"ws":true,"disabled":false},{"text":"Southern","start":88,"end":96,"id":14,"ws":true,"disabled":false},{"text":"California","start":97,"end":107,"id":15,"ws":false,"disabled":false},{"text":",","start":107,"end":108,"id":16,"ws":true,"disabled":false},{"text":"Florida","start":109,"end":116,"id":17,"ws":false,"disabled":false},{"text":",","start":116,"end":117,"id":18,"ws":true,"disabled":false},{"text":"Maine","start":118,"end":123,"id":19,"ws":false,"disabled":false},{"text":",","start":123,"end":124,"id":20,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":21,"ws":true,"disabled":false},{"text":"several","start":129,"end":136,"id":22,"ws":true,"disabled":false},{"text":"climate","start":137,"end":144,"id":23,"ws":true,"disabled":false},{"text":"divisions","start":145,"end":154,"id":24,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":25,"ws":true,"disabled":false},{"text":"Texas","start":158,"end":163,"id":26,"ws":false,"disabled":false},{"text":",","start":163,"end":164,"id":27,"ws":true,"disabled":false},{"text":"which","start":165,"end":170,"id":28,"ws":true,"disabled":false},{"text":"point","start":171,"end":176,"id":29,"ws":true,"disabled":false},{"text":"to","start":177,"end":179,"id":30,"ws":true,"disabled":false},{"text":"the","start":180,"end":183,"id":31,"ws":true,"disabled":false},{"text":"intensification","start":184,"end":199,"id":32,"ws":true,"disabled":false},{"text":"of","start":200,"end":202,"id":33,"ws":true,"disabled":false},{"text":"compound","start":203,"end":211,"id":34,"ws":true,"disabled":false},{"text":"dry","start":212,"end":215,"id":35,"ws":false,"disabled":false},{"text":"-","start":215,"end":216,"id":36,"ws":false,"disabled":false},{"text":"hot","start":216,"end":219,"id":37,"ws":true,"disabled":false},{"text":"extremes","start":220,"end":228,"id":38,"ws":true,"disabled":false},{"text":"over","start":229,"end":233,"id":39,"ws":true,"disabled":false},{"text":"many","start":234,"end":238,"id":40,"ws":true,"disabled":false},{"text":"portions","start":239,"end":247,"id":41,"ws":true,"disabled":false},{"text":"of","start":248,"end":250,"id":42,"ws":true,"disabled":false},{"text":"CONUS","start":251,"end":256,"id":43,"ws":true,"disabled":false},{"text":"with","start":257,"end":261,"id":44,"ws":true,"disabled":false},{"text":"significant","start":262,"end":273,"id":45,"ws":true,"disabled":false},{"text":"socio","start":274,"end":279,"id":46,"ws":false,"disabled":false},{"text":"-","start":279,"end":280,"id":47,"ws":false,"disabled":false},{"text":"environmental","start":280,"end":293,"id":48,"ws":true,"disabled":false},{"text":"repercussions","start":294,"end":307,"id":49,"ws":false,"disabled":false},{"text":",","start":307,"end":308,"id":50,"ws":true,"disabled":false},{"text":"such","start":309,"end":313,"id":51,"ws":true,"disabled":false},{"text":"as","start":314,"end":316,"id":52,"ws":true,"disabled":false},{"text":"causing","start":317,"end":324,"id":53,"ws":true,"disabled":false},{"text":"very","start":325,"end":329,"id":54,"ws":true,"disabled":false},{"text":"large","start":330,"end":335,"id":55,"ws":true,"disabled":false},{"text":"wildfires","start":336,"end":345,"id":56,"ws":true,"disabled":false},{"text":"(","start":346,"end":347,"id":57,"ws":false,"disabled":false},{"text":"29","start":347,"end":349,"id":58,"ws":false,"disabled":false},{"text":")","start":349,"end":350,"id":59,"ws":false,"disabled":false},{"text":".","start":350,"end":351,"id":60,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":352,"end":364,"id":61,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":365,"end":377,"id":62,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":37,"child":61,"head_span":{"start":203,"end":219,"token_start":34,"token_end":37,"label":"type_of"},"child_span":{"start":352,"end":364,"token_start":61,"token_end":61,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":61,"head_span":{"start":220,"end":228,"token_start":38,"token_end":38,"label":"aspect_changing"},"child_span":{"start":352,"end":364,"token_start":61,"token_end":61,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":61,"head_span":{"start":184,"end":199,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":352,"end":364,"token_start":61,"token_end":61,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":61,"head_span":{"start":229,"end":256,"token_start":39,"token_end":43,"label":"where"},"child_span":{"start":352,"end":364,"token_start":61,"token_end":61,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":55,"child":56,"head_span":{"start":325,"end":335,"token_start":54,"token_end":55,"label":"type_of"},"child_span":{"start":336,"end":345,"token_start":56,"token_end":56,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":61,"child":56,"head_span":{"start":352,"end":364,"token_start":61,"token_end":61,"label":"base"},"child_span":{"start":336,"end":345,"token_start":56,"token_end":56,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Cyclone Idai in Mozambique, typhoon Hagibis in Japan, a deadly, record-breaking heatwave across much of Europe, wildfires in California and eastern Australia, floods in Venice...","text":"Cyclone Idai in Mozambique, typhoon Hagibis in Japan, a deadly, record-breaking heatwave across much of Europe, wildfires in California and eastern Australia, floods in Venice... IMPLIED_BASE IMPLIED_BASE","characters":"178","document_index":"534","md_sentence_index":"20","classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.sciencealert.com/how-2019-became-the-year-when-the-world-woke-up-to-the-climate-emergency","combo_id":"534_20","post-training batch1":"534_20","_input_hash":-1089841219,"_task_hash":1134384007,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},{"start":13,"end":26,"token_start":2,"token_end":3,"label":"where"},{"start":28,"end":35,"token_start":5,"token_end":5,"label":"base"},{"start":44,"end":52,"token_start":7,"token_end":8,"label":"where"},{"start":56,"end":62,"token_start":11,"token_end":11,"label":"type_of"},{"start":64,"end":79,"token_start":13,"token_end":15,"label":"type_of"},{"text":"heatwave","start":80,"token_start":16,"token_end":16,"end":88,"type":"pattern","label":"base"},{"start":104,"end":110,"token_start":20,"token_end":20,"label":"where"},{"text":"wildfires","start":112,"token_start":22,"token_end":22,"end":121,"type":"pattern","label":"base"},{"start":122,"end":135,"token_start":23,"token_end":24,"label":"where"},{"start":140,"end":157,"token_start":26,"token_end":27,"label":"where"},{"text":"floods","start":159,"token_start":29,"token_end":29,"end":165,"type":"pattern","label":"base"},{"start":166,"end":175,"token_start":30,"token_end":31,"label":"where"}],"tokens":[{"text":"Cyclone","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"Idai","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"in","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"Mozambique","start":16,"end":26,"id":3,"ws":false,"disabled":false},{"text":",","start":26,"end":27,"id":4,"ws":true,"disabled":false},{"text":"typhoon","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"Hagibis","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"in","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"Japan","start":47,"end":52,"id":8,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":9,"ws":true,"disabled":false},{"text":"a","start":54,"end":55,"id":10,"ws":true,"disabled":false},{"text":"deadly","start":56,"end":62,"id":11,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":12,"ws":true,"disabled":false},{"text":"record","start":64,"end":70,"id":13,"ws":false,"disabled":false},{"text":"-","start":70,"end":71,"id":14,"ws":false,"disabled":false},{"text":"breaking","start":71,"end":79,"id":15,"ws":true,"disabled":false},{"text":"heatwave","start":80,"end":88,"id":16,"ws":true,"disabled":false},{"text":"across","start":89,"end":95,"id":17,"ws":true,"disabled":false},{"text":"much","start":96,"end":100,"id":18,"ws":true,"disabled":false},{"text":"of","start":101,"end":103,"id":19,"ws":true,"disabled":false},{"text":"Europe","start":104,"end":110,"id":20,"ws":false,"disabled":false},{"text":",","start":110,"end":111,"id":21,"ws":true,"disabled":false},{"text":"wildfires","start":112,"end":121,"id":22,"ws":true,"disabled":false},{"text":"in","start":122,"end":124,"id":23,"ws":true,"disabled":false},{"text":"California","start":125,"end":135,"id":24,"ws":true,"disabled":false},{"text":"and","start":136,"end":139,"id":25,"ws":true,"disabled":false},{"text":"eastern","start":140,"end":147,"id":26,"ws":true,"disabled":false},{"text":"Australia","start":148,"end":157,"id":27,"ws":false,"disabled":false},{"text":",","start":157,"end":158,"id":28,"ws":true,"disabled":false},{"text":"floods","start":159,"end":165,"id":29,"ws":true,"disabled":false},{"text":"in","start":166,"end":168,"id":30,"ws":true,"disabled":false},{"text":"Venice","start":169,"end":175,"id":31,"ws":false,"disabled":false},{"text":"...","start":175,"end":178,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":179,"end":191,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":3,"child":0,"head_span":{"start":13,"end":26,"token_start":2,"token_end":3,"label":"where"},"child_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":5,"head_span":{"start":44,"end":52,"token_start":7,"token_end":8,"label":"where"},"child_span":{"start":28,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":16,"head_span":{"start":56,"end":62,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":80,"end":88,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":64,"end":79,"token_start":13,"token_end":15,"label":"type_of"},"child_span":{"start":80,"end":88,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":16,"head_span":{"start":104,"end":110,"token_start":20,"token_end":20,"label":"where"},"child_span":{"start":80,"end":88,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":22,"head_span":{"start":122,"end":135,"token_start":23,"token_end":24,"label":"where"},"child_span":{"start":112,"end":121,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":22,"head_span":{"start":140,"end":157,"token_start":26,"token_end":27,"label":"where"},"child_span":{"start":112,"end":121,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":29,"head_span":{"start":166,"end":175,"token_start":30,"token_end":31,"label":"where"},"child_span":{"start":159,"end":165,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"misleading?","relation count":"one","complexity":"complex","original_md_text":"Gutierrez still struggles with regular pain in his lungs and when he gets a cold or flu, he\u2019s in bed for weeks.\n","text":"Gutierrez still struggles with regular pain in his lungs and when he gets a cold or flu, he\u2019s in bed for weeks. IMPLIED_BASE IMPLIED_BASE","characters":"112","document_index":"266","md_sentence_index":"22","classification_origin":"cm-label-eval","url":"https://civileats.com/2019/06/17/climate-change-fueled-valley-fever-is-hitting-farmworkers-hard/","combo_id":"266_22","post-training batch1":"266_22","_input_hash":914783327,"_task_hash":-1577567228,"spans":[{"text":"lungs","start":51,"token_start":8,"token_end":8,"end":56,"type":"pattern","label":"base"}],"tokens":[{"text":"Gutierrez","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"still","start":10,"end":15,"id":1,"ws":true,"disabled":false},{"text":"struggles","start":16,"end":25,"id":2,"ws":true,"disabled":false},{"text":"with","start":26,"end":30,"id":3,"ws":true,"disabled":false},{"text":"regular","start":31,"end":38,"id":4,"ws":true,"disabled":false},{"text":"pain","start":39,"end":43,"id":5,"ws":true,"disabled":false},{"text":"in","start":44,"end":46,"id":6,"ws":true,"disabled":false},{"text":"his","start":47,"end":50,"id":7,"ws":true,"disabled":false},{"text":"lungs","start":51,"end":56,"id":8,"ws":true,"disabled":false},{"text":"and","start":57,"end":60,"id":9,"ws":true,"disabled":false},{"text":"when","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"he","start":66,"end":68,"id":11,"ws":true,"disabled":false},{"text":"gets","start":69,"end":73,"id":12,"ws":true,"disabled":false},{"text":"a","start":74,"end":75,"id":13,"ws":true,"disabled":false},{"text":"cold","start":76,"end":80,"id":14,"ws":true,"disabled":false},{"text":"or","start":81,"end":83,"id":15,"ws":true,"disabled":false},{"text":"flu","start":84,"end":87,"id":16,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":17,"ws":true,"disabled":false},{"text":"he","start":89,"end":91,"id":18,"ws":false,"disabled":false},{"text":"\u2019s","start":91,"end":93,"id":19,"ws":true,"disabled":false},{"text":"in","start":94,"end":96,"id":20,"ws":true,"disabled":false},{"text":"bed","start":97,"end":100,"id":21,"ws":true,"disabled":false},{"text":"for","start":101,"end":104,"id":22,"ws":true,"disabled":false},{"text":"weeks","start":105,"end":110,"id":23,"ws":false,"disabled":false},{"text":".","start":110,"end":111,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":112,"end":124,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Scientists say we ought to eat less meat because of the carbon emissions the meat industry produces, as well as other negative environmental impacts.\n","text":"Scientists say we ought to eat less meat because of the carbon emissions the meat industry produces, as well as other negative environmental impacts. IMPLIED_BASE IMPLIED_BASE","characters":"150","document_index":"310","md_sentence_index":"51","classification_origin":"cm_cause_effect_rel","url":"https://www.bbc.com/news/science-environment-46384067","combo_id":"310_51","post-training batch1":"310_51","_input_hash":-468855680,"_task_hash":1682199607,"spans":[{"start":27,"end":35,"token_start":5,"token_end":6,"label":"change_direction"},{"start":36,"end":40,"token_start":7,"token_end":7,"label":"base"},{"start":56,"end":62,"token_start":11,"token_end":11,"label":"base"},{"text":"emissions","start":63,"token_start":12,"token_end":12,"end":72,"type":"pattern","label":"aspect_changing"},{"start":77,"end":81,"token_start":14,"token_end":14,"label":"type_of"},{"start":82,"end":90,"token_start":15,"token_end":15,"label":"base"},{"start":91,"end":99,"token_start":16,"token_end":16,"label":"change_direction"}],"tokens":[{"text":"Scientists","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"say","start":11,"end":14,"id":1,"ws":true,"disabled":false},{"text":"we","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"ought","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"to","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"eat","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"less","start":31,"end":35,"id":6,"ws":true,"disabled":false},{"text":"meat","start":36,"end":40,"id":7,"ws":true,"disabled":false},{"text":"because","start":41,"end":48,"id":8,"ws":true,"disabled":false},{"text":"of","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":10,"ws":true,"disabled":false},{"text":"carbon","start":56,"end":62,"id":11,"ws":true,"disabled":false},{"text":"emissions","start":63,"end":72,"id":12,"ws":true,"disabled":false},{"text":"the","start":73,"end":76,"id":13,"ws":true,"disabled":false},{"text":"meat","start":77,"end":81,"id":14,"ws":true,"disabled":false},{"text":"industry","start":82,"end":90,"id":15,"ws":true,"disabled":false},{"text":"produces","start":91,"end":99,"id":16,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":17,"ws":true,"disabled":false},{"text":"as","start":101,"end":103,"id":18,"ws":true,"disabled":false},{"text":"well","start":104,"end":108,"id":19,"ws":true,"disabled":false},{"text":"as","start":109,"end":111,"id":20,"ws":true,"disabled":false},{"text":"other","start":112,"end":117,"id":21,"ws":true,"disabled":false},{"text":"negative","start":118,"end":126,"id":22,"ws":true,"disabled":false},{"text":"environmental","start":127,"end":140,"id":23,"ws":true,"disabled":false},{"text":"impacts","start":141,"end":148,"id":24,"ws":false,"disabled":false},{"text":".","start":148,"end":149,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":150,"end":162,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":14,"child":15,"head_span":{"start":77,"end":81,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":82,"end":90,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":11,"head_span":{"start":82,"end":90,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":56,"end":62,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":11,"head_span":{"start":63,"end":72,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":56,"end":62,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Indonesia is sinking as the sea level rises, making disasters like the 2018 tsunami deadlier.","text":"Indonesia is sinking as the sea level rises, making disasters like the 2018 tsunami deadlier. IMPLIED_BASE IMPLIED_BASE","characters":"93","document_index":"530","md_sentence_index":"60","classification_origin":"causal_sentence_classification","url":"https://www.fastcompany.com/90288934/how-soon-will-climate-change-force-you-to-move","combo_id":"530_60","post-training batch1":"530_60","_input_hash":-1824343435,"_task_hash":-677629132,"spans":[{"start":13,"end":20,"token_start":2,"token_end":2,"label":"change_direction"},{"text":"sea","start":28,"token_start":5,"token_end":5,"end":31,"type":"pattern","label":"base"},{"text":"level","start":32,"token_start":6,"token_end":6,"end":37,"type":"pattern","label":"aspect_changing"},{"start":38,"end":43,"token_start":7,"token_end":7,"label":"change_direction"},{"start":45,"end":51,"token_start":9,"token_end":9,"label":"predicate"},{"start":76,"end":83,"token_start":14,"token_end":14,"label":"base"},{"start":84,"end":92,"token_start":15,"token_end":15,"label":"change_direction"},{"start":94,"end":106,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"Indonesia","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"is","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"sinking","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"as","start":21,"end":23,"id":3,"ws":true,"disabled":false},{"text":"the","start":24,"end":27,"id":4,"ws":true,"disabled":false},{"text":"sea","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"level","start":32,"end":37,"id":6,"ws":true,"disabled":false},{"text":"rises","start":38,"end":43,"id":7,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":8,"ws":true,"disabled":false},{"text":"making","start":45,"end":51,"id":9,"ws":true,"disabled":false},{"text":"disasters","start":52,"end":61,"id":10,"ws":true,"disabled":false},{"text":"like","start":62,"end":66,"id":11,"ws":true,"disabled":false},{"text":"the","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"2018","start":71,"end":75,"id":13,"ws":true,"disabled":false},{"text":"tsunami","start":76,"end":83,"id":14,"ws":true,"disabled":false},{"text":"deadlier","start":84,"end":92,"id":15,"ws":false,"disabled":false},{"text":".","start":92,"end":93,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":94,"end":106,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":15,"child":14,"head_span":{"start":84,"end":92,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":76,"end":83,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":32,"end":37,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":28,"end":31,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":5,"head_span":{"start":38,"end":43,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":28,"end":31,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":17,"head_span":{"start":13,"end":20,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":94,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":14,"head_span":{"start":94,"end":106,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":76,"end":83,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"But day-to-day conditions in the Arctic can vary, and by Saturday somewhat cooler air led to reduced melting of about 215,000 square miles, according to the National Snow and Ice Data Center, in Boulder,","text":"But day-to-day conditions in the Arctic can vary, and by Saturday somewhat cooler air led to reduced melting of about 215,000 square miles, according to the National Snow and Ice Data Center, in Boulder, IMPLIED_BASE IMPLIED_BASE","characters":"203","document_index":"223","md_sentence_index":"9","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/06/17/climate/greenland-ice-sheet-melting.html","combo_id":"223_9","post-training batch1":"223_9","_input_hash":-58729902,"_task_hash":1331647319,"spans":[{"start":26,"end":39,"token_start":7,"token_end":9,"label":"where"},{"start":66,"end":74,"token_start":16,"token_end":16,"label":"effect_size"},{"start":75,"end":81,"token_start":17,"token_end":17,"label":"change_direction"},{"start":82,"end":85,"token_start":18,"token_end":18,"label":"base"},{"start":86,"end":92,"token_start":19,"token_end":20,"label":"predicate"},{"text":"reduced","start":93,"token_start":21,"token_end":21,"end":100,"type":"pattern","label":"change_direction"},{"text":"melting","start":101,"token_start":22,"token_end":22,"end":108,"type":"pattern","label":"aspect_changing"},{"start":109,"end":138,"token_start":23,"token_end":27,"label":"effect_size"},{"start":204,"end":216,"token_start":42,"token_end":42,"label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"day","start":4,"end":7,"id":1,"ws":false,"disabled":false},{"text":"-","start":7,"end":8,"id":2,"ws":false,"disabled":false},{"text":"to","start":8,"end":10,"id":3,"ws":false,"disabled":false},{"text":"-","start":10,"end":11,"id":4,"ws":false,"disabled":false},{"text":"day","start":11,"end":14,"id":5,"ws":true,"disabled":false},{"text":"conditions","start":15,"end":25,"id":6,"ws":true,"disabled":false},{"text":"in","start":26,"end":28,"id":7,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":8,"ws":true,"disabled":false},{"text":"Arctic","start":33,"end":39,"id":9,"ws":true,"disabled":false},{"text":"can","start":40,"end":43,"id":10,"ws":true,"disabled":false},{"text":"vary","start":44,"end":48,"id":11,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":12,"ws":true,"disabled":false},{"text":"and","start":50,"end":53,"id":13,"ws":true,"disabled":false},{"text":"by","start":54,"end":56,"id":14,"ws":true,"disabled":false},{"text":"Saturday","start":57,"end":65,"id":15,"ws":true,"disabled":false},{"text":"somewhat","start":66,"end":74,"id":16,"ws":true,"disabled":false},{"text":"cooler","start":75,"end":81,"id":17,"ws":true,"disabled":false},{"text":"air","start":82,"end":85,"id":18,"ws":true,"disabled":false},{"text":"led","start":86,"end":89,"id":19,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":20,"ws":true,"disabled":false},{"text":"reduced","start":93,"end":100,"id":21,"ws":true,"disabled":false},{"text":"melting","start":101,"end":108,"id":22,"ws":true,"disabled":false},{"text":"of","start":109,"end":111,"id":23,"ws":true,"disabled":false},{"text":"about","start":112,"end":117,"id":24,"ws":true,"disabled":false},{"text":"215,000","start":118,"end":125,"id":25,"ws":true,"disabled":false},{"text":"square","start":126,"end":132,"id":26,"ws":true,"disabled":false},{"text":"miles","start":133,"end":138,"id":27,"ws":false,"disabled":false},{"text":",","start":138,"end":139,"id":28,"ws":true,"disabled":false},{"text":"according","start":140,"end":149,"id":29,"ws":true,"disabled":false},{"text":"to","start":150,"end":152,"id":30,"ws":true,"disabled":false},{"text":"the","start":153,"end":156,"id":31,"ws":true,"disabled":false},{"text":"National","start":157,"end":165,"id":32,"ws":true,"disabled":false},{"text":"Snow","start":166,"end":170,"id":33,"ws":true,"disabled":false},{"text":"and","start":171,"end":174,"id":34,"ws":true,"disabled":false},{"text":"Ice","start":175,"end":178,"id":35,"ws":true,"disabled":false},{"text":"Data","start":179,"end":183,"id":36,"ws":true,"disabled":false},{"text":"Center","start":184,"end":190,"id":37,"ws":false,"disabled":false},{"text":",","start":190,"end":191,"id":38,"ws":true,"disabled":false},{"text":"in","start":192,"end":194,"id":39,"ws":true,"disabled":false},{"text":"Boulder","start":195,"end":202,"id":40,"ws":false,"disabled":false},{"text":",","start":202,"end":203,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":204,"end":216,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":217,"end":229,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":16,"child":18,"head_span":{"start":66,"end":74,"token_start":16,"token_end":16,"label":"effect_size"},"child_span":{"start":82,"end":85,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":75,"end":81,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":82,"end":85,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":42,"head_span":{"start":93,"end":100,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":204,"end":216,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":42,"head_span":{"start":101,"end":108,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":204,"end":216,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":42,"head_span":{"start":109,"end":138,"token_start":23,"token_end":27,"label":"effect_size"},"child_span":{"start":204,"end":216,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":18,"head_span":{"start":26,"end":39,"token_start":7,"token_end":9,"label":"where"},"child_span":{"start":82,"end":85,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":42,"head_span":{"start":82,"end":85,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":204,"end":216,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"She also noted, \u201cSince the Dakota Pipeline protests took off, we\u2019ve seen a resurgence of references to \u2018eco-terrorism,\u2019\u201d which stokes fear, retaliation and legal repression.\n","text":"She also noted, \u201cSince the Dakota Pipeline protests took off, we\u2019ve seen a resurgence of references to \u2018eco-terrorism,\u2019\u201d which stokes fear, retaliation and legal repression. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"285","md_sentence_index":"47","classification_origin":"cm-label-eval","url":"https://www.huffpost.com/entry/report-environment-activists-killed_n_5cb5f7dfe4b098b9a2db040f","combo_id":"285_47","post-training batch1":"285_47","_input_hash":-1494020431,"_task_hash":1157631792,"spans":[{"start":75,"end":88,"token_start":17,"token_end":18,"label":"change_direction"},{"start":89,"end":99,"token_start":19,"token_end":19,"label":"base"},{"start":104,"end":117,"token_start":22,"token_end":24,"label":"type_of"},{"start":121,"end":126,"token_start":28,"token_end":28,"label":"predicate"},{"start":127,"end":133,"token_start":29,"token_end":29,"label":"change_direction"},{"start":134,"end":138,"token_start":30,"token_end":30,"label":"base"},{"start":140,"end":151,"token_start":32,"token_end":32,"label":"base"},{"start":156,"end":161,"token_start":34,"token_end":34,"label":"type_of"},{"start":162,"end":172,"token_start":35,"token_end":35,"label":"base"}],"tokens":[{"text":"She","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"also","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"noted","start":9,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"\u201c","start":16,"end":17,"id":4,"ws":false,"disabled":false},{"text":"Since","start":17,"end":22,"id":5,"ws":true,"disabled":false},{"text":"the","start":23,"end":26,"id":6,"ws":true,"disabled":false},{"text":"Dakota","start":27,"end":33,"id":7,"ws":true,"disabled":false},{"text":"Pipeline","start":34,"end":42,"id":8,"ws":true,"disabled":false},{"text":"protests","start":43,"end":51,"id":9,"ws":true,"disabled":false},{"text":"took","start":52,"end":56,"id":10,"ws":true,"disabled":false},{"text":"off","start":57,"end":60,"id":11,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":12,"ws":true,"disabled":false},{"text":"we","start":62,"end":64,"id":13,"ws":false,"disabled":false},{"text":"\u2019ve","start":64,"end":67,"id":14,"ws":true,"disabled":false},{"text":"seen","start":68,"end":72,"id":15,"ws":true,"disabled":false},{"text":"a","start":73,"end":74,"id":16,"ws":true,"disabled":false},{"text":"resurgence","start":75,"end":85,"id":17,"ws":true,"disabled":false},{"text":"of","start":86,"end":88,"id":18,"ws":true,"disabled":false},{"text":"references","start":89,"end":99,"id":19,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":20,"ws":true,"disabled":false},{"text":"\u2018","start":103,"end":104,"id":21,"ws":false,"disabled":false},{"text":"eco","start":104,"end":107,"id":22,"ws":false,"disabled":false},{"text":"-","start":107,"end":108,"id":23,"ws":false,"disabled":false},{"text":"terrorism","start":108,"end":117,"id":24,"ws":false,"disabled":false},{"text":",","start":117,"end":118,"id":25,"ws":false,"disabled":false},{"text":"\u2019","start":118,"end":119,"id":26,"ws":false,"disabled":false},{"text":"\u201d","start":119,"end":120,"id":27,"ws":true,"disabled":false},{"text":"which","start":121,"end":126,"id":28,"ws":true,"disabled":false},{"text":"stokes","start":127,"end":133,"id":29,"ws":true,"disabled":false},{"text":"fear","start":134,"end":138,"id":30,"ws":false,"disabled":false},{"text":",","start":138,"end":139,"id":31,"ws":true,"disabled":false},{"text":"retaliation","start":140,"end":151,"id":32,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":33,"ws":true,"disabled":false},{"text":"legal","start":156,"end":161,"id":34,"ws":true,"disabled":false},{"text":"repression","start":162,"end":172,"id":35,"ws":false,"disabled":false},{"text":".","start":172,"end":173,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":24,"child":19,"head_span":{"start":104,"end":117,"token_start":22,"token_end":24,"label":"type_of"},"child_span":{"start":89,"end":99,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":75,"end":88,"token_start":17,"token_end":18,"label":"change_direction"},"child_span":{"start":89,"end":99,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":30,"head_span":{"start":127,"end":133,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":134,"end":138,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":32,"head_span":{"start":127,"end":133,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":140,"end":151,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":35,"head_span":{"start":127,"end":133,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":162,"end":172,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":35,"head_span":{"start":156,"end":161,"token_start":34,"token_end":34,"label":"type_of"},"child_span":{"start":162,"end":172,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":30,"head_span":{"start":89,"end":99,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":134,"end":138,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":32,"head_span":{"start":89,"end":99,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":140,"end":151,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":35,"head_span":{"start":89,"end":99,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":162,"end":172,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":false,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Additionally, droughts dry out vegetation, increasing wildfire potential/severity.","text":"Additionally, droughts dry out vegetation, increasing wildfire potential/severity. IMPLIED_BASE IMPLIED_BASE","characters":"82","document_index":"383","md_sentence_index":"86","classification_origin":"cm_cause_effect_rel","url":"https://media.defense.gov/2019/Jan/29/2002084200/-1/-1/1/CLIMATE-CHANGE-REPORT-2019.PDF","combo_id":"383_86","post-training batch1":"383_86","_input_hash":-821614465,"_task_hash":915115782,"spans":[{"text":"droughts","start":14,"token_start":2,"token_end":2,"end":22,"type":"pattern","label":"base"},{"start":23,"end":30,"token_start":3,"token_end":4,"label":"change_direction"},{"text":"vegetation","start":31,"token_start":5,"token_end":5,"end":41,"type":"pattern","label":"base"},{"text":"increasing","start":43,"token_start":7,"token_end":7,"end":53,"type":"pattern","label":"change_direction"},{"text":"wildfire","start":54,"token_start":8,"token_end":8,"end":62,"type":"pattern","label":"base"},{"start":63,"end":72,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":73,"end":81,"token_start":11,"token_end":11,"label":"aspect_changing"}],"tokens":[{"text":"Additionally","start":0,"end":12,"id":0,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":1,"ws":true,"disabled":false},{"text":"droughts","start":14,"end":22,"id":2,"ws":true,"disabled":false},{"text":"dry","start":23,"end":26,"id":3,"ws":true,"disabled":false},{"text":"out","start":27,"end":30,"id":4,"ws":true,"disabled":false},{"text":"vegetation","start":31,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"increasing","start":43,"end":53,"id":7,"ws":true,"disabled":false},{"text":"wildfire","start":54,"end":62,"id":8,"ws":true,"disabled":false},{"text":"potential","start":63,"end":72,"id":9,"ws":false,"disabled":false},{"text":"/","start":72,"end":73,"id":10,"ws":false,"disabled":false},{"text":"severity","start":73,"end":81,"id":11,"ws":false,"disabled":false},{"text":".","start":81,"end":82,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":83,"end":95,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":23,"end":30,"token_start":3,"token_end":4,"label":"change_direction"},"child_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":43,"end":53,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":54,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":63,"end":72,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":54,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":8,"head_span":{"start":73,"end":81,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":54,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":5,"head_span":{"start":14,"end":22,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":8,"head_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":54,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A second is the additional water vapor likely in a future atmosphere as higher temperatures cause more evaporation from land and ocean.","text":"A second is the additional water vapor likely in a future atmosphere as higher temperatures cause more evaporation from land and ocean. IMPLIED_BASE IMPLIED_BASE","characters":"135","document_index":"621","md_sentence_index":"35","classification_origin":"causal_sentence_classification","url":"https://e360.yale.edu/features/why-clouds-are-the-key-to-new-troubling-projections-on-warming","combo_id":"621_35","post-training batch1":"621_35","_input_hash":413864776,"_task_hash":-1314277179,"spans":[{"start":16,"end":26,"token_start":4,"token_end":4,"label":"change_direction"},{"text":"water","start":27,"token_start":5,"token_end":5,"end":32,"type":"pattern","label":"type_of"},{"start":33,"end":38,"token_start":6,"token_end":6,"label":"base"},{"start":39,"end":45,"token_start":7,"token_end":7,"label":"confidence"},{"start":51,"end":57,"token_start":10,"token_end":10,"label":"when"},{"start":58,"end":68,"token_start":11,"token_end":11,"label":"where"},{"start":69,"end":71,"token_start":12,"token_end":12,"label":"predicate"},{"text":"higher","start":72,"token_start":13,"token_end":13,"end":78,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":79,"token_start":14,"token_end":14,"end":91,"type":"pattern","label":"aspect_changing"},{"start":92,"end":97,"token_start":15,"token_end":15,"label":"predicate"},{"text":"more","start":98,"token_start":16,"token_end":16,"end":102,"type":"pattern","label":"change_direction"},{"text":"evaporation","start":103,"token_start":17,"token_end":17,"end":114,"type":"pattern","label":"base"},{"start":120,"end":134,"token_start":19,"token_end":21,"label":"where"},{"start":136,"end":148,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"second","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"is","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"additional","start":16,"end":26,"id":4,"ws":true,"disabled":false},{"text":"water","start":27,"end":32,"id":5,"ws":true,"disabled":false},{"text":"vapor","start":33,"end":38,"id":6,"ws":true,"disabled":false},{"text":"likely","start":39,"end":45,"id":7,"ws":true,"disabled":false},{"text":"in","start":46,"end":48,"id":8,"ws":true,"disabled":false},{"text":"a","start":49,"end":50,"id":9,"ws":true,"disabled":false},{"text":"future","start":51,"end":57,"id":10,"ws":true,"disabled":false},{"text":"atmosphere","start":58,"end":68,"id":11,"ws":true,"disabled":false},{"text":"as","start":69,"end":71,"id":12,"ws":true,"disabled":false},{"text":"higher","start":72,"end":78,"id":13,"ws":true,"disabled":false},{"text":"temperatures","start":79,"end":91,"id":14,"ws":true,"disabled":false},{"text":"cause","start":92,"end":97,"id":15,"ws":true,"disabled":false},{"text":"more","start":98,"end":102,"id":16,"ws":true,"disabled":false},{"text":"evaporation","start":103,"end":114,"id":17,"ws":true,"disabled":false},{"text":"from","start":115,"end":119,"id":18,"ws":true,"disabled":false},{"text":"land","start":120,"end":124,"id":19,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":20,"ws":true,"disabled":false},{"text":"ocean","start":129,"end":134,"id":21,"ws":false,"disabled":false},{"text":".","start":134,"end":135,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":136,"end":148,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":149,"end":161,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":13,"child":23,"head_span":{"start":72,"end":78,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":136,"end":148,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":23,"head_span":{"start":79,"end":91,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":136,"end":148,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":98,"end":102,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":103,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":17,"head_span":{"start":120,"end":134,"token_start":19,"token_end":21,"label":"where"},"child_span":{"start":103,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":27,"end":32,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":33,"end":38,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":6,"head_span":{"start":16,"end":26,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":33,"end":38,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":6,"head_span":{"start":58,"end":68,"token_start":11,"token_end":11,"label":"where"},"child_span":{"start":33,"end":38,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":17,"head_span":{"start":136,"end":148,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":103,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":6,"head_span":{"start":103,"end":114,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":33,"end":38,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"But aviation accounts for only about 2.5 percent of global emissions, an amount that looks downright puny in the shadow cast by heavy industry.\n","text":"But aviation accounts for only about 2.5 percent of global emissions, an amount that looks downright puny in the shadow cast by heavy industry. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"691","md_sentence_index":"35","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/03/27/opinion/sunday/coronavirus-climate-change.html","combo_id":"691_35","post-training batch1":"691_35","_input_hash":815438585,"_task_hash":-574777005,"spans":[{"start":4,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":13,"end":25,"token_start":2,"token_end":3,"label":"predicate"},{"start":37,"end":48,"token_start":6,"token_end":7,"label":"effect_size"},{"start":52,"end":58,"token_start":9,"token_end":9,"label":"where"},{"text":"emissions","start":59,"token_start":10,"token_end":10,"end":68,"type":"pattern","label":"aspect_changing"},{"start":101,"end":105,"token_start":17,"token_end":17,"label":"effect_size"},{"start":113,"end":127,"token_start":20,"token_end":22,"label":"predicate"},{"start":128,"end":133,"token_start":23,"token_end":23,"label":"type_of"},{"start":134,"end":142,"token_start":24,"token_end":24,"label":"base"},{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"aviation","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"accounts","start":13,"end":21,"id":2,"ws":true,"disabled":false},{"text":"for","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"only","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"about","start":31,"end":36,"id":5,"ws":true,"disabled":false},{"text":"2.5","start":37,"end":40,"id":6,"ws":true,"disabled":false},{"text":"percent","start":41,"end":48,"id":7,"ws":true,"disabled":false},{"text":"of","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"global","start":52,"end":58,"id":9,"ws":true,"disabled":false},{"text":"emissions","start":59,"end":68,"id":10,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":11,"ws":true,"disabled":false},{"text":"an","start":70,"end":72,"id":12,"ws":true,"disabled":false},{"text":"amount","start":73,"end":79,"id":13,"ws":true,"disabled":false},{"text":"that","start":80,"end":84,"id":14,"ws":true,"disabled":false},{"text":"looks","start":85,"end":90,"id":15,"ws":true,"disabled":false},{"text":"downright","start":91,"end":100,"id":16,"ws":true,"disabled":false},{"text":"puny","start":101,"end":105,"id":17,"ws":true,"disabled":false},{"text":"in","start":106,"end":108,"id":18,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"shadow","start":113,"end":119,"id":20,"ws":true,"disabled":false},{"text":"cast","start":120,"end":124,"id":21,"ws":true,"disabled":false},{"text":"by","start":125,"end":127,"id":22,"ws":true,"disabled":false},{"text":"heavy","start":128,"end":133,"id":23,"ws":true,"disabled":false},{"text":"industry","start":134,"end":142,"id":24,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":1,"child":26,"head_span":{"start":4,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":26,"head_span":{"start":59,"end":68,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":26,"head_span":{"start":52,"end":58,"token_start":9,"token_end":9,"label":"where"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":128,"end":133,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":134,"end":142,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":26,"head_span":{"start":134,"end":142,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A recent study (Boggs Bookwalter et al., 2020) finds that people suffering from PTSD may be at increased risk of developing autoimmune diseases.","text":"A recent study (Boggs Bookwalter et al., 2020) finds that people suffering from PTSD may be at increased risk of developing autoimmune diseases. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"653","md_sentence_index":"0","classification_origin":"causal_sentence_classification","url":"https://www.psychologytoday.com/blog/expressive-trauma-integration/202002/ptsd-may-be-risk-factor-autoimmune-disease","combo_id":"653_0","post-training batch1":"653_0","_input_hash":-2067871944,"_task_hash":73419013,"spans":[{"start":58,"end":64,"token_start":14,"token_end":14,"label":"to_whom"},{"start":65,"end":79,"token_start":15,"token_end":16,"label":"change_direction"},{"start":80,"end":84,"token_start":17,"token_end":17,"label":"base"},{"start":85,"end":91,"token_start":18,"token_end":19,"label":"confidence"},{"start":92,"end":94,"token_start":20,"token_end":20,"label":"predicate"},{"text":"increased","start":95,"token_start":21,"token_end":21,"end":104,"type":"pattern","label":"change_direction"},{"start":105,"end":123,"token_start":22,"token_end":24,"label":"aspect_changing"},{"start":124,"end":134,"token_start":25,"token_end":25,"label":"type_of"},{"start":135,"end":143,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"recent","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"study","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"(","start":15,"end":16,"id":3,"ws":false,"disabled":false},{"text":"Boggs","start":16,"end":21,"id":4,"ws":true,"disabled":false},{"text":"Bookwalter","start":22,"end":32,"id":5,"ws":true,"disabled":false},{"text":"et","start":33,"end":35,"id":6,"ws":true,"disabled":false},{"text":"al","start":36,"end":38,"id":7,"ws":false,"disabled":false},{"text":".","start":38,"end":39,"id":8,"ws":false,"disabled":false},{"text":",","start":39,"end":40,"id":9,"ws":true,"disabled":false},{"text":"2020","start":41,"end":45,"id":10,"ws":false,"disabled":false},{"text":")","start":45,"end":46,"id":11,"ws":true,"disabled":false},{"text":"finds","start":47,"end":52,"id":12,"ws":true,"disabled":false},{"text":"that","start":53,"end":57,"id":13,"ws":true,"disabled":false},{"text":"people","start":58,"end":64,"id":14,"ws":true,"disabled":false},{"text":"suffering","start":65,"end":74,"id":15,"ws":true,"disabled":false},{"text":"from","start":75,"end":79,"id":16,"ws":true,"disabled":false},{"text":"PTSD","start":80,"end":84,"id":17,"ws":true,"disabled":false},{"text":"may","start":85,"end":88,"id":18,"ws":true,"disabled":false},{"text":"be","start":89,"end":91,"id":19,"ws":true,"disabled":false},{"text":"at","start":92,"end":94,"id":20,"ws":true,"disabled":false},{"text":"increased","start":95,"end":104,"id":21,"ws":true,"disabled":false},{"text":"risk","start":105,"end":109,"id":22,"ws":true,"disabled":false},{"text":"of","start":110,"end":112,"id":23,"ws":true,"disabled":false},{"text":"developing","start":113,"end":123,"id":24,"ws":true,"disabled":false},{"text":"autoimmune","start":124,"end":134,"id":25,"ws":true,"disabled":false},{"text":"diseases","start":135,"end":143,"id":26,"ws":false,"disabled":false},{"text":".","start":143,"end":144,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":145,"end":157,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":124,"end":134,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":135,"end":143,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":26,"head_span":{"start":95,"end":104,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":135,"end":143,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":26,"head_span":{"start":105,"end":123,"token_start":22,"token_end":24,"label":"aspect_changing"},"child_span":{"start":135,"end":143,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":26,"head_span":{"start":80,"end":84,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":135,"end":143,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":17,"head_span":{"start":65,"end":79,"token_start":15,"token_end":16,"label":"change_direction"},"child_span":{"start":80,"end":84,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"That's nearly double the number of people (3.8 million) who were displaced by violence in the same period.\n","text":"That's nearly double the number of people (3.8 million) who were displaced by violence in the same period. IMPLIED_BASE IMPLIED_BASE","characters":"107","document_index":"381","md_sentence_index":"3","classification_origin":"cm_cause_effect_rel","url":"https://www.businessinsider.com/climate-change-displaces-twice-as-many-people-as-violence-2019-9","combo_id":"381_3","post-training batch1":"381_3","_input_hash":1826595383,"_task_hash":1187636823,"spans":[{"text":"people","start":35,"token_start":7,"token_end":7,"end":41,"type":"pattern","label":"base"},{"start":43,"end":54,"token_start":9,"token_end":10,"label":"effect_size"},{"start":65,"end":74,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":75,"end":77,"token_start":15,"token_end":15,"label":"predicate"},{"text":"violence","start":78,"token_start":16,"token_end":16,"end":86,"type":"pattern","label":"base"}],"tokens":[{"text":"That","start":0,"end":4,"id":0,"ws":false,"disabled":false},{"text":"'s","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"nearly","start":7,"end":13,"id":2,"ws":true,"disabled":false},{"text":"double","start":14,"end":20,"id":3,"ws":true,"disabled":false},{"text":"the","start":21,"end":24,"id":4,"ws":true,"disabled":false},{"text":"number","start":25,"end":31,"id":5,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"people","start":35,"end":41,"id":7,"ws":true,"disabled":false},{"text":"(","start":42,"end":43,"id":8,"ws":false,"disabled":false},{"text":"3.8","start":43,"end":46,"id":9,"ws":true,"disabled":false},{"text":"million","start":47,"end":54,"id":10,"ws":false,"disabled":false},{"text":")","start":54,"end":55,"id":11,"ws":true,"disabled":false},{"text":"who","start":56,"end":59,"id":12,"ws":true,"disabled":false},{"text":"were","start":60,"end":64,"id":13,"ws":true,"disabled":false},{"text":"displaced","start":65,"end":74,"id":14,"ws":true,"disabled":false},{"text":"by","start":75,"end":77,"id":15,"ws":true,"disabled":false},{"text":"violence","start":78,"end":86,"id":16,"ws":true,"disabled":false},{"text":"in","start":87,"end":89,"id":17,"ws":true,"disabled":false},{"text":"the","start":90,"end":93,"id":18,"ws":true,"disabled":false},{"text":"same","start":94,"end":98,"id":19,"ws":true,"disabled":false},{"text":"period","start":99,"end":105,"id":20,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":10,"child":7,"head_span":{"start":43,"end":54,"token_start":9,"token_end":10,"label":"effect_size"},"child_span":{"start":35,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":7,"head_span":{"start":65,"end":74,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":35,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":7,"head_span":{"start":78,"end":86,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":35,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In 2018 the total burn areareached 676,312 hectares (up from 505,294 in 2017), and 85 people lost their lives in unspeakable suffering during the Camp Fire alone.","text":"In 2018 the total burn areareached 676,312 hectares (up from 505,294 in 2017), and 85 people lost their lives in unspeakable suffering during the Camp Fire alone. IMPLIED_BASE IMPLIED_BASE","characters":"162","document_index":"299","md_sentence_index":"15","classification_origin":"cm-label-eval","url":"https://blogs.scientificamerican.com/observations/the-increasing-irrelevance-of-climate-change-denial/","combo_id":"299_15","post-training batch1":"299_15","_input_hash":-771299008,"_task_hash":442544066,"spans":[{"start":0,"end":7,"token_start":0,"token_end":1,"label":"when"},{"start":18,"end":22,"token_start":4,"token_end":4,"label":"base"},{"start":23,"end":34,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":35,"end":51,"token_start":6,"token_end":7,"label":"effect_size"},{"start":61,"end":68,"token_start":11,"token_end":11,"label":"effect_size"},{"start":69,"end":76,"token_start":12,"token_end":13,"label":"when"},{"start":83,"end":85,"token_start":17,"token_end":17,"label":"effect_size"},{"text":"people","start":86,"token_start":18,"token_end":18,"end":92,"type":"pattern","label":"base"},{"start":93,"end":97,"token_start":19,"token_end":19,"label":"change_direction"},{"start":104,"end":109,"token_start":21,"token_end":21,"label":"aspect_changing"},{"start":113,"end":124,"token_start":23,"token_end":23,"label":"type_of"},{"start":125,"end":134,"token_start":24,"token_end":24,"label":"base"},{"start":135,"end":141,"token_start":25,"token_end":25,"label":"predicate"},{"start":151,"end":155,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"2018","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"total","start":12,"end":17,"id":3,"ws":true,"disabled":false},{"text":"burn","start":18,"end":22,"id":4,"ws":true,"disabled":false},{"text":"areareached","start":23,"end":34,"id":5,"ws":true,"disabled":false},{"text":"676,312","start":35,"end":42,"id":6,"ws":true,"disabled":false},{"text":"hectares","start":43,"end":51,"id":7,"ws":true,"disabled":false},{"text":"(","start":52,"end":53,"id":8,"ws":false,"disabled":false},{"text":"up","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"from","start":56,"end":60,"id":10,"ws":true,"disabled":false},{"text":"505,294","start":61,"end":68,"id":11,"ws":true,"disabled":false},{"text":"in","start":69,"end":71,"id":12,"ws":true,"disabled":false},{"text":"2017","start":72,"end":76,"id":13,"ws":false,"disabled":false},{"text":")","start":76,"end":77,"id":14,"ws":false,"disabled":false},{"text":",","start":77,"end":78,"id":15,"ws":true,"disabled":false},{"text":"and","start":79,"end":82,"id":16,"ws":true,"disabled":false},{"text":"85","start":83,"end":85,"id":17,"ws":true,"disabled":false},{"text":"people","start":86,"end":92,"id":18,"ws":true,"disabled":false},{"text":"lost","start":93,"end":97,"id":19,"ws":true,"disabled":false},{"text":"their","start":98,"end":103,"id":20,"ws":true,"disabled":false},{"text":"lives","start":104,"end":109,"id":21,"ws":true,"disabled":false},{"text":"in","start":110,"end":112,"id":22,"ws":true,"disabled":false},{"text":"unspeakable","start":113,"end":124,"id":23,"ws":true,"disabled":false},{"text":"suffering","start":125,"end":134,"id":24,"ws":true,"disabled":false},{"text":"during","start":135,"end":141,"id":25,"ws":true,"disabled":false},{"text":"the","start":142,"end":145,"id":26,"ws":true,"disabled":false},{"text":"Camp","start":146,"end":150,"id":27,"ws":true,"disabled":false},{"text":"Fire","start":151,"end":155,"id":28,"ws":true,"disabled":false},{"text":"alone","start":156,"end":161,"id":29,"ws":false,"disabled":false},{"text":".","start":161,"end":162,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":176,"end":188,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":5,"child":4,"head_span":{"start":23,"end":34,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":18,"end":22,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":83,"end":85,"token_start":17,"token_end":17,"label":"effect_size"},"child_span":{"start":86,"end":92,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":93,"end":97,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":86,"end":92,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":18,"head_span":{"start":104,"end":109,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":86,"end":92,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":18,"head_span":{"start":151,"end":155,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":86,"end":92,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":4,"head_span":{"start":151,"end":155,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":18,"end":22,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In order to stop the accumulation of heat, we would have to eliminate not just carbon dioxide emissions, but all greenhouse gases, such as methane and nitrous oxide.","text":"In order to stop the accumulation of heat, we would have to eliminate not just carbon dioxide emissions, but all greenhouse gases, such as methane and nitrous oxide. IMPLIED_BASE IMPLIED_BASE","characters":"165","document_index":"371","md_sentence_index":"35","classification_origin":"cm_cause_effect_rel","url":"https://theconversation.com/if-we-stopped-emitting-greenhouse-gases-right-now-would-we-stop-climate-change-78882","combo_id":"371_35","post-training batch1":"371_35","_input_hash":1378872212,"_task_hash":-2094625256,"spans":[{"start":0,"end":11,"token_start":0,"token_end":2,"label":"predicate"},{"start":12,"end":16,"token_start":3,"token_end":3,"label":"change_direction"},{"start":21,"end":33,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},{"start":60,"end":69,"token_start":13,"token_end":13,"label":"change_direction"},{"text":"carbon dioxide","start":79,"token_start":16,"token_end":17,"end":93,"type":"pattern","label":"base"},{"text":"emissions","start":94,"token_start":18,"token_end":18,"end":103,"type":"pattern","label":"aspect_changing"},{"text":"greenhouse gases","start":113,"token_start":22,"token_end":23,"end":129,"type":"pattern","label":"base"},{"text":"methane","start":139,"token_start":27,"token_end":27,"end":146,"type":"pattern","label":"base"},{"start":151,"end":164,"token_start":29,"token_end":30,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"order","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"to","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"stop","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"the","start":17,"end":20,"id":4,"ws":true,"disabled":false},{"text":"accumulation","start":21,"end":33,"id":5,"ws":true,"disabled":false},{"text":"of","start":34,"end":36,"id":6,"ws":true,"disabled":false},{"text":"heat","start":37,"end":41,"id":7,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":8,"ws":true,"disabled":false},{"text":"we","start":43,"end":45,"id":9,"ws":true,"disabled":false},{"text":"would","start":46,"end":51,"id":10,"ws":true,"disabled":false},{"text":"have","start":52,"end":56,"id":11,"ws":true,"disabled":false},{"text":"to","start":57,"end":59,"id":12,"ws":true,"disabled":false},{"text":"eliminate","start":60,"end":69,"id":13,"ws":true,"disabled":false},{"text":"not","start":70,"end":73,"id":14,"ws":true,"disabled":false},{"text":"just","start":74,"end":78,"id":15,"ws":true,"disabled":false},{"text":"carbon","start":79,"end":85,"id":16,"ws":true,"disabled":false},{"text":"dioxide","start":86,"end":93,"id":17,"ws":true,"disabled":false},{"text":"emissions","start":94,"end":103,"id":18,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":19,"ws":true,"disabled":false},{"text":"but","start":105,"end":108,"id":20,"ws":true,"disabled":false},{"text":"all","start":109,"end":112,"id":21,"ws":true,"disabled":false},{"text":"greenhouse","start":113,"end":123,"id":22,"ws":true,"disabled":false},{"text":"gases","start":124,"end":129,"id":23,"ws":false,"disabled":false},{"text":",","start":129,"end":130,"id":24,"ws":true,"disabled":false},{"text":"such","start":131,"end":135,"id":25,"ws":true,"disabled":false},{"text":"as","start":136,"end":138,"id":26,"ws":true,"disabled":false},{"text":"methane","start":139,"end":146,"id":27,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":28,"ws":true,"disabled":false},{"text":"nitrous","start":151,"end":158,"id":29,"ws":true,"disabled":false},{"text":"oxide","start":159,"end":164,"id":30,"ws":false,"disabled":false},{"text":".","start":164,"end":165,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":179,"end":191,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":18,"child":23,"head_span":{"start":94,"end":103,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":113,"end":129,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":94,"end":103,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":79,"end":93,"token_start":16,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":27,"head_span":{"start":94,"end":103,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":139,"end":146,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":30,"head_span":{"start":94,"end":103,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":151,"end":164,"token_start":29,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":60,"end":69,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":79,"end":93,"token_start":16,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":27,"head_span":{"start":60,"end":69,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":139,"end":146,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":30,"head_span":{"start":60,"end":69,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":151,"end":164,"token_start":29,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":23,"head_span":{"start":60,"end":69,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":113,"end":129,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":21,"end":33,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":7,"head_span":{"start":12,"end":16,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":7,"head_span":{"start":79,"end":93,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":7,"head_span":{"start":113,"end":129,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":7,"head_span":{"start":139,"end":146,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":7,"head_span":{"start":151,"end":164,"token_start":29,"token_end":30,"label":"base"},"child_span":{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Increasingly it seems that there's a link between a damaged environment and growth in modern-day slavery.\n","text":"Increasingly it seems that there's a link between a damaged environment and growth in modern-day slavery. IMPLIED_BASE IMPLIED_BASE","characters":"106","document_index":"287","md_sentence_index":"4","classification_origin":"cm_cause_effect_rel","url":"http://www.theguardian.com/global-development-professionals-network/2013/dec/13/slavery-climate-change-poverty","combo_id":"287_4","post-training batch1":"287_4","_input_hash":-1864896226,"_task_hash":-1142392654,"spans":[{"start":16,"end":21,"token_start":2,"token_end":2,"label":"confidence"},{"start":35,"end":49,"token_start":6,"token_end":8,"label":"predicate"},{"start":52,"end":59,"token_start":10,"token_end":10,"label":"change_direction"},{"start":60,"end":71,"token_start":11,"token_end":11,"label":"base"},{"text":"growth","start":76,"token_start":13,"token_end":13,"end":82,"type":"pattern","label":"aspect_changing"},{"start":86,"end":96,"token_start":15,"token_end":17,"label":"type_of"},{"start":97,"end":104,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"Increasingly","start":0,"end":12,"id":0,"ws":true,"disabled":false},{"text":"it","start":13,"end":15,"id":1,"ws":true,"disabled":false},{"text":"seems","start":16,"end":21,"id":2,"ws":true,"disabled":false},{"text":"that","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"there","start":27,"end":32,"id":4,"ws":false,"disabled":false},{"text":"'s","start":32,"end":34,"id":5,"ws":true,"disabled":false},{"text":"a","start":35,"end":36,"id":6,"ws":true,"disabled":false},{"text":"link","start":37,"end":41,"id":7,"ws":true,"disabled":false},{"text":"between","start":42,"end":49,"id":8,"ws":true,"disabled":false},{"text":"a","start":50,"end":51,"id":9,"ws":true,"disabled":false},{"text":"damaged","start":52,"end":59,"id":10,"ws":true,"disabled":false},{"text":"environment","start":60,"end":71,"id":11,"ws":true,"disabled":false},{"text":"and","start":72,"end":75,"id":12,"ws":true,"disabled":false},{"text":"growth","start":76,"end":82,"id":13,"ws":true,"disabled":false},{"text":"in","start":83,"end":85,"id":14,"ws":true,"disabled":false},{"text":"modern","start":86,"end":92,"id":15,"ws":false,"disabled":false},{"text":"-","start":92,"end":93,"id":16,"ws":false,"disabled":false},{"text":"day","start":93,"end":96,"id":17,"ws":true,"disabled":false},{"text":"slavery","start":97,"end":104,"id":18,"ws":false,"disabled":false},{"text":".","start":104,"end":105,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":17,"child":18,"head_span":{"start":86,"end":96,"token_start":15,"token_end":17,"label":"type_of"},"child_span":{"start":97,"end":104,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":52,"end":59,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":60,"end":71,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":18,"head_span":{"start":76,"end":82,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":97,"end":104,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":18,"head_span":{"start":60,"end":71,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":97,"end":104,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Coral bleaching occurs when high sea temperatures cause the living corals to expel the symbiotic algae on which the corals depend.\n","text":"Coral bleaching occurs when high sea temperatures cause the living corals to expel the symbiotic algae on which the corals depend. IMPLIED_BASE IMPLIED_BASE","characters":"131","document_index":"724","md_sentence_index":"35","classification_origin":"causal_sentence_classification","url":"https://e360.yale.edu/features/with-temperatures-rising-can-animals-survive-the-heat-stress","combo_id":"724_35","post-training batch1":"724_35","_input_hash":-7383671,"_task_hash":1747918113,"spans":[{"start":0,"end":15,"token_start":0,"token_end":1,"label":"base"},{"start":16,"end":27,"token_start":2,"token_end":3,"label":"predicate"},{"start":28,"end":32,"token_start":4,"token_end":4,"label":"change_direction"},{"text":"sea","start":33,"token_start":5,"token_end":5,"end":36,"type":"pattern","label":"base"},{"text":"temperatures","start":37,"token_start":6,"token_end":6,"end":49,"type":"pattern","label":"aspect_changing"},{"start":50,"end":55,"token_start":7,"token_end":7,"label":"predicate"},{"start":60,"end":66,"token_start":9,"token_end":9,"label":"type_of"},{"start":67,"end":73,"token_start":10,"token_end":10,"label":"base"},{"start":77,"end":82,"token_start":12,"token_end":12,"label":"change_direction"},{"start":87,"end":102,"token_start":14,"token_end":15,"label":"aspect_changing"}],"tokens":[{"text":"Coral","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"bleaching","start":6,"end":15,"id":1,"ws":true,"disabled":false},{"text":"occurs","start":16,"end":22,"id":2,"ws":true,"disabled":false},{"text":"when","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"high","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"sea","start":33,"end":36,"id":5,"ws":true,"disabled":false},{"text":"temperatures","start":37,"end":49,"id":6,"ws":true,"disabled":false},{"text":"cause","start":50,"end":55,"id":7,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":8,"ws":true,"disabled":false},{"text":"living","start":60,"end":66,"id":9,"ws":true,"disabled":false},{"text":"corals","start":67,"end":73,"id":10,"ws":true,"disabled":false},{"text":"to","start":74,"end":76,"id":11,"ws":true,"disabled":false},{"text":"expel","start":77,"end":82,"id":12,"ws":true,"disabled":false},{"text":"the","start":83,"end":86,"id":13,"ws":true,"disabled":false},{"text":"symbiotic","start":87,"end":96,"id":14,"ws":true,"disabled":false},{"text":"algae","start":97,"end":102,"id":15,"ws":true,"disabled":false},{"text":"on","start":103,"end":105,"id":16,"ws":true,"disabled":false},{"text":"which","start":106,"end":111,"id":17,"ws":true,"disabled":false},{"text":"the","start":112,"end":115,"id":18,"ws":true,"disabled":false},{"text":"corals","start":116,"end":122,"id":19,"ws":true,"disabled":false},{"text":"depend","start":123,"end":129,"id":20,"ws":false,"disabled":false},{"text":".","start":129,"end":130,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":131,"end":143,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":28,"end":32,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":33,"end":36,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":37,"end":49,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":33,"end":36,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":10,"head_span":{"start":87,"end":102,"token_start":14,"token_end":15,"label":"aspect_changing"},"child_span":{"start":67,"end":73,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":10,"head_span":{"start":77,"end":82,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":67,"end":73,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":60,"end":66,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":67,"end":73,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":10,"head_span":{"start":33,"end":36,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":67,"end":73,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":1,"head_span":{"start":67,"end":73,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":0,"end":15,"token_start":0,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Insurance companies could withdraw from California in the wake of devastating wildfires, and home values could plummet on coastlines and in floodplains.","text":"Insurance companies could withdraw from California in the wake of devastating wildfires, and home values could plummet on coastlines and in floodplains. IMPLIED_BASE IMPLIED_BASE","characters":"152","document_index":"797","md_sentence_index":"32","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/08/climate/climate-change-financial-markets.html","combo_id":"797_32","post-training batch1":"797_32","_input_hash":-177055841,"_task_hash":-271098336,"spans":[{"start":0,"end":9,"token_start":0,"token_end":0,"label":"type_of"},{"start":10,"end":19,"token_start":1,"token_end":1,"label":"base"},{"start":20,"end":25,"token_start":2,"token_end":2,"label":"confidence"},{"start":26,"end":34,"token_start":3,"token_end":3,"label":"change_direction"},{"start":40,"end":50,"token_start":5,"token_end":5,"label":"where"},{"start":51,"end":65,"token_start":6,"token_end":9,"label":"predicate"},{"start":66,"end":77,"token_start":10,"token_end":10,"label":"type_of"},{"text":"wildfires","start":78,"token_start":11,"token_end":11,"end":87,"type":"pattern","label":"base"},{"text":"home","start":93,"token_start":14,"token_end":14,"end":97,"type":"pattern","label":"base"},{"start":98,"end":104,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":105,"end":110,"token_start":16,"token_end":16,"label":"confidence"},{"start":111,"end":118,"token_start":17,"token_end":17,"label":"change_direction"},{"start":119,"end":132,"token_start":18,"token_end":19,"label":"where"},{"start":137,"end":151,"token_start":21,"token_end":22,"label":"where"}],"tokens":[{"text":"Insurance","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"companies","start":10,"end":19,"id":1,"ws":true,"disabled":false},{"text":"could","start":20,"end":25,"id":2,"ws":true,"disabled":false},{"text":"withdraw","start":26,"end":34,"id":3,"ws":true,"disabled":false},{"text":"from","start":35,"end":39,"id":4,"ws":true,"disabled":false},{"text":"California","start":40,"end":50,"id":5,"ws":true,"disabled":false},{"text":"in","start":51,"end":53,"id":6,"ws":true,"disabled":false},{"text":"the","start":54,"end":57,"id":7,"ws":true,"disabled":false},{"text":"wake","start":58,"end":62,"id":8,"ws":true,"disabled":false},{"text":"of","start":63,"end":65,"id":9,"ws":true,"disabled":false},{"text":"devastating","start":66,"end":77,"id":10,"ws":true,"disabled":false},{"text":"wildfires","start":78,"end":87,"id":11,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":12,"ws":true,"disabled":false},{"text":"and","start":89,"end":92,"id":13,"ws":true,"disabled":false},{"text":"home","start":93,"end":97,"id":14,"ws":true,"disabled":false},{"text":"values","start":98,"end":104,"id":15,"ws":true,"disabled":false},{"text":"could","start":105,"end":110,"id":16,"ws":true,"disabled":false},{"text":"plummet","start":111,"end":118,"id":17,"ws":true,"disabled":false},{"text":"on","start":119,"end":121,"id":18,"ws":true,"disabled":false},{"text":"coastlines","start":122,"end":132,"id":19,"ws":true,"disabled":false},{"text":"and","start":133,"end":136,"id":20,"ws":true,"disabled":false},{"text":"in","start":137,"end":139,"id":21,"ws":true,"disabled":false},{"text":"floodplains","start":140,"end":151,"id":22,"ws":false,"disabled":false},{"text":".","start":151,"end":152,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":10,"end":19,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":1,"head_span":{"start":26,"end":34,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":10,"end":19,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":1,"head_span":{"start":40,"end":50,"token_start":5,"token_end":5,"label":"where"},"child_span":{"start":10,"end":19,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":66,"end":77,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":78,"end":87,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":98,"end":104,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":93,"end":97,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":14,"head_span":{"start":111,"end":118,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":93,"end":97,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":14,"head_span":{"start":119,"end":132,"token_start":18,"token_end":19,"label":"where"},"child_span":{"start":93,"end":97,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":14,"head_span":{"start":137,"end":151,"token_start":21,"token_end":22,"label":"where"},"child_span":{"start":93,"end":97,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":1,"head_span":{"start":78,"end":87,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":10,"end":19,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":14,"head_span":{"start":10,"end":19,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":93,"end":97,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We estimate that, if operated as historically, existing infrastructure will cumulatively emit about 658 gigatonnes of CO2 (with a range of 226 to 1,479 gigatonnes CO2, depending on the lifetimes and utilization rates assumed).","text":"We estimate that, if operated as historically, existing infrastructure will cumulatively emit about 658 gigatonnes of CO2 (with a range of 226 to 1,479 gigatonnes CO2, depending on the lifetimes and utilization rates assumed). IMPLIED_BASE IMPLIED_BASE","characters":"226","document_index":"363","md_sentence_index":"4","classification_origin":"cm_cause_effect_rel","url":"https://www.nature.com/articles/s41586-019-1364-3","combo_id":"363_4","post-training batch1":"363_4","_input_hash":538160957,"_task_hash":-869302720,"spans":[{"start":47,"end":55,"token_start":9,"token_end":9,"label":"type_of"},{"text":"infrastructure","start":56,"token_start":10,"token_end":10,"end":70,"type":"pattern","label":"base"},{"start":71,"end":75,"token_start":11,"token_end":11,"label":"confidence"},{"start":76,"end":93,"token_start":12,"token_end":13,"label":"change_direction"},{"start":94,"end":114,"token_start":14,"token_end":16,"label":"effect_size"},{"start":118,"end":121,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"estimate","start":3,"end":11,"id":1,"ws":true,"disabled":false},{"text":"that","start":12,"end":16,"id":2,"ws":false,"disabled":false},{"text":",","start":16,"end":17,"id":3,"ws":true,"disabled":false},{"text":"if","start":18,"end":20,"id":4,"ws":true,"disabled":false},{"text":"operated","start":21,"end":29,"id":5,"ws":true,"disabled":false},{"text":"as","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"historically","start":33,"end":45,"id":7,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":8,"ws":true,"disabled":false},{"text":"existing","start":47,"end":55,"id":9,"ws":true,"disabled":false},{"text":"infrastructure","start":56,"end":70,"id":10,"ws":true,"disabled":false},{"text":"will","start":71,"end":75,"id":11,"ws":true,"disabled":false},{"text":"cumulatively","start":76,"end":88,"id":12,"ws":true,"disabled":false},{"text":"emit","start":89,"end":93,"id":13,"ws":true,"disabled":false},{"text":"about","start":94,"end":99,"id":14,"ws":true,"disabled":false},{"text":"658","start":100,"end":103,"id":15,"ws":true,"disabled":false},{"text":"gigatonnes","start":104,"end":114,"id":16,"ws":true,"disabled":false},{"text":"of","start":115,"end":117,"id":17,"ws":true,"disabled":false},{"text":"CO2","start":118,"end":121,"id":18,"ws":true,"disabled":false},{"text":"(","start":122,"end":123,"id":19,"ws":false,"disabled":false},{"text":"with","start":123,"end":127,"id":20,"ws":true,"disabled":false},{"text":"a","start":128,"end":129,"id":21,"ws":true,"disabled":false},{"text":"range","start":130,"end":135,"id":22,"ws":true,"disabled":false},{"text":"of","start":136,"end":138,"id":23,"ws":true,"disabled":false},{"text":"226","start":139,"end":142,"id":24,"ws":true,"disabled":false},{"text":"to","start":143,"end":145,"id":25,"ws":true,"disabled":false},{"text":"1,479","start":146,"end":151,"id":26,"ws":true,"disabled":false},{"text":"gigatonnes","start":152,"end":162,"id":27,"ws":true,"disabled":false},{"text":"CO2","start":163,"end":166,"id":28,"ws":false,"disabled":false},{"text":",","start":166,"end":167,"id":29,"ws":true,"disabled":false},{"text":"depending","start":168,"end":177,"id":30,"ws":true,"disabled":false},{"text":"on","start":178,"end":180,"id":31,"ws":true,"disabled":false},{"text":"the","start":181,"end":184,"id":32,"ws":true,"disabled":false},{"text":"lifetimes","start":185,"end":194,"id":33,"ws":true,"disabled":false},{"text":"and","start":195,"end":198,"id":34,"ws":true,"disabled":false},{"text":"utilization","start":199,"end":210,"id":35,"ws":true,"disabled":false},{"text":"rates","start":211,"end":216,"id":36,"ws":true,"disabled":false},{"text":"assumed","start":217,"end":224,"id":37,"ws":false,"disabled":false},{"text":")","start":224,"end":225,"id":38,"ws":false,"disabled":false},{"text":".","start":225,"end":226,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":227,"end":239,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":240,"end":252,"id":41,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":9,"child":10,"head_span":{"start":47,"end":55,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":56,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":18,"head_span":{"start":76,"end":93,"token_start":12,"token_end":13,"label":"change_direction"},"child_span":{"start":118,"end":121,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":18,"head_span":{"start":56,"end":70,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":118,"end":121,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Any added heat, particularly in summer months, puts workers at greater risk for dehydration, heat stroke, and other heat-related illnesses.","text":"Any added heat, particularly in summer months, puts workers at greater risk for dehydration, heat stroke, and other heat-related illnesses. IMPLIED_BASE IMPLIED_BASE","characters":"139","document_index":"857","md_sentence_index":"39","classification_origin":"causal_sentence_classification","url":"https://www.barrons.com/articles/7-ways-youre-already-paying-for-climate-change-51599995430","combo_id":"857_39","post-training batch1":"857_39","_input_hash":1057890123,"_task_hash":-456648892,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"effect_size"},{"start":4,"end":9,"token_start":1,"token_end":1,"label":"change_direction"},{"start":10,"end":14,"token_start":2,"token_end":2,"label":"base"},{"start":29,"end":45,"token_start":5,"token_end":7,"label":"when"},{"start":47,"end":51,"token_start":9,"token_end":9,"label":"predicate"},{"start":52,"end":59,"token_start":10,"token_end":10,"label":"to_whom"},{"start":63,"end":70,"token_start":12,"token_end":12,"label":"change_direction"},{"text":"risk","start":71,"token_start":13,"token_end":13,"end":75,"type":"pattern","label":"aspect_changing"},{"text":"dehydration","start":80,"token_start":15,"token_end":15,"end":91,"type":"pattern","label":"base"},{"text":"heat stroke","start":93,"token_start":17,"token_end":18,"end":104,"type":"pattern","label":"base"},{"start":116,"end":128,"token_start":22,"token_end":24,"label":"type_of"},{"start":129,"end":138,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"Any","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"added","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"heat","start":10,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"particularly","start":16,"end":28,"id":4,"ws":true,"disabled":false},{"text":"in","start":29,"end":31,"id":5,"ws":true,"disabled":false},{"text":"summer","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"months","start":39,"end":45,"id":7,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":8,"ws":true,"disabled":false},{"text":"puts","start":47,"end":51,"id":9,"ws":true,"disabled":false},{"text":"workers","start":52,"end":59,"id":10,"ws":true,"disabled":false},{"text":"at","start":60,"end":62,"id":11,"ws":true,"disabled":false},{"text":"greater","start":63,"end":70,"id":12,"ws":true,"disabled":false},{"text":"risk","start":71,"end":75,"id":13,"ws":true,"disabled":false},{"text":"for","start":76,"end":79,"id":14,"ws":true,"disabled":false},{"text":"dehydration","start":80,"end":91,"id":15,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":16,"ws":true,"disabled":false},{"text":"heat","start":93,"end":97,"id":17,"ws":true,"disabled":false},{"text":"stroke","start":98,"end":104,"id":18,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":19,"ws":true,"disabled":false},{"text":"and","start":106,"end":109,"id":20,"ws":true,"disabled":false},{"text":"other","start":110,"end":115,"id":21,"ws":true,"disabled":false},{"text":"heat","start":116,"end":120,"id":22,"ws":false,"disabled":false},{"text":"-","start":120,"end":121,"id":23,"ws":false,"disabled":false},{"text":"related","start":121,"end":128,"id":24,"ws":true,"disabled":false},{"text":"illnesses","start":129,"end":138,"id":25,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":4,"end":9,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":10,"end":14,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":15,"head_span":{"start":52,"end":59,"token_start":10,"token_end":10,"label":"to_whom"},"child_span":{"start":80,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":18,"head_span":{"start":52,"end":59,"token_start":10,"token_end":10,"label":"to_whom"},"child_span":{"start":93,"end":104,"token_start":17,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":25,"head_span":{"start":52,"end":59,"token_start":10,"token_end":10,"label":"to_whom"},"child_span":{"start":129,"end":138,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":25,"head_span":{"start":116,"end":128,"token_start":22,"token_end":24,"label":"type_of"},"child_span":{"start":129,"end":138,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":63,"end":70,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":80,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":15,"head_span":{"start":71,"end":75,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":80,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":18,"head_span":{"start":63,"end":70,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":93,"end":104,"token_start":17,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":18,"head_span":{"start":71,"end":75,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":93,"end":104,"token_start":17,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":25,"head_span":{"start":63,"end":70,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":129,"end":138,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":25,"head_span":{"start":71,"end":75,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":129,"end":138,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":2,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"effect_size"},"child_span":{"start":10,"end":14,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":15,"head_span":{"start":10,"end":14,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":80,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":18,"head_span":{"start":10,"end":14,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":93,"end":104,"token_start":17,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":25,"head_span":{"start":10,"end":14,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":129,"end":138,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"complex","original_md_text":"Officials are bracing for some of the worst flooding in decades in the Tulsa area this weekend, after the Army Corps of Engineers increased its release flow.\n","text":"Officials are bracing for some of the worst flooding in decades in the Tulsa area this weekend, after the Army Corps of Engineers increased its release flow. IMPLIED_BASE IMPLIED_BASE","characters":"158","document_index":"129","md_sentence_index":"54","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/24/us/midwest-river-flooding.html","combo_id":"129_54","post-training batch1":"129_54","_input_hash":1414602442,"_task_hash":1159987378,"spans":[{"start":38,"end":43,"token_start":7,"token_end":7,"label":"change_direction"},{"text":"flooding","start":44,"token_start":8,"token_end":8,"end":52,"type":"pattern","label":"base"},{"start":71,"end":76,"token_start":13,"token_end":13,"label":"base"},{"text":"increased","start":130,"token_start":24,"token_end":24,"end":139,"type":"pattern","label":"change_direction"},{"start":144,"end":156,"token_start":26,"token_end":27,"label":"aspect_changing"}],"tokens":[{"text":"Officials","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"are","start":10,"end":13,"id":1,"ws":true,"disabled":false},{"text":"bracing","start":14,"end":21,"id":2,"ws":true,"disabled":false},{"text":"for","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"some","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"of","start":31,"end":33,"id":5,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"worst","start":38,"end":43,"id":7,"ws":true,"disabled":false},{"text":"flooding","start":44,"end":52,"id":8,"ws":true,"disabled":false},{"text":"in","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"decades","start":56,"end":63,"id":10,"ws":true,"disabled":false},{"text":"in","start":64,"end":66,"id":11,"ws":true,"disabled":false},{"text":"the","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"Tulsa","start":71,"end":76,"id":13,"ws":true,"disabled":false},{"text":"area","start":77,"end":81,"id":14,"ws":true,"disabled":false},{"text":"this","start":82,"end":86,"id":15,"ws":true,"disabled":false},{"text":"weekend","start":87,"end":94,"id":16,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":17,"ws":true,"disabled":false},{"text":"after","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"the","start":102,"end":105,"id":19,"ws":true,"disabled":false},{"text":"Army","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"Corps","start":111,"end":116,"id":21,"ws":true,"disabled":false},{"text":"of","start":117,"end":119,"id":22,"ws":true,"disabled":false},{"text":"Engineers","start":120,"end":129,"id":23,"ws":true,"disabled":false},{"text":"increased","start":130,"end":139,"id":24,"ws":true,"disabled":false},{"text":"its","start":140,"end":143,"id":25,"ws":true,"disabled":false},{"text":"release","start":144,"end":151,"id":26,"ws":true,"disabled":false},{"text":"flow","start":152,"end":156,"id":27,"ws":false,"disabled":false},{"text":".","start":156,"end":157,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":30,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":7,"child":8,"head_span":{"start":38,"end":43,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":44,"end":52,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":13,"head_span":{"start":130,"end":139,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":71,"end":76,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":13,"head_span":{"start":144,"end":156,"token_start":26,"token_end":27,"label":"aspect_changing"},"child_span":{"start":71,"end":76,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":8,"head_span":{"start":71,"end":76,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":44,"end":52,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\"These lightning strikes, this unprecedented heat dome, these world record temperatures, unprecedented in human history \u2013 we\u2019re experiencing more and more of that because of climate change, and as a consequence, these fires are more ferocious, and they\u2019re moving at much more rapid speeds,\" Newsom said.\n","text":"\"These lightning strikes, this unprecedented heat dome, these world record temperatures, unprecedented in human history \u2013 we\u2019re experiencing more and more of that because of climate change, and as a consequence, these fires are more ferocious, and they\u2019re moving at much more rapid speeds,\" Newsom said. IMPLIED_BASE IMPLIED_BASE","characters":"304","document_index":"783","md_sentence_index":"45","classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2020/08/22/california-wildfires-updates-saturday-map-redwood-trees-burn-big-basin/3419083001/","combo_id":"783_45","post-training batch1":"783_45","_input_hash":1801155907,"_task_hash":2122550160,"spans":[{"start":7,"end":24,"token_start":2,"token_end":3,"label":"base"},{"start":31,"end":44,"token_start":6,"token_end":6,"label":"change_direction"},{"start":45,"end":54,"token_start":7,"token_end":8,"label":"base"},{"start":62,"end":74,"token_start":11,"token_end":12,"label":"change_direction"},{"text":"temperatures","start":75,"token_start":13,"token_end":13,"end":87,"type":"pattern","label":"aspect_changing"},{"start":141,"end":154,"token_start":23,"token_end":25,"label":"change_direction"},{"text":"climate change","start":174,"token_start":30,"token_end":31,"end":188,"type":"pattern","label":"base"},{"start":218,"end":223,"token_start":39,"token_end":39,"label":"base"},{"text":"more","start":228,"token_start":41,"token_end":41,"end":232,"type":"pattern","label":"change_direction"},{"start":233,"end":242,"token_start":42,"token_end":42,"label":"aspect_changing"},{"start":271,"end":281,"token_start":50,"token_end":51,"label":"change_direction"},{"start":282,"end":288,"token_start":52,"token_end":52,"label":"aspect_changing"},{"start":304,"end":316,"token_start":58,"token_end":58,"label":"base"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"These","start":1,"end":6,"id":1,"ws":true,"disabled":false},{"text":"lightning","start":7,"end":16,"id":2,"ws":true,"disabled":false},{"text":"strikes","start":17,"end":24,"id":3,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":4,"ws":true,"disabled":false},{"text":"this","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"unprecedented","start":31,"end":44,"id":6,"ws":true,"disabled":false},{"text":"heat","start":45,"end":49,"id":7,"ws":true,"disabled":false},{"text":"dome","start":50,"end":54,"id":8,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":9,"ws":true,"disabled":false},{"text":"these","start":56,"end":61,"id":10,"ws":true,"disabled":false},{"text":"world","start":62,"end":67,"id":11,"ws":true,"disabled":false},{"text":"record","start":68,"end":74,"id":12,"ws":true,"disabled":false},{"text":"temperatures","start":75,"end":87,"id":13,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":14,"ws":true,"disabled":false},{"text":"unprecedented","start":89,"end":102,"id":15,"ws":true,"disabled":false},{"text":"in","start":103,"end":105,"id":16,"ws":true,"disabled":false},{"text":"human","start":106,"end":111,"id":17,"ws":true,"disabled":false},{"text":"history","start":112,"end":119,"id":18,"ws":true,"disabled":false},{"text":"\u2013","start":120,"end":121,"id":19,"ws":true,"disabled":false},{"text":"we","start":122,"end":124,"id":20,"ws":false,"disabled":false},{"text":"\u2019re","start":124,"end":127,"id":21,"ws":true,"disabled":false},{"text":"experiencing","start":128,"end":140,"id":22,"ws":true,"disabled":false},{"text":"more","start":141,"end":145,"id":23,"ws":true,"disabled":false},{"text":"and","start":146,"end":149,"id":24,"ws":true,"disabled":false},{"text":"more","start":150,"end":154,"id":25,"ws":true,"disabled":false},{"text":"of","start":155,"end":157,"id":26,"ws":true,"disabled":false},{"text":"that","start":158,"end":162,"id":27,"ws":true,"disabled":false},{"text":"because","start":163,"end":170,"id":28,"ws":true,"disabled":false},{"text":"of","start":171,"end":173,"id":29,"ws":true,"disabled":false},{"text":"climate","start":174,"end":181,"id":30,"ws":true,"disabled":false},{"text":"change","start":182,"end":188,"id":31,"ws":false,"disabled":false},{"text":",","start":188,"end":189,"id":32,"ws":true,"disabled":false},{"text":"and","start":190,"end":193,"id":33,"ws":true,"disabled":false},{"text":"as","start":194,"end":196,"id":34,"ws":true,"disabled":false},{"text":"a","start":197,"end":198,"id":35,"ws":true,"disabled":false},{"text":"consequence","start":199,"end":210,"id":36,"ws":false,"disabled":false},{"text":",","start":210,"end":211,"id":37,"ws":true,"disabled":false},{"text":"these","start":212,"end":217,"id":38,"ws":true,"disabled":false},{"text":"fires","start":218,"end":223,"id":39,"ws":true,"disabled":false},{"text":"are","start":224,"end":227,"id":40,"ws":true,"disabled":false},{"text":"more","start":228,"end":232,"id":41,"ws":true,"disabled":false},{"text":"ferocious","start":233,"end":242,"id":42,"ws":false,"disabled":false},{"text":",","start":242,"end":243,"id":43,"ws":true,"disabled":false},{"text":"and","start":244,"end":247,"id":44,"ws":true,"disabled":false},{"text":"they","start":248,"end":252,"id":45,"ws":false,"disabled":false},{"text":"\u2019re","start":252,"end":255,"id":46,"ws":true,"disabled":false},{"text":"moving","start":256,"end":262,"id":47,"ws":true,"disabled":false},{"text":"at","start":263,"end":265,"id":48,"ws":true,"disabled":false},{"text":"much","start":266,"end":270,"id":49,"ws":true,"disabled":false},{"text":"more","start":271,"end":275,"id":50,"ws":true,"disabled":false},{"text":"rapid","start":276,"end":281,"id":51,"ws":true,"disabled":false},{"text":"speeds","start":282,"end":288,"id":52,"ws":false,"disabled":false},{"text":",","start":288,"end":289,"id":53,"ws":false,"disabled":false},{"text":"\"","start":289,"end":290,"id":54,"ws":true,"disabled":false},{"text":"Newsom","start":291,"end":297,"id":55,"ws":true,"disabled":false},{"text":"said","start":298,"end":302,"id":56,"ws":false,"disabled":false},{"text":".","start":302,"end":303,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":304,"end":316,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":317,"end":329,"id":59,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":52,"child":39,"head_span":{"start":282,"end":288,"token_start":52,"token_end":52,"label":"aspect_changing"},"child_span":{"start":218,"end":223,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":39,"head_span":{"start":271,"end":281,"token_start":50,"token_end":51,"label":"change_direction"},"child_span":{"start":218,"end":223,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":39,"head_span":{"start":233,"end":242,"token_start":42,"token_end":42,"label":"aspect_changing"},"child_span":{"start":218,"end":223,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":39,"head_span":{"start":228,"end":232,"token_start":41,"token_end":41,"label":"change_direction"},"child_span":{"start":218,"end":223,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":58,"head_span":{"start":75,"end":87,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":304,"end":316,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":58,"head_span":{"start":62,"end":74,"token_start":11,"token_end":12,"label":"change_direction"},"child_span":{"start":304,"end":316,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":8,"head_span":{"start":31,"end":44,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":45,"end":54,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":3,"head_span":{"start":141,"end":154,"token_start":23,"token_end":25,"label":"change_direction"},"child_span":{"start":7,"end":24,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":6,"head_span":{"start":141,"end":154,"token_start":23,"token_end":25,"label":"change_direction"},"child_span":{"start":31,"end":44,"token_start":6,"token_end":6,"label":"change_direction"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":12,"head_span":{"start":141,"end":154,"token_start":23,"token_end":25,"label":"change_direction"},"child_span":{"start":62,"end":74,"token_start":11,"token_end":12,"label":"change_direction"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":8,"head_span":{"start":174,"end":188,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":45,"end":54,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":3,"head_span":{"start":174,"end":188,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":7,"end":24,"token_start":2,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":58,"head_span":{"start":174,"end":188,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":304,"end":316,"token_start":58,"token_end":58,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":39,"head_span":{"start":174,"end":188,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":218,"end":223,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Finally, the third cause would be the direct impact of deforestation \u2013 fewer trees mean less evapotranspiration and less moisture entering the atmosphere.\n","text":"Finally, the third cause would be the direct impact of deforestation \u2013 fewer trees mean less evapotranspiration and less moisture entering the atmosphere. IMPLIED_BASE IMPLIED_BASE","characters":"155","document_index":"647","md_sentence_index":"207","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_207","post-training batch1":"647_207","_input_hash":1071167066,"_task_hash":-356571018,"spans":[{"text":"deforestation","start":55,"token_start":11,"token_end":11,"end":68,"type":"pattern","label":"base"},{"start":71,"end":76,"token_start":13,"token_end":13,"label":"change_direction"},{"text":"trees","start":77,"token_start":14,"token_end":14,"end":82,"type":"pattern","label":"base"},{"text":"less","start":88,"token_start":16,"token_end":16,"end":92,"type":"pattern","label":"change_direction"},{"start":93,"end":111,"token_start":17,"token_end":17,"label":"base"},{"text":"less","start":116,"token_start":19,"token_end":19,"end":120,"type":"pattern","label":"change_direction"},{"text":"moisture","start":121,"token_start":20,"token_end":20,"end":129,"type":"pattern","label":"aspect_changing"},{"start":143,"end":153,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"Finally","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"third","start":13,"end":18,"id":3,"ws":true,"disabled":false},{"text":"cause","start":19,"end":24,"id":4,"ws":true,"disabled":false},{"text":"would","start":25,"end":30,"id":5,"ws":true,"disabled":false},{"text":"be","start":31,"end":33,"id":6,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":7,"ws":true,"disabled":false},{"text":"direct","start":38,"end":44,"id":8,"ws":true,"disabled":false},{"text":"impact","start":45,"end":51,"id":9,"ws":true,"disabled":false},{"text":"of","start":52,"end":54,"id":10,"ws":true,"disabled":false},{"text":"deforestation","start":55,"end":68,"id":11,"ws":true,"disabled":false},{"text":"\u2013","start":69,"end":70,"id":12,"ws":true,"disabled":false},{"text":"fewer","start":71,"end":76,"id":13,"ws":true,"disabled":false},{"text":"trees","start":77,"end":82,"id":14,"ws":true,"disabled":false},{"text":"mean","start":83,"end":87,"id":15,"ws":true,"disabled":false},{"text":"less","start":88,"end":92,"id":16,"ws":true,"disabled":false},{"text":"evapotranspiration","start":93,"end":111,"id":17,"ws":true,"disabled":false},{"text":"and","start":112,"end":115,"id":18,"ws":true,"disabled":false},{"text":"less","start":116,"end":120,"id":19,"ws":true,"disabled":false},{"text":"moisture","start":121,"end":129,"id":20,"ws":true,"disabled":false},{"text":"entering","start":130,"end":138,"id":21,"ws":true,"disabled":false},{"text":"the","start":139,"end":142,"id":22,"ws":true,"disabled":false},{"text":"atmosphere","start":143,"end":153,"id":23,"ws":false,"disabled":false},{"text":".","start":153,"end":154,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":155,"end":167,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":13,"child":14,"head_span":{"start":71,"end":76,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":77,"end":82,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":14,"head_span":{"start":55,"end":68,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":77,"end":82,"token_start":14,"token_end":14,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":16,"child":17,"head_span":{"start":88,"end":92,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":93,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":23,"head_span":{"start":116,"end":120,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":143,"end":153,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":121,"end":129,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":143,"end":153,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":77,"end":82,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":93,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":23,"head_span":{"start":77,"end":82,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":143,"end":153,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"Climate change is likewise having mental health impacts at the community level.","text":"Climate change is likewise having mental health impacts at the community level. IMPLIED_BASE IMPLIED_BASE","characters":"79","document_index":"111","md_sentence_index":"11","classification_origin":"cm_cause_effect_rel","url":"https://www.apa.org/news/press/releases/2017/03/climate-mental-health","combo_id":"111_11","post-training batch1":"111_11","_input_hash":-351729264,"_task_hash":1566956322,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":34,"end":40,"token_start":5,"token_end":5,"label":"type_of"},{"text":"health","start":41,"token_start":6,"token_end":6,"end":47,"type":"pattern","label":"base"},{"start":48,"end":55,"token_start":7,"token_end":7,"label":"aspect_changing"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"is","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"likewise","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"having","start":27,"end":33,"id":4,"ws":true,"disabled":false},{"text":"mental","start":34,"end":40,"id":5,"ws":true,"disabled":false},{"text":"health","start":41,"end":47,"id":6,"ws":true,"disabled":false},{"text":"impacts","start":48,"end":55,"id":7,"ws":true,"disabled":false},{"text":"at","start":56,"end":58,"id":8,"ws":true,"disabled":false},{"text":"the","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"community","start":63,"end":72,"id":10,"ws":true,"disabled":false},{"text":"level","start":73,"end":78,"id":11,"ws":false,"disabled":false},{"text":".","start":78,"end":79,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":80,"end":92,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":34,"end":40,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":41,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":6,"head_span":{"start":48,"end":55,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":41,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":41,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The increases in PTSD and depression found in pregnant women exposed to Hurricane Katrina were likely due to the severity of the event and the intensity of the disaster experience rather than a general exposure to the event.42, 156\nThe many consequences of natural disasters, such as destruc- tion of homes, and of gradual climate change impacts, such as rising temperatures, incidence of vector-borne illness, water- borne illness, and even compromised food,160 can all contrib- ute to the emotional stress that women have while pregnant, nursing, or responsible for young children.","text":"The increases in PTSD and depression found in pregnant women exposed to Hurricane Katrina were likely due to the severity of the event and the intensity of the disaster experience rather than a general exposure to the event.42, 156The many consequences of natural disasters, such as destruc- tion of homes, and of gradual climate change impacts, such as rising temperatures, incidence of vector-borne illness, water- borne illness, and even compromised food,160 can all contrib- ute to the emotional stress that women have while pregnant, nursing, or responsible for young children. IMPLIED_BASE IMPLIED_BASE","characters":"583","document_index":"619","md_sentence_index":"173","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_173","post-training batch1":"619_173","_input_hash":-419962230,"_task_hash":-14537755,"spans":[{"text":"increases","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"change_direction"},{"start":17,"end":21,"token_start":3,"token_end":3,"label":"base"},{"start":26,"end":36,"token_start":5,"token_end":5,"label":"base"},{"start":72,"end":89,"token_start":12,"token_end":13,"label":"base"},{"start":113,"end":121,"token_start":19,"token_end":19,"label":"aspect_changing"},{"text":"intensity","start":143,"token_start":25,"token_end":25,"end":152,"type":"pattern","label":"aspect_changing"},{"start":283,"end":296,"token_start":48,"token_end":49,"label":"aspect_changing"},{"text":"homes","start":300,"token_start":51,"token_end":51,"end":305,"type":"pattern","label":"base"},{"start":314,"end":321,"token_start":55,"token_end":55,"label":"change_direction"},{"text":"climate change","start":322,"token_start":56,"token_end":57,"end":336,"type":"pattern","label":"base"},{"start":337,"end":344,"token_start":58,"token_end":58,"label":"aspect_changing"},{"text":"rising","start":354,"token_start":62,"token_end":62,"end":360,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":361,"token_start":63,"token_end":63,"end":373,"type":"pattern","label":"aspect_changing"},{"start":375,"end":384,"token_start":65,"token_end":65,"label":"aspect_changing"},{"start":388,"end":400,"token_start":67,"token_end":69,"label":"type_of"},{"start":401,"end":408,"token_start":70,"token_end":70,"label":"base"},{"start":410,"end":422,"token_start":72,"token_end":73,"label":"type_of"},{"start":423,"end":430,"token_start":74,"token_end":74,"label":"base"},{"start":441,"end":452,"token_start":78,"token_end":78,"label":"type_of"},{"start":453,"end":461,"token_start":79,"token_end":79,"label":"base"},{"start":490,"end":499,"token_start":86,"token_end":86,"label":"type_of"},{"text":"stress","start":500,"token_start":87,"token_end":87,"end":506,"type":"pattern","label":"base"},{"start":583,"end":595,"token_start":102,"token_end":102,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"increases","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"in","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"PTSD","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"and","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"depression","start":26,"end":36,"id":5,"ws":true,"disabled":false},{"text":"found","start":37,"end":42,"id":6,"ws":true,"disabled":false},{"text":"in","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"pregnant","start":46,"end":54,"id":8,"ws":true,"disabled":false},{"text":"women","start":55,"end":60,"id":9,"ws":true,"disabled":false},{"text":"exposed","start":61,"end":68,"id":10,"ws":true,"disabled":false},{"text":"to","start":69,"end":71,"id":11,"ws":true,"disabled":false},{"text":"Hurricane","start":72,"end":81,"id":12,"ws":true,"disabled":false},{"text":"Katrina","start":82,"end":89,"id":13,"ws":true,"disabled":false},{"text":"were","start":90,"end":94,"id":14,"ws":true,"disabled":false},{"text":"likely","start":95,"end":101,"id":15,"ws":true,"disabled":false},{"text":"due","start":102,"end":105,"id":16,"ws":true,"disabled":false},{"text":"to","start":106,"end":108,"id":17,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":18,"ws":true,"disabled":false},{"text":"severity","start":113,"end":121,"id":19,"ws":true,"disabled":false},{"text":"of","start":122,"end":124,"id":20,"ws":true,"disabled":false},{"text":"the","start":125,"end":128,"id":21,"ws":true,"disabled":false},{"text":"event","start":129,"end":134,"id":22,"ws":true,"disabled":false},{"text":"and","start":135,"end":138,"id":23,"ws":true,"disabled":false},{"text":"the","start":139,"end":142,"id":24,"ws":true,"disabled":false},{"text":"intensity","start":143,"end":152,"id":25,"ws":true,"disabled":false},{"text":"of","start":153,"end":155,"id":26,"ws":true,"disabled":false},{"text":"the","start":156,"end":159,"id":27,"ws":true,"disabled":false},{"text":"disaster","start":160,"end":168,"id":28,"ws":true,"disabled":false},{"text":"experience","start":169,"end":179,"id":29,"ws":true,"disabled":false},{"text":"rather","start":180,"end":186,"id":30,"ws":true,"disabled":false},{"text":"than","start":187,"end":191,"id":31,"ws":true,"disabled":false},{"text":"a","start":192,"end":193,"id":32,"ws":true,"disabled":false},{"text":"general","start":194,"end":201,"id":33,"ws":true,"disabled":false},{"text":"exposure","start":202,"end":210,"id":34,"ws":true,"disabled":false},{"text":"to","start":211,"end":213,"id":35,"ws":true,"disabled":false},{"text":"the","start":214,"end":217,"id":36,"ws":true,"disabled":false},{"text":"event.42","start":218,"end":226,"id":37,"ws":false,"disabled":false},{"text":",","start":226,"end":227,"id":38,"ws":true,"disabled":false},{"text":"156The","start":228,"end":234,"id":39,"ws":true,"disabled":false},{"text":"many","start":235,"end":239,"id":40,"ws":true,"disabled":false},{"text":"consequences","start":240,"end":252,"id":41,"ws":true,"disabled":false},{"text":"of","start":253,"end":255,"id":42,"ws":true,"disabled":false},{"text":"natural","start":256,"end":263,"id":43,"ws":true,"disabled":false},{"text":"disasters","start":264,"end":273,"id":44,"ws":false,"disabled":false},{"text":",","start":273,"end":274,"id":45,"ws":true,"disabled":false},{"text":"such","start":275,"end":279,"id":46,"ws":true,"disabled":false},{"text":"as","start":280,"end":282,"id":47,"ws":true,"disabled":false},{"text":"destruc-","start":283,"end":291,"id":48,"ws":true,"disabled":false},{"text":"tion","start":292,"end":296,"id":49,"ws":true,"disabled":false},{"text":"of","start":297,"end":299,"id":50,"ws":true,"disabled":false},{"text":"homes","start":300,"end":305,"id":51,"ws":false,"disabled":false},{"text":",","start":305,"end":306,"id":52,"ws":true,"disabled":false},{"text":"and","start":307,"end":310,"id":53,"ws":true,"disabled":false},{"text":"of","start":311,"end":313,"id":54,"ws":true,"disabled":false},{"text":"gradual","start":314,"end":321,"id":55,"ws":true,"disabled":false},{"text":"climate","start":322,"end":329,"id":56,"ws":true,"disabled":false},{"text":"change","start":330,"end":336,"id":57,"ws":true,"disabled":false},{"text":"impacts","start":337,"end":344,"id":58,"ws":false,"disabled":false},{"text":",","start":344,"end":345,"id":59,"ws":true,"disabled":false},{"text":"such","start":346,"end":350,"id":60,"ws":true,"disabled":false},{"text":"as","start":351,"end":353,"id":61,"ws":true,"disabled":false},{"text":"rising","start":354,"end":360,"id":62,"ws":true,"disabled":false},{"text":"temperatures","start":361,"end":373,"id":63,"ws":false,"disabled":false},{"text":",","start":373,"end":374,"id":64,"ws":true,"disabled":false},{"text":"incidence","start":375,"end":384,"id":65,"ws":true,"disabled":false},{"text":"of","start":385,"end":387,"id":66,"ws":true,"disabled":false},{"text":"vector","start":388,"end":394,"id":67,"ws":false,"disabled":false},{"text":"-","start":394,"end":395,"id":68,"ws":false,"disabled":false},{"text":"borne","start":395,"end":400,"id":69,"ws":true,"disabled":false},{"text":"illness","start":401,"end":408,"id":70,"ws":false,"disabled":false},{"text":",","start":408,"end":409,"id":71,"ws":true,"disabled":false},{"text":"water-","start":410,"end":416,"id":72,"ws":true,"disabled":false},{"text":"borne","start":417,"end":422,"id":73,"ws":true,"disabled":false},{"text":"illness","start":423,"end":430,"id":74,"ws":false,"disabled":false},{"text":",","start":430,"end":431,"id":75,"ws":true,"disabled":false},{"text":"and","start":432,"end":435,"id":76,"ws":true,"disabled":false},{"text":"even","start":436,"end":440,"id":77,"ws":true,"disabled":false},{"text":"compromised","start":441,"end":452,"id":78,"ws":true,"disabled":false},{"text":"food,160","start":453,"end":461,"id":79,"ws":true,"disabled":false},{"text":"can","start":462,"end":465,"id":80,"ws":true,"disabled":false},{"text":"all","start":466,"end":469,"id":81,"ws":true,"disabled":false},{"text":"contrib-","start":470,"end":478,"id":82,"ws":true,"disabled":false},{"text":"ute","start":479,"end":482,"id":83,"ws":true,"disabled":false},{"text":"to","start":483,"end":485,"id":84,"ws":true,"disabled":false},{"text":"the","start":486,"end":489,"id":85,"ws":true,"disabled":false},{"text":"emotional","start":490,"end":499,"id":86,"ws":true,"disabled":false},{"text":"stress","start":500,"end":506,"id":87,"ws":true,"disabled":false},{"text":"that","start":507,"end":511,"id":88,"ws":true,"disabled":false},{"text":"women","start":512,"end":517,"id":89,"ws":true,"disabled":false},{"text":"have","start":518,"end":522,"id":90,"ws":true,"disabled":false},{"text":"while","start":523,"end":528,"id":91,"ws":true,"disabled":false},{"text":"pregnant","start":529,"end":537,"id":92,"ws":false,"disabled":false},{"text":",","start":537,"end":538,"id":93,"ws":true,"disabled":false},{"text":"nursing","start":539,"end":546,"id":94,"ws":false,"disabled":false},{"text":",","start":546,"end":547,"id":95,"ws":true,"disabled":false},{"text":"or","start":548,"end":550,"id":96,"ws":true,"disabled":false},{"text":"responsible","start":551,"end":562,"id":97,"ws":true,"disabled":false},{"text":"for","start":563,"end":566,"id":98,"ws":true,"disabled":false},{"text":"young","start":567,"end":572,"id":99,"ws":true,"disabled":false},{"text":"children","start":573,"end":581,"id":100,"ws":false,"disabled":false},{"text":".","start":581,"end":582,"id":101,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":583,"end":595,"id":102,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":596,"end":608,"id":103,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":17,"end":21,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":26,"end":36,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":13,"head_span":{"start":143,"end":152,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":72,"end":89,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":13,"head_span":{"start":113,"end":121,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":72,"end":89,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":5,"head_span":{"start":72,"end":89,"token_start":12,"token_end":13,"label":"base"},"child_span":{"start":26,"end":36,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":3,"head_span":{"start":72,"end":89,"token_start":12,"token_end":13,"label":"base"},"child_span":{"start":17,"end":21,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":86,"child":87,"head_span":{"start":490,"end":499,"token_start":86,"token_end":86,"label":"type_of"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":78,"child":79,"head_span":{"start":441,"end":452,"token_start":78,"token_end":78,"label":"type_of"},"child_span":{"start":453,"end":461,"token_start":79,"token_end":79,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":62,"child":102,"head_span":{"start":354,"end":360,"token_start":62,"token_end":62,"label":"change_direction"},"child_span":{"start":583,"end":595,"token_start":102,"token_end":102,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":63,"child":102,"head_span":{"start":361,"end":373,"token_start":63,"token_end":63,"label":"aspect_changing"},"child_span":{"start":583,"end":595,"token_start":102,"token_end":102,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":55,"child":57,"head_span":{"start":314,"end":321,"token_start":55,"token_end":55,"label":"change_direction"},"child_span":{"start":322,"end":336,"token_start":56,"token_end":57,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":58,"child":57,"head_span":{"start":337,"end":344,"token_start":58,"token_end":58,"label":"aspect_changing"},"child_span":{"start":322,"end":336,"token_start":56,"token_end":57,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":51,"head_span":{"start":283,"end":296,"token_start":48,"token_end":49,"label":"aspect_changing"},"child_span":{"start":300,"end":305,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":69,"child":70,"head_span":{"start":388,"end":400,"token_start":67,"token_end":69,"label":"type_of"},"child_span":{"start":401,"end":408,"token_start":70,"token_end":70,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":73,"child":74,"head_span":{"start":410,"end":422,"token_start":72,"token_end":73,"label":"type_of"},"child_span":{"start":423,"end":430,"token_start":74,"token_end":74,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":65,"child":70,"head_span":{"start":375,"end":384,"token_start":65,"token_end":65,"label":"aspect_changing"},"child_span":{"start":401,"end":408,"token_start":70,"token_end":70,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":65,"child":73,"head_span":{"start":375,"end":384,"token_start":65,"token_end":65,"label":"aspect_changing"},"child_span":{"start":410,"end":422,"token_start":72,"token_end":73,"label":"type_of"},"color":"#c5bdf4","label":"Concept_Member"},{"head":65,"child":78,"head_span":{"start":375,"end":384,"token_start":65,"token_end":65,"label":"aspect_changing"},"child_span":{"start":441,"end":452,"token_start":78,"token_end":78,"label":"type_of"},"color":"#c5bdf4","label":"Concept_Member"},{"head":70,"child":87,"head_span":{"start":401,"end":408,"token_start":70,"token_end":70,"label":"base"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":74,"child":87,"head_span":{"start":423,"end":430,"token_start":74,"token_end":74,"label":"base"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":63,"child":87,"head_span":{"start":361,"end":373,"token_start":63,"token_end":63,"label":"aspect_changing"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":79,"child":87,"head_span":{"start":453,"end":461,"token_start":79,"token_end":79,"label":"base"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":57,"child":87,"head_span":{"start":322,"end":336,"token_start":56,"token_end":57,"label":"base"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":87,"head_span":{"start":300,"end":305,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Instead, they are pushed around the ocean by wind streams, which are caused by high and low pressure systems in the atmosphere.\n","text":"Instead, they are pushed around the ocean by wind streams, which are caused by high and low pressure systems in the atmosphere. IMPLIED_BASE IMPLIED_BASE","characters":"128","document_index":"359","md_sentence_index":"13","classification_origin":"cm-label-eval","url":"https://www.pbs.org/newshour/nation/is-climate-change-making-hurricanes-stall","combo_id":"359_13","post-training batch1":"359_13","_input_hash":-1497604251,"_task_hash":1888425496,"spans":[{"start":45,"end":57,"token_start":9,"token_end":10,"label":"base"},{"start":79,"end":83,"token_start":16,"token_end":16,"label":"type_of"},{"start":88,"end":91,"token_start":18,"token_end":18,"label":"type_of"},{"start":92,"end":108,"token_start":19,"token_end":20,"label":"base"}],"tokens":[{"text":"Instead","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"they","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"are","start":14,"end":17,"id":3,"ws":true,"disabled":false},{"text":"pushed","start":18,"end":24,"id":4,"ws":true,"disabled":false},{"text":"around","start":25,"end":31,"id":5,"ws":true,"disabled":false},{"text":"the","start":32,"end":35,"id":6,"ws":true,"disabled":false},{"text":"ocean","start":36,"end":41,"id":7,"ws":true,"disabled":false},{"text":"by","start":42,"end":44,"id":8,"ws":true,"disabled":false},{"text":"wind","start":45,"end":49,"id":9,"ws":true,"disabled":false},{"text":"streams","start":50,"end":57,"id":10,"ws":false,"disabled":false},{"text":",","start":57,"end":58,"id":11,"ws":true,"disabled":false},{"text":"which","start":59,"end":64,"id":12,"ws":true,"disabled":false},{"text":"are","start":65,"end":68,"id":13,"ws":true,"disabled":false},{"text":"caused","start":69,"end":75,"id":14,"ws":true,"disabled":false},{"text":"by","start":76,"end":78,"id":15,"ws":true,"disabled":false},{"text":"high","start":79,"end":83,"id":16,"ws":true,"disabled":false},{"text":"and","start":84,"end":87,"id":17,"ws":true,"disabled":false},{"text":"low","start":88,"end":91,"id":18,"ws":true,"disabled":false},{"text":"pressure","start":92,"end":100,"id":19,"ws":true,"disabled":false},{"text":"systems","start":101,"end":108,"id":20,"ws":true,"disabled":false},{"text":"in","start":109,"end":111,"id":21,"ws":true,"disabled":false},{"text":"the","start":112,"end":115,"id":22,"ws":true,"disabled":false},{"text":"atmosphere","start":116,"end":126,"id":23,"ws":false,"disabled":false},{"text":".","start":126,"end":127,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":141,"end":153,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":18,"child":20,"head_span":{"start":88,"end":91,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":92,"end":108,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":79,"end":83,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":92,"end":108,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":10,"head_span":{"start":92,"end":108,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":45,"end":57,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Worker productivity will likely suffer as increases in heat and humidity push the limits of human tolerance, making it difficult for outdoor workers to stay cool.\n","text":"Worker productivity will likely suffer as increases in heat and humidity push the limits of human tolerance, making it difficult for outdoor workers to stay cool. IMPLIED_BASE IMPLIED_BASE","characters":"163","document_index":"685","md_sentence_index":"62","classification_origin":"causal_sentence_classification","url":"https://www.yaleclimateconnections.org/2019/06/heat-waves-and-climate-change-is-there-a-connection/","combo_id":"685_62","post-training batch1":"685_62","_input_hash":-2049456483,"_task_hash":-1417881526,"spans":[{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},{"text":"productivity","start":7,"token_start":1,"token_end":1,"end":19,"type":"pattern","label":"aspect_changing"},{"start":32,"end":38,"token_start":4,"token_end":4,"label":"change_direction"},{"text":"increases","start":42,"token_start":6,"token_end":6,"end":51,"type":"pattern","label":"change_direction"},{"start":55,"end":59,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":64,"end":72,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":163,"end":175,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"Worker","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"productivity","start":7,"end":19,"id":1,"ws":true,"disabled":false},{"text":"will","start":20,"end":24,"id":2,"ws":true,"disabled":false},{"text":"likely","start":25,"end":31,"id":3,"ws":true,"disabled":false},{"text":"suffer","start":32,"end":38,"id":4,"ws":true,"disabled":false},{"text":"as","start":39,"end":41,"id":5,"ws":true,"disabled":false},{"text":"increases","start":42,"end":51,"id":6,"ws":true,"disabled":false},{"text":"in","start":52,"end":54,"id":7,"ws":true,"disabled":false},{"text":"heat","start":55,"end":59,"id":8,"ws":true,"disabled":false},{"text":"and","start":60,"end":63,"id":9,"ws":true,"disabled":false},{"text":"humidity","start":64,"end":72,"id":10,"ws":true,"disabled":false},{"text":"push","start":73,"end":77,"id":11,"ws":true,"disabled":false},{"text":"the","start":78,"end":81,"id":12,"ws":true,"disabled":false},{"text":"limits","start":82,"end":88,"id":13,"ws":true,"disabled":false},{"text":"of","start":89,"end":91,"id":14,"ws":true,"disabled":false},{"text":"human","start":92,"end":97,"id":15,"ws":true,"disabled":false},{"text":"tolerance","start":98,"end":107,"id":16,"ws":false,"disabled":false},{"text":",","start":107,"end":108,"id":17,"ws":true,"disabled":false},{"text":"making","start":109,"end":115,"id":18,"ws":true,"disabled":false},{"text":"it","start":116,"end":118,"id":19,"ws":true,"disabled":false},{"text":"difficult","start":119,"end":128,"id":20,"ws":true,"disabled":false},{"text":"for","start":129,"end":132,"id":21,"ws":true,"disabled":false},{"text":"outdoor","start":133,"end":140,"id":22,"ws":true,"disabled":false},{"text":"workers","start":141,"end":148,"id":23,"ws":true,"disabled":false},{"text":"to","start":149,"end":151,"id":24,"ws":true,"disabled":false},{"text":"stay","start":152,"end":156,"id":25,"ws":true,"disabled":false},{"text":"cool","start":157,"end":161,"id":26,"ws":false,"disabled":false},{"text":".","start":161,"end":162,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":176,"end":188,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":0,"head_span":{"start":7,"end":19,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":0,"head_span":{"start":32,"end":38,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":28,"head_span":{"start":42,"end":51,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":163,"end":175,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":28,"head_span":{"start":55,"end":59,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":163,"end":175,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":28,"head_span":{"start":64,"end":72,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":163,"end":175,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":0,"head_span":{"start":163,"end":175,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Although struggles over water resources are not a new occurrence, climate change will only intensify and increase the frequency of such issues\u2014similar to migration.","text":"Although struggles over water resources are not a new occurrence, climate change will only intensify and increase the frequency of such issues\u2014similar to migration. IMPLIED_BASE IMPLIED_BASE","characters":"164","document_index":"81","md_sentence_index":"80","classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_80","post-training batch1":"81_80","_input_hash":1612086394,"_task_hash":1285690109,"spans":[{"start":9,"end":18,"token_start":1,"token_end":1,"label":"aspect_changing"},{"text":"water resources","start":24,"token_start":3,"token_end":4,"end":39,"type":"pattern","label":"base"},{"text":"climate change","start":66,"token_start":11,"token_end":12,"end":80,"type":"pattern","label":"base"},{"start":91,"end":100,"token_start":15,"token_end":15,"label":"aspect_changing"},{"text":"increase","start":105,"token_start":17,"token_end":17,"end":113,"type":"pattern","label":"change_direction"},{"text":"frequency","start":118,"token_start":19,"token_end":19,"end":127,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"struggles","start":9,"end":18,"id":1,"ws":true,"disabled":false},{"text":"over","start":19,"end":23,"id":2,"ws":true,"disabled":false},{"text":"water","start":24,"end":29,"id":3,"ws":true,"disabled":false},{"text":"resources","start":30,"end":39,"id":4,"ws":true,"disabled":false},{"text":"are","start":40,"end":43,"id":5,"ws":true,"disabled":false},{"text":"not","start":44,"end":47,"id":6,"ws":true,"disabled":false},{"text":"a","start":48,"end":49,"id":7,"ws":true,"disabled":false},{"text":"new","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"occurrence","start":54,"end":64,"id":9,"ws":false,"disabled":false},{"text":",","start":64,"end":65,"id":10,"ws":true,"disabled":false},{"text":"climate","start":66,"end":73,"id":11,"ws":true,"disabled":false},{"text":"change","start":74,"end":80,"id":12,"ws":true,"disabled":false},{"text":"will","start":81,"end":85,"id":13,"ws":true,"disabled":false},{"text":"only","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"intensify","start":91,"end":100,"id":15,"ws":true,"disabled":false},{"text":"and","start":101,"end":104,"id":16,"ws":true,"disabled":false},{"text":"increase","start":105,"end":113,"id":17,"ws":true,"disabled":false},{"text":"the","start":114,"end":117,"id":18,"ws":true,"disabled":false},{"text":"frequency","start":118,"end":127,"id":19,"ws":true,"disabled":false},{"text":"of","start":128,"end":130,"id":20,"ws":true,"disabled":false},{"text":"such","start":131,"end":135,"id":21,"ws":true,"disabled":false},{"text":"issues","start":136,"end":142,"id":22,"ws":false,"disabled":false},{"text":"\u2014","start":142,"end":143,"id":23,"ws":false,"disabled":false},{"text":"similar","start":143,"end":150,"id":24,"ws":true,"disabled":false},{"text":"to","start":151,"end":153,"id":25,"ws":true,"disabled":false},{"text":"migration","start":154,"end":163,"id":26,"ws":false,"disabled":false},{"text":".","start":163,"end":164,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":4,"head_span":{"start":9,"end":18,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":24,"end":39,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":4,"head_span":{"start":118,"end":127,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":24,"end":39,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":4,"head_span":{"start":105,"end":113,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":24,"end":39,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":4,"head_span":{"start":91,"end":100,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":24,"end":39,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":4,"head_span":{"start":66,"end":80,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":24,"end":39,"token_start":3,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Flooding is a complex phenomenon with many causes, including land development and ground conditions.","text":"Flooding is a complex phenomenon with many causes, including land development and ground conditions. IMPLIED_BASE IMPLIED_BASE","characters":"100","document_index":"254","md_sentence_index":"14","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/07/06/climate/nashville-floods-buybacks.html","combo_id":"254_14","post-training batch1":"254_14","_input_hash":-633813394,"_task_hash":-1360754738,"spans":[{"text":"Flooding","start":0,"token_start":0,"token_end":0,"end":8,"type":"pattern","label":"base"},{"start":61,"end":65,"token_start":10,"token_end":10,"label":"type_of"},{"text":"development","start":66,"token_start":11,"token_end":11,"end":77,"type":"pattern","label":"base"},{"start":82,"end":88,"token_start":13,"token_end":13,"label":"type_of"},{"start":89,"end":99,"token_start":14,"token_end":14,"label":"base"}],"tokens":[{"text":"Flooding","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"is","start":9,"end":11,"id":1,"ws":true,"disabled":false},{"text":"a","start":12,"end":13,"id":2,"ws":true,"disabled":false},{"text":"complex","start":14,"end":21,"id":3,"ws":true,"disabled":false},{"text":"phenomenon","start":22,"end":32,"id":4,"ws":true,"disabled":false},{"text":"with","start":33,"end":37,"id":5,"ws":true,"disabled":false},{"text":"many","start":38,"end":42,"id":6,"ws":true,"disabled":false},{"text":"causes","start":43,"end":49,"id":7,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":8,"ws":true,"disabled":false},{"text":"including","start":51,"end":60,"id":9,"ws":true,"disabled":false},{"text":"land","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"development","start":66,"end":77,"id":11,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":12,"ws":true,"disabled":false},{"text":"ground","start":82,"end":88,"id":13,"ws":true,"disabled":false},{"text":"conditions","start":89,"end":99,"id":14,"ws":false,"disabled":false},{"text":".","start":99,"end":100,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":101,"end":113,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":114,"end":126,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":61,"end":65,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":66,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":82,"end":88,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":89,"end":99,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":0,"head_span":{"start":66,"end":77,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":0,"head_span":{"start":89,"end":99,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Instead, rising temperatures weaken roadways, cause metal fatigue in bridges, and make the metal pipes that move water expand, crack, and leak.\n","text":"Instead, rising temperatures weaken roadways, cause metal fatigue in bridges, and make the metal pipes that move water expand, crack, and leak. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"369","md_sentence_index":"114","classification_origin":"cm_cause_effect_rel","url":"https://www.vox.com/energy-and-environment/2019/9/9/20804544/climate-change-phoenix-heat-wave-deaths-extreme-weather","combo_id":"369_114","post-training batch1":"369_114","_input_hash":1815603231,"_task_hash":2057732711,"spans":[{"text":"rising","start":9,"token_start":2,"token_end":2,"end":15,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":16,"token_start":3,"token_end":3,"end":28,"type":"pattern","label":"aspect_changing"},{"start":29,"end":35,"token_start":4,"token_end":4,"label":"change_direction"},{"start":36,"end":44,"token_start":5,"token_end":5,"label":"base"},{"start":52,"end":57,"token_start":8,"token_end":8,"label":"base"},{"start":58,"end":65,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":91,"end":96,"token_start":16,"token_end":16,"label":"type_of"},{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},{"start":119,"end":125,"token_start":21,"token_end":21,"label":"aspect_changing"},{"start":127,"end":132,"token_start":23,"token_end":23,"label":"aspect_changing"},{"start":138,"end":142,"token_start":26,"token_end":26,"label":"aspect_changing"},{"start":144,"end":156,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"Instead","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"rising","start":9,"end":15,"id":2,"ws":true,"disabled":false},{"text":"temperatures","start":16,"end":28,"id":3,"ws":true,"disabled":false},{"text":"weaken","start":29,"end":35,"id":4,"ws":true,"disabled":false},{"text":"roadways","start":36,"end":44,"id":5,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":6,"ws":true,"disabled":false},{"text":"cause","start":46,"end":51,"id":7,"ws":true,"disabled":false},{"text":"metal","start":52,"end":57,"id":8,"ws":true,"disabled":false},{"text":"fatigue","start":58,"end":65,"id":9,"ws":true,"disabled":false},{"text":"in","start":66,"end":68,"id":10,"ws":true,"disabled":false},{"text":"bridges","start":69,"end":76,"id":11,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":12,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":13,"ws":true,"disabled":false},{"text":"make","start":82,"end":86,"id":14,"ws":true,"disabled":false},{"text":"the","start":87,"end":90,"id":15,"ws":true,"disabled":false},{"text":"metal","start":91,"end":96,"id":16,"ws":true,"disabled":false},{"text":"pipes","start":97,"end":102,"id":17,"ws":true,"disabled":false},{"text":"that","start":103,"end":107,"id":18,"ws":true,"disabled":false},{"text":"move","start":108,"end":112,"id":19,"ws":true,"disabled":false},{"text":"water","start":113,"end":118,"id":20,"ws":true,"disabled":false},{"text":"expand","start":119,"end":125,"id":21,"ws":false,"disabled":false},{"text":",","start":125,"end":126,"id":22,"ws":true,"disabled":false},{"text":"crack","start":127,"end":132,"id":23,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":24,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":25,"ws":true,"disabled":false},{"text":"leak","start":138,"end":142,"id":26,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":28,"head_span":{"start":16,"end":28,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":144,"end":156,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":28,"head_span":{"start":9,"end":15,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":144,"end":156,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":58,"end":65,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":52,"end":57,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":91,"end":96,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":17,"head_span":{"start":119,"end":125,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":17,"head_span":{"start":127,"end":132,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":17,"head_span":{"start":138,"end":142,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":29,"end":35,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":36,"end":44,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":5,"head_span":{"start":144,"end":156,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":36,"end":44,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":8,"head_span":{"start":144,"end":156,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":52,"end":57,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":17,"head_span":{"start":144,"end":156,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Similarly, rapid permafrost thaw can also be triggered \u2013 and enhanced \u2013 by disturbances such as fire, abrupt drying events, soil subsidence and erosion resulting from ice-rich permafrost thaw (known as \u201cthermokarst\u201d).","text":"Similarly, rapid permafrost thaw can also be triggered \u2013 and enhanced \u2013 by disturbances such as fire, abrupt drying events, soil subsidence and erosion resulting from ice-rich permafrost thaw (known as \u201cthermokarst\u201d). IMPLIED_BASE IMPLIED_BASE","characters":"217","document_index":"647","md_sentence_index":"338","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_338","post-training batch1":"647_338","_input_hash":1866910882,"_task_hash":-1099353682,"spans":[{"start":11,"end":16,"token_start":2,"token_end":2,"label":"change_direction"},{"text":"permafrost","start":17,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"type_of"},{"start":28,"end":32,"token_start":4,"token_end":4,"label":"base"},{"start":96,"end":100,"token_start":17,"token_end":17,"label":"base"},{"start":102,"end":108,"token_start":19,"token_end":19,"label":"type_of"},{"start":109,"end":122,"token_start":20,"token_end":21,"label":"base"},{"text":"soil","start":124,"token_start":23,"token_end":23,"end":128,"type":"pattern","label":"type_of"},{"start":129,"end":139,"token_start":24,"token_end":24,"label":"base"},{"text":"erosion","start":144,"token_start":26,"token_end":26,"end":151,"type":"pattern","label":"base"},{"start":167,"end":170,"token_start":29,"token_end":29,"label":"type_of"}],"tokens":[{"text":"Similarly","start":0,"end":9,"id":0,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":1,"ws":true,"disabled":false},{"text":"rapid","start":11,"end":16,"id":2,"ws":true,"disabled":false},{"text":"permafrost","start":17,"end":27,"id":3,"ws":true,"disabled":false},{"text":"thaw","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"can","start":33,"end":36,"id":5,"ws":true,"disabled":false},{"text":"also","start":37,"end":41,"id":6,"ws":true,"disabled":false},{"text":"be","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"triggered","start":45,"end":54,"id":8,"ws":true,"disabled":false},{"text":"\u2013","start":55,"end":56,"id":9,"ws":true,"disabled":false},{"text":"and","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"enhanced","start":61,"end":69,"id":11,"ws":true,"disabled":false},{"text":"\u2013","start":70,"end":71,"id":12,"ws":true,"disabled":false},{"text":"by","start":72,"end":74,"id":13,"ws":true,"disabled":false},{"text":"disturbances","start":75,"end":87,"id":14,"ws":true,"disabled":false},{"text":"such","start":88,"end":92,"id":15,"ws":true,"disabled":false},{"text":"as","start":93,"end":95,"id":16,"ws":true,"disabled":false},{"text":"fire","start":96,"end":100,"id":17,"ws":false,"disabled":false},{"text":",","start":100,"end":101,"id":18,"ws":true,"disabled":false},{"text":"abrupt","start":102,"end":108,"id":19,"ws":true,"disabled":false},{"text":"drying","start":109,"end":115,"id":20,"ws":true,"disabled":false},{"text":"events","start":116,"end":122,"id":21,"ws":false,"disabled":false},{"text":",","start":122,"end":123,"id":22,"ws":true,"disabled":false},{"text":"soil","start":124,"end":128,"id":23,"ws":true,"disabled":false},{"text":"subsidence","start":129,"end":139,"id":24,"ws":true,"disabled":false},{"text":"and","start":140,"end":143,"id":25,"ws":true,"disabled":false},{"text":"erosion","start":144,"end":151,"id":26,"ws":true,"disabled":false},{"text":"resulting","start":152,"end":161,"id":27,"ws":true,"disabled":false},{"text":"from","start":162,"end":166,"id":28,"ws":true,"disabled":false},{"text":"ice","start":167,"end":170,"id":29,"ws":false,"disabled":false},{"text":"-","start":170,"end":171,"id":30,"ws":false,"disabled":false},{"text":"rich","start":171,"end":175,"id":31,"ws":true,"disabled":false},{"text":"permafrost","start":176,"end":186,"id":32,"ws":true,"disabled":false},{"text":"thaw","start":187,"end":191,"id":33,"ws":true,"disabled":false},{"text":"(","start":192,"end":193,"id":34,"ws":false,"disabled":false},{"text":"known","start":193,"end":198,"id":35,"ws":true,"disabled":false},{"text":"as","start":199,"end":201,"id":36,"ws":true,"disabled":false},{"text":"\u201c","start":202,"end":203,"id":37,"ws":false,"disabled":false},{"text":"thermokarst","start":203,"end":214,"id":38,"ws":false,"disabled":false},{"text":"\u201d","start":214,"end":215,"id":39,"ws":false,"disabled":false},{"text":")","start":215,"end":216,"id":40,"ws":false,"disabled":false},{"text":".","start":216,"end":217,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":231,"end":243,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":29,"child":26,"head_span":{"start":167,"end":170,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":144,"end":151,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":124,"end":128,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":129,"end":139,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":21,"head_span":{"start":102,"end":108,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":109,"end":122,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":4,"head_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":28,"end":32,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":17,"end":27,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":28,"end":32,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":4,"head_span":{"start":96,"end":100,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":28,"end":32,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":4,"head_span":{"start":109,"end":122,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":28,"end":32,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":4,"head_span":{"start":129,"end":139,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":28,"end":32,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":4,"head_span":{"start":144,"end":151,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":28,"end":32,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Loss of fishery productivity at low latitudes, acidification, dead zones and other dangerous conditions are projected to be more pronounced with warming higher than 1.5\u00b0C.","text":"Loss of fishery productivity at low latitudes, acidification, dead zones and other dangerous conditions are projected to be more pronounced with warming higher than 1.5\u00b0C. IMPLIED_BASE IMPLIED_BASE","characters":"171","document_index":"766","md_sentence_index":"41","classification_origin":"causal_sentence_classification","url":"https://www.wri.org/blog/2018/10/half-degree-and-world-apart-difference-climate-impacts-between-15-c-and-2-c-warming","combo_id":"766_41","post-training batch1":"766_41","_input_hash":1730336968,"_task_hash":995817130,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"change_direction"},{"start":8,"end":15,"token_start":2,"token_end":2,"label":"base"},{"text":"productivity","start":16,"token_start":3,"token_end":3,"end":28,"type":"pattern","label":"aspect_changing"},{"text":"acidification","start":47,"token_start":8,"token_end":8,"end":60,"type":"pattern","label":"base"},{"start":62,"end":72,"token_start":10,"token_end":11,"label":"base"},{"text":"more","start":124,"token_start":20,"token_end":20,"end":128,"type":"pattern","label":"change_direction"},{"start":145,"end":152,"token_start":23,"token_end":23,"label":"change_direction"},{"start":172,"end":184,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"Loss","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"of","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"fishery","start":8,"end":15,"id":2,"ws":true,"disabled":false},{"text":"productivity","start":16,"end":28,"id":3,"ws":true,"disabled":false},{"text":"at","start":29,"end":31,"id":4,"ws":true,"disabled":false},{"text":"low","start":32,"end":35,"id":5,"ws":true,"disabled":false},{"text":"latitudes","start":36,"end":45,"id":6,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"acidification","start":47,"end":60,"id":8,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":9,"ws":true,"disabled":false},{"text":"dead","start":62,"end":66,"id":10,"ws":true,"disabled":false},{"text":"zones","start":67,"end":72,"id":11,"ws":true,"disabled":false},{"text":"and","start":73,"end":76,"id":12,"ws":true,"disabled":false},{"text":"other","start":77,"end":82,"id":13,"ws":true,"disabled":false},{"text":"dangerous","start":83,"end":92,"id":14,"ws":true,"disabled":false},{"text":"conditions","start":93,"end":103,"id":15,"ws":true,"disabled":false},{"text":"are","start":104,"end":107,"id":16,"ws":true,"disabled":false},{"text":"projected","start":108,"end":117,"id":17,"ws":true,"disabled":false},{"text":"to","start":118,"end":120,"id":18,"ws":true,"disabled":false},{"text":"be","start":121,"end":123,"id":19,"ws":true,"disabled":false},{"text":"more","start":124,"end":128,"id":20,"ws":true,"disabled":false},{"text":"pronounced","start":129,"end":139,"id":21,"ws":true,"disabled":false},{"text":"with","start":140,"end":144,"id":22,"ws":true,"disabled":false},{"text":"warming","start":145,"end":152,"id":23,"ws":true,"disabled":false},{"text":"higher","start":153,"end":159,"id":24,"ws":true,"disabled":false},{"text":"than","start":160,"end":164,"id":25,"ws":true,"disabled":false},{"text":"1.5","start":165,"end":168,"id":26,"ws":false,"disabled":false},{"text":"\u00b0","start":168,"end":169,"id":27,"ws":false,"disabled":false},{"text":"C","start":169,"end":170,"id":28,"ws":false,"disabled":false},{"text":".","start":170,"end":171,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":23,"child":30,"head_span":{"start":145,"end":152,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":172,"end":184,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":2,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":8,"end":15,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":2,"head_span":{"start":16,"end":28,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":8,"end":15,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":2,"head_span":{"start":124,"end":128,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":8,"end":15,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":8,"head_span":{"start":124,"end":128,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":47,"end":60,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":11,"head_span":{"start":124,"end":128,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":62,"end":72,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":11,"head_span":{"start":172,"end":184,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":62,"end":72,"token_start":10,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":8,"head_span":{"start":172,"end":184,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":47,"end":60,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":2,"head_span":{"start":172,"end":184,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":8,"end":15,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The real power of rising seas is often demonstrated through storm surge which leads to coastal erosion and extreme flooding in coastal communities.","text":"The real power of rising seas is often demonstrated through storm surge which leads to coastal erosion and extreme flooding in coastal communities. IMPLIED_BASE IMPLIED_BASE","characters":"147","document_index":"562","md_sentence_index":"1","classification_origin":"causal_sentence_classification","url":"https://www.surfrider.org/coastal-blog/entry/managed-retreat-looking-beyond-the-buyouts","combo_id":"562_1","post-training batch1":"562_1","_input_hash":1975964440,"_task_hash":219415782,"spans":[{"text":"rising","start":18,"token_start":4,"token_end":4,"end":24,"type":"pattern","label":"change_direction"},{"start":25,"end":29,"token_start":5,"token_end":5,"label":"base"},{"text":"storm","start":60,"token_start":10,"token_end":10,"end":65,"type":"pattern","label":"base"},{"start":66,"end":71,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":87,"end":94,"token_start":15,"token_end":15,"label":"type_of"},{"text":"erosion","start":95,"token_start":16,"token_end":16,"end":102,"type":"pattern","label":"base"},{"start":107,"end":114,"token_start":18,"token_end":18,"label":"type_of"},{"text":"flooding","start":115,"token_start":19,"token_end":19,"end":123,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"real","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"power","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"of","start":15,"end":17,"id":3,"ws":true,"disabled":false},{"text":"rising","start":18,"end":24,"id":4,"ws":true,"disabled":false},{"text":"seas","start":25,"end":29,"id":5,"ws":true,"disabled":false},{"text":"is","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"often","start":33,"end":38,"id":7,"ws":true,"disabled":false},{"text":"demonstrated","start":39,"end":51,"id":8,"ws":true,"disabled":false},{"text":"through","start":52,"end":59,"id":9,"ws":true,"disabled":false},{"text":"storm","start":60,"end":65,"id":10,"ws":true,"disabled":false},{"text":"surge","start":66,"end":71,"id":11,"ws":true,"disabled":false},{"text":"which","start":72,"end":77,"id":12,"ws":true,"disabled":false},{"text":"leads","start":78,"end":83,"id":13,"ws":true,"disabled":false},{"text":"to","start":84,"end":86,"id":14,"ws":true,"disabled":false},{"text":"coastal","start":87,"end":94,"id":15,"ws":true,"disabled":false},{"text":"erosion","start":95,"end":102,"id":16,"ws":true,"disabled":false},{"text":"and","start":103,"end":106,"id":17,"ws":true,"disabled":false},{"text":"extreme","start":107,"end":114,"id":18,"ws":true,"disabled":false},{"text":"flooding","start":115,"end":123,"id":19,"ws":true,"disabled":false},{"text":"in","start":124,"end":126,"id":20,"ws":true,"disabled":false},{"text":"coastal","start":127,"end":134,"id":21,"ws":true,"disabled":false},{"text":"communities","start":135,"end":146,"id":22,"ws":false,"disabled":false},{"text":".","start":146,"end":147,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":18,"end":24,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":25,"end":29,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":66,"end":71,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":60,"end":65,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":87,"end":94,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":95,"end":102,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":107,"end":114,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":115,"end":123,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":19,"head_span":{"start":25,"end":29,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":115,"end":123,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":16,"head_span":{"start":25,"end":29,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":95,"end":102,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":16,"head_span":{"start":60,"end":65,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":95,"end":102,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":19,"head_span":{"start":60,"end":65,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":115,"end":123,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Flooding in Iran displaced half a million people in the spring.\n","text":"Flooding in Iran displaced half a million people in the spring. IMPLIED_BASE IMPLIED_BASE","characters":"64","document_index":"381","md_sentence_index":"26","classification_origin":"cm_cause_effect_rel","url":"https://www.businessinsider.com/climate-change-displaces-twice-as-many-people-as-violence-2019-9","combo_id":"381_26","post-training batch1":"381_26","_input_hash":-749318313,"_task_hash":-1825880440,"spans":[{"text":"Flooding","start":0,"token_start":0,"token_end":0,"end":8,"type":"pattern","label":"base"},{"start":17,"end":26,"token_start":3,"token_end":3,"label":"aspect_changing"},{"text":"people","start":42,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"base"}],"tokens":[{"text":"Flooding","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"in","start":9,"end":11,"id":1,"ws":true,"disabled":false},{"text":"Iran","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"displaced","start":17,"end":26,"id":3,"ws":true,"disabled":false},{"text":"half","start":27,"end":31,"id":4,"ws":true,"disabled":false},{"text":"a","start":32,"end":33,"id":5,"ws":true,"disabled":false},{"text":"million","start":34,"end":41,"id":6,"ws":true,"disabled":false},{"text":"people","start":42,"end":48,"id":7,"ws":true,"disabled":false},{"text":"in","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"spring","start":56,"end":62,"id":10,"ws":false,"disabled":false},{"text":".","start":62,"end":63,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":64,"end":76,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":77,"end":89,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":7,"head_span":{"start":17,"end":26,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":42,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":7,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":42,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Given the large potential changes in precipitation and temperature regimes projected for the coming decades\u2014with locations throughout the inhabited world expected to warm by 2 to 4 SDs by 2050\u2014amplified rates of human conflict could represent a large and critical social impact of anthropogenic climate change in both low-","text":"Given the large potential changes in precipitation and temperature regimes projected for the coming decades\u2014with locations throughout the inhabited world expected to warm by 2 to 4 SDs by 2050\u2014amplified rates of human conflict could represent a large and critical social impact of anthropogenic climate change in both low- IMPLIED_BASE IMPLIED_BASE","characters":"322","document_index":"667","md_sentence_index":"17","classification_origin":"causal_sentence_classification","url":"http://science.sciencemag.org/content/341/6151/1235367","combo_id":"667_17","post-training batch1":"667_17","_input_hash":-1716336662,"_task_hash":242915732,"spans":[{"start":10,"end":15,"token_start":2,"token_end":2,"label":"change_direction"},{"start":26,"end":33,"token_start":4,"token_end":4,"label":"aspect_changing"},{"text":"precipitation","start":37,"token_start":6,"token_end":6,"end":50,"type":"pattern","label":"type_of"},{"start":55,"end":66,"token_start":8,"token_end":8,"label":"type_of"},{"start":67,"end":74,"token_start":9,"token_end":9,"label":"base"},{"start":166,"end":170,"token_start":24,"token_end":24,"label":"aspect_changing"},{"text":"rates","start":203,"token_start":32,"token_end":32,"end":208,"type":"pattern","label":"aspect_changing"},{"start":212,"end":217,"token_start":34,"token_end":34,"label":"type_of"},{"text":"conflict","start":218,"token_start":35,"token_end":35,"end":226,"type":"pattern","label":"base"},{"start":281,"end":294,"token_start":45,"token_end":45,"label":"type_of"},{"text":"climate change","start":295,"token_start":46,"token_end":47,"end":309,"type":"pattern","label":"base"},{"start":323,"end":335,"token_start":51,"token_end":51,"label":"base"}],"tokens":[{"text":"Given","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"the","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"large","start":10,"end":15,"id":2,"ws":true,"disabled":false},{"text":"potential","start":16,"end":25,"id":3,"ws":true,"disabled":false},{"text":"changes","start":26,"end":33,"id":4,"ws":true,"disabled":false},{"text":"in","start":34,"end":36,"id":5,"ws":true,"disabled":false},{"text":"precipitation","start":37,"end":50,"id":6,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":7,"ws":true,"disabled":false},{"text":"temperature","start":55,"end":66,"id":8,"ws":true,"disabled":false},{"text":"regimes","start":67,"end":74,"id":9,"ws":true,"disabled":false},{"text":"projected","start":75,"end":84,"id":10,"ws":true,"disabled":false},{"text":"for","start":85,"end":88,"id":11,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":12,"ws":true,"disabled":false},{"text":"coming","start":93,"end":99,"id":13,"ws":true,"disabled":false},{"text":"decades","start":100,"end":107,"id":14,"ws":false,"disabled":false},{"text":"\u2014","start":107,"end":108,"id":15,"ws":false,"disabled":false},{"text":"with","start":108,"end":112,"id":16,"ws":true,"disabled":false},{"text":"locations","start":113,"end":122,"id":17,"ws":true,"disabled":false},{"text":"throughout","start":123,"end":133,"id":18,"ws":true,"disabled":false},{"text":"the","start":134,"end":137,"id":19,"ws":true,"disabled":false},{"text":"inhabited","start":138,"end":147,"id":20,"ws":true,"disabled":false},{"text":"world","start":148,"end":153,"id":21,"ws":true,"disabled":false},{"text":"expected","start":154,"end":162,"id":22,"ws":true,"disabled":false},{"text":"to","start":163,"end":165,"id":23,"ws":true,"disabled":false},{"text":"warm","start":166,"end":170,"id":24,"ws":true,"disabled":false},{"text":"by","start":171,"end":173,"id":25,"ws":true,"disabled":false},{"text":"2","start":174,"end":175,"id":26,"ws":true,"disabled":false},{"text":"to","start":176,"end":178,"id":27,"ws":true,"disabled":false},{"text":"4","start":179,"end":180,"id":28,"ws":true,"disabled":false},{"text":"SDs","start":181,"end":184,"id":29,"ws":true,"disabled":false},{"text":"by","start":185,"end":187,"id":30,"ws":true,"disabled":false},{"text":"2050\u2014amplified","start":188,"end":202,"id":31,"ws":true,"disabled":false},{"text":"rates","start":203,"end":208,"id":32,"ws":true,"disabled":false},{"text":"of","start":209,"end":211,"id":33,"ws":true,"disabled":false},{"text":"human","start":212,"end":217,"id":34,"ws":true,"disabled":false},{"text":"conflict","start":218,"end":226,"id":35,"ws":true,"disabled":false},{"text":"could","start":227,"end":232,"id":36,"ws":true,"disabled":false},{"text":"represent","start":233,"end":242,"id":37,"ws":true,"disabled":false},{"text":"a","start":243,"end":244,"id":38,"ws":true,"disabled":false},{"text":"large","start":245,"end":250,"id":39,"ws":true,"disabled":false},{"text":"and","start":251,"end":254,"id":40,"ws":true,"disabled":false},{"text":"critical","start":255,"end":263,"id":41,"ws":true,"disabled":false},{"text":"social","start":264,"end":270,"id":42,"ws":true,"disabled":false},{"text":"impact","start":271,"end":277,"id":43,"ws":true,"disabled":false},{"text":"of","start":278,"end":280,"id":44,"ws":true,"disabled":false},{"text":"anthropogenic","start":281,"end":294,"id":45,"ws":true,"disabled":false},{"text":"climate","start":295,"end":302,"id":46,"ws":true,"disabled":false},{"text":"change","start":303,"end":309,"id":47,"ws":true,"disabled":false},{"text":"in","start":310,"end":312,"id":48,"ws":true,"disabled":false},{"text":"both","start":313,"end":317,"id":49,"ws":true,"disabled":false},{"text":"low-","start":318,"end":322,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":323,"end":335,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":336,"end":348,"id":52,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":24,"child":51,"head_span":{"start":166,"end":170,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":323,"end":335,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":35,"head_span":{"start":212,"end":217,"token_start":34,"token_end":34,"label":"type_of"},"child_span":{"start":218,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":35,"head_span":{"start":203,"end":208,"token_start":32,"token_end":32,"label":"aspect_changing"},"child_span":{"start":218,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":47,"head_span":{"start":281,"end":294,"token_start":45,"token_end":45,"label":"type_of"},"child_span":{"start":295,"end":309,"token_start":46,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":55,"end":66,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":67,"end":74,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":37,"end":50,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":67,"end":74,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":9,"head_span":{"start":26,"end":33,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":67,"end":74,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":9,"head_span":{"start":10,"end":15,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":67,"end":74,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":35,"head_span":{"start":295,"end":309,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":218,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":35,"head_span":{"start":67,"end":74,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":218,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":9,"head_span":{"start":295,"end":309,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":67,"end":74,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Recreational opportunities are compromised by extreme weather, and children may suffer delayed cognitive development.","text":"Recreational opportunities are compromised by extreme weather, and children may suffer delayed cognitive development. IMPLIED_BASE IMPLIED_BASE","characters":"117","document_index":"620","md_sentence_index":"3","classification_origin":"causal_sentence_classification","url":"https://www.annualreviews.org/doi/full/10.1146/annurev-psych-010418-103023","combo_id":"620_3","post-training batch1":"620_3","_input_hash":1090077169,"_task_hash":-1123422370,"spans":[{"start":0,"end":12,"token_start":0,"token_end":0,"label":"type_of"},{"start":13,"end":26,"token_start":1,"token_end":1,"label":"base"},{"text":"extreme weather","start":46,"token_start":5,"token_end":6,"end":61,"type":"pattern","label":"base"},{"start":80,"end":86,"token_start":11,"token_end":11,"label":"change_direction"},{"start":87,"end":94,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":95,"end":104,"token_start":13,"token_end":13,"label":"type_of"},{"text":"development","start":105,"token_start":14,"token_end":14,"end":116,"type":"pattern","label":"base"}],"tokens":[{"text":"Recreational","start":0,"end":12,"id":0,"ws":true,"disabled":false},{"text":"opportunities","start":13,"end":26,"id":1,"ws":true,"disabled":false},{"text":"are","start":27,"end":30,"id":2,"ws":true,"disabled":false},{"text":"compromised","start":31,"end":42,"id":3,"ws":true,"disabled":false},{"text":"by","start":43,"end":45,"id":4,"ws":true,"disabled":false},{"text":"extreme","start":46,"end":53,"id":5,"ws":true,"disabled":false},{"text":"weather","start":54,"end":61,"id":6,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":7,"ws":true,"disabled":false},{"text":"and","start":63,"end":66,"id":8,"ws":true,"disabled":false},{"text":"children","start":67,"end":75,"id":9,"ws":true,"disabled":false},{"text":"may","start":76,"end":79,"id":10,"ws":true,"disabled":false},{"text":"suffer","start":80,"end":86,"id":11,"ws":true,"disabled":false},{"text":"delayed","start":87,"end":94,"id":12,"ws":true,"disabled":false},{"text":"cognitive","start":95,"end":104,"id":13,"ws":true,"disabled":false},{"text":"development","start":105,"end":116,"id":14,"ws":false,"disabled":false},{"text":".","start":116,"end":117,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":118,"end":130,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":131,"end":143,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":12,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":13,"end":26,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":14,"head_span":{"start":80,"end":86,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":105,"end":116,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":95,"end":104,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":105,"end":116,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":87,"end":94,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":105,"end":116,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":1,"head_span":{"start":46,"end":61,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":13,"end":26,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":14,"head_span":{"start":46,"end":61,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":105,"end":116,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":14,"head_span":{"start":13,"end":26,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":105,"end":116,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Prevalence of heatstroke and extreme weather will have redefined global labour and production beyond recognition,\u201d as an editorial accompanying the report puts it.","text":"Prevalence of heatstroke and extreme weather will have redefined global labour and production beyond recognition,\u201d as an editorial accompanying the report puts it. IMPLIED_BASE IMPLIED_BASE","characters":"163","document_index":"450","md_sentence_index":"60","classification_origin":"causal_sentence_classification","url":"https://www.wired.com/story/the-climate-apocalypse-is-now-and-its-happening-to-you/","combo_id":"450_60","post-training batch1":"450_60","_input_hash":-1139052111,"_task_hash":1563512410,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"aspect_changing"},{"start":14,"end":24,"token_start":2,"token_end":2,"label":"base"},{"text":"extreme weather","start":29,"token_start":4,"token_end":5,"end":44,"type":"pattern","label":"base"},{"start":65,"end":71,"token_start":9,"token_end":9,"label":"type_of"},{"start":72,"end":78,"token_start":10,"token_end":10,"label":"base"},{"start":83,"end":93,"token_start":12,"token_end":12,"label":"base"}],"tokens":[{"text":"Prevalence","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"of","start":11,"end":13,"id":1,"ws":true,"disabled":false},{"text":"heatstroke","start":14,"end":24,"id":2,"ws":true,"disabled":false},{"text":"and","start":25,"end":28,"id":3,"ws":true,"disabled":false},{"text":"extreme","start":29,"end":36,"id":4,"ws":true,"disabled":false},{"text":"weather","start":37,"end":44,"id":5,"ws":true,"disabled":false},{"text":"will","start":45,"end":49,"id":6,"ws":true,"disabled":false},{"text":"have","start":50,"end":54,"id":7,"ws":true,"disabled":false},{"text":"redefined","start":55,"end":64,"id":8,"ws":true,"disabled":false},{"text":"global","start":65,"end":71,"id":9,"ws":true,"disabled":false},{"text":"labour","start":72,"end":78,"id":10,"ws":true,"disabled":false},{"text":"and","start":79,"end":82,"id":11,"ws":true,"disabled":false},{"text":"production","start":83,"end":93,"id":12,"ws":true,"disabled":false},{"text":"beyond","start":94,"end":100,"id":13,"ws":true,"disabled":false},{"text":"recognition","start":101,"end":112,"id":14,"ws":false,"disabled":false},{"text":",","start":112,"end":113,"id":15,"ws":false,"disabled":false},{"text":"\u201d","start":113,"end":114,"id":16,"ws":true,"disabled":false},{"text":"as","start":115,"end":117,"id":17,"ws":true,"disabled":false},{"text":"an","start":118,"end":120,"id":18,"ws":true,"disabled":false},{"text":"editorial","start":121,"end":130,"id":19,"ws":true,"disabled":false},{"text":"accompanying","start":131,"end":143,"id":20,"ws":true,"disabled":false},{"text":"the","start":144,"end":147,"id":21,"ws":true,"disabled":false},{"text":"report","start":148,"end":154,"id":22,"ws":true,"disabled":false},{"text":"puts","start":155,"end":159,"id":23,"ws":true,"disabled":false},{"text":"it","start":160,"end":162,"id":24,"ws":false,"disabled":false},{"text":".","start":162,"end":163,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":177,"end":189,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":2,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":14,"end":24,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":72,"end":78,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":12,"head_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":83,"end":93,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":10,"head_span":{"start":29,"end":44,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":72,"end":78,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":12,"head_span":{"start":29,"end":44,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":83,"end":93,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":10,"head_span":{"start":14,"end":24,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":72,"end":78,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":12,"head_span":{"start":14,"end":24,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":83,"end":93,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In urban areas, heatwaves are exacerbated by vehicles, industrial processes and the presence of heat-retaining concrete and asphalt.","text":"In urban areas, heatwaves are exacerbated by vehicles, industrial processes and the presence of heat-retaining concrete and asphalt. IMPLIED_BASE IMPLIED_BASE","characters":"132","document_index":"331","md_sentence_index":"4","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/cities/2019/aug/20/death-blackouts-melting-asphalt-ways-the-climate-crisis-will-change-how-we-live","combo_id":"331_4","post-training batch1":"331_4","_input_hash":494887920,"_task_hash":579368869,"spans":[{"text":"heatwaves","start":16,"token_start":4,"token_end":4,"end":25,"type":"pattern","label":"base"},{"start":30,"end":41,"token_start":6,"token_end":6,"label":"change_direction"},{"start":45,"end":53,"token_start":8,"token_end":8,"label":"base"},{"start":55,"end":75,"token_start":10,"token_end":11,"label":"base"},{"start":96,"end":110,"token_start":16,"token_end":18,"label":"type_of"},{"start":111,"end":119,"token_start":19,"token_end":19,"label":"base"},{"start":124,"end":131,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"urban","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"areas","start":9,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"heatwaves","start":16,"end":25,"id":4,"ws":true,"disabled":false},{"text":"are","start":26,"end":29,"id":5,"ws":true,"disabled":false},{"text":"exacerbated","start":30,"end":41,"id":6,"ws":true,"disabled":false},{"text":"by","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"vehicles","start":45,"end":53,"id":8,"ws":false,"disabled":false},{"text":",","start":53,"end":54,"id":9,"ws":true,"disabled":false},{"text":"industrial","start":55,"end":65,"id":10,"ws":true,"disabled":false},{"text":"processes","start":66,"end":75,"id":11,"ws":true,"disabled":false},{"text":"and","start":76,"end":79,"id":12,"ws":true,"disabled":false},{"text":"the","start":80,"end":83,"id":13,"ws":true,"disabled":false},{"text":"presence","start":84,"end":92,"id":14,"ws":true,"disabled":false},{"text":"of","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"heat","start":96,"end":100,"id":16,"ws":false,"disabled":false},{"text":"-","start":100,"end":101,"id":17,"ws":false,"disabled":false},{"text":"retaining","start":101,"end":110,"id":18,"ws":true,"disabled":false},{"text":"concrete","start":111,"end":119,"id":19,"ws":true,"disabled":false},{"text":"and","start":120,"end":123,"id":20,"ws":true,"disabled":false},{"text":"asphalt","start":124,"end":131,"id":21,"ws":false,"disabled":false},{"text":".","start":131,"end":132,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":133,"end":145,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":6,"child":4,"head_span":{"start":30,"end":41,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":16,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":96,"end":110,"token_start":16,"token_end":18,"label":"type_of"},"child_span":{"start":111,"end":119,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":4,"head_span":{"start":45,"end":53,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":16,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":4,"head_span":{"start":55,"end":75,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":16,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":4,"head_span":{"start":111,"end":119,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":16,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":4,"head_span":{"start":124,"end":131,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":16,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"This year, both long-term trends and seasonal variability converged, causing extreme heat and dryness, as well as some unusual ignition events, like a dry lightning storm in Northern California that sparked more than 300 fires.\n","text":"This year, both long-term trends and seasonal variability converged, causing extreme heat and dryness, as well as some unusual ignition events, like a dry lightning storm in Northern California that sparked more than 300 fires. IMPLIED_BASE IMPLIED_BASE","characters":"228","document_index":"846","md_sentence_index":"99","classification_origin":"causal_sentence_classification","url":"https://www.vox.com/21452781/zogg-fire-glass-wildfire-california-climate-change-hurricanes-attribution-2020-debate","combo_id":"846_99","post-training batch1":"846_99","_input_hash":363706903,"_task_hash":-1904020650,"spans":[{"start":37,"end":57,"token_start":9,"token_end":10,"label":"base"},{"start":77,"end":84,"token_start":14,"token_end":14,"label":"type_of"},{"start":85,"end":89,"token_start":15,"token_end":15,"label":"base"},{"start":94,"end":101,"token_start":17,"token_end":17,"label":"base"},{"start":119,"end":126,"token_start":23,"token_end":23,"label":"type_of"},{"start":127,"end":142,"token_start":24,"token_end":25,"label":"base"},{"start":151,"end":154,"token_start":29,"token_end":29,"label":"type_of"},{"start":155,"end":164,"token_start":30,"token_end":30,"label":"type_of"},{"text":"storm","start":165,"token_start":31,"token_end":31,"end":170,"type":"pattern","label":"base"},{"start":221,"end":226,"token_start":40,"token_end":40,"label":"base"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"year","start":5,"end":9,"id":1,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":2,"ws":true,"disabled":false},{"text":"both","start":11,"end":15,"id":3,"ws":true,"disabled":false},{"text":"long","start":16,"end":20,"id":4,"ws":false,"disabled":false},{"text":"-","start":20,"end":21,"id":5,"ws":false,"disabled":false},{"text":"term","start":21,"end":25,"id":6,"ws":true,"disabled":false},{"text":"trends","start":26,"end":32,"id":7,"ws":true,"disabled":false},{"text":"and","start":33,"end":36,"id":8,"ws":true,"disabled":false},{"text":"seasonal","start":37,"end":45,"id":9,"ws":true,"disabled":false},{"text":"variability","start":46,"end":57,"id":10,"ws":true,"disabled":false},{"text":"converged","start":58,"end":67,"id":11,"ws":false,"disabled":false},{"text":",","start":67,"end":68,"id":12,"ws":true,"disabled":false},{"text":"causing","start":69,"end":76,"id":13,"ws":true,"disabled":false},{"text":"extreme","start":77,"end":84,"id":14,"ws":true,"disabled":false},{"text":"heat","start":85,"end":89,"id":15,"ws":true,"disabled":false},{"text":"and","start":90,"end":93,"id":16,"ws":true,"disabled":false},{"text":"dryness","start":94,"end":101,"id":17,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":18,"ws":true,"disabled":false},{"text":"as","start":103,"end":105,"id":19,"ws":true,"disabled":false},{"text":"well","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"as","start":111,"end":113,"id":21,"ws":true,"disabled":false},{"text":"some","start":114,"end":118,"id":22,"ws":true,"disabled":false},{"text":"unusual","start":119,"end":126,"id":23,"ws":true,"disabled":false},{"text":"ignition","start":127,"end":135,"id":24,"ws":true,"disabled":false},{"text":"events","start":136,"end":142,"id":25,"ws":false,"disabled":false},{"text":",","start":142,"end":143,"id":26,"ws":true,"disabled":false},{"text":"like","start":144,"end":148,"id":27,"ws":true,"disabled":false},{"text":"a","start":149,"end":150,"id":28,"ws":true,"disabled":false},{"text":"dry","start":151,"end":154,"id":29,"ws":true,"disabled":false},{"text":"lightning","start":155,"end":164,"id":30,"ws":true,"disabled":false},{"text":"storm","start":165,"end":170,"id":31,"ws":true,"disabled":false},{"text":"in","start":171,"end":173,"id":32,"ws":true,"disabled":false},{"text":"Northern","start":174,"end":182,"id":33,"ws":true,"disabled":false},{"text":"California","start":183,"end":193,"id":34,"ws":true,"disabled":false},{"text":"that","start":194,"end":198,"id":35,"ws":true,"disabled":false},{"text":"sparked","start":199,"end":206,"id":36,"ws":true,"disabled":false},{"text":"more","start":207,"end":211,"id":37,"ws":true,"disabled":false},{"text":"than","start":212,"end":216,"id":38,"ws":true,"disabled":false},{"text":"300","start":217,"end":220,"id":39,"ws":true,"disabled":false},{"text":"fires","start":221,"end":226,"id":40,"ws":false,"disabled":false},{"text":".","start":226,"end":227,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":228,"end":240,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":241,"end":253,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":14,"child":15,"head_span":{"start":77,"end":84,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":85,"end":89,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":77,"end":84,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":94,"end":101,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":25,"head_span":{"start":119,"end":126,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":127,"end":142,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":151,"end":154,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":165,"end":170,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":31,"head_span":{"start":155,"end":164,"token_start":30,"token_end":30,"label":"type_of"},"child_span":{"start":165,"end":170,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":15,"head_span":{"start":37,"end":57,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":85,"end":89,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":17,"head_span":{"start":37,"end":57,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":94,"end":101,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":25,"head_span":{"start":37,"end":57,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":127,"end":142,"token_start":24,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":31,"head_span":{"start":37,"end":57,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":165,"end":170,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":40,"head_span":{"start":165,"end":170,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":221,"end":226,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"Many infectious diseases are sensitive to small shifts in climatic conditions, including vector-borne infections spread by mosquitoes and ticks.","text":"Many infectious diseases are sensitive to small shifts in climatic conditions, including vector-borne infections spread by mosquitoes and ticks. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"276","md_sentence_index":"71","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_71","post-training batch1":"276_71","_input_hash":894484021,"_task_hash":-1737643886,"spans":[{"start":5,"end":15,"token_start":1,"token_end":1,"label":"type_of"},{"start":16,"end":24,"token_start":2,"token_end":2,"label":"base"},{"start":29,"end":38,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":48,"end":54,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":58,"end":77,"token_start":9,"token_end":10,"label":"base"}],"tokens":[{"text":"Many","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"infectious","start":5,"end":15,"id":1,"ws":true,"disabled":false},{"text":"diseases","start":16,"end":24,"id":2,"ws":true,"disabled":false},{"text":"are","start":25,"end":28,"id":3,"ws":true,"disabled":false},{"text":"sensitive","start":29,"end":38,"id":4,"ws":true,"disabled":false},{"text":"to","start":39,"end":41,"id":5,"ws":true,"disabled":false},{"text":"small","start":42,"end":47,"id":6,"ws":true,"disabled":false},{"text":"shifts","start":48,"end":54,"id":7,"ws":true,"disabled":false},{"text":"in","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"climatic","start":58,"end":66,"id":9,"ws":true,"disabled":false},{"text":"conditions","start":67,"end":77,"id":10,"ws":false,"disabled":false},{"text":",","start":77,"end":78,"id":11,"ws":true,"disabled":false},{"text":"including","start":79,"end":88,"id":12,"ws":true,"disabled":false},{"text":"vector","start":89,"end":95,"id":13,"ws":false,"disabled":false},{"text":"-","start":95,"end":96,"id":14,"ws":false,"disabled":false},{"text":"borne","start":96,"end":101,"id":15,"ws":true,"disabled":false},{"text":"infections","start":102,"end":112,"id":16,"ws":true,"disabled":false},{"text":"spread","start":113,"end":119,"id":17,"ws":true,"disabled":false},{"text":"by","start":120,"end":122,"id":18,"ws":true,"disabled":false},{"text":"mosquitoes","start":123,"end":133,"id":19,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":20,"ws":true,"disabled":false},{"text":"ticks","start":138,"end":143,"id":21,"ws":false,"disabled":false},{"text":".","start":143,"end":144,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":145,"end":157,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":5,"end":15,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":16,"end":24,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":2,"head_span":{"start":29,"end":38,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":16,"end":24,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":48,"end":54,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":58,"end":77,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":2,"head_span":{"start":58,"end":77,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":16,"end":24,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A stalling TC inflicts strong winds on the same region for a longer time, potentially driving greater storm surge and depositing more rain.\n","text":"A stalling TC inflicts strong winds on the same region for a longer time, potentially driving greater storm surge and depositing more rain. IMPLIED_BASE IMPLIED_BASE","characters":"140","document_index":"358","md_sentence_index":"14","classification_origin":"cm_cause_effect_rel","url":"https://www.nature.com/articles/s41612-019-0074-8","combo_id":"358_14","post-training batch1":"358_14","_input_hash":-587922938,"_task_hash":-6862022,"spans":[{"start":2,"end":10,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":11,"end":13,"token_start":2,"token_end":2,"label":"base"},{"start":23,"end":29,"token_start":4,"token_end":4,"label":"type_of"},{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},{"start":61,"end":72,"token_start":12,"token_end":13,"label":"change_direction"},{"start":94,"end":101,"token_start":17,"token_end":17,"label":"change_direction"},{"text":"storm","start":102,"token_start":18,"token_end":18,"end":107,"type":"pattern","label":"base"},{"start":108,"end":113,"token_start":19,"token_end":19,"label":"aspect_changing"},{"text":"more","start":129,"token_start":22,"token_end":22,"end":133,"type":"pattern","label":"change_direction"},{"text":"rain","start":134,"token_start":23,"token_end":23,"end":138,"type":"pattern","label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"stalling","start":2,"end":10,"id":1,"ws":true,"disabled":false},{"text":"TC","start":11,"end":13,"id":2,"ws":true,"disabled":false},{"text":"inflicts","start":14,"end":22,"id":3,"ws":true,"disabled":false},{"text":"strong","start":23,"end":29,"id":4,"ws":true,"disabled":false},{"text":"winds","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"on","start":36,"end":38,"id":6,"ws":true,"disabled":false},{"text":"the","start":39,"end":42,"id":7,"ws":true,"disabled":false},{"text":"same","start":43,"end":47,"id":8,"ws":true,"disabled":false},{"text":"region","start":48,"end":54,"id":9,"ws":true,"disabled":false},{"text":"for","start":55,"end":58,"id":10,"ws":true,"disabled":false},{"text":"a","start":59,"end":60,"id":11,"ws":true,"disabled":false},{"text":"longer","start":61,"end":67,"id":12,"ws":true,"disabled":false},{"text":"time","start":68,"end":72,"id":13,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":14,"ws":true,"disabled":false},{"text":"potentially","start":74,"end":85,"id":15,"ws":true,"disabled":false},{"text":"driving","start":86,"end":93,"id":16,"ws":true,"disabled":false},{"text":"greater","start":94,"end":101,"id":17,"ws":true,"disabled":false},{"text":"storm","start":102,"end":107,"id":18,"ws":true,"disabled":false},{"text":"surge","start":108,"end":113,"id":19,"ws":true,"disabled":false},{"text":"and","start":114,"end":117,"id":20,"ws":true,"disabled":false},{"text":"depositing","start":118,"end":128,"id":21,"ws":true,"disabled":false},{"text":"more","start":129,"end":133,"id":22,"ws":true,"disabled":false},{"text":"rain","start":134,"end":138,"id":23,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":23,"end":29,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":2,"head_span":{"start":2,"end":10,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":11,"end":13,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":5,"head_span":{"start":61,"end":72,"token_start":12,"token_end":13,"label":"change_direction"},"child_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":94,"end":101,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":102,"end":107,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":108,"end":113,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":102,"end":107,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":129,"end":133,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":134,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":5,"head_span":{"start":11,"end":13,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":18,"head_span":{"start":11,"end":13,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":102,"end":107,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":23,"head_span":{"start":11,"end":13,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":134,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Previously, an installation like this would have used switchgear supplied with SF6, to prevent the electrical accidents that can lead to fires.\n","text":"Previously, an installation like this would have used switchgear supplied with SF6, to prevent the electrical accidents that can lead to fires. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"375","md_sentence_index":"75","classification_origin":"cm_cause_effect_rel","url":"https://www.bbc.com/news/science-environment-49567197","combo_id":"375_75","post-training batch1":"375_75","_input_hash":-1473975991,"_task_hash":-1997426967,"spans":[{"start":54,"end":64,"token_start":9,"token_end":9,"label":"base"},{"start":87,"end":94,"token_start":15,"token_end":15,"label":"predicate"},{"start":99,"end":109,"token_start":17,"token_end":17,"label":"type_of"},{"start":110,"end":119,"token_start":18,"token_end":18,"label":"base"},{"start":129,"end":136,"token_start":21,"token_end":22,"label":"predicate"},{"start":137,"end":142,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"Previously","start":0,"end":10,"id":0,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":1,"ws":true,"disabled":false},{"text":"an","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"installation","start":15,"end":27,"id":3,"ws":true,"disabled":false},{"text":"like","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"this","start":33,"end":37,"id":5,"ws":true,"disabled":false},{"text":"would","start":38,"end":43,"id":6,"ws":true,"disabled":false},{"text":"have","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"used","start":49,"end":53,"id":8,"ws":true,"disabled":false},{"text":"switchgear","start":54,"end":64,"id":9,"ws":true,"disabled":false},{"text":"supplied","start":65,"end":73,"id":10,"ws":true,"disabled":false},{"text":"with","start":74,"end":78,"id":11,"ws":true,"disabled":false},{"text":"SF6","start":79,"end":82,"id":12,"ws":false,"disabled":false},{"text":",","start":82,"end":83,"id":13,"ws":true,"disabled":false},{"text":"to","start":84,"end":86,"id":14,"ws":true,"disabled":false},{"text":"prevent","start":87,"end":94,"id":15,"ws":true,"disabled":false},{"text":"the","start":95,"end":98,"id":16,"ws":true,"disabled":false},{"text":"electrical","start":99,"end":109,"id":17,"ws":true,"disabled":false},{"text":"accidents","start":110,"end":119,"id":18,"ws":true,"disabled":false},{"text":"that","start":120,"end":124,"id":19,"ws":true,"disabled":false},{"text":"can","start":125,"end":128,"id":20,"ws":true,"disabled":false},{"text":"lead","start":129,"end":133,"id":21,"ws":true,"disabled":false},{"text":"to","start":134,"end":136,"id":22,"ws":true,"disabled":false},{"text":"fires","start":137,"end":142,"id":23,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":17,"child":18,"head_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":110,"end":119,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":17,"head_span":{"start":54,"end":64,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"type_of"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":23,"head_span":{"start":110,"end":119,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":137,"end":142,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Such a shift in population is likely to increase poverty and widen the gulf between the rich and the poor.","text":"Such a shift in population is likely to increase poverty and widen the gulf between the rich and the poor. IMPLIED_BASE IMPLIED_BASE","characters":"106","document_index":"816","md_sentence_index":"54","classification_origin":"causal_sentence_classification","url":"https://www.propublica.org/article/climate-change-will-force-a-new-american-migration","combo_id":"816_54","post-training batch1":"816_54","_input_hash":-140685109,"_task_hash":-1062110395,"spans":[{"start":7,"end":12,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":16,"end":26,"token_start":4,"token_end":4,"label":"aspect_changing"},{"text":"increase","start":40,"token_start":8,"token_end":8,"end":48,"type":"pattern","label":"change_direction"},{"start":49,"end":56,"token_start":9,"token_end":9,"label":"base"},{"start":61,"end":66,"token_start":11,"token_end":11,"label":"change_direction"},{"start":71,"end":75,"token_start":13,"token_end":13,"label":"base"},{"start":107,"end":119,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"Such","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"a","start":5,"end":6,"id":1,"ws":true,"disabled":false},{"text":"shift","start":7,"end":12,"id":2,"ws":true,"disabled":false},{"text":"in","start":13,"end":15,"id":3,"ws":true,"disabled":false},{"text":"population","start":16,"end":26,"id":4,"ws":true,"disabled":false},{"text":"is","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"likely","start":30,"end":36,"id":6,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":7,"ws":true,"disabled":false},{"text":"increase","start":40,"end":48,"id":8,"ws":true,"disabled":false},{"text":"poverty","start":49,"end":56,"id":9,"ws":true,"disabled":false},{"text":"and","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"widen","start":61,"end":66,"id":11,"ws":true,"disabled":false},{"text":"the","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"gulf","start":71,"end":75,"id":13,"ws":true,"disabled":false},{"text":"between","start":76,"end":83,"id":14,"ws":true,"disabled":false},{"text":"the","start":84,"end":87,"id":15,"ws":true,"disabled":false},{"text":"rich","start":88,"end":92,"id":16,"ws":true,"disabled":false},{"text":"and","start":93,"end":96,"id":17,"ws":true,"disabled":false},{"text":"the","start":97,"end":100,"id":18,"ws":true,"disabled":false},{"text":"poor","start":101,"end":105,"id":19,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":21,"head_span":{"start":16,"end":26,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":107,"end":119,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":21,"head_span":{"start":7,"end":12,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":107,"end":119,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":61,"end":66,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":71,"end":75,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":40,"end":48,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":49,"end":56,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":9,"head_span":{"start":107,"end":119,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":49,"end":56,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":13,"head_span":{"start":107,"end":119,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":71,"end":75,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The same refrigerants and gases that damage the ozone layer contribute to climate change.\n","text":"The same refrigerants and gases that damage the ozone layer contribute to climate change. IMPLIED_BASE IMPLIED_BASE","characters":"90","document_index":"407","md_sentence_index":"47","classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.theguardian.com/environment/2019/sep/16/climate-crisis-health-risks-extreme-weather","combo_id":"407_47","post-training batch1":"407_47","_input_hash":-2039608228,"_task_hash":336701189,"spans":[{"start":9,"end":21,"token_start":2,"token_end":2,"label":"base"},{"text":"gases","start":26,"token_start":4,"token_end":4,"end":31,"type":"pattern","label":"base"},{"text":"ozone layer","start":48,"token_start":8,"token_end":9,"end":59,"type":"pattern","label":"base"},{"text":"climate change","start":74,"token_start":12,"token_end":13,"end":88,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"same","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"refrigerants","start":9,"end":21,"id":2,"ws":true,"disabled":false},{"text":"and","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"gases","start":26,"end":31,"id":4,"ws":true,"disabled":false},{"text":"that","start":32,"end":36,"id":5,"ws":true,"disabled":false},{"text":"damage","start":37,"end":43,"id":6,"ws":true,"disabled":false},{"text":"the","start":44,"end":47,"id":7,"ws":true,"disabled":false},{"text":"ozone","start":48,"end":53,"id":8,"ws":true,"disabled":false},{"text":"layer","start":54,"end":59,"id":9,"ws":true,"disabled":false},{"text":"contribute","start":60,"end":70,"id":10,"ws":true,"disabled":false},{"text":"to","start":71,"end":73,"id":11,"ws":true,"disabled":false},{"text":"climate","start":74,"end":81,"id":12,"ws":true,"disabled":false},{"text":"change","start":82,"end":88,"id":13,"ws":false,"disabled":false},{"text":".","start":88,"end":89,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":90,"end":102,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":103,"end":115,"id":16,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":9,"head_span":{"start":26,"end":31,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":48,"end":59,"token_start":8,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":9,"head_span":{"start":9,"end":21,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":48,"end":59,"token_start":8,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":13,"head_span":{"start":9,"end":21,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":74,"end":88,"token_start":12,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":13,"head_span":{"start":26,"end":31,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":74,"end":88,"token_start":12,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Fletcher also has concerns about more hot, windless days leading to serious health issues or even death, as other parts of the world have experienced.\n","text":"Fletcher also has concerns about more hot, windless days leading to serious health issues or even death, as other parts of the world have experienced. IMPLIED_BASE IMPLIED_BASE","characters":"151","document_index":"329","md_sentence_index":"81","classification_origin":"cm_cause_effect_rel","url":"https://www.civilbeat.org/2019/08/climate-change-is-making-hawaiis-beaches-more-dangerous/","combo_id":"329_81","post-training batch1":"329_81","_input_hash":552060884,"_task_hash":-19147718,"spans":[{"text":"more","start":33,"token_start":5,"token_end":5,"end":37,"type":"pattern","label":"change_direction"},{"start":38,"end":41,"token_start":6,"token_end":6,"label":"type_of"},{"start":43,"end":51,"token_start":8,"token_end":8,"label":"type_of"},{"start":52,"end":56,"token_start":9,"token_end":9,"label":"base"},{"start":68,"end":75,"token_start":12,"token_end":12,"label":"change_direction"},{"text":"health","start":76,"token_start":13,"token_end":13,"end":82,"type":"pattern","label":"base"},{"start":83,"end":89,"token_start":14,"token_end":14,"label":"aspect_changing"},{"text":"death","start":98,"token_start":17,"token_end":17,"end":103,"type":"pattern","label":"base"}],"tokens":[{"text":"Fletcher","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"also","start":9,"end":13,"id":1,"ws":true,"disabled":false},{"text":"has","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"concerns","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"about","start":27,"end":32,"id":4,"ws":true,"disabled":false},{"text":"more","start":33,"end":37,"id":5,"ws":true,"disabled":false},{"text":"hot","start":38,"end":41,"id":6,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":7,"ws":true,"disabled":false},{"text":"windless","start":43,"end":51,"id":8,"ws":true,"disabled":false},{"text":"days","start":52,"end":56,"id":9,"ws":true,"disabled":false},{"text":"leading","start":57,"end":64,"id":10,"ws":true,"disabled":false},{"text":"to","start":65,"end":67,"id":11,"ws":true,"disabled":false},{"text":"serious","start":68,"end":75,"id":12,"ws":true,"disabled":false},{"text":"health","start":76,"end":82,"id":13,"ws":true,"disabled":false},{"text":"issues","start":83,"end":89,"id":14,"ws":true,"disabled":false},{"text":"or","start":90,"end":92,"id":15,"ws":true,"disabled":false},{"text":"even","start":93,"end":97,"id":16,"ws":true,"disabled":false},{"text":"death","start":98,"end":103,"id":17,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":18,"ws":true,"disabled":false},{"text":"as","start":105,"end":107,"id":19,"ws":true,"disabled":false},{"text":"other","start":108,"end":113,"id":20,"ws":true,"disabled":false},{"text":"parts","start":114,"end":119,"id":21,"ws":true,"disabled":false},{"text":"of","start":120,"end":122,"id":22,"ws":true,"disabled":false},{"text":"the","start":123,"end":126,"id":23,"ws":true,"disabled":false},{"text":"world","start":127,"end":132,"id":24,"ws":true,"disabled":false},{"text":"have","start":133,"end":137,"id":25,"ws":true,"disabled":false},{"text":"experienced","start":138,"end":149,"id":26,"ws":false,"disabled":false},{"text":".","start":149,"end":150,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":8,"child":9,"head_span":{"start":43,"end":51,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":52,"end":56,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":68,"end":75,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":76,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":83,"end":89,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":76,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":38,"end":41,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":52,"end":56,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":9,"head_span":{"start":33,"end":37,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":52,"end":56,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":13,"head_span":{"start":52,"end":56,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":76,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":17,"head_span":{"start":52,"end":56,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":98,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Combined with accumulating evidence on the potentially disruptive effects of climate change on human enterprise, such as through possible declines in global food production (3) and significant sea level rise (4), such findings have encouraged claims that climate change will worsen instability in already volatile regions (5\u20137).\n","text":"Combined with accumulating evidence on the potentially disruptive effects of climate change on human enterprise, such as through possible declines in global food production (3) and significant sea level rise (4), such findings have encouraged claims that climate change will worsen instability in already volatile regions (5\u20137). IMPLIED_BASE IMPLIED_BASE","characters":"329","document_index":"84","md_sentence_index":"8","classification_origin":"cm_cause_effect_rel","url":"http://www.pnas.org/content/106/49/20670","combo_id":"84_8","post-training batch1":"84_8","_input_hash":2129719978,"_task_hash":2109678514,"spans":[{"text":"climate change","start":77,"token_start":10,"token_end":11,"end":91,"type":"pattern","label":"base"},{"start":138,"end":146,"token_start":20,"token_end":20,"label":"change_direction"},{"start":150,"end":156,"token_start":22,"token_end":22,"label":"type_of"},{"start":157,"end":161,"token_start":23,"token_end":23,"label":"base"},{"start":162,"end":172,"token_start":24,"token_end":24,"label":"aspect_changing"},{"text":"sea","start":193,"token_start":30,"token_end":30,"end":196,"type":"pattern","label":"base"},{"text":"level","start":197,"token_start":31,"token_end":31,"end":202,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":203,"token_start":32,"token_end":32,"end":207,"type":"pattern","label":"change_direction"},{"text":"climate change","start":255,"token_start":43,"token_end":44,"end":269,"type":"pattern","label":"base"},{"start":275,"end":281,"token_start":46,"token_end":46,"label":"change_direction"},{"start":282,"end":293,"token_start":47,"token_end":47,"label":"aspect_changing"},{"start":329,"end":341,"token_start":56,"token_end":56,"label":"base"}],"tokens":[{"text":"Combined","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"with","start":9,"end":13,"id":1,"ws":true,"disabled":false},{"text":"accumulating","start":14,"end":26,"id":2,"ws":true,"disabled":false},{"text":"evidence","start":27,"end":35,"id":3,"ws":true,"disabled":false},{"text":"on","start":36,"end":38,"id":4,"ws":true,"disabled":false},{"text":"the","start":39,"end":42,"id":5,"ws":true,"disabled":false},{"text":"potentially","start":43,"end":54,"id":6,"ws":true,"disabled":false},{"text":"disruptive","start":55,"end":65,"id":7,"ws":true,"disabled":false},{"text":"effects","start":66,"end":73,"id":8,"ws":true,"disabled":false},{"text":"of","start":74,"end":76,"id":9,"ws":true,"disabled":false},{"text":"climate","start":77,"end":84,"id":10,"ws":true,"disabled":false},{"text":"change","start":85,"end":91,"id":11,"ws":true,"disabled":false},{"text":"on","start":92,"end":94,"id":12,"ws":true,"disabled":false},{"text":"human","start":95,"end":100,"id":13,"ws":true,"disabled":false},{"text":"enterprise","start":101,"end":111,"id":14,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":15,"ws":true,"disabled":false},{"text":"such","start":113,"end":117,"id":16,"ws":true,"disabled":false},{"text":"as","start":118,"end":120,"id":17,"ws":true,"disabled":false},{"text":"through","start":121,"end":128,"id":18,"ws":true,"disabled":false},{"text":"possible","start":129,"end":137,"id":19,"ws":true,"disabled":false},{"text":"declines","start":138,"end":146,"id":20,"ws":true,"disabled":false},{"text":"in","start":147,"end":149,"id":21,"ws":true,"disabled":false},{"text":"global","start":150,"end":156,"id":22,"ws":true,"disabled":false},{"text":"food","start":157,"end":161,"id":23,"ws":true,"disabled":false},{"text":"production","start":162,"end":172,"id":24,"ws":true,"disabled":false},{"text":"(","start":173,"end":174,"id":25,"ws":false,"disabled":false},{"text":"3","start":174,"end":175,"id":26,"ws":false,"disabled":false},{"text":")","start":175,"end":176,"id":27,"ws":true,"disabled":false},{"text":"and","start":177,"end":180,"id":28,"ws":true,"disabled":false},{"text":"significant","start":181,"end":192,"id":29,"ws":true,"disabled":false},{"text":"sea","start":193,"end":196,"id":30,"ws":true,"disabled":false},{"text":"level","start":197,"end":202,"id":31,"ws":true,"disabled":false},{"text":"rise","start":203,"end":207,"id":32,"ws":true,"disabled":false},{"text":"(","start":208,"end":209,"id":33,"ws":false,"disabled":false},{"text":"4","start":209,"end":210,"id":34,"ws":false,"disabled":false},{"text":")","start":210,"end":211,"id":35,"ws":false,"disabled":false},{"text":",","start":211,"end":212,"id":36,"ws":true,"disabled":false},{"text":"such","start":213,"end":217,"id":37,"ws":true,"disabled":false},{"text":"findings","start":218,"end":226,"id":38,"ws":true,"disabled":false},{"text":"have","start":227,"end":231,"id":39,"ws":true,"disabled":false},{"text":"encouraged","start":232,"end":242,"id":40,"ws":true,"disabled":false},{"text":"claims","start":243,"end":249,"id":41,"ws":true,"disabled":false},{"text":"that","start":250,"end":254,"id":42,"ws":true,"disabled":false},{"text":"climate","start":255,"end":262,"id":43,"ws":true,"disabled":false},{"text":"change","start":263,"end":269,"id":44,"ws":true,"disabled":false},{"text":"will","start":270,"end":274,"id":45,"ws":true,"disabled":false},{"text":"worsen","start":275,"end":281,"id":46,"ws":true,"disabled":false},{"text":"instability","start":282,"end":293,"id":47,"ws":true,"disabled":false},{"text":"in","start":294,"end":296,"id":48,"ws":true,"disabled":false},{"text":"already","start":297,"end":304,"id":49,"ws":true,"disabled":false},{"text":"volatile","start":305,"end":313,"id":50,"ws":true,"disabled":false},{"text":"regions","start":314,"end":321,"id":51,"ws":true,"disabled":false},{"text":"(","start":322,"end":323,"id":52,"ws":false,"disabled":false},{"text":"5\u20137","start":323,"end":326,"id":53,"ws":false,"disabled":false},{"text":")","start":326,"end":327,"id":54,"ws":false,"disabled":false},{"text":".","start":327,"end":328,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":329,"end":341,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":342,"end":354,"id":57,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":24,"child":23,"head_span":{"start":162,"end":172,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":157,"end":161,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":150,"end":156,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":157,"end":161,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":138,"end":146,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":157,"end":161,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":30,"head_span":{"start":197,"end":202,"token_start":31,"token_end":31,"label":"aspect_changing"},"child_span":{"start":193,"end":196,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":30,"head_span":{"start":203,"end":207,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":193,"end":196,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":56,"head_span":{"start":282,"end":293,"token_start":47,"token_end":47,"label":"aspect_changing"},"child_span":{"start":329,"end":341,"token_start":56,"token_end":56,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":56,"head_span":{"start":275,"end":281,"token_start":46,"token_end":46,"label":"change_direction"},"child_span":{"start":329,"end":341,"token_start":56,"token_end":56,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":23,"head_span":{"start":77,"end":91,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":157,"end":161,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":30,"head_span":{"start":77,"end":91,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":193,"end":196,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":56,"head_span":{"start":255,"end":269,"token_start":43,"token_end":44,"label":"base"},"child_span":{"start":329,"end":341,"token_start":56,"token_end":56,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Internal corrosion induces vomit of blood, the color of coffee grounds, giving rise to the Spanish name for yellow fever, v\u00f3mito negro (black vomit), which is sometimes followed by death.\n","text":"Internal corrosion induces vomit of blood, the color of coffee grounds, giving rise to the Spanish name for yellow fever, v\u00f3mito negro (black vomit), which is sometimes followed by death. IMPLIED_BASE IMPLIED_BASE","characters":"188","document_index":"279","md_sentence_index":"39","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/07/27/opinion/sunday/mosquitoes-malaria-zika-history.html","combo_id":"279_39","post-training batch1":"279_39","_input_hash":-281016567,"_task_hash":914741173,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"type_of"},{"start":9,"end":18,"token_start":1,"token_end":1,"label":"base"},{"start":27,"end":32,"token_start":3,"token_end":3,"label":"base"},{"start":36,"end":41,"token_start":5,"token_end":5,"label":"type_of"}],"tokens":[{"text":"Internal","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"corrosion","start":9,"end":18,"id":1,"ws":true,"disabled":false},{"text":"induces","start":19,"end":26,"id":2,"ws":true,"disabled":false},{"text":"vomit","start":27,"end":32,"id":3,"ws":true,"disabled":false},{"text":"of","start":33,"end":35,"id":4,"ws":true,"disabled":false},{"text":"blood","start":36,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"the","start":43,"end":46,"id":7,"ws":true,"disabled":false},{"text":"color","start":47,"end":52,"id":8,"ws":true,"disabled":false},{"text":"of","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"coffee","start":56,"end":62,"id":10,"ws":true,"disabled":false},{"text":"grounds","start":63,"end":70,"id":11,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":12,"ws":true,"disabled":false},{"text":"giving","start":72,"end":78,"id":13,"ws":true,"disabled":false},{"text":"rise","start":79,"end":83,"id":14,"ws":true,"disabled":false},{"text":"to","start":84,"end":86,"id":15,"ws":true,"disabled":false},{"text":"the","start":87,"end":90,"id":16,"ws":true,"disabled":false},{"text":"Spanish","start":91,"end":98,"id":17,"ws":true,"disabled":false},{"text":"name","start":99,"end":103,"id":18,"ws":true,"disabled":false},{"text":"for","start":104,"end":107,"id":19,"ws":true,"disabled":false},{"text":"yellow","start":108,"end":114,"id":20,"ws":true,"disabled":false},{"text":"fever","start":115,"end":120,"id":21,"ws":false,"disabled":false},{"text":",","start":120,"end":121,"id":22,"ws":true,"disabled":false},{"text":"v\u00f3mito","start":122,"end":128,"id":23,"ws":true,"disabled":false},{"text":"negro","start":129,"end":134,"id":24,"ws":true,"disabled":false},{"text":"(","start":135,"end":136,"id":25,"ws":false,"disabled":false},{"text":"black","start":136,"end":141,"id":26,"ws":true,"disabled":false},{"text":"vomit","start":142,"end":147,"id":27,"ws":false,"disabled":false},{"text":")","start":147,"end":148,"id":28,"ws":false,"disabled":false},{"text":",","start":148,"end":149,"id":29,"ws":true,"disabled":false},{"text":"which","start":150,"end":155,"id":30,"ws":true,"disabled":false},{"text":"is","start":156,"end":158,"id":31,"ws":true,"disabled":false},{"text":"sometimes","start":159,"end":168,"id":32,"ws":true,"disabled":false},{"text":"followed","start":169,"end":177,"id":33,"ws":true,"disabled":false},{"text":"by","start":178,"end":180,"id":34,"ws":true,"disabled":false},{"text":"death","start":181,"end":186,"id":35,"ws":false,"disabled":false},{"text":".","start":186,"end":187,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":201,"end":213,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":9,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":3,"head_span":{"start":36,"end":41,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":27,"end":32,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":3,"head_span":{"start":9,"end":18,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":27,"end":32,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Diseases spread by mosquitoes and ticks increase the chance of neurological problems.","text":"Diseases spread by mosquitoes and ticks increase the chance of neurological problems. IMPLIED_BASE IMPLIED_BASE","characters":"85","document_index":"404","md_sentence_index":"64","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/climate-change-is-having-widespread-health-impacts/","combo_id":"404_64","post-training batch1":"404_64","_input_hash":881951481,"_task_hash":-218294355,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},{"text":"mosquitoes","start":19,"token_start":3,"token_end":3,"end":29,"type":"pattern","label":"type_of"},{"text":"ticks","start":34,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"type_of"},{"text":"increase","start":40,"token_start":6,"token_end":6,"end":48,"type":"pattern","label":"change_direction"},{"start":63,"end":84,"token_start":10,"token_end":11,"label":"base"}],"tokens":[{"text":"Diseases","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"spread","start":9,"end":15,"id":1,"ws":true,"disabled":false},{"text":"by","start":16,"end":18,"id":2,"ws":true,"disabled":false},{"text":"mosquitoes","start":19,"end":29,"id":3,"ws":true,"disabled":false},{"text":"and","start":30,"end":33,"id":4,"ws":true,"disabled":false},{"text":"ticks","start":34,"end":39,"id":5,"ws":true,"disabled":false},{"text":"increase","start":40,"end":48,"id":6,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":7,"ws":true,"disabled":false},{"text":"chance","start":53,"end":59,"id":8,"ws":true,"disabled":false},{"text":"of","start":60,"end":62,"id":9,"ws":true,"disabled":false},{"text":"neurological","start":63,"end":75,"id":10,"ws":true,"disabled":false},{"text":"problems","start":76,"end":84,"id":11,"ws":false,"disabled":false},{"text":".","start":84,"end":85,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":86,"end":98,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":99,"end":111,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":5,"child":0,"head_span":{"start":34,"end":39,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":0,"head_span":{"start":19,"end":29,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":11,"head_span":{"start":40,"end":48,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":63,"end":84,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":11,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":63,"end":84,"token_start":10,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Multiple >75-year compound events are observed in the coastal Pacific Northwest, inland Southern California, Florida, Maine, and several climate divisions in Texas, which point to the intensification of compound dry-hot extremes over many portions of CONUS with significant socio-environmental repercussions, such as causing very large wildfires (29).\n","text":"Multiple >75-year compound events are observed in the coastal Pacific Northwest, inland Southern California, Florida, Maine, and several climate divisions in Texas, which point to the intensification of compound dry-hot extremes over many portions of CONUS with significant socio-environmental repercussions, such as causing very large wildfires (29). IMPLIED_BASE IMPLIED_BASE","characters":"352","document_index":"860","md_sentence_index":"112","classification_origin":"causal_sentence_classification","url":"https://advances.sciencemag.org/content/6/39/eaaz4571","combo_id":"860_112","post-training batch1":"860_112","_input_hash":1726287203,"_task_hash":-1925377485,"spans":[{"start":203,"end":211,"token_start":34,"token_end":34,"label":"type_of"},{"start":212,"end":219,"token_start":35,"token_end":37,"label":"type_of"},{"start":220,"end":228,"token_start":38,"token_end":38,"label":"base"},{"start":274,"end":293,"token_start":46,"token_end":48,"label":"base"},{"start":294,"end":307,"token_start":49,"token_end":49,"label":"aspect_changing"},{"start":330,"end":335,"token_start":55,"token_end":55,"label":"type_of"},{"text":"wildfires","start":336,"token_start":56,"token_end":56,"end":345,"type":"pattern","label":"base"}],"tokens":[{"text":"Multiple","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":">","start":9,"end":10,"id":1,"ws":false,"disabled":false},{"text":"75-year","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"compound","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"events","start":27,"end":33,"id":4,"ws":true,"disabled":false},{"text":"are","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"observed","start":38,"end":46,"id":6,"ws":true,"disabled":false},{"text":"in","start":47,"end":49,"id":7,"ws":true,"disabled":false},{"text":"the","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"coastal","start":54,"end":61,"id":9,"ws":true,"disabled":false},{"text":"Pacific","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"Northwest","start":70,"end":79,"id":11,"ws":false,"disabled":false},{"text":",","start":79,"end":80,"id":12,"ws":true,"disabled":false},{"text":"inland","start":81,"end":87,"id":13,"ws":true,"disabled":false},{"text":"Southern","start":88,"end":96,"id":14,"ws":true,"disabled":false},{"text":"California","start":97,"end":107,"id":15,"ws":false,"disabled":false},{"text":",","start":107,"end":108,"id":16,"ws":true,"disabled":false},{"text":"Florida","start":109,"end":116,"id":17,"ws":false,"disabled":false},{"text":",","start":116,"end":117,"id":18,"ws":true,"disabled":false},{"text":"Maine","start":118,"end":123,"id":19,"ws":false,"disabled":false},{"text":",","start":123,"end":124,"id":20,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":21,"ws":true,"disabled":false},{"text":"several","start":129,"end":136,"id":22,"ws":true,"disabled":false},{"text":"climate","start":137,"end":144,"id":23,"ws":true,"disabled":false},{"text":"divisions","start":145,"end":154,"id":24,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":25,"ws":true,"disabled":false},{"text":"Texas","start":158,"end":163,"id":26,"ws":false,"disabled":false},{"text":",","start":163,"end":164,"id":27,"ws":true,"disabled":false},{"text":"which","start":165,"end":170,"id":28,"ws":true,"disabled":false},{"text":"point","start":171,"end":176,"id":29,"ws":true,"disabled":false},{"text":"to","start":177,"end":179,"id":30,"ws":true,"disabled":false},{"text":"the","start":180,"end":183,"id":31,"ws":true,"disabled":false},{"text":"intensification","start":184,"end":199,"id":32,"ws":true,"disabled":false},{"text":"of","start":200,"end":202,"id":33,"ws":true,"disabled":false},{"text":"compound","start":203,"end":211,"id":34,"ws":true,"disabled":false},{"text":"dry","start":212,"end":215,"id":35,"ws":false,"disabled":false},{"text":"-","start":215,"end":216,"id":36,"ws":false,"disabled":false},{"text":"hot","start":216,"end":219,"id":37,"ws":true,"disabled":false},{"text":"extremes","start":220,"end":228,"id":38,"ws":true,"disabled":false},{"text":"over","start":229,"end":233,"id":39,"ws":true,"disabled":false},{"text":"many","start":234,"end":238,"id":40,"ws":true,"disabled":false},{"text":"portions","start":239,"end":247,"id":41,"ws":true,"disabled":false},{"text":"of","start":248,"end":250,"id":42,"ws":true,"disabled":false},{"text":"CONUS","start":251,"end":256,"id":43,"ws":true,"disabled":false},{"text":"with","start":257,"end":261,"id":44,"ws":true,"disabled":false},{"text":"significant","start":262,"end":273,"id":45,"ws":true,"disabled":false},{"text":"socio","start":274,"end":279,"id":46,"ws":false,"disabled":false},{"text":"-","start":279,"end":280,"id":47,"ws":false,"disabled":false},{"text":"environmental","start":280,"end":293,"id":48,"ws":true,"disabled":false},{"text":"repercussions","start":294,"end":307,"id":49,"ws":false,"disabled":false},{"text":",","start":307,"end":308,"id":50,"ws":true,"disabled":false},{"text":"such","start":309,"end":313,"id":51,"ws":true,"disabled":false},{"text":"as","start":314,"end":316,"id":52,"ws":true,"disabled":false},{"text":"causing","start":317,"end":324,"id":53,"ws":true,"disabled":false},{"text":"very","start":325,"end":329,"id":54,"ws":true,"disabled":false},{"text":"large","start":330,"end":335,"id":55,"ws":true,"disabled":false},{"text":"wildfires","start":336,"end":345,"id":56,"ws":true,"disabled":false},{"text":"(","start":346,"end":347,"id":57,"ws":false,"disabled":false},{"text":"29","start":347,"end":349,"id":58,"ws":false,"disabled":false},{"text":")","start":349,"end":350,"id":59,"ws":false,"disabled":false},{"text":".","start":350,"end":351,"id":60,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":352,"end":364,"id":61,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":365,"end":377,"id":62,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":49,"child":48,"head_span":{"start":294,"end":307,"token_start":49,"token_end":49,"label":"aspect_changing"},"child_span":{"start":274,"end":293,"token_start":46,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":55,"child":56,"head_span":{"start":330,"end":335,"token_start":55,"token_end":55,"label":"type_of"},"child_span":{"start":336,"end":345,"token_start":56,"token_end":56,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":38,"head_span":{"start":203,"end":211,"token_start":34,"token_end":34,"label":"type_of"},"child_span":{"start":220,"end":228,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":38,"head_span":{"start":212,"end":219,"token_start":35,"token_end":37,"label":"type_of"},"child_span":{"start":220,"end":228,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":48,"head_span":{"start":220,"end":228,"token_start":38,"token_end":38,"label":"base"},"child_span":{"start":274,"end":293,"token_start":46,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":38,"child":56,"head_span":{"start":220,"end":228,"token_start":38,"token_end":38,"label":"base"},"child_span":{"start":336,"end":345,"token_start":56,"token_end":56,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Cyclone Idai in Mozambique, typhoon Hagibis in Japan, a deadly, record-breaking heatwave across much of Europe, wildfires in California and eastern Australia, floods in Venice...","text":"Cyclone Idai in Mozambique, typhoon Hagibis in Japan, a deadly, record-breaking heatwave across much of Europe, wildfires in California and eastern Australia, floods in Venice... IMPLIED_BASE IMPLIED_BASE","characters":"178","document_index":"534","md_sentence_index":"20","classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.sciencealert.com/how-2019-became-the-year-when-the-world-woke-up-to-the-climate-emergency","combo_id":"534_20","post-training batch1":"534_20","_input_hash":-1089841219,"_task_hash":1134384007,"spans":[{"text":"heatwave","start":80,"token_start":16,"token_end":16,"end":88,"type":"pattern","label":"base"},{"text":"wildfires","start":112,"token_start":22,"token_end":22,"end":121,"type":"pattern","label":"base"},{"text":"floods","start":159,"token_start":29,"token_end":29,"end":165,"type":"pattern","label":"base"}],"tokens":[{"text":"Cyclone","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"Idai","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"in","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"Mozambique","start":16,"end":26,"id":3,"ws":false,"disabled":false},{"text":",","start":26,"end":27,"id":4,"ws":true,"disabled":false},{"text":"typhoon","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"Hagibis","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"in","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"Japan","start":47,"end":52,"id":8,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":9,"ws":true,"disabled":false},{"text":"a","start":54,"end":55,"id":10,"ws":true,"disabled":false},{"text":"deadly","start":56,"end":62,"id":11,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":12,"ws":true,"disabled":false},{"text":"record","start":64,"end":70,"id":13,"ws":false,"disabled":false},{"text":"-","start":70,"end":71,"id":14,"ws":false,"disabled":false},{"text":"breaking","start":71,"end":79,"id":15,"ws":true,"disabled":false},{"text":"heatwave","start":80,"end":88,"id":16,"ws":true,"disabled":false},{"text":"across","start":89,"end":95,"id":17,"ws":true,"disabled":false},{"text":"much","start":96,"end":100,"id":18,"ws":true,"disabled":false},{"text":"of","start":101,"end":103,"id":19,"ws":true,"disabled":false},{"text":"Europe","start":104,"end":110,"id":20,"ws":false,"disabled":false},{"text":",","start":110,"end":111,"id":21,"ws":true,"disabled":false},{"text":"wildfires","start":112,"end":121,"id":22,"ws":true,"disabled":false},{"text":"in","start":122,"end":124,"id":23,"ws":true,"disabled":false},{"text":"California","start":125,"end":135,"id":24,"ws":true,"disabled":false},{"text":"and","start":136,"end":139,"id":25,"ws":true,"disabled":false},{"text":"eastern","start":140,"end":147,"id":26,"ws":true,"disabled":false},{"text":"Australia","start":148,"end":157,"id":27,"ws":false,"disabled":false},{"text":",","start":157,"end":158,"id":28,"ws":true,"disabled":false},{"text":"floods","start":159,"end":165,"id":29,"ws":true,"disabled":false},{"text":"in","start":166,"end":168,"id":30,"ws":true,"disabled":false},{"text":"Venice","start":169,"end":175,"id":31,"ws":false,"disabled":false},{"text":"...","start":175,"end":178,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":179,"end":191,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"\u201cIt\u2019s really incredible how much the U.S. has managed to clean up the air from other [pollution] sources, like power plants and industry and cars,\u201d Mickley said.","text":"\u201cIt\u2019s really incredible how much the U.S. has managed to clean up the air from other [pollution] sources, like power plants and industry and cars,\u201d Mickley said. IMPLIED_BASE IMPLIED_BASE","characters":"161","document_index":"247","md_sentence_index":"53","classification_origin":"cm_cause_effect_rel","url":"https://www.latimes.com/science/environment/wildfires-climate-change-shorter-lives-americans-story.html","combo_id":"247_53","post-training batch1":"247_53","_input_hash":188684008,"_task_hash":-1817276423,"spans":[{"text":"pollution","start":86,"token_start":19,"token_end":19,"end":95,"type":"pattern","label":"base"},{"text":"plants","start":117,"token_start":25,"token_end":25,"end":123,"type":"pattern","label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"It","start":1,"end":3,"id":1,"ws":false,"disabled":false},{"text":"\u2019s","start":3,"end":5,"id":2,"ws":true,"disabled":false},{"text":"really","start":6,"end":12,"id":3,"ws":true,"disabled":false},{"text":"incredible","start":13,"end":23,"id":4,"ws":true,"disabled":false},{"text":"how","start":24,"end":27,"id":5,"ws":true,"disabled":false},{"text":"much","start":28,"end":32,"id":6,"ws":true,"disabled":false},{"text":"the","start":33,"end":36,"id":7,"ws":true,"disabled":false},{"text":"U.S.","start":37,"end":41,"id":8,"ws":true,"disabled":false},{"text":"has","start":42,"end":45,"id":9,"ws":true,"disabled":false},{"text":"managed","start":46,"end":53,"id":10,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":11,"ws":true,"disabled":false},{"text":"clean","start":57,"end":62,"id":12,"ws":true,"disabled":false},{"text":"up","start":63,"end":65,"id":13,"ws":true,"disabled":false},{"text":"the","start":66,"end":69,"id":14,"ws":true,"disabled":false},{"text":"air","start":70,"end":73,"id":15,"ws":true,"disabled":false},{"text":"from","start":74,"end":78,"id":16,"ws":true,"disabled":false},{"text":"other","start":79,"end":84,"id":17,"ws":true,"disabled":false},{"text":"[","start":85,"end":86,"id":18,"ws":false,"disabled":false},{"text":"pollution","start":86,"end":95,"id":19,"ws":false,"disabled":false},{"text":"]","start":95,"end":96,"id":20,"ws":true,"disabled":false},{"text":"sources","start":97,"end":104,"id":21,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":22,"ws":true,"disabled":false},{"text":"like","start":106,"end":110,"id":23,"ws":true,"disabled":false},{"text":"power","start":111,"end":116,"id":24,"ws":true,"disabled":false},{"text":"plants","start":117,"end":123,"id":25,"ws":true,"disabled":false},{"text":"and","start":124,"end":127,"id":26,"ws":true,"disabled":false},{"text":"industry","start":128,"end":136,"id":27,"ws":true,"disabled":false},{"text":"and","start":137,"end":140,"id":28,"ws":true,"disabled":false},{"text":"cars","start":141,"end":145,"id":29,"ws":false,"disabled":false},{"text":",","start":145,"end":146,"id":30,"ws":false,"disabled":false},{"text":"\u201d","start":146,"end":147,"id":31,"ws":true,"disabled":false},{"text":"Mickley","start":148,"end":155,"id":32,"ws":true,"disabled":false},{"text":"said","start":156,"end":160,"id":33,"ws":false,"disabled":false},{"text":".","start":160,"end":161,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":162,"end":174,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The analysis provides one of the clearest pictures to date of the companies behind the vast emissions of natural gas that have resulted from America\u2019s shale oil boom, fueled by the use of hydraulic fracturing, or fracking, to unlock fossil fuels from shale rock.\n","text":"The analysis provides one of the clearest pictures to date of the companies behind the vast emissions of natural gas that have resulted from America\u2019s shale oil boom, fueled by the use of hydraulic fracturing, or fracking, to unlock fossil fuels from shale rock. IMPLIED_BASE IMPLIED_BASE","characters":"263","document_index":"431","md_sentence_index":"20","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/10/16/climate/natural-gas-flaring-exxon-bp.html","combo_id":"431_20","post-training batch1":"431_20","_input_hash":-1305575829,"_task_hash":23612338,"spans":[{"text":"emissions","start":92,"token_start":16,"token_end":16,"end":101,"type":"pattern","label":"aspect_changing"},{"start":105,"end":112,"token_start":18,"token_end":18,"label":"type_of"},{"start":113,"end":116,"token_start":19,"token_end":19,"label":"base"},{"start":151,"end":156,"token_start":26,"token_end":26,"label":"type_of"},{"start":157,"end":165,"token_start":27,"token_end":28,"label":"base"},{"start":188,"end":208,"token_start":35,"token_end":36,"label":"base"},{"start":213,"end":221,"token_start":39,"token_end":39,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"analysis","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"provides","start":13,"end":21,"id":2,"ws":true,"disabled":false},{"text":"one","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"of","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"clearest","start":33,"end":41,"id":6,"ws":true,"disabled":false},{"text":"pictures","start":42,"end":50,"id":7,"ws":true,"disabled":false},{"text":"to","start":51,"end":53,"id":8,"ws":true,"disabled":false},{"text":"date","start":54,"end":58,"id":9,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":10,"ws":true,"disabled":false},{"text":"the","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"companies","start":66,"end":75,"id":12,"ws":true,"disabled":false},{"text":"behind","start":76,"end":82,"id":13,"ws":true,"disabled":false},{"text":"the","start":83,"end":86,"id":14,"ws":true,"disabled":false},{"text":"vast","start":87,"end":91,"id":15,"ws":true,"disabled":false},{"text":"emissions","start":92,"end":101,"id":16,"ws":true,"disabled":false},{"text":"of","start":102,"end":104,"id":17,"ws":true,"disabled":false},{"text":"natural","start":105,"end":112,"id":18,"ws":true,"disabled":false},{"text":"gas","start":113,"end":116,"id":19,"ws":true,"disabled":false},{"text":"that","start":117,"end":121,"id":20,"ws":true,"disabled":false},{"text":"have","start":122,"end":126,"id":21,"ws":true,"disabled":false},{"text":"resulted","start":127,"end":135,"id":22,"ws":true,"disabled":false},{"text":"from","start":136,"end":140,"id":23,"ws":true,"disabled":false},{"text":"America","start":141,"end":148,"id":24,"ws":false,"disabled":false},{"text":"\u2019s","start":148,"end":150,"id":25,"ws":true,"disabled":false},{"text":"shale","start":151,"end":156,"id":26,"ws":true,"disabled":false},{"text":"oil","start":157,"end":160,"id":27,"ws":true,"disabled":false},{"text":"boom","start":161,"end":165,"id":28,"ws":false,"disabled":false},{"text":",","start":165,"end":166,"id":29,"ws":true,"disabled":false},{"text":"fueled","start":167,"end":173,"id":30,"ws":true,"disabled":false},{"text":"by","start":174,"end":176,"id":31,"ws":true,"disabled":false},{"text":"the","start":177,"end":180,"id":32,"ws":true,"disabled":false},{"text":"use","start":181,"end":184,"id":33,"ws":true,"disabled":false},{"text":"of","start":185,"end":187,"id":34,"ws":true,"disabled":false},{"text":"hydraulic","start":188,"end":197,"id":35,"ws":true,"disabled":false},{"text":"fracturing","start":198,"end":208,"id":36,"ws":false,"disabled":false},{"text":",","start":208,"end":209,"id":37,"ws":true,"disabled":false},{"text":"or","start":210,"end":212,"id":38,"ws":true,"disabled":false},{"text":"fracking","start":213,"end":221,"id":39,"ws":false,"disabled":false},{"text":",","start":221,"end":222,"id":40,"ws":true,"disabled":false},{"text":"to","start":223,"end":225,"id":41,"ws":true,"disabled":false},{"text":"unlock","start":226,"end":232,"id":42,"ws":true,"disabled":false},{"text":"fossil","start":233,"end":239,"id":43,"ws":true,"disabled":false},{"text":"fuels","start":240,"end":245,"id":44,"ws":true,"disabled":false},{"text":"from","start":246,"end":250,"id":45,"ws":true,"disabled":false},{"text":"shale","start":251,"end":256,"id":46,"ws":true,"disabled":false},{"text":"rock","start":257,"end":261,"id":47,"ws":false,"disabled":false},{"text":".","start":261,"end":262,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":263,"end":275,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":276,"end":288,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":16,"child":19,"head_span":{"start":92,"end":101,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":113,"end":116,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":105,"end":112,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":113,"end":116,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":28,"head_span":{"start":151,"end":156,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":157,"end":165,"token_start":27,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":19,"head_span":{"start":157,"end":165,"token_start":27,"token_end":28,"label":"base"},"child_span":{"start":113,"end":116,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":19,"head_span":{"start":188,"end":208,"token_start":35,"token_end":36,"label":"base"},"child_span":{"start":113,"end":116,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":19,"head_span":{"start":213,"end":221,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":113,"end":116,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Though many of these studies describe the mental health impacts of specific historical events, they demonstrate the\ntypes of mental health issues that will continue to arise as climate change leads to increases in the frequency, severity, and duration of extreme climate- and weather-related events such as floods, hurricanes, droughts, and wildfires.17, 18, 19, 20, 21, 22, 23, 24, 25, 29, 41, 50, 51, 68, 70 Strong support is found in a number of recent studies for the potential for climate change-related psychological effects, including grief/bereavement, increased substance use or misuse, and thoughts of suicide.19, 35, 36, 37, 38, 60\nResearch on individual resilience and recovery shows that a majority of individuals psychologically affected by a traumatic event will recover over time.","text":"Though many of these studies describe the mental health impacts of specific historical events, they demonstrate thetypes of mental health issues that will continue to arise as climate change leads to increases in the frequency, severity, and duration of extreme climate- and weather-related events such as floods, hurricanes, droughts, and wildfires.17, 18, 19, 20, 21, 22, 23, 24, 25, 29, 41, 50, 51, 68, 70 Strong support is found in a number of recent studies for the potential for climate change-related psychological effects, including grief/bereavement, increased substance use or misuse, and thoughts of suicide.19, 35, 36, 37, 38, 60Research on individual resilience and recovery shows that a majority of individuals psychologically affected by a traumatic event will recover over time. IMPLIED_BASE IMPLIED_BASE","characters":"796","document_index":"619","md_sentence_index":"298","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_298","post-training batch1":"619_298","_input_hash":1142860180,"_task_hash":1171641844,"spans":[{"start":124,"end":130,"token_start":19,"token_end":19,"label":"type_of"},{"text":"health","start":131,"token_start":20,"token_end":20,"end":137,"type":"pattern","label":"base"},{"start":138,"end":144,"token_start":21,"token_end":21,"label":"aspect_changing"},{"text":"climate change","start":176,"token_start":28,"token_end":29,"end":190,"type":"pattern","label":"base"},{"text":"increases","start":200,"token_start":32,"token_end":32,"end":209,"type":"pattern","label":"change_direction"},{"text":"frequency","start":217,"token_start":35,"token_end":35,"end":226,"type":"pattern","label":"aspect_changing"},{"start":228,"end":236,"token_start":37,"token_end":37,"label":"aspect_changing"},{"start":242,"end":250,"token_start":40,"token_end":40,"label":"aspect_changing"},{"start":254,"end":261,"token_start":42,"token_end":42,"label":"type_of"},{"start":262,"end":270,"token_start":43,"token_end":43,"label":"type_of"},{"text":"weather","start":275,"token_start":45,"token_end":45,"end":282,"type":"pattern","label":"type_of"},{"start":291,"end":297,"token_start":48,"token_end":48,"label":"base"},{"text":"floods","start":306,"token_start":51,"token_end":51,"end":312,"type":"pattern","label":"base"},{"text":"hurricanes","start":314,"token_start":53,"token_end":53,"end":324,"type":"pattern","label":"base"},{"text":"droughts","start":326,"token_start":55,"token_end":55,"end":334,"type":"pattern","label":"base"},{"start":340,"end":352,"token_start":58,"token_end":58,"label":"base"}],"tokens":[{"text":"Though","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"many","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"of","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"these","start":15,"end":20,"id":3,"ws":true,"disabled":false},{"text":"studies","start":21,"end":28,"id":4,"ws":true,"disabled":false},{"text":"describe","start":29,"end":37,"id":5,"ws":true,"disabled":false},{"text":"the","start":38,"end":41,"id":6,"ws":true,"disabled":false},{"text":"mental","start":42,"end":48,"id":7,"ws":true,"disabled":false},{"text":"health","start":49,"end":55,"id":8,"ws":true,"disabled":false},{"text":"impacts","start":56,"end":63,"id":9,"ws":true,"disabled":false},{"text":"of","start":64,"end":66,"id":10,"ws":true,"disabled":false},{"text":"specific","start":67,"end":75,"id":11,"ws":true,"disabled":false},{"text":"historical","start":76,"end":86,"id":12,"ws":true,"disabled":false},{"text":"events","start":87,"end":93,"id":13,"ws":false,"disabled":false},{"text":",","start":93,"end":94,"id":14,"ws":true,"disabled":false},{"text":"they","start":95,"end":99,"id":15,"ws":true,"disabled":false},{"text":"demonstrate","start":100,"end":111,"id":16,"ws":true,"disabled":false},{"text":"thetypes","start":112,"end":120,"id":17,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":18,"ws":true,"disabled":false},{"text":"mental","start":124,"end":130,"id":19,"ws":true,"disabled":false},{"text":"health","start":131,"end":137,"id":20,"ws":true,"disabled":false},{"text":"issues","start":138,"end":144,"id":21,"ws":true,"disabled":false},{"text":"that","start":145,"end":149,"id":22,"ws":true,"disabled":false},{"text":"will","start":150,"end":154,"id":23,"ws":true,"disabled":false},{"text":"continue","start":155,"end":163,"id":24,"ws":true,"disabled":false},{"text":"to","start":164,"end":166,"id":25,"ws":true,"disabled":false},{"text":"arise","start":167,"end":172,"id":26,"ws":true,"disabled":false},{"text":"as","start":173,"end":175,"id":27,"ws":true,"disabled":false},{"text":"climate","start":176,"end":183,"id":28,"ws":true,"disabled":false},{"text":"change","start":184,"end":190,"id":29,"ws":true,"disabled":false},{"text":"leads","start":191,"end":196,"id":30,"ws":true,"disabled":false},{"text":"to","start":197,"end":199,"id":31,"ws":true,"disabled":false},{"text":"increases","start":200,"end":209,"id":32,"ws":true,"disabled":false},{"text":"in","start":210,"end":212,"id":33,"ws":true,"disabled":false},{"text":"the","start":213,"end":216,"id":34,"ws":true,"disabled":false},{"text":"frequency","start":217,"end":226,"id":35,"ws":false,"disabled":false},{"text":",","start":226,"end":227,"id":36,"ws":true,"disabled":false},{"text":"severity","start":228,"end":236,"id":37,"ws":false,"disabled":false},{"text":",","start":236,"end":237,"id":38,"ws":true,"disabled":false},{"text":"and","start":238,"end":241,"id":39,"ws":true,"disabled":false},{"text":"duration","start":242,"end":250,"id":40,"ws":true,"disabled":false},{"text":"of","start":251,"end":253,"id":41,"ws":true,"disabled":false},{"text":"extreme","start":254,"end":261,"id":42,"ws":true,"disabled":false},{"text":"climate-","start":262,"end":270,"id":43,"ws":true,"disabled":false},{"text":"and","start":271,"end":274,"id":44,"ws":true,"disabled":false},{"text":"weather","start":275,"end":282,"id":45,"ws":false,"disabled":false},{"text":"-","start":282,"end":283,"id":46,"ws":false,"disabled":false},{"text":"related","start":283,"end":290,"id":47,"ws":true,"disabled":false},{"text":"events","start":291,"end":297,"id":48,"ws":true,"disabled":false},{"text":"such","start":298,"end":302,"id":49,"ws":true,"disabled":false},{"text":"as","start":303,"end":305,"id":50,"ws":true,"disabled":false},{"text":"floods","start":306,"end":312,"id":51,"ws":false,"disabled":false},{"text":",","start":312,"end":313,"id":52,"ws":true,"disabled":false},{"text":"hurricanes","start":314,"end":324,"id":53,"ws":false,"disabled":false},{"text":",","start":324,"end":325,"id":54,"ws":true,"disabled":false},{"text":"droughts","start":326,"end":334,"id":55,"ws":false,"disabled":false},{"text":",","start":334,"end":335,"id":56,"ws":true,"disabled":false},{"text":"and","start":336,"end":339,"id":57,"ws":true,"disabled":false},{"text":"wildfires.17","start":340,"end":352,"id":58,"ws":false,"disabled":false},{"text":",","start":352,"end":353,"id":59,"ws":true,"disabled":false},{"text":"18","start":354,"end":356,"id":60,"ws":false,"disabled":false},{"text":",","start":356,"end":357,"id":61,"ws":true,"disabled":false},{"text":"19","start":358,"end":360,"id":62,"ws":false,"disabled":false},{"text":",","start":360,"end":361,"id":63,"ws":true,"disabled":false},{"text":"20","start":362,"end":364,"id":64,"ws":false,"disabled":false},{"text":",","start":364,"end":365,"id":65,"ws":true,"disabled":false},{"text":"21","start":366,"end":368,"id":66,"ws":false,"disabled":false},{"text":",","start":368,"end":369,"id":67,"ws":true,"disabled":false},{"text":"22","start":370,"end":372,"id":68,"ws":false,"disabled":false},{"text":",","start":372,"end":373,"id":69,"ws":true,"disabled":false},{"text":"23","start":374,"end":376,"id":70,"ws":false,"disabled":false},{"text":",","start":376,"end":377,"id":71,"ws":true,"disabled":false},{"text":"24","start":378,"end":380,"id":72,"ws":false,"disabled":false},{"text":",","start":380,"end":381,"id":73,"ws":true,"disabled":false},{"text":"25","start":382,"end":384,"id":74,"ws":false,"disabled":false},{"text":",","start":384,"end":385,"id":75,"ws":true,"disabled":false},{"text":"29","start":386,"end":388,"id":76,"ws":false,"disabled":false},{"text":",","start":388,"end":389,"id":77,"ws":true,"disabled":false},{"text":"41","start":390,"end":392,"id":78,"ws":false,"disabled":false},{"text":",","start":392,"end":393,"id":79,"ws":true,"disabled":false},{"text":"50","start":394,"end":396,"id":80,"ws":false,"disabled":false},{"text":",","start":396,"end":397,"id":81,"ws":true,"disabled":false},{"text":"51","start":398,"end":400,"id":82,"ws":false,"disabled":false},{"text":",","start":400,"end":401,"id":83,"ws":true,"disabled":false},{"text":"68","start":402,"end":404,"id":84,"ws":false,"disabled":false},{"text":",","start":404,"end":405,"id":85,"ws":true,"disabled":false},{"text":"70","start":406,"end":408,"id":86,"ws":true,"disabled":false},{"text":"Strong","start":409,"end":415,"id":87,"ws":true,"disabled":false},{"text":"support","start":416,"end":423,"id":88,"ws":true,"disabled":false},{"text":"is","start":424,"end":426,"id":89,"ws":true,"disabled":false},{"text":"found","start":427,"end":432,"id":90,"ws":true,"disabled":false},{"text":"in","start":433,"end":435,"id":91,"ws":true,"disabled":false},{"text":"a","start":436,"end":437,"id":92,"ws":true,"disabled":false},{"text":"number","start":438,"end":444,"id":93,"ws":true,"disabled":false},{"text":"of","start":445,"end":447,"id":94,"ws":true,"disabled":false},{"text":"recent","start":448,"end":454,"id":95,"ws":true,"disabled":false},{"text":"studies","start":455,"end":462,"id":96,"ws":true,"disabled":false},{"text":"for","start":463,"end":466,"id":97,"ws":true,"disabled":false},{"text":"the","start":467,"end":470,"id":98,"ws":true,"disabled":false},{"text":"potential","start":471,"end":480,"id":99,"ws":true,"disabled":false},{"text":"for","start":481,"end":484,"id":100,"ws":true,"disabled":false},{"text":"climate","start":485,"end":492,"id":101,"ws":true,"disabled":false},{"text":"change","start":493,"end":499,"id":102,"ws":false,"disabled":false},{"text":"-","start":499,"end":500,"id":103,"ws":false,"disabled":false},{"text":"related","start":500,"end":507,"id":104,"ws":true,"disabled":false},{"text":"psychological","start":508,"end":521,"id":105,"ws":true,"disabled":false},{"text":"effects","start":522,"end":529,"id":106,"ws":false,"disabled":false},{"text":",","start":529,"end":530,"id":107,"ws":true,"disabled":false},{"text":"including","start":531,"end":540,"id":108,"ws":true,"disabled":false},{"text":"grief","start":541,"end":546,"id":109,"ws":false,"disabled":false},{"text":"/","start":546,"end":547,"id":110,"ws":false,"disabled":false},{"text":"bereavement","start":547,"end":558,"id":111,"ws":false,"disabled":false},{"text":",","start":558,"end":559,"id":112,"ws":true,"disabled":false},{"text":"increased","start":560,"end":569,"id":113,"ws":true,"disabled":false},{"text":"substance","start":570,"end":579,"id":114,"ws":true,"disabled":false},{"text":"use","start":580,"end":583,"id":115,"ws":true,"disabled":false},{"text":"or","start":584,"end":586,"id":116,"ws":true,"disabled":false},{"text":"misuse","start":587,"end":593,"id":117,"ws":false,"disabled":false},{"text":",","start":593,"end":594,"id":118,"ws":true,"disabled":false},{"text":"and","start":595,"end":598,"id":119,"ws":true,"disabled":false},{"text":"thoughts","start":599,"end":607,"id":120,"ws":true,"disabled":false},{"text":"of","start":608,"end":610,"id":121,"ws":true,"disabled":false},{"text":"suicide.19","start":611,"end":621,"id":122,"ws":false,"disabled":false},{"text":",","start":621,"end":622,"id":123,"ws":true,"disabled":false},{"text":"35","start":623,"end":625,"id":124,"ws":false,"disabled":false},{"text":",","start":625,"end":626,"id":125,"ws":true,"disabled":false},{"text":"36","start":627,"end":629,"id":126,"ws":false,"disabled":false},{"text":",","start":629,"end":630,"id":127,"ws":true,"disabled":false},{"text":"37","start":631,"end":633,"id":128,"ws":false,"disabled":false},{"text":",","start":633,"end":634,"id":129,"ws":true,"disabled":false},{"text":"38","start":635,"end":637,"id":130,"ws":false,"disabled":false},{"text":",","start":637,"end":638,"id":131,"ws":true,"disabled":false},{"text":"60Research","start":639,"end":649,"id":132,"ws":true,"disabled":false},{"text":"on","start":650,"end":652,"id":133,"ws":true,"disabled":false},{"text":"individual","start":653,"end":663,"id":134,"ws":true,"disabled":false},{"text":"resilience","start":664,"end":674,"id":135,"ws":true,"disabled":false},{"text":"and","start":675,"end":678,"id":136,"ws":true,"disabled":false},{"text":"recovery","start":679,"end":687,"id":137,"ws":true,"disabled":false},{"text":"shows","start":688,"end":693,"id":138,"ws":true,"disabled":false},{"text":"that","start":694,"end":698,"id":139,"ws":true,"disabled":false},{"text":"a","start":699,"end":700,"id":140,"ws":true,"disabled":false},{"text":"majority","start":701,"end":709,"id":141,"ws":true,"disabled":false},{"text":"of","start":710,"end":712,"id":142,"ws":true,"disabled":false},{"text":"individuals","start":713,"end":724,"id":143,"ws":true,"disabled":false},{"text":"psychologically","start":725,"end":740,"id":144,"ws":true,"disabled":false},{"text":"affected","start":741,"end":749,"id":145,"ws":true,"disabled":false},{"text":"by","start":750,"end":752,"id":146,"ws":true,"disabled":false},{"text":"a","start":753,"end":754,"id":147,"ws":true,"disabled":false},{"text":"traumatic","start":755,"end":764,"id":148,"ws":true,"disabled":false},{"text":"event","start":765,"end":770,"id":149,"ws":true,"disabled":false},{"text":"will","start":771,"end":775,"id":150,"ws":true,"disabled":false},{"text":"recover","start":776,"end":783,"id":151,"ws":true,"disabled":false},{"text":"over","start":784,"end":788,"id":152,"ws":true,"disabled":false},{"text":"time","start":789,"end":793,"id":153,"ws":false,"disabled":false},{"text":".","start":793,"end":794,"id":154,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":795,"end":807,"id":155,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":808,"end":820,"id":156,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":45,"child":48,"head_span":{"start":275,"end":282,"token_start":45,"token_end":45,"label":"type_of"},"child_span":{"start":291,"end":297,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":48,"head_span":{"start":262,"end":270,"token_start":43,"token_end":43,"label":"type_of"},"child_span":{"start":291,"end":297,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":48,"head_span":{"start":254,"end":261,"token_start":42,"token_end":42,"label":"type_of"},"child_span":{"start":291,"end":297,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":48,"head_span":{"start":242,"end":250,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":291,"end":297,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":48,"head_span":{"start":228,"end":236,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":291,"end":297,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":48,"head_span":{"start":217,"end":226,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":291,"end":297,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":48,"head_span":{"start":200,"end":209,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":291,"end":297,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":51,"head_span":{"start":200,"end":209,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":306,"end":312,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":51,"head_span":{"start":217,"end":226,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":306,"end":312,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":51,"head_span":{"start":228,"end":236,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":306,"end":312,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":51,"head_span":{"start":242,"end":250,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":306,"end":312,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":53,"head_span":{"start":200,"end":209,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":314,"end":324,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":53,"head_span":{"start":217,"end":226,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":314,"end":324,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":53,"head_span":{"start":228,"end":236,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":314,"end":324,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":53,"head_span":{"start":242,"end":250,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":314,"end":324,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":55,"head_span":{"start":200,"end":209,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":326,"end":334,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":55,"head_span":{"start":217,"end":226,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":326,"end":334,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":55,"head_span":{"start":228,"end":236,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":326,"end":334,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":55,"head_span":{"start":242,"end":250,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":326,"end":334,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":58,"head_span":{"start":200,"end":209,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":340,"end":352,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":58,"head_span":{"start":217,"end":226,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":340,"end":352,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":58,"head_span":{"start":228,"end":236,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":340,"end":352,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":58,"head_span":{"start":242,"end":250,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":340,"end":352,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":124,"end":130,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":131,"end":137,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":20,"head_span":{"start":138,"end":144,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":131,"end":137,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":20,"head_span":{"start":176,"end":190,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":131,"end":137,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":48,"head_span":{"start":176,"end":190,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":291,"end":297,"token_start":48,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":51,"head_span":{"start":176,"end":190,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":306,"end":312,"token_start":51,"token_end":51,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":53,"head_span":{"start":176,"end":190,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":314,"end":324,"token_start":53,"token_end":53,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":55,"head_span":{"start":176,"end":190,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":326,"end":334,"token_start":55,"token_end":55,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":58,"head_span":{"start":176,"end":190,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":340,"end":352,"token_start":58,"token_end":58,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"misleading?","relation count":"one","complexity":"complex","original_md_text":"Gutierrez still struggles with regular pain in his lungs and when he gets a cold or flu, he\u2019s in bed for weeks.\n","text":"Gutierrez still struggles with regular pain in his lungs and when he gets a cold or flu, he\u2019s in bed for weeks. IMPLIED_BASE IMPLIED_BASE","characters":"112","document_index":"266","md_sentence_index":"22","classification_origin":"cm-label-eval","url":"https://civileats.com/2019/06/17/climate-change-fueled-valley-fever-is-hitting-farmworkers-hard/","combo_id":"266_22","post-training batch1":"266_22","_input_hash":914783327,"_task_hash":-1577567228,"spans":[{"start":39,"end":43,"token_start":5,"token_end":5,"label":"aspect_changing"},{"text":"lungs","start":51,"token_start":8,"token_end":8,"end":56,"type":"pattern","label":"base"},{"start":76,"end":80,"token_start":14,"token_end":14,"label":"base"},{"start":84,"end":87,"token_start":16,"token_end":16,"label":"base"}],"tokens":[{"text":"Gutierrez","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"still","start":10,"end":15,"id":1,"ws":true,"disabled":false},{"text":"struggles","start":16,"end":25,"id":2,"ws":true,"disabled":false},{"text":"with","start":26,"end":30,"id":3,"ws":true,"disabled":false},{"text":"regular","start":31,"end":38,"id":4,"ws":true,"disabled":false},{"text":"pain","start":39,"end":43,"id":5,"ws":true,"disabled":false},{"text":"in","start":44,"end":46,"id":6,"ws":true,"disabled":false},{"text":"his","start":47,"end":50,"id":7,"ws":true,"disabled":false},{"text":"lungs","start":51,"end":56,"id":8,"ws":true,"disabled":false},{"text":"and","start":57,"end":60,"id":9,"ws":true,"disabled":false},{"text":"when","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"he","start":66,"end":68,"id":11,"ws":true,"disabled":false},{"text":"gets","start":69,"end":73,"id":12,"ws":true,"disabled":false},{"text":"a","start":74,"end":75,"id":13,"ws":true,"disabled":false},{"text":"cold","start":76,"end":80,"id":14,"ws":true,"disabled":false},{"text":"or","start":81,"end":83,"id":15,"ws":true,"disabled":false},{"text":"flu","start":84,"end":87,"id":16,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":17,"ws":true,"disabled":false},{"text":"he","start":89,"end":91,"id":18,"ws":false,"disabled":false},{"text":"\u2019s","start":91,"end":93,"id":19,"ws":true,"disabled":false},{"text":"in","start":94,"end":96,"id":20,"ws":true,"disabled":false},{"text":"bed","start":97,"end":100,"id":21,"ws":true,"disabled":false},{"text":"for","start":101,"end":104,"id":22,"ws":true,"disabled":false},{"text":"weeks","start":105,"end":110,"id":23,"ws":false,"disabled":false},{"text":".","start":110,"end":111,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":112,"end":124,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":5,"child":8,"head_span":{"start":39,"end":43,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":51,"end":56,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":8,"head_span":{"start":76,"end":80,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":51,"end":56,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":8,"head_span":{"start":84,"end":87,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":51,"end":56,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Scientists say we ought to eat less meat because of the carbon emissions the meat industry produces, as well as other negative environmental impacts.\n","text":"Scientists say we ought to eat less meat because of the carbon emissions the meat industry produces, as well as other negative environmental impacts. IMPLIED_BASE IMPLIED_BASE","characters":"150","document_index":"310","md_sentence_index":"51","classification_origin":"cm_cause_effect_rel","url":"https://www.bbc.com/news/science-environment-46384067","combo_id":"310_51","post-training batch1":"310_51","_input_hash":-468855680,"_task_hash":1682199607,"spans":[{"start":27,"end":30,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":36,"end":40,"token_start":7,"token_end":7,"label":"base"},{"start":56,"end":62,"token_start":11,"token_end":11,"label":"base"},{"text":"emissions","start":63,"token_start":12,"token_end":12,"end":72,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Scientists","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"say","start":11,"end":14,"id":1,"ws":true,"disabled":false},{"text":"we","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"ought","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"to","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"eat","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"less","start":31,"end":35,"id":6,"ws":true,"disabled":false},{"text":"meat","start":36,"end":40,"id":7,"ws":true,"disabled":false},{"text":"because","start":41,"end":48,"id":8,"ws":true,"disabled":false},{"text":"of","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":10,"ws":true,"disabled":false},{"text":"carbon","start":56,"end":62,"id":11,"ws":true,"disabled":false},{"text":"emissions","start":63,"end":72,"id":12,"ws":true,"disabled":false},{"text":"the","start":73,"end":76,"id":13,"ws":true,"disabled":false},{"text":"meat","start":77,"end":81,"id":14,"ws":true,"disabled":false},{"text":"industry","start":82,"end":90,"id":15,"ws":true,"disabled":false},{"text":"produces","start":91,"end":99,"id":16,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":17,"ws":true,"disabled":false},{"text":"as","start":101,"end":103,"id":18,"ws":true,"disabled":false},{"text":"well","start":104,"end":108,"id":19,"ws":true,"disabled":false},{"text":"as","start":109,"end":111,"id":20,"ws":true,"disabled":false},{"text":"other","start":112,"end":117,"id":21,"ws":true,"disabled":false},{"text":"negative","start":118,"end":126,"id":22,"ws":true,"disabled":false},{"text":"environmental","start":127,"end":140,"id":23,"ws":true,"disabled":false},{"text":"impacts","start":141,"end":148,"id":24,"ws":false,"disabled":false},{"text":".","start":148,"end":149,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":150,"end":162,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":5,"child":7,"head_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":36,"end":40,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":11,"head_span":{"start":63,"end":72,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":56,"end":62,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":11,"head_span":{"start":36,"end":40,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":56,"end":62,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Indonesia is sinking as the sea level rises, making disasters like the 2018 tsunami deadlier.","text":"Indonesia is sinking as the sea level rises, making disasters like the 2018 tsunami deadlier. IMPLIED_BASE IMPLIED_BASE","characters":"93","document_index":"530","md_sentence_index":"60","classification_origin":"causal_sentence_classification","url":"https://www.fastcompany.com/90288934/how-soon-will-climate-change-force-you-to-move","combo_id":"530_60","post-training batch1":"530_60","_input_hash":-1824343435,"_task_hash":-677629132,"spans":[{"text":"sea","start":28,"token_start":5,"token_end":5,"end":31,"type":"pattern","label":"base"},{"text":"level","start":32,"token_start":6,"token_end":6,"end":37,"type":"pattern","label":"aspect_changing"},{"start":38,"end":43,"token_start":7,"token_end":7,"label":"change_direction"},{"start":52,"end":61,"token_start":10,"token_end":10,"label":"base"},{"start":84,"end":92,"token_start":15,"token_end":15,"label":"aspect_changing"}],"tokens":[{"text":"Indonesia","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"is","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"sinking","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"as","start":21,"end":23,"id":3,"ws":true,"disabled":false},{"text":"the","start":24,"end":27,"id":4,"ws":true,"disabled":false},{"text":"sea","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"level","start":32,"end":37,"id":6,"ws":true,"disabled":false},{"text":"rises","start":38,"end":43,"id":7,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":8,"ws":true,"disabled":false},{"text":"making","start":45,"end":51,"id":9,"ws":true,"disabled":false},{"text":"disasters","start":52,"end":61,"id":10,"ws":true,"disabled":false},{"text":"like","start":62,"end":66,"id":11,"ws":true,"disabled":false},{"text":"the","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"2018","start":71,"end":75,"id":13,"ws":true,"disabled":false},{"text":"tsunami","start":76,"end":83,"id":14,"ws":true,"disabled":false},{"text":"deadlier","start":84,"end":92,"id":15,"ws":false,"disabled":false},{"text":".","start":92,"end":93,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":94,"end":106,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":15,"child":10,"head_span":{"start":84,"end":92,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":52,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":32,"end":37,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":28,"end":31,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":5,"head_span":{"start":38,"end":43,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":28,"end":31,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":10,"head_span":{"start":28,"end":31,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":52,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"But day-to-day conditions in the Arctic can vary, and by Saturday somewhat cooler air led to reduced melting of about 215,000 square miles, according to the National Snow and Ice Data Center, in Boulder,","text":"But day-to-day conditions in the Arctic can vary, and by Saturday somewhat cooler air led to reduced melting of about 215,000 square miles, according to the National Snow and Ice Data Center, in Boulder, IMPLIED_BASE IMPLIED_BASE","characters":"203","document_index":"223","md_sentence_index":"9","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/06/17/climate/greenland-ice-sheet-melting.html","combo_id":"223_9","post-training batch1":"223_9","_input_hash":-58729902,"_task_hash":1331647319,"spans":[{"start":75,"end":81,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":82,"end":85,"token_start":18,"token_end":18,"label":"base"},{"text":"reduced","start":93,"token_start":21,"token_end":21,"end":100,"type":"pattern","label":"change_direction"},{"text":"melting","start":101,"token_start":22,"token_end":22,"end":108,"type":"pattern","label":"aspect_changing"},{"start":204,"end":216,"token_start":42,"token_end":42,"label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"day","start":4,"end":7,"id":1,"ws":false,"disabled":false},{"text":"-","start":7,"end":8,"id":2,"ws":false,"disabled":false},{"text":"to","start":8,"end":10,"id":3,"ws":false,"disabled":false},{"text":"-","start":10,"end":11,"id":4,"ws":false,"disabled":false},{"text":"day","start":11,"end":14,"id":5,"ws":true,"disabled":false},{"text":"conditions","start":15,"end":25,"id":6,"ws":true,"disabled":false},{"text":"in","start":26,"end":28,"id":7,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":8,"ws":true,"disabled":false},{"text":"Arctic","start":33,"end":39,"id":9,"ws":true,"disabled":false},{"text":"can","start":40,"end":43,"id":10,"ws":true,"disabled":false},{"text":"vary","start":44,"end":48,"id":11,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":12,"ws":true,"disabled":false},{"text":"and","start":50,"end":53,"id":13,"ws":true,"disabled":false},{"text":"by","start":54,"end":56,"id":14,"ws":true,"disabled":false},{"text":"Saturday","start":57,"end":65,"id":15,"ws":true,"disabled":false},{"text":"somewhat","start":66,"end":74,"id":16,"ws":true,"disabled":false},{"text":"cooler","start":75,"end":81,"id":17,"ws":true,"disabled":false},{"text":"air","start":82,"end":85,"id":18,"ws":true,"disabled":false},{"text":"led","start":86,"end":89,"id":19,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":20,"ws":true,"disabled":false},{"text":"reduced","start":93,"end":100,"id":21,"ws":true,"disabled":false},{"text":"melting","start":101,"end":108,"id":22,"ws":true,"disabled":false},{"text":"of","start":109,"end":111,"id":23,"ws":true,"disabled":false},{"text":"about","start":112,"end":117,"id":24,"ws":true,"disabled":false},{"text":"215,000","start":118,"end":125,"id":25,"ws":true,"disabled":false},{"text":"square","start":126,"end":132,"id":26,"ws":true,"disabled":false},{"text":"miles","start":133,"end":138,"id":27,"ws":false,"disabled":false},{"text":",","start":138,"end":139,"id":28,"ws":true,"disabled":false},{"text":"according","start":140,"end":149,"id":29,"ws":true,"disabled":false},{"text":"to","start":150,"end":152,"id":30,"ws":true,"disabled":false},{"text":"the","start":153,"end":156,"id":31,"ws":true,"disabled":false},{"text":"National","start":157,"end":165,"id":32,"ws":true,"disabled":false},{"text":"Snow","start":166,"end":170,"id":33,"ws":true,"disabled":false},{"text":"and","start":171,"end":174,"id":34,"ws":true,"disabled":false},{"text":"Ice","start":175,"end":178,"id":35,"ws":true,"disabled":false},{"text":"Data","start":179,"end":183,"id":36,"ws":true,"disabled":false},{"text":"Center","start":184,"end":190,"id":37,"ws":false,"disabled":false},{"text":",","start":190,"end":191,"id":38,"ws":true,"disabled":false},{"text":"in","start":192,"end":194,"id":39,"ws":true,"disabled":false},{"text":"Boulder","start":195,"end":202,"id":40,"ws":false,"disabled":false},{"text":",","start":202,"end":203,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":204,"end":216,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":217,"end":229,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":22,"child":42,"head_span":{"start":101,"end":108,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":204,"end":216,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":42,"head_span":{"start":93,"end":100,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":204,"end":216,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":75,"end":81,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":82,"end":85,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":42,"head_span":{"start":82,"end":85,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":204,"end":216,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"She also noted, \u201cSince the Dakota Pipeline protests took off, we\u2019ve seen a resurgence of references to \u2018eco-terrorism,\u2019\u201d which stokes fear, retaliation and legal repression.\n","text":"She also noted, \u201cSince the Dakota Pipeline protests took off, we\u2019ve seen a resurgence of references to \u2018eco-terrorism,\u2019\u201d which stokes fear, retaliation and legal repression. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"285","md_sentence_index":"47","classification_origin":"cm-label-eval","url":"https://www.huffpost.com/entry/report-environment-activists-killed_n_5cb5f7dfe4b098b9a2db040f","combo_id":"285_47","post-training batch1":"285_47","_input_hash":-1494020431,"_task_hash":1157631792,"spans":[{"start":27,"end":42,"token_start":7,"token_end":8,"label":"type_of"},{"start":43,"end":51,"token_start":9,"token_end":9,"label":"base"},{"start":104,"end":107,"token_start":22,"token_end":22,"label":"type_of"},{"text":"terrorism","start":108,"token_start":24,"token_end":24,"end":117,"type":"pattern","label":"base"},{"start":134,"end":138,"token_start":30,"token_end":30,"label":"base"},{"start":140,"end":151,"token_start":32,"token_end":32,"label":"base"},{"start":156,"end":172,"token_start":34,"token_end":35,"label":"base"}],"tokens":[{"text":"She","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"also","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"noted","start":9,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"\u201c","start":16,"end":17,"id":4,"ws":false,"disabled":false},{"text":"Since","start":17,"end":22,"id":5,"ws":true,"disabled":false},{"text":"the","start":23,"end":26,"id":6,"ws":true,"disabled":false},{"text":"Dakota","start":27,"end":33,"id":7,"ws":true,"disabled":false},{"text":"Pipeline","start":34,"end":42,"id":8,"ws":true,"disabled":false},{"text":"protests","start":43,"end":51,"id":9,"ws":true,"disabled":false},{"text":"took","start":52,"end":56,"id":10,"ws":true,"disabled":false},{"text":"off","start":57,"end":60,"id":11,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":12,"ws":true,"disabled":false},{"text":"we","start":62,"end":64,"id":13,"ws":false,"disabled":false},{"text":"\u2019ve","start":64,"end":67,"id":14,"ws":true,"disabled":false},{"text":"seen","start":68,"end":72,"id":15,"ws":true,"disabled":false},{"text":"a","start":73,"end":74,"id":16,"ws":true,"disabled":false},{"text":"resurgence","start":75,"end":85,"id":17,"ws":true,"disabled":false},{"text":"of","start":86,"end":88,"id":18,"ws":true,"disabled":false},{"text":"references","start":89,"end":99,"id":19,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":20,"ws":true,"disabled":false},{"text":"\u2018","start":103,"end":104,"id":21,"ws":false,"disabled":false},{"text":"eco","start":104,"end":107,"id":22,"ws":false,"disabled":false},{"text":"-","start":107,"end":108,"id":23,"ws":false,"disabled":false},{"text":"terrorism","start":108,"end":117,"id":24,"ws":false,"disabled":false},{"text":",","start":117,"end":118,"id":25,"ws":false,"disabled":false},{"text":"\u2019","start":118,"end":119,"id":26,"ws":false,"disabled":false},{"text":"\u201d","start":119,"end":120,"id":27,"ws":true,"disabled":false},{"text":"which","start":121,"end":126,"id":28,"ws":true,"disabled":false},{"text":"stokes","start":127,"end":133,"id":29,"ws":true,"disabled":false},{"text":"fear","start":134,"end":138,"id":30,"ws":false,"disabled":false},{"text":",","start":138,"end":139,"id":31,"ws":true,"disabled":false},{"text":"retaliation","start":140,"end":151,"id":32,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":33,"ws":true,"disabled":false},{"text":"legal","start":156,"end":161,"id":34,"ws":true,"disabled":false},{"text":"repression","start":162,"end":172,"id":35,"ws":false,"disabled":false},{"text":".","start":172,"end":173,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":8,"child":9,"head_span":{"start":27,"end":42,"token_start":7,"token_end":8,"label":"type_of"},"child_span":{"start":43,"end":51,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":104,"end":107,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":108,"end":117,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":24,"head_span":{"start":43,"end":51,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":108,"end":117,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":32,"head_span":{"start":43,"end":51,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":140,"end":151,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":30,"head_span":{"start":43,"end":51,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":134,"end":138,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":35,"head_span":{"start":43,"end":51,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":156,"end":172,"token_start":34,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Additionally, droughts dry out vegetation, increasing wildfire potential/severity.","text":"Additionally, droughts dry out vegetation, increasing wildfire potential/severity. IMPLIED_BASE IMPLIED_BASE","characters":"82","document_index":"383","md_sentence_index":"86","classification_origin":"cm_cause_effect_rel","url":"https://media.defense.gov/2019/Jan/29/2002084200/-1/-1/1/CLIMATE-CHANGE-REPORT-2019.PDF","combo_id":"383_86","post-training batch1":"383_86","_input_hash":-821614465,"_task_hash":915115782,"spans":[{"text":"droughts","start":14,"token_start":2,"token_end":2,"end":22,"type":"pattern","label":"base"},{"start":23,"end":26,"token_start":3,"token_end":3,"label":"aspect_changing"},{"text":"vegetation","start":31,"token_start":5,"token_end":5,"end":41,"type":"pattern","label":"base"},{"text":"increasing","start":43,"token_start":7,"token_end":7,"end":53,"type":"pattern","label":"change_direction"},{"text":"wildfire","start":54,"token_start":8,"token_end":8,"end":62,"type":"pattern","label":"base"},{"start":63,"end":72,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":73,"end":81,"token_start":11,"token_end":11,"label":"aspect_changing"}],"tokens":[{"text":"Additionally","start":0,"end":12,"id":0,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":1,"ws":true,"disabled":false},{"text":"droughts","start":14,"end":22,"id":2,"ws":true,"disabled":false},{"text":"dry","start":23,"end":26,"id":3,"ws":true,"disabled":false},{"text":"out","start":27,"end":30,"id":4,"ws":true,"disabled":false},{"text":"vegetation","start":31,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"increasing","start":43,"end":53,"id":7,"ws":true,"disabled":false},{"text":"wildfire","start":54,"end":62,"id":8,"ws":true,"disabled":false},{"text":"potential","start":63,"end":72,"id":9,"ws":false,"disabled":false},{"text":"/","start":72,"end":73,"id":10,"ws":false,"disabled":false},{"text":"severity","start":73,"end":81,"id":11,"ws":false,"disabled":false},{"text":".","start":81,"end":82,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":83,"end":95,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":5,"head_span":{"start":23,"end":26,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":43,"end":53,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":54,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":63,"end":72,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":54,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":8,"head_span":{"start":73,"end":81,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":54,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":5,"head_span":{"start":14,"end":22,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":8,"head_span":{"start":14,"end":22,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":54,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Finally, the third cause would be the direct impact of deforestation \u2013 fewer trees mean less evapotranspiration and less moisture entering the atmosphere.\n","text":"Finally, the third cause would be the direct impact of deforestation \u2013 fewer trees mean less evapotranspiration and less moisture entering the atmosphere. IMPLIED_BASE IMPLIED_BASE","characters":"155","document_index":"647","md_sentence_index":"207","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_207","post-training batch1":"647_207","_input_hash":1071167066,"_task_hash":-356571018,"spans":[{"text":"deforestation","start":55,"token_start":11,"token_end":11,"end":68,"type":"pattern","label":"base"},{"start":71,"end":76,"token_start":13,"token_end":13,"label":"change_direction"},{"text":"trees","start":77,"token_start":14,"token_end":14,"end":82,"type":"pattern","label":"base"},{"text":"less","start":88,"token_start":16,"token_end":16,"end":92,"type":"pattern","label":"change_direction"},{"start":93,"end":111,"token_start":17,"token_end":17,"label":"aspect_changing"},{"text":"less","start":116,"token_start":19,"token_end":19,"end":120,"type":"pattern","label":"change_direction"},{"text":"moisture","start":121,"token_start":20,"token_end":20,"end":129,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Finally","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"third","start":13,"end":18,"id":3,"ws":true,"disabled":false},{"text":"cause","start":19,"end":24,"id":4,"ws":true,"disabled":false},{"text":"would","start":25,"end":30,"id":5,"ws":true,"disabled":false},{"text":"be","start":31,"end":33,"id":6,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":7,"ws":true,"disabled":false},{"text":"direct","start":38,"end":44,"id":8,"ws":true,"disabled":false},{"text":"impact","start":45,"end":51,"id":9,"ws":true,"disabled":false},{"text":"of","start":52,"end":54,"id":10,"ws":true,"disabled":false},{"text":"deforestation","start":55,"end":68,"id":11,"ws":true,"disabled":false},{"text":"\u2013","start":69,"end":70,"id":12,"ws":true,"disabled":false},{"text":"fewer","start":71,"end":76,"id":13,"ws":true,"disabled":false},{"text":"trees","start":77,"end":82,"id":14,"ws":true,"disabled":false},{"text":"mean","start":83,"end":87,"id":15,"ws":true,"disabled":false},{"text":"less","start":88,"end":92,"id":16,"ws":true,"disabled":false},{"text":"evapotranspiration","start":93,"end":111,"id":17,"ws":true,"disabled":false},{"text":"and","start":112,"end":115,"id":18,"ws":true,"disabled":false},{"text":"less","start":116,"end":120,"id":19,"ws":true,"disabled":false},{"text":"moisture","start":121,"end":129,"id":20,"ws":true,"disabled":false},{"text":"entering","start":130,"end":138,"id":21,"ws":true,"disabled":false},{"text":"the","start":139,"end":142,"id":22,"ws":true,"disabled":false},{"text":"atmosphere","start":143,"end":153,"id":23,"ws":false,"disabled":false},{"text":".","start":153,"end":154,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":155,"end":167,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":11,"child":14,"head_span":{"start":55,"end":68,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":77,"end":82,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":14,"head_span":{"start":71,"end":76,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":77,"end":82,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":88,"end":92,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":93,"end":111,"token_start":17,"token_end":17,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":116,"end":120,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":121,"end":129,"token_start":20,"token_end":20,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"Climate change is likewise having mental health impacts at the community level.","text":"Climate change is likewise having mental health impacts at the community level. IMPLIED_BASE IMPLIED_BASE","characters":"79","document_index":"111","md_sentence_index":"11","classification_origin":"cm_cause_effect_rel","url":"https://www.apa.org/news/press/releases/2017/03/climate-mental-health","combo_id":"111_11","post-training batch1":"111_11","_input_hash":-351729264,"_task_hash":1566956322,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":34,"end":40,"token_start":5,"token_end":5,"label":"type_of"},{"text":"health","start":41,"token_start":6,"token_end":6,"end":47,"type":"pattern","label":"base"},{"text":"level","start":73,"token_start":11,"token_end":11,"end":78,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"is","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"likewise","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"having","start":27,"end":33,"id":4,"ws":true,"disabled":false},{"text":"mental","start":34,"end":40,"id":5,"ws":true,"disabled":false},{"text":"health","start":41,"end":47,"id":6,"ws":true,"disabled":false},{"text":"impacts","start":48,"end":55,"id":7,"ws":true,"disabled":false},{"text":"at","start":56,"end":58,"id":8,"ws":true,"disabled":false},{"text":"the","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"community","start":63,"end":72,"id":10,"ws":true,"disabled":false},{"text":"level","start":73,"end":78,"id":11,"ws":false,"disabled":false},{"text":".","start":78,"end":79,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":80,"end":92,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[{"head":1,"child":6,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":41,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":6,"head_span":{"start":34,"end":40,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":41,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The increases in PTSD and depression found in pregnant women exposed to Hurricane Katrina were likely due to the severity of the event and the intensity of the disaster experience rather than a general exposure to the event.42, 156\nThe many consequences of natural disasters, such as destruc- tion of homes, and of gradual climate change impacts, such as rising temperatures, incidence of vector-borne illness, water- borne illness, and even compromised food,160 can all contrib- ute to the emotional stress that women have while pregnant, nursing, or responsible for young children.","text":"The increases in PTSD and depression found in pregnant women exposed to Hurricane Katrina were likely due to the severity of the event and the intensity of the disaster experience rather than a general exposure to the event.42, 156The many consequences of natural disasters, such as destruc- tion of homes, and of gradual climate change impacts, such as rising temperatures, incidence of vector-borne illness, water- borne illness, and even compromised food,160 can all contrib- ute to the emotional stress that women have while pregnant, nursing, or responsible for young children. IMPLIED_BASE IMPLIED_BASE","characters":"583","document_index":"619","md_sentence_index":"173","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_173","post-training batch1":"619_173","_input_hash":-419962230,"_task_hash":-14537755,"spans":[{"text":"increases","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"change_direction"},{"start":17,"end":36,"token_start":3,"token_end":5,"label":"base"},{"text":"Hurricane","start":72,"token_start":12,"token_end":12,"end":81,"type":"pattern","label":"base"},{"start":113,"end":121,"token_start":19,"token_end":19,"label":"aspect_changing"},{"text":"intensity","start":143,"token_start":25,"token_end":25,"end":152,"type":"pattern","label":"aspect_changing"},{"text":"natural disasters","start":256,"token_start":43,"token_end":44,"end":273,"type":"pattern","label":"base"},{"text":"homes","start":300,"token_start":51,"token_end":51,"end":305,"type":"pattern","label":"base"},{"text":"climate change","start":322,"token_start":56,"token_end":57,"end":336,"type":"pattern","label":"base"},{"text":"rising","start":354,"token_start":62,"token_end":62,"end":360,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":361,"token_start":63,"token_end":63,"end":373,"type":"pattern","label":"aspect_changing"},{"text":"stress","start":500,"token_start":87,"token_end":87,"end":506,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"increases","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"in","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"PTSD","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"and","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"depression","start":26,"end":36,"id":5,"ws":true,"disabled":false},{"text":"found","start":37,"end":42,"id":6,"ws":true,"disabled":false},{"text":"in","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"pregnant","start":46,"end":54,"id":8,"ws":true,"disabled":false},{"text":"women","start":55,"end":60,"id":9,"ws":true,"disabled":false},{"text":"exposed","start":61,"end":68,"id":10,"ws":true,"disabled":false},{"text":"to","start":69,"end":71,"id":11,"ws":true,"disabled":false},{"text":"Hurricane","start":72,"end":81,"id":12,"ws":true,"disabled":false},{"text":"Katrina","start":82,"end":89,"id":13,"ws":true,"disabled":false},{"text":"were","start":90,"end":94,"id":14,"ws":true,"disabled":false},{"text":"likely","start":95,"end":101,"id":15,"ws":true,"disabled":false},{"text":"due","start":102,"end":105,"id":16,"ws":true,"disabled":false},{"text":"to","start":106,"end":108,"id":17,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":18,"ws":true,"disabled":false},{"text":"severity","start":113,"end":121,"id":19,"ws":true,"disabled":false},{"text":"of","start":122,"end":124,"id":20,"ws":true,"disabled":false},{"text":"the","start":125,"end":128,"id":21,"ws":true,"disabled":false},{"text":"event","start":129,"end":134,"id":22,"ws":true,"disabled":false},{"text":"and","start":135,"end":138,"id":23,"ws":true,"disabled":false},{"text":"the","start":139,"end":142,"id":24,"ws":true,"disabled":false},{"text":"intensity","start":143,"end":152,"id":25,"ws":true,"disabled":false},{"text":"of","start":153,"end":155,"id":26,"ws":true,"disabled":false},{"text":"the","start":156,"end":159,"id":27,"ws":true,"disabled":false},{"text":"disaster","start":160,"end":168,"id":28,"ws":true,"disabled":false},{"text":"experience","start":169,"end":179,"id":29,"ws":true,"disabled":false},{"text":"rather","start":180,"end":186,"id":30,"ws":true,"disabled":false},{"text":"than","start":187,"end":191,"id":31,"ws":true,"disabled":false},{"text":"a","start":192,"end":193,"id":32,"ws":true,"disabled":false},{"text":"general","start":194,"end":201,"id":33,"ws":true,"disabled":false},{"text":"exposure","start":202,"end":210,"id":34,"ws":true,"disabled":false},{"text":"to","start":211,"end":213,"id":35,"ws":true,"disabled":false},{"text":"the","start":214,"end":217,"id":36,"ws":true,"disabled":false},{"text":"event.42","start":218,"end":226,"id":37,"ws":false,"disabled":false},{"text":",","start":226,"end":227,"id":38,"ws":true,"disabled":false},{"text":"156The","start":228,"end":234,"id":39,"ws":true,"disabled":false},{"text":"many","start":235,"end":239,"id":40,"ws":true,"disabled":false},{"text":"consequences","start":240,"end":252,"id":41,"ws":true,"disabled":false},{"text":"of","start":253,"end":255,"id":42,"ws":true,"disabled":false},{"text":"natural","start":256,"end":263,"id":43,"ws":true,"disabled":false},{"text":"disasters","start":264,"end":273,"id":44,"ws":false,"disabled":false},{"text":",","start":273,"end":274,"id":45,"ws":true,"disabled":false},{"text":"such","start":275,"end":279,"id":46,"ws":true,"disabled":false},{"text":"as","start":280,"end":282,"id":47,"ws":true,"disabled":false},{"text":"destruc-","start":283,"end":291,"id":48,"ws":true,"disabled":false},{"text":"tion","start":292,"end":296,"id":49,"ws":true,"disabled":false},{"text":"of","start":297,"end":299,"id":50,"ws":true,"disabled":false},{"text":"homes","start":300,"end":305,"id":51,"ws":false,"disabled":false},{"text":",","start":305,"end":306,"id":52,"ws":true,"disabled":false},{"text":"and","start":307,"end":310,"id":53,"ws":true,"disabled":false},{"text":"of","start":311,"end":313,"id":54,"ws":true,"disabled":false},{"text":"gradual","start":314,"end":321,"id":55,"ws":true,"disabled":false},{"text":"climate","start":322,"end":329,"id":56,"ws":true,"disabled":false},{"text":"change","start":330,"end":336,"id":57,"ws":true,"disabled":false},{"text":"impacts","start":337,"end":344,"id":58,"ws":false,"disabled":false},{"text":",","start":344,"end":345,"id":59,"ws":true,"disabled":false},{"text":"such","start":346,"end":350,"id":60,"ws":true,"disabled":false},{"text":"as","start":351,"end":353,"id":61,"ws":true,"disabled":false},{"text":"rising","start":354,"end":360,"id":62,"ws":true,"disabled":false},{"text":"temperatures","start":361,"end":373,"id":63,"ws":false,"disabled":false},{"text":",","start":373,"end":374,"id":64,"ws":true,"disabled":false},{"text":"incidence","start":375,"end":384,"id":65,"ws":true,"disabled":false},{"text":"of","start":385,"end":387,"id":66,"ws":true,"disabled":false},{"text":"vector","start":388,"end":394,"id":67,"ws":false,"disabled":false},{"text":"-","start":394,"end":395,"id":68,"ws":false,"disabled":false},{"text":"borne","start":395,"end":400,"id":69,"ws":true,"disabled":false},{"text":"illness","start":401,"end":408,"id":70,"ws":false,"disabled":false},{"text":",","start":408,"end":409,"id":71,"ws":true,"disabled":false},{"text":"water-","start":410,"end":416,"id":72,"ws":true,"disabled":false},{"text":"borne","start":417,"end":422,"id":73,"ws":true,"disabled":false},{"text":"illness","start":423,"end":430,"id":74,"ws":false,"disabled":false},{"text":",","start":430,"end":431,"id":75,"ws":true,"disabled":false},{"text":"and","start":432,"end":435,"id":76,"ws":true,"disabled":false},{"text":"even","start":436,"end":440,"id":77,"ws":true,"disabled":false},{"text":"compromised","start":441,"end":452,"id":78,"ws":true,"disabled":false},{"text":"food,160","start":453,"end":461,"id":79,"ws":true,"disabled":false},{"text":"can","start":462,"end":465,"id":80,"ws":true,"disabled":false},{"text":"all","start":466,"end":469,"id":81,"ws":true,"disabled":false},{"text":"contrib-","start":470,"end":478,"id":82,"ws":true,"disabled":false},{"text":"ute","start":479,"end":482,"id":83,"ws":true,"disabled":false},{"text":"to","start":483,"end":485,"id":84,"ws":true,"disabled":false},{"text":"the","start":486,"end":489,"id":85,"ws":true,"disabled":false},{"text":"emotional","start":490,"end":499,"id":86,"ws":true,"disabled":false},{"text":"stress","start":500,"end":506,"id":87,"ws":true,"disabled":false},{"text":"that","start":507,"end":511,"id":88,"ws":true,"disabled":false},{"text":"women","start":512,"end":517,"id":89,"ws":true,"disabled":false},{"text":"have","start":518,"end":522,"id":90,"ws":true,"disabled":false},{"text":"while","start":523,"end":528,"id":91,"ws":true,"disabled":false},{"text":"pregnant","start":529,"end":537,"id":92,"ws":false,"disabled":false},{"text":",","start":537,"end":538,"id":93,"ws":true,"disabled":false},{"text":"nursing","start":539,"end":546,"id":94,"ws":false,"disabled":false},{"text":",","start":546,"end":547,"id":95,"ws":true,"disabled":false},{"text":"or","start":548,"end":550,"id":96,"ws":true,"disabled":false},{"text":"responsible","start":551,"end":562,"id":97,"ws":true,"disabled":false},{"text":"for","start":563,"end":566,"id":98,"ws":true,"disabled":false},{"text":"young","start":567,"end":572,"id":99,"ws":true,"disabled":false},{"text":"children","start":573,"end":581,"id":100,"ws":false,"disabled":false},{"text":".","start":581,"end":582,"id":101,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":583,"end":595,"id":102,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":596,"end":608,"id":103,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Instead, they are pushed around the ocean by wind streams, which are caused by high and low pressure systems in the atmosphere.\n","text":"Instead, they are pushed around the ocean by wind streams, which are caused by high and low pressure systems in the atmosphere. IMPLIED_BASE IMPLIED_BASE","characters":"128","document_index":"359","md_sentence_index":"13","classification_origin":"cm-label-eval","url":"https://www.pbs.org/newshour/nation/is-climate-change-making-hurricanes-stall","combo_id":"359_13","post-training batch1":"359_13","_input_hash":-1497604251,"_task_hash":1888425496,"spans":[{"text":"ocean","start":36,"token_start":7,"token_end":7,"end":41,"type":"pattern","label":"base"},{"start":79,"end":83,"token_start":16,"token_end":16,"label":"change_direction"},{"start":88,"end":91,"token_start":18,"token_end":18,"label":"change_direction"},{"start":92,"end":100,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":128,"end":140,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"Instead","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"they","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"are","start":14,"end":17,"id":3,"ws":true,"disabled":false},{"text":"pushed","start":18,"end":24,"id":4,"ws":true,"disabled":false},{"text":"around","start":25,"end":31,"id":5,"ws":true,"disabled":false},{"text":"the","start":32,"end":35,"id":6,"ws":true,"disabled":false},{"text":"ocean","start":36,"end":41,"id":7,"ws":true,"disabled":false},{"text":"by","start":42,"end":44,"id":8,"ws":true,"disabled":false},{"text":"wind","start":45,"end":49,"id":9,"ws":true,"disabled":false},{"text":"streams","start":50,"end":57,"id":10,"ws":false,"disabled":false},{"text":",","start":57,"end":58,"id":11,"ws":true,"disabled":false},{"text":"which","start":59,"end":64,"id":12,"ws":true,"disabled":false},{"text":"are","start":65,"end":68,"id":13,"ws":true,"disabled":false},{"text":"caused","start":69,"end":75,"id":14,"ws":true,"disabled":false},{"text":"by","start":76,"end":78,"id":15,"ws":true,"disabled":false},{"text":"high","start":79,"end":83,"id":16,"ws":true,"disabled":false},{"text":"and","start":84,"end":87,"id":17,"ws":true,"disabled":false},{"text":"low","start":88,"end":91,"id":18,"ws":true,"disabled":false},{"text":"pressure","start":92,"end":100,"id":19,"ws":true,"disabled":false},{"text":"systems","start":101,"end":108,"id":20,"ws":true,"disabled":false},{"text":"in","start":109,"end":111,"id":21,"ws":true,"disabled":false},{"text":"the","start":112,"end":115,"id":22,"ws":true,"disabled":false},{"text":"atmosphere","start":116,"end":126,"id":23,"ws":false,"disabled":false},{"text":".","start":126,"end":127,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":141,"end":153,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Worker productivity will likely suffer as increases in heat and humidity push the limits of human tolerance, making it difficult for outdoor workers to stay cool.\n","text":"Worker productivity will likely suffer as increases in heat and humidity push the limits of human tolerance, making it difficult for outdoor workers to stay cool. IMPLIED_BASE IMPLIED_BASE","characters":"163","document_index":"685","md_sentence_index":"62","classification_origin":"causal_sentence_classification","url":"https://www.yaleclimateconnections.org/2019/06/heat-waves-and-climate-change-is-there-a-connection/","combo_id":"685_62","post-training batch1":"685_62","_input_hash":-2049456483,"_task_hash":-1417881526,"spans":[{"text":"productivity","start":7,"token_start":1,"token_end":1,"end":19,"type":"pattern","label":"aspect_changing"},{"text":"increases","start":42,"token_start":6,"token_end":6,"end":51,"type":"pattern","label":"change_direction"},{"start":55,"end":59,"token_start":8,"token_end":8,"label":"base"},{"start":64,"end":72,"token_start":10,"token_end":10,"label":"base"},{"start":98,"end":107,"token_start":16,"token_end":16,"label":"base"},{"start":133,"end":148,"token_start":22,"token_end":23,"label":"to_whom"}],"tokens":[{"text":"Worker","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"productivity","start":7,"end":19,"id":1,"ws":true,"disabled":false},{"text":"will","start":20,"end":24,"id":2,"ws":true,"disabled":false},{"text":"likely","start":25,"end":31,"id":3,"ws":true,"disabled":false},{"text":"suffer","start":32,"end":38,"id":4,"ws":true,"disabled":false},{"text":"as","start":39,"end":41,"id":5,"ws":true,"disabled":false},{"text":"increases","start":42,"end":51,"id":6,"ws":true,"disabled":false},{"text":"in","start":52,"end":54,"id":7,"ws":true,"disabled":false},{"text":"heat","start":55,"end":59,"id":8,"ws":true,"disabled":false},{"text":"and","start":60,"end":63,"id":9,"ws":true,"disabled":false},{"text":"humidity","start":64,"end":72,"id":10,"ws":true,"disabled":false},{"text":"push","start":73,"end":77,"id":11,"ws":true,"disabled":false},{"text":"the","start":78,"end":81,"id":12,"ws":true,"disabled":false},{"text":"limits","start":82,"end":88,"id":13,"ws":true,"disabled":false},{"text":"of","start":89,"end":91,"id":14,"ws":true,"disabled":false},{"text":"human","start":92,"end":97,"id":15,"ws":true,"disabled":false},{"text":"tolerance","start":98,"end":107,"id":16,"ws":false,"disabled":false},{"text":",","start":107,"end":108,"id":17,"ws":true,"disabled":false},{"text":"making","start":109,"end":115,"id":18,"ws":true,"disabled":false},{"text":"it","start":116,"end":118,"id":19,"ws":true,"disabled":false},{"text":"difficult","start":119,"end":128,"id":20,"ws":true,"disabled":false},{"text":"for","start":129,"end":132,"id":21,"ws":true,"disabled":false},{"text":"outdoor","start":133,"end":140,"id":22,"ws":true,"disabled":false},{"text":"workers","start":141,"end":148,"id":23,"ws":true,"disabled":false},{"text":"to","start":149,"end":151,"id":24,"ws":true,"disabled":false},{"text":"stay","start":152,"end":156,"id":25,"ws":true,"disabled":false},{"text":"cool","start":157,"end":161,"id":26,"ws":false,"disabled":false},{"text":".","start":161,"end":162,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":176,"end":188,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Although struggles over water resources are not a new occurrence, climate change will only intensify and increase the frequency of such issues\u2014similar to migration.","text":"Although struggles over water resources are not a new occurrence, climate change will only intensify and increase the frequency of such issues\u2014similar to migration. IMPLIED_BASE IMPLIED_BASE","characters":"164","document_index":"81","md_sentence_index":"80","classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_80","post-training batch1":"81_80","_input_hash":1612086394,"_task_hash":1285690109,"spans":[{"text":"water resources","start":24,"token_start":3,"token_end":4,"end":39,"type":"pattern","label":"base"},{"text":"climate change","start":66,"token_start":11,"token_end":12,"end":80,"type":"pattern","label":"base"},{"text":"increase","start":105,"token_start":17,"token_end":17,"end":113,"type":"pattern","label":"change_direction"},{"text":"frequency","start":118,"token_start":19,"token_end":19,"end":127,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"struggles","start":9,"end":18,"id":1,"ws":true,"disabled":false},{"text":"over","start":19,"end":23,"id":2,"ws":true,"disabled":false},{"text":"water","start":24,"end":29,"id":3,"ws":true,"disabled":false},{"text":"resources","start":30,"end":39,"id":4,"ws":true,"disabled":false},{"text":"are","start":40,"end":43,"id":5,"ws":true,"disabled":false},{"text":"not","start":44,"end":47,"id":6,"ws":true,"disabled":false},{"text":"a","start":48,"end":49,"id":7,"ws":true,"disabled":false},{"text":"new","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"occurrence","start":54,"end":64,"id":9,"ws":false,"disabled":false},{"text":",","start":64,"end":65,"id":10,"ws":true,"disabled":false},{"text":"climate","start":66,"end":73,"id":11,"ws":true,"disabled":false},{"text":"change","start":74,"end":80,"id":12,"ws":true,"disabled":false},{"text":"will","start":81,"end":85,"id":13,"ws":true,"disabled":false},{"text":"only","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"intensify","start":91,"end":100,"id":15,"ws":true,"disabled":false},{"text":"and","start":101,"end":104,"id":16,"ws":true,"disabled":false},{"text":"increase","start":105,"end":113,"id":17,"ws":true,"disabled":false},{"text":"the","start":114,"end":117,"id":18,"ws":true,"disabled":false},{"text":"frequency","start":118,"end":127,"id":19,"ws":true,"disabled":false},{"text":"of","start":128,"end":130,"id":20,"ws":true,"disabled":false},{"text":"such","start":131,"end":135,"id":21,"ws":true,"disabled":false},{"text":"issues","start":136,"end":142,"id":22,"ws":false,"disabled":false},{"text":"\u2014","start":142,"end":143,"id":23,"ws":false,"disabled":false},{"text":"similar","start":143,"end":150,"id":24,"ws":true,"disabled":false},{"text":"to","start":151,"end":153,"id":25,"ws":true,"disabled":false},{"text":"migration","start":154,"end":163,"id":26,"ws":false,"disabled":false},{"text":".","start":163,"end":164,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Flooding is a complex phenomenon with many causes, including land development and ground conditions.","text":"Flooding is a complex phenomenon with many causes, including land development and ground conditions. IMPLIED_BASE IMPLIED_BASE","characters":"100","document_index":"254","md_sentence_index":"14","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/07/06/climate/nashville-floods-buybacks.html","combo_id":"254_14","post-training batch1":"254_14","_input_hash":-633813394,"_task_hash":-1360754738,"spans":[{"text":"Flooding","start":0,"token_start":0,"token_end":0,"end":8,"type":"pattern","label":"base"},{"text":"development","start":66,"token_start":11,"token_end":11,"end":77,"type":"pattern","label":"base"},{"text":"ground","start":82,"token_start":13,"token_end":13,"end":88,"type":"pattern","label":"base"}],"tokens":[{"text":"Flooding","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"is","start":9,"end":11,"id":1,"ws":true,"disabled":false},{"text":"a","start":12,"end":13,"id":2,"ws":true,"disabled":false},{"text":"complex","start":14,"end":21,"id":3,"ws":true,"disabled":false},{"text":"phenomenon","start":22,"end":32,"id":4,"ws":true,"disabled":false},{"text":"with","start":33,"end":37,"id":5,"ws":true,"disabled":false},{"text":"many","start":38,"end":42,"id":6,"ws":true,"disabled":false},{"text":"causes","start":43,"end":49,"id":7,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":8,"ws":true,"disabled":false},{"text":"including","start":51,"end":60,"id":9,"ws":true,"disabled":false},{"text":"land","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"development","start":66,"end":77,"id":11,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":12,"ws":true,"disabled":false},{"text":"ground","start":82,"end":88,"id":13,"ws":true,"disabled":false},{"text":"conditions","start":89,"end":99,"id":14,"ws":false,"disabled":false},{"text":".","start":99,"end":100,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":101,"end":113,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":114,"end":126,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Instead, rising temperatures weaken roadways, cause metal fatigue in bridges, and make the metal pipes that move water expand, crack, and leak.\n","text":"Instead, rising temperatures weaken roadways, cause metal fatigue in bridges, and make the metal pipes that move water expand, crack, and leak. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"369","md_sentence_index":"114","classification_origin":"cm_cause_effect_rel","url":"https://www.vox.com/energy-and-environment/2019/9/9/20804544/climate-change-phoenix-heat-wave-deaths-extreme-weather","combo_id":"369_114","post-training batch1":"369_114","_input_hash":1815603231,"_task_hash":2057732711,"spans":[{"text":"rising","start":9,"token_start":2,"token_end":2,"end":15,"type":"pattern","label":"change_direction"},{"start":16,"end":28,"token_start":3,"token_end":3,"label":"base"},{"start":52,"end":57,"token_start":8,"token_end":8,"label":"type_of"},{"start":58,"end":65,"token_start":9,"token_end":9,"label":"base"},{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},{"text":"expand","start":119,"token_start":21,"token_end":21,"end":125,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Instead","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"rising","start":9,"end":15,"id":2,"ws":true,"disabled":false},{"text":"temperatures","start":16,"end":28,"id":3,"ws":true,"disabled":false},{"text":"weaken","start":29,"end":35,"id":4,"ws":true,"disabled":false},{"text":"roadways","start":36,"end":44,"id":5,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":6,"ws":true,"disabled":false},{"text":"cause","start":46,"end":51,"id":7,"ws":true,"disabled":false},{"text":"metal","start":52,"end":57,"id":8,"ws":true,"disabled":false},{"text":"fatigue","start":58,"end":65,"id":9,"ws":true,"disabled":false},{"text":"in","start":66,"end":68,"id":10,"ws":true,"disabled":false},{"text":"bridges","start":69,"end":76,"id":11,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":12,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":13,"ws":true,"disabled":false},{"text":"make","start":82,"end":86,"id":14,"ws":true,"disabled":false},{"text":"the","start":87,"end":90,"id":15,"ws":true,"disabled":false},{"text":"metal","start":91,"end":96,"id":16,"ws":true,"disabled":false},{"text":"pipes","start":97,"end":102,"id":17,"ws":true,"disabled":false},{"text":"that","start":103,"end":107,"id":18,"ws":true,"disabled":false},{"text":"move","start":108,"end":112,"id":19,"ws":true,"disabled":false},{"text":"water","start":113,"end":118,"id":20,"ws":true,"disabled":false},{"text":"expand","start":119,"end":125,"id":21,"ws":false,"disabled":false},{"text":",","start":125,"end":126,"id":22,"ws":true,"disabled":false},{"text":"crack","start":127,"end":132,"id":23,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":24,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":25,"ws":true,"disabled":false},{"text":"leak","start":138,"end":142,"id":26,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cEach year, the data suggests with increasing certainty that fracking is causing irrevocable damage to public health, local economies, the environment, and to global sustainability,\u201d said Physicians for Social Responsibility\u2019s Kathleen Nolan, one of the study\u2019s authors, in a statement.","text":"\u201cEach year, the data suggests with increasing certainty that fracking is causing irrevocable damage to public health, local economies, the environment, and to global sustainability,\u201d said Physicians for Social Responsibility\u2019s Kathleen Nolan, one of the study\u2019s authors, in a statement. IMPLIED_BASE IMPLIED_BASE","characters":"286","document_index":"232","md_sentence_index":"6","classification_origin":"cm-label-eval","url":"https://grist.org/article/growing-body-of-science-links-fracking-to-harm-to-health/","combo_id":"232_6","post-training batch1":"232_6","_input_hash":1010666958,"_task_hash":-838120542,"spans":[{"text":"increasing","start":35,"token_start":8,"token_end":8,"end":45,"type":"pattern","label":"change_direction"},{"start":61,"end":69,"token_start":11,"token_end":11,"label":"base"},{"text":"health","start":110,"token_start":18,"token_end":18,"end":116,"type":"pattern","label":"base"},{"start":124,"end":133,"token_start":21,"token_end":21,"label":"base"},{"start":139,"end":150,"token_start":24,"token_end":24,"label":"base"},{"start":159,"end":165,"token_start":28,"token_end":28,"label":"type_of"},{"start":166,"end":180,"token_start":29,"token_end":29,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Each","start":1,"end":5,"id":1,"ws":true,"disabled":false},{"text":"year","start":6,"end":10,"id":2,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":3,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":4,"ws":true,"disabled":false},{"text":"data","start":16,"end":20,"id":5,"ws":true,"disabled":false},{"text":"suggests","start":21,"end":29,"id":6,"ws":true,"disabled":false},{"text":"with","start":30,"end":34,"id":7,"ws":true,"disabled":false},{"text":"increasing","start":35,"end":45,"id":8,"ws":true,"disabled":false},{"text":"certainty","start":46,"end":55,"id":9,"ws":true,"disabled":false},{"text":"that","start":56,"end":60,"id":10,"ws":true,"disabled":false},{"text":"fracking","start":61,"end":69,"id":11,"ws":true,"disabled":false},{"text":"is","start":70,"end":72,"id":12,"ws":true,"disabled":false},{"text":"causing","start":73,"end":80,"id":13,"ws":true,"disabled":false},{"text":"irrevocable","start":81,"end":92,"id":14,"ws":true,"disabled":false},{"text":"damage","start":93,"end":99,"id":15,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":16,"ws":true,"disabled":false},{"text":"public","start":103,"end":109,"id":17,"ws":true,"disabled":false},{"text":"health","start":110,"end":116,"id":18,"ws":false,"disabled":false},{"text":",","start":116,"end":117,"id":19,"ws":true,"disabled":false},{"text":"local","start":118,"end":123,"id":20,"ws":true,"disabled":false},{"text":"economies","start":124,"end":133,"id":21,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":22,"ws":true,"disabled":false},{"text":"the","start":135,"end":138,"id":23,"ws":true,"disabled":false},{"text":"environment","start":139,"end":150,"id":24,"ws":false,"disabled":false},{"text":",","start":150,"end":151,"id":25,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":26,"ws":true,"disabled":false},{"text":"to","start":156,"end":158,"id":27,"ws":true,"disabled":false},{"text":"global","start":159,"end":165,"id":28,"ws":true,"disabled":false},{"text":"sustainability","start":166,"end":180,"id":29,"ws":false,"disabled":false},{"text":",","start":180,"end":181,"id":30,"ws":false,"disabled":false},{"text":"\u201d","start":181,"end":182,"id":31,"ws":true,"disabled":false},{"text":"said","start":183,"end":187,"id":32,"ws":true,"disabled":false},{"text":"Physicians","start":188,"end":198,"id":33,"ws":true,"disabled":false},{"text":"for","start":199,"end":202,"id":34,"ws":true,"disabled":false},{"text":"Social","start":203,"end":209,"id":35,"ws":true,"disabled":false},{"text":"Responsibility","start":210,"end":224,"id":36,"ws":false,"disabled":false},{"text":"\u2019s","start":224,"end":226,"id":37,"ws":true,"disabled":false},{"text":"Kathleen","start":227,"end":235,"id":38,"ws":true,"disabled":false},{"text":"Nolan","start":236,"end":241,"id":39,"ws":false,"disabled":false},{"text":",","start":241,"end":242,"id":40,"ws":true,"disabled":false},{"text":"one","start":243,"end":246,"id":41,"ws":true,"disabled":false},{"text":"of","start":247,"end":249,"id":42,"ws":true,"disabled":false},{"text":"the","start":250,"end":253,"id":43,"ws":true,"disabled":false},{"text":"study","start":254,"end":259,"id":44,"ws":false,"disabled":false},{"text":"\u2019s","start":259,"end":261,"id":45,"ws":true,"disabled":false},{"text":"authors","start":262,"end":269,"id":46,"ws":false,"disabled":false},{"text":",","start":269,"end":270,"id":47,"ws":true,"disabled":false},{"text":"in","start":271,"end":273,"id":48,"ws":true,"disabled":false},{"text":"a","start":274,"end":275,"id":49,"ws":true,"disabled":false},{"text":"statement","start":276,"end":285,"id":50,"ws":false,"disabled":false},{"text":".","start":285,"end":286,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":287,"end":299,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":300,"end":312,"id":53,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Similarly, rapid permafrost thaw can also be triggered \u2013 and enhanced \u2013 by disturbances such as fire, abrupt drying events, soil subsidence and erosion resulting from ice-rich permafrost thaw (known as \u201cthermokarst\u201d).","text":"Similarly, rapid permafrost thaw can also be triggered \u2013 and enhanced \u2013 by disturbances such as fire, abrupt drying events, soil subsidence and erosion resulting from ice-rich permafrost thaw (known as \u201cthermokarst\u201d). IMPLIED_BASE IMPLIED_BASE","characters":"217","document_index":"647","md_sentence_index":"338","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_338","post-training batch1":"647_338","_input_hash":1866910882,"_task_hash":-1099353682,"spans":[{"text":"permafrost","start":17,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"base"},{"start":75,"end":87,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":96,"end":100,"token_start":17,"token_end":17,"label":"base"},{"start":109,"end":115,"token_start":20,"token_end":20,"label":"aspect_changing"},{"start":116,"end":122,"token_start":21,"token_end":21,"label":"base"},{"text":"soil","start":124,"token_start":23,"token_end":23,"end":128,"type":"pattern","label":"base"},{"text":"permafrost","start":176,"token_start":32,"token_end":32,"end":186,"type":"pattern","label":"base"}],"tokens":[{"text":"Similarly","start":0,"end":9,"id":0,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":1,"ws":true,"disabled":false},{"text":"rapid","start":11,"end":16,"id":2,"ws":true,"disabled":false},{"text":"permafrost","start":17,"end":27,"id":3,"ws":true,"disabled":false},{"text":"thaw","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"can","start":33,"end":36,"id":5,"ws":true,"disabled":false},{"text":"also","start":37,"end":41,"id":6,"ws":true,"disabled":false},{"text":"be","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"triggered","start":45,"end":54,"id":8,"ws":true,"disabled":false},{"text":"\u2013","start":55,"end":56,"id":9,"ws":true,"disabled":false},{"text":"and","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"enhanced","start":61,"end":69,"id":11,"ws":true,"disabled":false},{"text":"\u2013","start":70,"end":71,"id":12,"ws":true,"disabled":false},{"text":"by","start":72,"end":74,"id":13,"ws":true,"disabled":false},{"text":"disturbances","start":75,"end":87,"id":14,"ws":true,"disabled":false},{"text":"such","start":88,"end":92,"id":15,"ws":true,"disabled":false},{"text":"as","start":93,"end":95,"id":16,"ws":true,"disabled":false},{"text":"fire","start":96,"end":100,"id":17,"ws":false,"disabled":false},{"text":",","start":100,"end":101,"id":18,"ws":true,"disabled":false},{"text":"abrupt","start":102,"end":108,"id":19,"ws":true,"disabled":false},{"text":"drying","start":109,"end":115,"id":20,"ws":true,"disabled":false},{"text":"events","start":116,"end":122,"id":21,"ws":false,"disabled":false},{"text":",","start":122,"end":123,"id":22,"ws":true,"disabled":false},{"text":"soil","start":124,"end":128,"id":23,"ws":true,"disabled":false},{"text":"subsidence","start":129,"end":139,"id":24,"ws":true,"disabled":false},{"text":"and","start":140,"end":143,"id":25,"ws":true,"disabled":false},{"text":"erosion","start":144,"end":151,"id":26,"ws":true,"disabled":false},{"text":"resulting","start":152,"end":161,"id":27,"ws":true,"disabled":false},{"text":"from","start":162,"end":166,"id":28,"ws":true,"disabled":false},{"text":"ice","start":167,"end":170,"id":29,"ws":false,"disabled":false},{"text":"-","start":170,"end":171,"id":30,"ws":false,"disabled":false},{"text":"rich","start":171,"end":175,"id":31,"ws":true,"disabled":false},{"text":"permafrost","start":176,"end":186,"id":32,"ws":true,"disabled":false},{"text":"thaw","start":187,"end":191,"id":33,"ws":true,"disabled":false},{"text":"(","start":192,"end":193,"id":34,"ws":false,"disabled":false},{"text":"known","start":193,"end":198,"id":35,"ws":true,"disabled":false},{"text":"as","start":199,"end":201,"id":36,"ws":true,"disabled":false},{"text":"\u201c","start":202,"end":203,"id":37,"ws":false,"disabled":false},{"text":"thermokarst","start":203,"end":214,"id":38,"ws":false,"disabled":false},{"text":"\u201d","start":214,"end":215,"id":39,"ws":false,"disabled":false},{"text":")","start":215,"end":216,"id":40,"ws":false,"disabled":false},{"text":".","start":216,"end":217,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":231,"end":243,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Loss of fishery productivity at low latitudes, acidification, dead zones and other dangerous conditions are projected to be more pronounced with warming higher than 1.5\u00b0C.","text":"Loss of fishery productivity at low latitudes, acidification, dead zones and other dangerous conditions are projected to be more pronounced with warming higher than 1.5\u00b0C. IMPLIED_BASE IMPLIED_BASE","characters":"171","document_index":"766","md_sentence_index":"41","classification_origin":"causal_sentence_classification","url":"https://www.wri.org/blog/2018/10/half-degree-and-world-apart-difference-climate-impacts-between-15-c-and-2-c-warming","combo_id":"766_41","post-training batch1":"766_41","_input_hash":1730336968,"_task_hash":995817130,"spans":[{"start":8,"end":15,"token_start":2,"token_end":2,"label":"base"},{"text":"productivity","start":16,"token_start":3,"token_end":3,"end":28,"type":"pattern","label":"aspect_changing"},{"text":"acidification","start":47,"token_start":8,"token_end":8,"end":60,"type":"pattern","label":"base"},{"start":62,"end":66,"token_start":10,"token_end":10,"label":"type_of"},{"start":67,"end":72,"token_start":11,"token_end":11,"label":"base"},{"text":"more","start":124,"token_start":20,"token_end":20,"end":128,"type":"pattern","label":"change_direction"},{"start":145,"end":152,"token_start":23,"token_end":23,"label":"aspect_changing"},{"text":"higher","start":153,"token_start":24,"token_end":24,"end":159,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Loss","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"of","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"fishery","start":8,"end":15,"id":2,"ws":true,"disabled":false},{"text":"productivity","start":16,"end":28,"id":3,"ws":true,"disabled":false},{"text":"at","start":29,"end":31,"id":4,"ws":true,"disabled":false},{"text":"low","start":32,"end":35,"id":5,"ws":true,"disabled":false},{"text":"latitudes","start":36,"end":45,"id":6,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"acidification","start":47,"end":60,"id":8,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":9,"ws":true,"disabled":false},{"text":"dead","start":62,"end":66,"id":10,"ws":true,"disabled":false},{"text":"zones","start":67,"end":72,"id":11,"ws":true,"disabled":false},{"text":"and","start":73,"end":76,"id":12,"ws":true,"disabled":false},{"text":"other","start":77,"end":82,"id":13,"ws":true,"disabled":false},{"text":"dangerous","start":83,"end":92,"id":14,"ws":true,"disabled":false},{"text":"conditions","start":93,"end":103,"id":15,"ws":true,"disabled":false},{"text":"are","start":104,"end":107,"id":16,"ws":true,"disabled":false},{"text":"projected","start":108,"end":117,"id":17,"ws":true,"disabled":false},{"text":"to","start":118,"end":120,"id":18,"ws":true,"disabled":false},{"text":"be","start":121,"end":123,"id":19,"ws":true,"disabled":false},{"text":"more","start":124,"end":128,"id":20,"ws":true,"disabled":false},{"text":"pronounced","start":129,"end":139,"id":21,"ws":true,"disabled":false},{"text":"with","start":140,"end":144,"id":22,"ws":true,"disabled":false},{"text":"warming","start":145,"end":152,"id":23,"ws":true,"disabled":false},{"text":"higher","start":153,"end":159,"id":24,"ws":true,"disabled":false},{"text":"than","start":160,"end":164,"id":25,"ws":true,"disabled":false},{"text":"1.5","start":165,"end":168,"id":26,"ws":false,"disabled":false},{"text":"\u00b0","start":168,"end":169,"id":27,"ws":false,"disabled":false},{"text":"C","start":169,"end":170,"id":28,"ws":false,"disabled":false},{"text":".","start":170,"end":171,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The real power of rising seas is often demonstrated through storm surge which leads to coastal erosion and extreme flooding in coastal communities.","text":"The real power of rising seas is often demonstrated through storm surge which leads to coastal erosion and extreme flooding in coastal communities. IMPLIED_BASE IMPLIED_BASE","characters":"147","document_index":"562","md_sentence_index":"1","classification_origin":"causal_sentence_classification","url":"https://www.surfrider.org/coastal-blog/entry/managed-retreat-looking-beyond-the-buyouts","combo_id":"562_1","post-training batch1":"562_1","_input_hash":1975964440,"_task_hash":219415782,"spans":[{"text":"rising","start":18,"token_start":4,"token_end":4,"end":24,"type":"pattern","label":"change_direction"},{"start":25,"end":29,"token_start":5,"token_end":5,"label":"base"},{"text":"storm","start":60,"token_start":10,"token_end":10,"end":65,"type":"pattern","label":"base"},{"start":87,"end":94,"token_start":15,"token_end":15,"label":"base"},{"start":95,"end":102,"token_start":16,"token_end":16,"label":"aspect_changing"},{"text":"flooding","start":115,"token_start":19,"token_end":19,"end":123,"type":"pattern","label":"base"},{"start":127,"end":134,"token_start":21,"token_end":21,"label":"type_of"},{"start":135,"end":146,"token_start":22,"token_end":22,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"real","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"power","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"of","start":15,"end":17,"id":3,"ws":true,"disabled":false},{"text":"rising","start":18,"end":24,"id":4,"ws":true,"disabled":false},{"text":"seas","start":25,"end":29,"id":5,"ws":true,"disabled":false},{"text":"is","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"often","start":33,"end":38,"id":7,"ws":true,"disabled":false},{"text":"demonstrated","start":39,"end":51,"id":8,"ws":true,"disabled":false},{"text":"through","start":52,"end":59,"id":9,"ws":true,"disabled":false},{"text":"storm","start":60,"end":65,"id":10,"ws":true,"disabled":false},{"text":"surge","start":66,"end":71,"id":11,"ws":true,"disabled":false},{"text":"which","start":72,"end":77,"id":12,"ws":true,"disabled":false},{"text":"leads","start":78,"end":83,"id":13,"ws":true,"disabled":false},{"text":"to","start":84,"end":86,"id":14,"ws":true,"disabled":false},{"text":"coastal","start":87,"end":94,"id":15,"ws":true,"disabled":false},{"text":"erosion","start":95,"end":102,"id":16,"ws":true,"disabled":false},{"text":"and","start":103,"end":106,"id":17,"ws":true,"disabled":false},{"text":"extreme","start":107,"end":114,"id":18,"ws":true,"disabled":false},{"text":"flooding","start":115,"end":123,"id":19,"ws":true,"disabled":false},{"text":"in","start":124,"end":126,"id":20,"ws":true,"disabled":false},{"text":"coastal","start":127,"end":134,"id":21,"ws":true,"disabled":false},{"text":"communities","start":135,"end":146,"id":22,"ws":false,"disabled":false},{"text":".","start":146,"end":147,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Given the large potential changes in precipitation and temperature regimes projected for the coming decades\u2014with locations throughout the inhabited world expected to warm by 2 to 4 SDs by 2050\u2014amplified rates of human conflict could represent a large and critical social impact of anthropogenic climate change in both low-","text":"Given the large potential changes in precipitation and temperature regimes projected for the coming decades\u2014with locations throughout the inhabited world expected to warm by 2 to 4 SDs by 2050\u2014amplified rates of human conflict could represent a large and critical social impact of anthropogenic climate change in both low- IMPLIED_BASE IMPLIED_BASE","characters":"322","document_index":"667","md_sentence_index":"17","classification_origin":"causal_sentence_classification","url":"http://science.sciencemag.org/content/341/6151/1235367","combo_id":"667_17","post-training batch1":"667_17","_input_hash":-1716336662,"_task_hash":242915732,"spans":[{"text":"precipitation","start":37,"token_start":6,"token_end":6,"end":50,"type":"pattern","label":"base"},{"text":"temperature","start":55,"token_start":8,"token_end":8,"end":66,"type":"pattern","label":"aspect_changing"},{"text":"rates","start":203,"token_start":32,"token_end":32,"end":208,"type":"pattern","label":"aspect_changing"},{"text":"conflict","start":218,"token_start":35,"token_end":35,"end":226,"type":"pattern","label":"base"},{"text":"climate change","start":295,"token_start":46,"token_end":47,"end":309,"type":"pattern","label":"base"}],"tokens":[{"text":"Given","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"the","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"large","start":10,"end":15,"id":2,"ws":true,"disabled":false},{"text":"potential","start":16,"end":25,"id":3,"ws":true,"disabled":false},{"text":"changes","start":26,"end":33,"id":4,"ws":true,"disabled":false},{"text":"in","start":34,"end":36,"id":5,"ws":true,"disabled":false},{"text":"precipitation","start":37,"end":50,"id":6,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":7,"ws":true,"disabled":false},{"text":"temperature","start":55,"end":66,"id":8,"ws":true,"disabled":false},{"text":"regimes","start":67,"end":74,"id":9,"ws":true,"disabled":false},{"text":"projected","start":75,"end":84,"id":10,"ws":true,"disabled":false},{"text":"for","start":85,"end":88,"id":11,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":12,"ws":true,"disabled":false},{"text":"coming","start":93,"end":99,"id":13,"ws":true,"disabled":false},{"text":"decades","start":100,"end":107,"id":14,"ws":false,"disabled":false},{"text":"\u2014","start":107,"end":108,"id":15,"ws":false,"disabled":false},{"text":"with","start":108,"end":112,"id":16,"ws":true,"disabled":false},{"text":"locations","start":113,"end":122,"id":17,"ws":true,"disabled":false},{"text":"throughout","start":123,"end":133,"id":18,"ws":true,"disabled":false},{"text":"the","start":134,"end":137,"id":19,"ws":true,"disabled":false},{"text":"inhabited","start":138,"end":147,"id":20,"ws":true,"disabled":false},{"text":"world","start":148,"end":153,"id":21,"ws":true,"disabled":false},{"text":"expected","start":154,"end":162,"id":22,"ws":true,"disabled":false},{"text":"to","start":163,"end":165,"id":23,"ws":true,"disabled":false},{"text":"warm","start":166,"end":170,"id":24,"ws":true,"disabled":false},{"text":"by","start":171,"end":173,"id":25,"ws":true,"disabled":false},{"text":"2","start":174,"end":175,"id":26,"ws":true,"disabled":false},{"text":"to","start":176,"end":178,"id":27,"ws":true,"disabled":false},{"text":"4","start":179,"end":180,"id":28,"ws":true,"disabled":false},{"text":"SDs","start":181,"end":184,"id":29,"ws":true,"disabled":false},{"text":"by","start":185,"end":187,"id":30,"ws":true,"disabled":false},{"text":"2050\u2014amplified","start":188,"end":202,"id":31,"ws":true,"disabled":false},{"text":"rates","start":203,"end":208,"id":32,"ws":true,"disabled":false},{"text":"of","start":209,"end":211,"id":33,"ws":true,"disabled":false},{"text":"human","start":212,"end":217,"id":34,"ws":true,"disabled":false},{"text":"conflict","start":218,"end":226,"id":35,"ws":true,"disabled":false},{"text":"could","start":227,"end":232,"id":36,"ws":true,"disabled":false},{"text":"represent","start":233,"end":242,"id":37,"ws":true,"disabled":false},{"text":"a","start":243,"end":244,"id":38,"ws":true,"disabled":false},{"text":"large","start":245,"end":250,"id":39,"ws":true,"disabled":false},{"text":"and","start":251,"end":254,"id":40,"ws":true,"disabled":false},{"text":"critical","start":255,"end":263,"id":41,"ws":true,"disabled":false},{"text":"social","start":264,"end":270,"id":42,"ws":true,"disabled":false},{"text":"impact","start":271,"end":277,"id":43,"ws":true,"disabled":false},{"text":"of","start":278,"end":280,"id":44,"ws":true,"disabled":false},{"text":"anthropogenic","start":281,"end":294,"id":45,"ws":true,"disabled":false},{"text":"climate","start":295,"end":302,"id":46,"ws":true,"disabled":false},{"text":"change","start":303,"end":309,"id":47,"ws":true,"disabled":false},{"text":"in","start":310,"end":312,"id":48,"ws":true,"disabled":false},{"text":"both","start":313,"end":317,"id":49,"ws":true,"disabled":false},{"text":"low-","start":318,"end":322,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":323,"end":335,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":336,"end":348,"id":52,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Recreational opportunities are compromised by extreme weather, and children may suffer delayed cognitive development.","text":"Recreational opportunities are compromised by extreme weather, and children may suffer delayed cognitive development. IMPLIED_BASE IMPLIED_BASE","characters":"117","document_index":"620","md_sentence_index":"3","classification_origin":"causal_sentence_classification","url":"https://www.annualreviews.org/doi/full/10.1146/annurev-psych-010418-103023","combo_id":"620_3","post-training batch1":"620_3","_input_hash":1090077169,"_task_hash":-1123422370,"spans":[{"start":0,"end":12,"token_start":0,"token_end":0,"label":"type_of"},{"start":13,"end":26,"token_start":1,"token_end":1,"label":"base"},{"start":46,"end":53,"token_start":5,"token_end":5,"label":"change_direction"},{"start":54,"end":61,"token_start":6,"token_end":6,"label":"base"},{"start":95,"end":104,"token_start":13,"token_end":13,"label":"type_of"},{"text":"development","start":105,"token_start":14,"token_end":14,"end":116,"type":"pattern","label":"base"}],"tokens":[{"text":"Recreational","start":0,"end":12,"id":0,"ws":true,"disabled":false},{"text":"opportunities","start":13,"end":26,"id":1,"ws":true,"disabled":false},{"text":"are","start":27,"end":30,"id":2,"ws":true,"disabled":false},{"text":"compromised","start":31,"end":42,"id":3,"ws":true,"disabled":false},{"text":"by","start":43,"end":45,"id":4,"ws":true,"disabled":false},{"text":"extreme","start":46,"end":53,"id":5,"ws":true,"disabled":false},{"text":"weather","start":54,"end":61,"id":6,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":7,"ws":true,"disabled":false},{"text":"and","start":63,"end":66,"id":8,"ws":true,"disabled":false},{"text":"children","start":67,"end":75,"id":9,"ws":true,"disabled":false},{"text":"may","start":76,"end":79,"id":10,"ws":true,"disabled":false},{"text":"suffer","start":80,"end":86,"id":11,"ws":true,"disabled":false},{"text":"delayed","start":87,"end":94,"id":12,"ws":true,"disabled":false},{"text":"cognitive","start":95,"end":104,"id":13,"ws":true,"disabled":false},{"text":"development","start":105,"end":116,"id":14,"ws":false,"disabled":false},{"text":".","start":116,"end":117,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":118,"end":130,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":131,"end":143,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Prevalence of heatstroke and extreme weather will have redefined global labour and production beyond recognition,\u201d as an editorial accompanying the report puts it.","text":"Prevalence of heatstroke and extreme weather will have redefined global labour and production beyond recognition,\u201d as an editorial accompanying the report puts it. IMPLIED_BASE IMPLIED_BASE","characters":"163","document_index":"450","md_sentence_index":"60","classification_origin":"causal_sentence_classification","url":"https://www.wired.com/story/the-climate-apocalypse-is-now-and-its-happening-to-you/","combo_id":"450_60","post-training batch1":"450_60","_input_hash":-1139052111,"_task_hash":1563512410,"spans":[{"start":14,"end":24,"token_start":2,"token_end":2,"label":"base"},{"start":29,"end":36,"token_start":4,"token_end":4,"label":"change_direction"},{"start":37,"end":44,"token_start":5,"token_end":5,"label":"base"},{"start":72,"end":78,"token_start":10,"token_end":10,"label":"base"},{"start":83,"end":93,"token_start":12,"token_end":12,"label":"aspect_changing"}],"tokens":[{"text":"Prevalence","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"of","start":11,"end":13,"id":1,"ws":true,"disabled":false},{"text":"heatstroke","start":14,"end":24,"id":2,"ws":true,"disabled":false},{"text":"and","start":25,"end":28,"id":3,"ws":true,"disabled":false},{"text":"extreme","start":29,"end":36,"id":4,"ws":true,"disabled":false},{"text":"weather","start":37,"end":44,"id":5,"ws":true,"disabled":false},{"text":"will","start":45,"end":49,"id":6,"ws":true,"disabled":false},{"text":"have","start":50,"end":54,"id":7,"ws":true,"disabled":false},{"text":"redefined","start":55,"end":64,"id":8,"ws":true,"disabled":false},{"text":"global","start":65,"end":71,"id":9,"ws":true,"disabled":false},{"text":"labour","start":72,"end":78,"id":10,"ws":true,"disabled":false},{"text":"and","start":79,"end":82,"id":11,"ws":true,"disabled":false},{"text":"production","start":83,"end":93,"id":12,"ws":true,"disabled":false},{"text":"beyond","start":94,"end":100,"id":13,"ws":true,"disabled":false},{"text":"recognition","start":101,"end":112,"id":14,"ws":false,"disabled":false},{"text":",","start":112,"end":113,"id":15,"ws":false,"disabled":false},{"text":"\u201d","start":113,"end":114,"id":16,"ws":true,"disabled":false},{"text":"as","start":115,"end":117,"id":17,"ws":true,"disabled":false},{"text":"an","start":118,"end":120,"id":18,"ws":true,"disabled":false},{"text":"editorial","start":121,"end":130,"id":19,"ws":true,"disabled":false},{"text":"accompanying","start":131,"end":143,"id":20,"ws":true,"disabled":false},{"text":"the","start":144,"end":147,"id":21,"ws":true,"disabled":false},{"text":"report","start":148,"end":154,"id":22,"ws":true,"disabled":false},{"text":"puts","start":155,"end":159,"id":23,"ws":true,"disabled":false},{"text":"it","start":160,"end":162,"id":24,"ws":false,"disabled":false},{"text":".","start":162,"end":163,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":177,"end":189,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In urban areas, heatwaves are exacerbated by vehicles, industrial processes and the presence of heat-retaining concrete and asphalt.","text":"In urban areas, heatwaves are exacerbated by vehicles, industrial processes and the presence of heat-retaining concrete and asphalt. IMPLIED_BASE IMPLIED_BASE","characters":"132","document_index":"331","md_sentence_index":"4","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/cities/2019/aug/20/death-blackouts-melting-asphalt-ways-the-climate-crisis-will-change-how-we-live","combo_id":"331_4","post-training batch1":"331_4","_input_hash":494887920,"_task_hash":579368869,"spans":[{"text":"heatwaves","start":16,"token_start":4,"token_end":4,"end":25,"type":"pattern","label":"base"},{"start":45,"end":53,"token_start":8,"token_end":8,"label":"base"},{"start":55,"end":75,"token_start":10,"token_end":11,"label":"base"},{"start":96,"end":110,"token_start":16,"token_end":18,"label":"type_of"},{"start":111,"end":119,"token_start":19,"token_end":19,"label":"base"},{"start":124,"end":131,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"urban","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"areas","start":9,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"heatwaves","start":16,"end":25,"id":4,"ws":true,"disabled":false},{"text":"are","start":26,"end":29,"id":5,"ws":true,"disabled":false},{"text":"exacerbated","start":30,"end":41,"id":6,"ws":true,"disabled":false},{"text":"by","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"vehicles","start":45,"end":53,"id":8,"ws":false,"disabled":false},{"text":",","start":53,"end":54,"id":9,"ws":true,"disabled":false},{"text":"industrial","start":55,"end":65,"id":10,"ws":true,"disabled":false},{"text":"processes","start":66,"end":75,"id":11,"ws":true,"disabled":false},{"text":"and","start":76,"end":79,"id":12,"ws":true,"disabled":false},{"text":"the","start":80,"end":83,"id":13,"ws":true,"disabled":false},{"text":"presence","start":84,"end":92,"id":14,"ws":true,"disabled":false},{"text":"of","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"heat","start":96,"end":100,"id":16,"ws":false,"disabled":false},{"text":"-","start":100,"end":101,"id":17,"ws":false,"disabled":false},{"text":"retaining","start":101,"end":110,"id":18,"ws":true,"disabled":false},{"text":"concrete","start":111,"end":119,"id":19,"ws":true,"disabled":false},{"text":"and","start":120,"end":123,"id":20,"ws":true,"disabled":false},{"text":"asphalt","start":124,"end":131,"id":21,"ws":false,"disabled":false},{"text":".","start":131,"end":132,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":133,"end":145,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"This year, both long-term trends and seasonal variability converged, causing extreme heat and dryness, as well as some unusual ignition events, like a dry lightning storm in Northern California that sparked more than 300 fires.\n","text":"This year, both long-term trends and seasonal variability converged, causing extreme heat and dryness, as well as some unusual ignition events, like a dry lightning storm in Northern California that sparked more than 300 fires. IMPLIED_BASE IMPLIED_BASE","characters":"228","document_index":"846","md_sentence_index":"99","classification_origin":"causal_sentence_classification","url":"https://www.vox.com/21452781/zogg-fire-glass-wildfire-california-climate-change-hurricanes-attribution-2020-debate","combo_id":"846_99","post-training batch1":"846_99","_input_hash":363706903,"_task_hash":-1904020650,"spans":[{"start":0,"end":9,"token_start":0,"token_end":1,"label":"when"},{"start":77,"end":84,"token_start":14,"token_end":14,"label":"change_direction"},{"start":85,"end":89,"token_start":15,"token_end":15,"label":"base"},{"start":94,"end":101,"token_start":17,"token_end":17,"label":"base"},{"start":127,"end":135,"token_start":24,"token_end":24,"label":"type_of"},{"start":136,"end":142,"token_start":25,"token_end":25,"label":"base"},{"text":"storm","start":165,"token_start":31,"token_end":31,"end":170,"type":"pattern","label":"base"},{"start":174,"end":193,"token_start":33,"token_end":34,"label":"where"},{"start":207,"end":220,"token_start":37,"token_end":39,"label":"effect_size"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"year","start":5,"end":9,"id":1,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":2,"ws":true,"disabled":false},{"text":"both","start":11,"end":15,"id":3,"ws":true,"disabled":false},{"text":"long","start":16,"end":20,"id":4,"ws":false,"disabled":false},{"text":"-","start":20,"end":21,"id":5,"ws":false,"disabled":false},{"text":"term","start":21,"end":25,"id":6,"ws":true,"disabled":false},{"text":"trends","start":26,"end":32,"id":7,"ws":true,"disabled":false},{"text":"and","start":33,"end":36,"id":8,"ws":true,"disabled":false},{"text":"seasonal","start":37,"end":45,"id":9,"ws":true,"disabled":false},{"text":"variability","start":46,"end":57,"id":10,"ws":true,"disabled":false},{"text":"converged","start":58,"end":67,"id":11,"ws":false,"disabled":false},{"text":",","start":67,"end":68,"id":12,"ws":true,"disabled":false},{"text":"causing","start":69,"end":76,"id":13,"ws":true,"disabled":false},{"text":"extreme","start":77,"end":84,"id":14,"ws":true,"disabled":false},{"text":"heat","start":85,"end":89,"id":15,"ws":true,"disabled":false},{"text":"and","start":90,"end":93,"id":16,"ws":true,"disabled":false},{"text":"dryness","start":94,"end":101,"id":17,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":18,"ws":true,"disabled":false},{"text":"as","start":103,"end":105,"id":19,"ws":true,"disabled":false},{"text":"well","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"as","start":111,"end":113,"id":21,"ws":true,"disabled":false},{"text":"some","start":114,"end":118,"id":22,"ws":true,"disabled":false},{"text":"unusual","start":119,"end":126,"id":23,"ws":true,"disabled":false},{"text":"ignition","start":127,"end":135,"id":24,"ws":true,"disabled":false},{"text":"events","start":136,"end":142,"id":25,"ws":false,"disabled":false},{"text":",","start":142,"end":143,"id":26,"ws":true,"disabled":false},{"text":"like","start":144,"end":148,"id":27,"ws":true,"disabled":false},{"text":"a","start":149,"end":150,"id":28,"ws":true,"disabled":false},{"text":"dry","start":151,"end":154,"id":29,"ws":true,"disabled":false},{"text":"lightning","start":155,"end":164,"id":30,"ws":true,"disabled":false},{"text":"storm","start":165,"end":170,"id":31,"ws":true,"disabled":false},{"text":"in","start":171,"end":173,"id":32,"ws":true,"disabled":false},{"text":"Northern","start":174,"end":182,"id":33,"ws":true,"disabled":false},{"text":"California","start":183,"end":193,"id":34,"ws":true,"disabled":false},{"text":"that","start":194,"end":198,"id":35,"ws":true,"disabled":false},{"text":"sparked","start":199,"end":206,"id":36,"ws":true,"disabled":false},{"text":"more","start":207,"end":211,"id":37,"ws":true,"disabled":false},{"text":"than","start":212,"end":216,"id":38,"ws":true,"disabled":false},{"text":"300","start":217,"end":220,"id":39,"ws":true,"disabled":false},{"text":"fires","start":221,"end":226,"id":40,"ws":false,"disabled":false},{"text":".","start":226,"end":227,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":228,"end":240,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":241,"end":253,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"Many infectious diseases are sensitive to small shifts in climatic conditions, including vector-borne infections spread by mosquitoes and ticks.","text":"Many infectious diseases are sensitive to small shifts in climatic conditions, including vector-borne infections spread by mosquitoes and ticks. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"276","md_sentence_index":"71","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_71","post-training batch1":"276_71","_input_hash":894484021,"_task_hash":-1737643886,"spans":[{"start":5,"end":15,"token_start":1,"token_end":1,"label":"type_of"},{"start":16,"end":24,"token_start":2,"token_end":2,"label":"base"},{"start":89,"end":101,"token_start":13,"token_end":15,"label":"type_of"},{"start":102,"end":112,"token_start":16,"token_end":16,"label":"base"},{"text":"mosquitoes","start":123,"token_start":19,"token_end":19,"end":133,"type":"pattern","label":"base"},{"text":"ticks","start":138,"token_start":21,"token_end":21,"end":143,"type":"pattern","label":"base"}],"tokens":[{"text":"Many","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"infectious","start":5,"end":15,"id":1,"ws":true,"disabled":false},{"text":"diseases","start":16,"end":24,"id":2,"ws":true,"disabled":false},{"text":"are","start":25,"end":28,"id":3,"ws":true,"disabled":false},{"text":"sensitive","start":29,"end":38,"id":4,"ws":true,"disabled":false},{"text":"to","start":39,"end":41,"id":5,"ws":true,"disabled":false},{"text":"small","start":42,"end":47,"id":6,"ws":true,"disabled":false},{"text":"shifts","start":48,"end":54,"id":7,"ws":true,"disabled":false},{"text":"in","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"climatic","start":58,"end":66,"id":9,"ws":true,"disabled":false},{"text":"conditions","start":67,"end":77,"id":10,"ws":false,"disabled":false},{"text":",","start":77,"end":78,"id":11,"ws":true,"disabled":false},{"text":"including","start":79,"end":88,"id":12,"ws":true,"disabled":false},{"text":"vector","start":89,"end":95,"id":13,"ws":false,"disabled":false},{"text":"-","start":95,"end":96,"id":14,"ws":false,"disabled":false},{"text":"borne","start":96,"end":101,"id":15,"ws":true,"disabled":false},{"text":"infections","start":102,"end":112,"id":16,"ws":true,"disabled":false},{"text":"spread","start":113,"end":119,"id":17,"ws":true,"disabled":false},{"text":"by","start":120,"end":122,"id":18,"ws":true,"disabled":false},{"text":"mosquitoes","start":123,"end":133,"id":19,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":20,"ws":true,"disabled":false},{"text":"ticks","start":138,"end":143,"id":21,"ws":false,"disabled":false},{"text":".","start":143,"end":144,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":145,"end":157,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A stalling TC inflicts strong winds on the same region for a longer time, potentially driving greater storm surge and depositing more rain.\n","text":"A stalling TC inflicts strong winds on the same region for a longer time, potentially driving greater storm surge and depositing more rain. IMPLIED_BASE IMPLIED_BASE","characters":"140","document_index":"358","md_sentence_index":"14","classification_origin":"cm_cause_effect_rel","url":"https://www.nature.com/articles/s41612-019-0074-8","combo_id":"358_14","post-training batch1":"358_14","_input_hash":-587922938,"_task_hash":-6862022,"spans":[{"start":11,"end":13,"token_start":2,"token_end":2,"label":"base"},{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},{"start":43,"end":54,"token_start":8,"token_end":9,"label":"where"},{"start":94,"end":101,"token_start":17,"token_end":17,"label":"change_direction"},{"text":"storm","start":102,"token_start":18,"token_end":18,"end":107,"type":"pattern","label":"base"},{"text":"more","start":129,"token_start":22,"token_end":22,"end":133,"type":"pattern","label":"change_direction"},{"text":"rain","start":134,"token_start":23,"token_end":23,"end":138,"type":"pattern","label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"stalling","start":2,"end":10,"id":1,"ws":true,"disabled":false},{"text":"TC","start":11,"end":13,"id":2,"ws":true,"disabled":false},{"text":"inflicts","start":14,"end":22,"id":3,"ws":true,"disabled":false},{"text":"strong","start":23,"end":29,"id":4,"ws":true,"disabled":false},{"text":"winds","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"on","start":36,"end":38,"id":6,"ws":true,"disabled":false},{"text":"the","start":39,"end":42,"id":7,"ws":true,"disabled":false},{"text":"same","start":43,"end":47,"id":8,"ws":true,"disabled":false},{"text":"region","start":48,"end":54,"id":9,"ws":true,"disabled":false},{"text":"for","start":55,"end":58,"id":10,"ws":true,"disabled":false},{"text":"a","start":59,"end":60,"id":11,"ws":true,"disabled":false},{"text":"longer","start":61,"end":67,"id":12,"ws":true,"disabled":false},{"text":"time","start":68,"end":72,"id":13,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":14,"ws":true,"disabled":false},{"text":"potentially","start":74,"end":85,"id":15,"ws":true,"disabled":false},{"text":"driving","start":86,"end":93,"id":16,"ws":true,"disabled":false},{"text":"greater","start":94,"end":101,"id":17,"ws":true,"disabled":false},{"text":"storm","start":102,"end":107,"id":18,"ws":true,"disabled":false},{"text":"surge","start":108,"end":113,"id":19,"ws":true,"disabled":false},{"text":"and","start":114,"end":117,"id":20,"ws":true,"disabled":false},{"text":"depositing","start":118,"end":128,"id":21,"ws":true,"disabled":false},{"text":"more","start":129,"end":133,"id":22,"ws":true,"disabled":false},{"text":"rain","start":134,"end":138,"id":23,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Previously, an installation like this would have used switchgear supplied with SF6, to prevent the electrical accidents that can lead to fires.\n","text":"Previously, an installation like this would have used switchgear supplied with SF6, to prevent the electrical accidents that can lead to fires. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"375","md_sentence_index":"75","classification_origin":"cm_cause_effect_rel","url":"https://www.bbc.com/news/science-environment-49567197","combo_id":"375_75","post-training batch1":"375_75","_input_hash":-1473975991,"_task_hash":-1997426967,"spans":[{"start":54,"end":64,"token_start":9,"token_end":9,"label":"base"},{"start":99,"end":109,"token_start":17,"token_end":17,"label":"type_of"},{"start":110,"end":119,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"Previously","start":0,"end":10,"id":0,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":1,"ws":true,"disabled":false},{"text":"an","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"installation","start":15,"end":27,"id":3,"ws":true,"disabled":false},{"text":"like","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"this","start":33,"end":37,"id":5,"ws":true,"disabled":false},{"text":"would","start":38,"end":43,"id":6,"ws":true,"disabled":false},{"text":"have","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"used","start":49,"end":53,"id":8,"ws":true,"disabled":false},{"text":"switchgear","start":54,"end":64,"id":9,"ws":true,"disabled":false},{"text":"supplied","start":65,"end":73,"id":10,"ws":true,"disabled":false},{"text":"with","start":74,"end":78,"id":11,"ws":true,"disabled":false},{"text":"SF6","start":79,"end":82,"id":12,"ws":false,"disabled":false},{"text":",","start":82,"end":83,"id":13,"ws":true,"disabled":false},{"text":"to","start":84,"end":86,"id":14,"ws":true,"disabled":false},{"text":"prevent","start":87,"end":94,"id":15,"ws":true,"disabled":false},{"text":"the","start":95,"end":98,"id":16,"ws":true,"disabled":false},{"text":"electrical","start":99,"end":109,"id":17,"ws":true,"disabled":false},{"text":"accidents","start":110,"end":119,"id":18,"ws":true,"disabled":false},{"text":"that","start":120,"end":124,"id":19,"ws":true,"disabled":false},{"text":"can","start":125,"end":128,"id":20,"ws":true,"disabled":false},{"text":"lead","start":129,"end":133,"id":21,"ws":true,"disabled":false},{"text":"to","start":134,"end":136,"id":22,"ws":true,"disabled":false},{"text":"fires","start":137,"end":142,"id":23,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Such a shift in population is likely to increase poverty and widen the gulf between the rich and the poor.","text":"Such a shift in population is likely to increase poverty and widen the gulf between the rich and the poor. IMPLIED_BASE IMPLIED_BASE","characters":"106","document_index":"816","md_sentence_index":"54","classification_origin":"causal_sentence_classification","url":"https://www.propublica.org/article/climate-change-will-force-a-new-american-migration","combo_id":"816_54","post-training batch1":"816_54","_input_hash":-140685109,"_task_hash":-1062110395,"spans":[{"start":7,"end":12,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":16,"end":26,"token_start":4,"token_end":4,"label":"base"},{"text":"increase","start":40,"token_start":8,"token_end":8,"end":48,"type":"pattern","label":"change_direction"},{"start":49,"end":56,"token_start":9,"token_end":9,"label":"base"},{"start":71,"end":75,"token_start":13,"token_end":13,"label":"base"}],"tokens":[{"text":"Such","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"a","start":5,"end":6,"id":1,"ws":true,"disabled":false},{"text":"shift","start":7,"end":12,"id":2,"ws":true,"disabled":false},{"text":"in","start":13,"end":15,"id":3,"ws":true,"disabled":false},{"text":"population","start":16,"end":26,"id":4,"ws":true,"disabled":false},{"text":"is","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"likely","start":30,"end":36,"id":6,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":7,"ws":true,"disabled":false},{"text":"increase","start":40,"end":48,"id":8,"ws":true,"disabled":false},{"text":"poverty","start":49,"end":56,"id":9,"ws":true,"disabled":false},{"text":"and","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"widen","start":61,"end":66,"id":11,"ws":true,"disabled":false},{"text":"the","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"gulf","start":71,"end":75,"id":13,"ws":true,"disabled":false},{"text":"between","start":76,"end":83,"id":14,"ws":true,"disabled":false},{"text":"the","start":84,"end":87,"id":15,"ws":true,"disabled":false},{"text":"rich","start":88,"end":92,"id":16,"ws":true,"disabled":false},{"text":"and","start":93,"end":96,"id":17,"ws":true,"disabled":false},{"text":"the","start":97,"end":100,"id":18,"ws":true,"disabled":false},{"text":"poor","start":101,"end":105,"id":19,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The same refrigerants and gases that damage the ozone layer contribute to climate change.\n","text":"The same refrigerants and gases that damage the ozone layer contribute to climate change. IMPLIED_BASE IMPLIED_BASE","characters":"90","document_index":"407","md_sentence_index":"47","classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.theguardian.com/environment/2019/sep/16/climate-crisis-health-risks-extreme-weather","combo_id":"407_47","post-training batch1":"407_47","_input_hash":-2039608228,"_task_hash":336701189,"spans":[{"start":9,"end":21,"token_start":2,"token_end":2,"label":"base"},{"text":"gases","start":26,"token_start":4,"token_end":4,"end":31,"type":"pattern","label":"base"},{"text":"ozone layer","start":48,"token_start":8,"token_end":9,"end":59,"type":"pattern","label":"base"},{"text":"climate change","start":74,"token_start":12,"token_end":13,"end":88,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"same","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"refrigerants","start":9,"end":21,"id":2,"ws":true,"disabled":false},{"text":"and","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"gases","start":26,"end":31,"id":4,"ws":true,"disabled":false},{"text":"that","start":32,"end":36,"id":5,"ws":true,"disabled":false},{"text":"damage","start":37,"end":43,"id":6,"ws":true,"disabled":false},{"text":"the","start":44,"end":47,"id":7,"ws":true,"disabled":false},{"text":"ozone","start":48,"end":53,"id":8,"ws":true,"disabled":false},{"text":"layer","start":54,"end":59,"id":9,"ws":true,"disabled":false},{"text":"contribute","start":60,"end":70,"id":10,"ws":true,"disabled":false},{"text":"to","start":71,"end":73,"id":11,"ws":true,"disabled":false},{"text":"climate","start":74,"end":81,"id":12,"ws":true,"disabled":false},{"text":"change","start":82,"end":88,"id":13,"ws":false,"disabled":false},{"text":".","start":88,"end":89,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":90,"end":102,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":103,"end":115,"id":16,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Fletcher also has concerns about more hot, windless days leading to serious health issues or even death, as other parts of the world have experienced.\n","text":"Fletcher also has concerns about more hot, windless days leading to serious health issues or even death, as other parts of the world have experienced. IMPLIED_BASE IMPLIED_BASE","characters":"151","document_index":"329","md_sentence_index":"81","classification_origin":"cm_cause_effect_rel","url":"https://www.civilbeat.org/2019/08/climate-change-is-making-hawaiis-beaches-more-dangerous/","combo_id":"329_81","post-training batch1":"329_81","_input_hash":552060884,"_task_hash":-19147718,"spans":[{"text":"more","start":33,"token_start":5,"token_end":5,"end":37,"type":"pattern","label":"change_direction"},{"start":38,"end":41,"token_start":6,"token_end":6,"label":"base"},{"start":43,"end":51,"token_start":8,"token_end":8,"label":"base"},{"text":"health","start":76,"token_start":13,"token_end":13,"end":82,"type":"pattern","label":"base"},{"text":"death","start":98,"token_start":17,"token_end":17,"end":103,"type":"pattern","label":"base"}],"tokens":[{"text":"Fletcher","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"also","start":9,"end":13,"id":1,"ws":true,"disabled":false},{"text":"has","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"concerns","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"about","start":27,"end":32,"id":4,"ws":true,"disabled":false},{"text":"more","start":33,"end":37,"id":5,"ws":true,"disabled":false},{"text":"hot","start":38,"end":41,"id":6,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":7,"ws":true,"disabled":false},{"text":"windless","start":43,"end":51,"id":8,"ws":true,"disabled":false},{"text":"days","start":52,"end":56,"id":9,"ws":true,"disabled":false},{"text":"leading","start":57,"end":64,"id":10,"ws":true,"disabled":false},{"text":"to","start":65,"end":67,"id":11,"ws":true,"disabled":false},{"text":"serious","start":68,"end":75,"id":12,"ws":true,"disabled":false},{"text":"health","start":76,"end":82,"id":13,"ws":true,"disabled":false},{"text":"issues","start":83,"end":89,"id":14,"ws":true,"disabled":false},{"text":"or","start":90,"end":92,"id":15,"ws":true,"disabled":false},{"text":"even","start":93,"end":97,"id":16,"ws":true,"disabled":false},{"text":"death","start":98,"end":103,"id":17,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":18,"ws":true,"disabled":false},{"text":"as","start":105,"end":107,"id":19,"ws":true,"disabled":false},{"text":"other","start":108,"end":113,"id":20,"ws":true,"disabled":false},{"text":"parts","start":114,"end":119,"id":21,"ws":true,"disabled":false},{"text":"of","start":120,"end":122,"id":22,"ws":true,"disabled":false},{"text":"the","start":123,"end":126,"id":23,"ws":true,"disabled":false},{"text":"world","start":127,"end":132,"id":24,"ws":true,"disabled":false},{"text":"have","start":133,"end":137,"id":25,"ws":true,"disabled":false},{"text":"experienced","start":138,"end":149,"id":26,"ws":false,"disabled":false},{"text":".","start":149,"end":150,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Combined with accumulating evidence on the potentially disruptive effects of climate change on human enterprise, such as through possible declines in global food production (3) and significant sea level rise (4), such findings have encouraged claims that climate change will worsen instability in already volatile regions (5\u20137).\n","text":"Combined with accumulating evidence on the potentially disruptive effects of climate change on human enterprise, such as through possible declines in global food production (3) and significant sea level rise (4), such findings have encouraged claims that climate change will worsen instability in already volatile regions (5\u20137). IMPLIED_BASE IMPLIED_BASE","characters":"329","document_index":"84","md_sentence_index":"8","classification_origin":"cm_cause_effect_rel","url":"http://www.pnas.org/content/106/49/20670","combo_id":"84_8","post-training batch1":"84_8","_input_hash":2129719978,"_task_hash":2109678514,"spans":[{"text":"climate change","start":77,"token_start":10,"token_end":11,"end":91,"type":"pattern","label":"base"},{"text":"sea","start":193,"token_start":30,"token_end":30,"end":196,"type":"pattern","label":"base"},{"text":"level","start":197,"token_start":31,"token_end":31,"end":202,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":203,"token_start":32,"token_end":32,"end":207,"type":"pattern","label":"change_direction"},{"text":"climate change","start":255,"token_start":43,"token_end":44,"end":269,"type":"pattern","label":"base"}],"tokens":[{"text":"Combined","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"with","start":9,"end":13,"id":1,"ws":true,"disabled":false},{"text":"accumulating","start":14,"end":26,"id":2,"ws":true,"disabled":false},{"text":"evidence","start":27,"end":35,"id":3,"ws":true,"disabled":false},{"text":"on","start":36,"end":38,"id":4,"ws":true,"disabled":false},{"text":"the","start":39,"end":42,"id":5,"ws":true,"disabled":false},{"text":"potentially","start":43,"end":54,"id":6,"ws":true,"disabled":false},{"text":"disruptive","start":55,"end":65,"id":7,"ws":true,"disabled":false},{"text":"effects","start":66,"end":73,"id":8,"ws":true,"disabled":false},{"text":"of","start":74,"end":76,"id":9,"ws":true,"disabled":false},{"text":"climate","start":77,"end":84,"id":10,"ws":true,"disabled":false},{"text":"change","start":85,"end":91,"id":11,"ws":true,"disabled":false},{"text":"on","start":92,"end":94,"id":12,"ws":true,"disabled":false},{"text":"human","start":95,"end":100,"id":13,"ws":true,"disabled":false},{"text":"enterprise","start":101,"end":111,"id":14,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":15,"ws":true,"disabled":false},{"text":"such","start":113,"end":117,"id":16,"ws":true,"disabled":false},{"text":"as","start":118,"end":120,"id":17,"ws":true,"disabled":false},{"text":"through","start":121,"end":128,"id":18,"ws":true,"disabled":false},{"text":"possible","start":129,"end":137,"id":19,"ws":true,"disabled":false},{"text":"declines","start":138,"end":146,"id":20,"ws":true,"disabled":false},{"text":"in","start":147,"end":149,"id":21,"ws":true,"disabled":false},{"text":"global","start":150,"end":156,"id":22,"ws":true,"disabled":false},{"text":"food","start":157,"end":161,"id":23,"ws":true,"disabled":false},{"text":"production","start":162,"end":172,"id":24,"ws":true,"disabled":false},{"text":"(","start":173,"end":174,"id":25,"ws":false,"disabled":false},{"text":"3","start":174,"end":175,"id":26,"ws":false,"disabled":false},{"text":")","start":175,"end":176,"id":27,"ws":true,"disabled":false},{"text":"and","start":177,"end":180,"id":28,"ws":true,"disabled":false},{"text":"significant","start":181,"end":192,"id":29,"ws":true,"disabled":false},{"text":"sea","start":193,"end":196,"id":30,"ws":true,"disabled":false},{"text":"level","start":197,"end":202,"id":31,"ws":true,"disabled":false},{"text":"rise","start":203,"end":207,"id":32,"ws":true,"disabled":false},{"text":"(","start":208,"end":209,"id":33,"ws":false,"disabled":false},{"text":"4","start":209,"end":210,"id":34,"ws":false,"disabled":false},{"text":")","start":210,"end":211,"id":35,"ws":false,"disabled":false},{"text":",","start":211,"end":212,"id":36,"ws":true,"disabled":false},{"text":"such","start":213,"end":217,"id":37,"ws":true,"disabled":false},{"text":"findings","start":218,"end":226,"id":38,"ws":true,"disabled":false},{"text":"have","start":227,"end":231,"id":39,"ws":true,"disabled":false},{"text":"encouraged","start":232,"end":242,"id":40,"ws":true,"disabled":false},{"text":"claims","start":243,"end":249,"id":41,"ws":true,"disabled":false},{"text":"that","start":250,"end":254,"id":42,"ws":true,"disabled":false},{"text":"climate","start":255,"end":262,"id":43,"ws":true,"disabled":false},{"text":"change","start":263,"end":269,"id":44,"ws":true,"disabled":false},{"text":"will","start":270,"end":274,"id":45,"ws":true,"disabled":false},{"text":"worsen","start":275,"end":281,"id":46,"ws":true,"disabled":false},{"text":"instability","start":282,"end":293,"id":47,"ws":true,"disabled":false},{"text":"in","start":294,"end":296,"id":48,"ws":true,"disabled":false},{"text":"already","start":297,"end":304,"id":49,"ws":true,"disabled":false},{"text":"volatile","start":305,"end":313,"id":50,"ws":true,"disabled":false},{"text":"regions","start":314,"end":321,"id":51,"ws":true,"disabled":false},{"text":"(","start":322,"end":323,"id":52,"ws":false,"disabled":false},{"text":"5\u20137","start":323,"end":326,"id":53,"ws":false,"disabled":false},{"text":")","start":326,"end":327,"id":54,"ws":false,"disabled":false},{"text":".","start":327,"end":328,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":329,"end":341,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":342,"end":354,"id":57,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Internal corrosion induces vomit of blood, the color of coffee grounds, giving rise to the Spanish name for yellow fever, v\u00f3mito negro (black vomit), which is sometimes followed by death.\n","text":"Internal corrosion induces vomit of blood, the color of coffee grounds, giving rise to the Spanish name for yellow fever, v\u00f3mito negro (black vomit), which is sometimes followed by death. IMPLIED_BASE IMPLIED_BASE","characters":"188","document_index":"279","md_sentence_index":"39","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/07/27/opinion/sunday/mosquitoes-malaria-zika-history.html","combo_id":"279_39","post-training batch1":"279_39","_input_hash":-281016567,"_task_hash":914741173,"spans":[{"start":27,"end":32,"token_start":3,"token_end":3,"label":"base"},{"start":36,"end":41,"token_start":5,"token_end":5,"label":"type_of"},{"start":56,"end":70,"token_start":10,"token_end":11,"label":"base"},{"text":"rise","start":79,"token_start":14,"token_end":14,"end":83,"type":"pattern","label":"change_direction"},{"start":108,"end":120,"token_start":20,"token_end":21,"label":"base"},{"text":"death","start":181,"token_start":35,"token_end":35,"end":186,"type":"pattern","label":"base"}],"tokens":[{"text":"Internal","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"corrosion","start":9,"end":18,"id":1,"ws":true,"disabled":false},{"text":"induces","start":19,"end":26,"id":2,"ws":true,"disabled":false},{"text":"vomit","start":27,"end":32,"id":3,"ws":true,"disabled":false},{"text":"of","start":33,"end":35,"id":4,"ws":true,"disabled":false},{"text":"blood","start":36,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"the","start":43,"end":46,"id":7,"ws":true,"disabled":false},{"text":"color","start":47,"end":52,"id":8,"ws":true,"disabled":false},{"text":"of","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"coffee","start":56,"end":62,"id":10,"ws":true,"disabled":false},{"text":"grounds","start":63,"end":70,"id":11,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":12,"ws":true,"disabled":false},{"text":"giving","start":72,"end":78,"id":13,"ws":true,"disabled":false},{"text":"rise","start":79,"end":83,"id":14,"ws":true,"disabled":false},{"text":"to","start":84,"end":86,"id":15,"ws":true,"disabled":false},{"text":"the","start":87,"end":90,"id":16,"ws":true,"disabled":false},{"text":"Spanish","start":91,"end":98,"id":17,"ws":true,"disabled":false},{"text":"name","start":99,"end":103,"id":18,"ws":true,"disabled":false},{"text":"for","start":104,"end":107,"id":19,"ws":true,"disabled":false},{"text":"yellow","start":108,"end":114,"id":20,"ws":true,"disabled":false},{"text":"fever","start":115,"end":120,"id":21,"ws":false,"disabled":false},{"text":",","start":120,"end":121,"id":22,"ws":true,"disabled":false},{"text":"v\u00f3mito","start":122,"end":128,"id":23,"ws":true,"disabled":false},{"text":"negro","start":129,"end":134,"id":24,"ws":true,"disabled":false},{"text":"(","start":135,"end":136,"id":25,"ws":false,"disabled":false},{"text":"black","start":136,"end":141,"id":26,"ws":true,"disabled":false},{"text":"vomit","start":142,"end":147,"id":27,"ws":false,"disabled":false},{"text":")","start":147,"end":148,"id":28,"ws":false,"disabled":false},{"text":",","start":148,"end":149,"id":29,"ws":true,"disabled":false},{"text":"which","start":150,"end":155,"id":30,"ws":true,"disabled":false},{"text":"is","start":156,"end":158,"id":31,"ws":true,"disabled":false},{"text":"sometimes","start":159,"end":168,"id":32,"ws":true,"disabled":false},{"text":"followed","start":169,"end":177,"id":33,"ws":true,"disabled":false},{"text":"by","start":178,"end":180,"id":34,"ws":true,"disabled":false},{"text":"death","start":181,"end":186,"id":35,"ws":false,"disabled":false},{"text":".","start":186,"end":187,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":201,"end":213,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Diseases spread by mosquitoes and ticks increase the chance of neurological problems.","text":"Diseases spread by mosquitoes and ticks increase the chance of neurological problems. IMPLIED_BASE IMPLIED_BASE","characters":"85","document_index":"404","md_sentence_index":"64","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/climate-change-is-having-widespread-health-impacts/","combo_id":"404_64","post-training batch1":"404_64","_input_hash":881951481,"_task_hash":-218294355,"spans":[{"text":"mosquitoes","start":19,"token_start":3,"token_end":3,"end":29,"type":"pattern","label":"base"},{"text":"ticks","start":34,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"base"},{"text":"increase","start":40,"token_start":6,"token_end":6,"end":48,"type":"pattern","label":"change_direction"},{"start":63,"end":75,"token_start":10,"token_end":10,"label":"type_of"},{"start":76,"end":84,"token_start":11,"token_end":11,"label":"base"}],"tokens":[{"text":"Diseases","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"spread","start":9,"end":15,"id":1,"ws":true,"disabled":false},{"text":"by","start":16,"end":18,"id":2,"ws":true,"disabled":false},{"text":"mosquitoes","start":19,"end":29,"id":3,"ws":true,"disabled":false},{"text":"and","start":30,"end":33,"id":4,"ws":true,"disabled":false},{"text":"ticks","start":34,"end":39,"id":5,"ws":true,"disabled":false},{"text":"increase","start":40,"end":48,"id":6,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":7,"ws":true,"disabled":false},{"text":"chance","start":53,"end":59,"id":8,"ws":true,"disabled":false},{"text":"of","start":60,"end":62,"id":9,"ws":true,"disabled":false},{"text":"neurological","start":63,"end":75,"id":10,"ws":true,"disabled":false},{"text":"problems","start":76,"end":84,"id":11,"ws":false,"disabled":false},{"text":".","start":84,"end":85,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":86,"end":98,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":99,"end":111,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"\u201cIt\u2019s really incredible how much the U.S. has managed to clean up the air from other [pollution] sources, like power plants and industry and cars,\u201d Mickley said.","text":"\u201cIt\u2019s really incredible how much the U.S. has managed to clean up the air from other [pollution] sources, like power plants and industry and cars,\u201d Mickley said. IMPLIED_BASE IMPLIED_BASE","characters":"161","document_index":"247","md_sentence_index":"53","classification_origin":"cm_cause_effect_rel","url":"https://www.latimes.com/science/environment/wildfires-climate-change-shorter-lives-americans-story.html","combo_id":"247_53","post-training batch1":"247_53","_input_hash":188684008,"_task_hash":-1817276423,"spans":[{"start":33,"end":41,"token_start":7,"token_end":8,"label":"base"},{"text":"pollution","start":86,"token_start":19,"token_end":19,"end":95,"type":"pattern","label":"base"},{"text":"plants","start":117,"token_start":25,"token_end":25,"end":123,"type":"pattern","label":"base"},{"start":128,"end":136,"token_start":27,"token_end":27,"label":"base"},{"start":141,"end":145,"token_start":29,"token_end":29,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"It","start":1,"end":3,"id":1,"ws":false,"disabled":false},{"text":"\u2019s","start":3,"end":5,"id":2,"ws":true,"disabled":false},{"text":"really","start":6,"end":12,"id":3,"ws":true,"disabled":false},{"text":"incredible","start":13,"end":23,"id":4,"ws":true,"disabled":false},{"text":"how","start":24,"end":27,"id":5,"ws":true,"disabled":false},{"text":"much","start":28,"end":32,"id":6,"ws":true,"disabled":false},{"text":"the","start":33,"end":36,"id":7,"ws":true,"disabled":false},{"text":"U.S.","start":37,"end":41,"id":8,"ws":true,"disabled":false},{"text":"has","start":42,"end":45,"id":9,"ws":true,"disabled":false},{"text":"managed","start":46,"end":53,"id":10,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":11,"ws":true,"disabled":false},{"text":"clean","start":57,"end":62,"id":12,"ws":true,"disabled":false},{"text":"up","start":63,"end":65,"id":13,"ws":true,"disabled":false},{"text":"the","start":66,"end":69,"id":14,"ws":true,"disabled":false},{"text":"air","start":70,"end":73,"id":15,"ws":true,"disabled":false},{"text":"from","start":74,"end":78,"id":16,"ws":true,"disabled":false},{"text":"other","start":79,"end":84,"id":17,"ws":true,"disabled":false},{"text":"[","start":85,"end":86,"id":18,"ws":false,"disabled":false},{"text":"pollution","start":86,"end":95,"id":19,"ws":false,"disabled":false},{"text":"]","start":95,"end":96,"id":20,"ws":true,"disabled":false},{"text":"sources","start":97,"end":104,"id":21,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":22,"ws":true,"disabled":false},{"text":"like","start":106,"end":110,"id":23,"ws":true,"disabled":false},{"text":"power","start":111,"end":116,"id":24,"ws":true,"disabled":false},{"text":"plants","start":117,"end":123,"id":25,"ws":true,"disabled":false},{"text":"and","start":124,"end":127,"id":26,"ws":true,"disabled":false},{"text":"industry","start":128,"end":136,"id":27,"ws":true,"disabled":false},{"text":"and","start":137,"end":140,"id":28,"ws":true,"disabled":false},{"text":"cars","start":141,"end":145,"id":29,"ws":false,"disabled":false},{"text":",","start":145,"end":146,"id":30,"ws":false,"disabled":false},{"text":"\u201d","start":146,"end":147,"id":31,"ws":true,"disabled":false},{"text":"Mickley","start":148,"end":155,"id":32,"ws":true,"disabled":false},{"text":"said","start":156,"end":160,"id":33,"ws":false,"disabled":false},{"text":".","start":160,"end":161,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":162,"end":174,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Multiple >75-year compound events are observed in the coastal Pacific Northwest, inland Southern California, Florida, Maine, and several climate divisions in Texas, which point to the intensification of compound dry-hot extremes over many portions of CONUS with significant socio-environmental repercussions, such as causing very large wildfires (29).\n","text":"Multiple >75-year compound events are observed in the coastal Pacific Northwest, inland Southern California, Florida, Maine, and several climate divisions in Texas, which point to the intensification of compound dry-hot extremes over many portions of CONUS with significant socio-environmental repercussions, such as causing very large wildfires (29). IMPLIED_BASE IMPLIED_BASE","characters":"352","document_index":"860","md_sentence_index":"112","classification_origin":"causal_sentence_classification","url":"https://advances.sciencemag.org/content/6/39/eaaz4571","combo_id":"860_112","post-training batch1":"860_112","_input_hash":1726287203,"_task_hash":-1925377485,"spans":[{"start":18,"end":26,"token_start":3,"token_end":3,"label":"type_of"},{"start":27,"end":33,"token_start":4,"token_end":4,"label":"base"},{"start":54,"end":79,"token_start":9,"token_end":11,"label":"where"},{"start":88,"end":107,"token_start":14,"token_end":15,"label":"where"},{"start":109,"end":116,"token_start":17,"token_end":17,"label":"where"},{"start":118,"end":123,"token_start":19,"token_end":19,"label":"where"},{"start":158,"end":163,"token_start":26,"token_end":26,"label":"where"},{"text":"wildfires","start":336,"token_start":56,"token_end":56,"end":345,"type":"pattern","label":"base"}],"tokens":[{"text":"Multiple","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":">","start":9,"end":10,"id":1,"ws":false,"disabled":false},{"text":"75-year","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"compound","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"events","start":27,"end":33,"id":4,"ws":true,"disabled":false},{"text":"are","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"observed","start":38,"end":46,"id":6,"ws":true,"disabled":false},{"text":"in","start":47,"end":49,"id":7,"ws":true,"disabled":false},{"text":"the","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"coastal","start":54,"end":61,"id":9,"ws":true,"disabled":false},{"text":"Pacific","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"Northwest","start":70,"end":79,"id":11,"ws":false,"disabled":false},{"text":",","start":79,"end":80,"id":12,"ws":true,"disabled":false},{"text":"inland","start":81,"end":87,"id":13,"ws":true,"disabled":false},{"text":"Southern","start":88,"end":96,"id":14,"ws":true,"disabled":false},{"text":"California","start":97,"end":107,"id":15,"ws":false,"disabled":false},{"text":",","start":107,"end":108,"id":16,"ws":true,"disabled":false},{"text":"Florida","start":109,"end":116,"id":17,"ws":false,"disabled":false},{"text":",","start":116,"end":117,"id":18,"ws":true,"disabled":false},{"text":"Maine","start":118,"end":123,"id":19,"ws":false,"disabled":false},{"text":",","start":123,"end":124,"id":20,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":21,"ws":true,"disabled":false},{"text":"several","start":129,"end":136,"id":22,"ws":true,"disabled":false},{"text":"climate","start":137,"end":144,"id":23,"ws":true,"disabled":false},{"text":"divisions","start":145,"end":154,"id":24,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":25,"ws":true,"disabled":false},{"text":"Texas","start":158,"end":163,"id":26,"ws":false,"disabled":false},{"text":",","start":163,"end":164,"id":27,"ws":true,"disabled":false},{"text":"which","start":165,"end":170,"id":28,"ws":true,"disabled":false},{"text":"point","start":171,"end":176,"id":29,"ws":true,"disabled":false},{"text":"to","start":177,"end":179,"id":30,"ws":true,"disabled":false},{"text":"the","start":180,"end":183,"id":31,"ws":true,"disabled":false},{"text":"intensification","start":184,"end":199,"id":32,"ws":true,"disabled":false},{"text":"of","start":200,"end":202,"id":33,"ws":true,"disabled":false},{"text":"compound","start":203,"end":211,"id":34,"ws":true,"disabled":false},{"text":"dry","start":212,"end":215,"id":35,"ws":false,"disabled":false},{"text":"-","start":215,"end":216,"id":36,"ws":false,"disabled":false},{"text":"hot","start":216,"end":219,"id":37,"ws":true,"disabled":false},{"text":"extremes","start":220,"end":228,"id":38,"ws":true,"disabled":false},{"text":"over","start":229,"end":233,"id":39,"ws":true,"disabled":false},{"text":"many","start":234,"end":238,"id":40,"ws":true,"disabled":false},{"text":"portions","start":239,"end":247,"id":41,"ws":true,"disabled":false},{"text":"of","start":248,"end":250,"id":42,"ws":true,"disabled":false},{"text":"CONUS","start":251,"end":256,"id":43,"ws":true,"disabled":false},{"text":"with","start":257,"end":261,"id":44,"ws":true,"disabled":false},{"text":"significant","start":262,"end":273,"id":45,"ws":true,"disabled":false},{"text":"socio","start":274,"end":279,"id":46,"ws":false,"disabled":false},{"text":"-","start":279,"end":280,"id":47,"ws":false,"disabled":false},{"text":"environmental","start":280,"end":293,"id":48,"ws":true,"disabled":false},{"text":"repercussions","start":294,"end":307,"id":49,"ws":false,"disabled":false},{"text":",","start":307,"end":308,"id":50,"ws":true,"disabled":false},{"text":"such","start":309,"end":313,"id":51,"ws":true,"disabled":false},{"text":"as","start":314,"end":316,"id":52,"ws":true,"disabled":false},{"text":"causing","start":317,"end":324,"id":53,"ws":true,"disabled":false},{"text":"very","start":325,"end":329,"id":54,"ws":true,"disabled":false},{"text":"large","start":330,"end":335,"id":55,"ws":true,"disabled":false},{"text":"wildfires","start":336,"end":345,"id":56,"ws":true,"disabled":false},{"text":"(","start":346,"end":347,"id":57,"ws":false,"disabled":false},{"text":"29","start":347,"end":349,"id":58,"ws":false,"disabled":false},{"text":")","start":349,"end":350,"id":59,"ws":false,"disabled":false},{"text":".","start":350,"end":351,"id":60,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":352,"end":364,"id":61,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":365,"end":377,"id":62,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Cyclone Idai in Mozambique, typhoon Hagibis in Japan, a deadly, record-breaking heatwave across much of Europe, wildfires in California and eastern Australia, floods in Venice...","text":"Cyclone Idai in Mozambique, typhoon Hagibis in Japan, a deadly, record-breaking heatwave across much of Europe, wildfires in California and eastern Australia, floods in Venice... IMPLIED_BASE IMPLIED_BASE","characters":"178","document_index":"534","md_sentence_index":"20","classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.sciencealert.com/how-2019-became-the-year-when-the-world-woke-up-to-the-climate-emergency","combo_id":"534_20","post-training batch1":"534_20","_input_hash":-1089841219,"_task_hash":1134384007,"spans":[{"start":16,"end":26,"token_start":3,"token_end":3,"label":"where"},{"start":47,"end":52,"token_start":8,"token_end":8,"label":"where"},{"text":"heatwave","start":80,"token_start":16,"token_end":16,"end":88,"type":"pattern","label":"base"},{"text":"wildfires","start":112,"token_start":22,"token_end":22,"end":121,"type":"pattern","label":"base"},{"text":"floods","start":159,"token_start":29,"token_end":29,"end":165,"type":"pattern","label":"base"}],"tokens":[{"text":"Cyclone","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"Idai","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"in","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"Mozambique","start":16,"end":26,"id":3,"ws":false,"disabled":false},{"text":",","start":26,"end":27,"id":4,"ws":true,"disabled":false},{"text":"typhoon","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"Hagibis","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"in","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"Japan","start":47,"end":52,"id":8,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":9,"ws":true,"disabled":false},{"text":"a","start":54,"end":55,"id":10,"ws":true,"disabled":false},{"text":"deadly","start":56,"end":62,"id":11,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":12,"ws":true,"disabled":false},{"text":"record","start":64,"end":70,"id":13,"ws":false,"disabled":false},{"text":"-","start":70,"end":71,"id":14,"ws":false,"disabled":false},{"text":"breaking","start":71,"end":79,"id":15,"ws":true,"disabled":false},{"text":"heatwave","start":80,"end":88,"id":16,"ws":true,"disabled":false},{"text":"across","start":89,"end":95,"id":17,"ws":true,"disabled":false},{"text":"much","start":96,"end":100,"id":18,"ws":true,"disabled":false},{"text":"of","start":101,"end":103,"id":19,"ws":true,"disabled":false},{"text":"Europe","start":104,"end":110,"id":20,"ws":false,"disabled":false},{"text":",","start":110,"end":111,"id":21,"ws":true,"disabled":false},{"text":"wildfires","start":112,"end":121,"id":22,"ws":true,"disabled":false},{"text":"in","start":122,"end":124,"id":23,"ws":true,"disabled":false},{"text":"California","start":125,"end":135,"id":24,"ws":true,"disabled":false},{"text":"and","start":136,"end":139,"id":25,"ws":true,"disabled":false},{"text":"eastern","start":140,"end":147,"id":26,"ws":true,"disabled":false},{"text":"Australia","start":148,"end":157,"id":27,"ws":false,"disabled":false},{"text":",","start":157,"end":158,"id":28,"ws":true,"disabled":false},{"text":"floods","start":159,"end":165,"id":29,"ws":true,"disabled":false},{"text":"in","start":166,"end":168,"id":30,"ws":true,"disabled":false},{"text":"Venice","start":169,"end":175,"id":31,"ws":false,"disabled":false},{"text":"...","start":175,"end":178,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":179,"end":191,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The analysis provides one of the clearest pictures to date of the companies behind the vast emissions of natural gas that have resulted from America\u2019s shale oil boom, fueled by the use of hydraulic fracturing, or fracking, to unlock fossil fuels from shale rock.\n","text":"The analysis provides one of the clearest pictures to date of the companies behind the vast emissions of natural gas that have resulted from America\u2019s shale oil boom, fueled by the use of hydraulic fracturing, or fracking, to unlock fossil fuels from shale rock. IMPLIED_BASE IMPLIED_BASE","characters":"263","document_index":"431","md_sentence_index":"20","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/10/16/climate/natural-gas-flaring-exxon-bp.html","combo_id":"431_20","post-training batch1":"431_20","_input_hash":-1305575829,"_task_hash":23612338,"spans":[{"text":"emissions","start":92,"token_start":16,"token_end":16,"end":101,"type":"pattern","label":"base"},{"start":141,"end":148,"token_start":24,"token_end":24,"label":"where"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"analysis","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"provides","start":13,"end":21,"id":2,"ws":true,"disabled":false},{"text":"one","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"of","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"clearest","start":33,"end":41,"id":6,"ws":true,"disabled":false},{"text":"pictures","start":42,"end":50,"id":7,"ws":true,"disabled":false},{"text":"to","start":51,"end":53,"id":8,"ws":true,"disabled":false},{"text":"date","start":54,"end":58,"id":9,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":10,"ws":true,"disabled":false},{"text":"the","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"companies","start":66,"end":75,"id":12,"ws":true,"disabled":false},{"text":"behind","start":76,"end":82,"id":13,"ws":true,"disabled":false},{"text":"the","start":83,"end":86,"id":14,"ws":true,"disabled":false},{"text":"vast","start":87,"end":91,"id":15,"ws":true,"disabled":false},{"text":"emissions","start":92,"end":101,"id":16,"ws":true,"disabled":false},{"text":"of","start":102,"end":104,"id":17,"ws":true,"disabled":false},{"text":"natural","start":105,"end":112,"id":18,"ws":true,"disabled":false},{"text":"gas","start":113,"end":116,"id":19,"ws":true,"disabled":false},{"text":"that","start":117,"end":121,"id":20,"ws":true,"disabled":false},{"text":"have","start":122,"end":126,"id":21,"ws":true,"disabled":false},{"text":"resulted","start":127,"end":135,"id":22,"ws":true,"disabled":false},{"text":"from","start":136,"end":140,"id":23,"ws":true,"disabled":false},{"text":"America","start":141,"end":148,"id":24,"ws":false,"disabled":false},{"text":"\u2019s","start":148,"end":150,"id":25,"ws":true,"disabled":false},{"text":"shale","start":151,"end":156,"id":26,"ws":true,"disabled":false},{"text":"oil","start":157,"end":160,"id":27,"ws":true,"disabled":false},{"text":"boom","start":161,"end":165,"id":28,"ws":false,"disabled":false},{"text":",","start":165,"end":166,"id":29,"ws":true,"disabled":false},{"text":"fueled","start":167,"end":173,"id":30,"ws":true,"disabled":false},{"text":"by","start":174,"end":176,"id":31,"ws":true,"disabled":false},{"text":"the","start":177,"end":180,"id":32,"ws":true,"disabled":false},{"text":"use","start":181,"end":184,"id":33,"ws":true,"disabled":false},{"text":"of","start":185,"end":187,"id":34,"ws":true,"disabled":false},{"text":"hydraulic","start":188,"end":197,"id":35,"ws":true,"disabled":false},{"text":"fracturing","start":198,"end":208,"id":36,"ws":false,"disabled":false},{"text":",","start":208,"end":209,"id":37,"ws":true,"disabled":false},{"text":"or","start":210,"end":212,"id":38,"ws":true,"disabled":false},{"text":"fracking","start":213,"end":221,"id":39,"ws":false,"disabled":false},{"text":",","start":221,"end":222,"id":40,"ws":true,"disabled":false},{"text":"to","start":223,"end":225,"id":41,"ws":true,"disabled":false},{"text":"unlock","start":226,"end":232,"id":42,"ws":true,"disabled":false},{"text":"fossil","start":233,"end":239,"id":43,"ws":true,"disabled":false},{"text":"fuels","start":240,"end":245,"id":44,"ws":true,"disabled":false},{"text":"from","start":246,"end":250,"id":45,"ws":true,"disabled":false},{"text":"shale","start":251,"end":256,"id":46,"ws":true,"disabled":false},{"text":"rock","start":257,"end":261,"id":47,"ws":false,"disabled":false},{"text":".","start":261,"end":262,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":263,"end":275,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":276,"end":288,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Though many of these studies describe the mental health impacts of specific historical events, they demonstrate the\ntypes of mental health issues that will continue to arise as climate change leads to increases in the frequency, severity, and duration of extreme climate- and weather-related events such as floods, hurricanes, droughts, and wildfires.17, 18, 19, 20, 21, 22, 23, 24, 25, 29, 41, 50, 51, 68, 70 Strong support is found in a number of recent studies for the potential for climate change-related psychological effects, including grief/bereavement, increased substance use or misuse, and thoughts of suicide.19, 35, 36, 37, 38, 60\nResearch on individual resilience and recovery shows that a majority of individuals psychologically affected by a traumatic event will recover over time.","text":"Though many of these studies describe the mental health impacts of specific historical events, they demonstrate thetypes of mental health issues that will continue to arise as climate change leads to increases in the frequency, severity, and duration of extreme climate- and weather-related events such as floods, hurricanes, droughts, and wildfires.17, 18, 19, 20, 21, 22, 23, 24, 25, 29, 41, 50, 51, 68, 70 Strong support is found in a number of recent studies for the potential for climate change-related psychological effects, including grief/bereavement, increased substance use or misuse, and thoughts of suicide.19, 35, 36, 37, 38, 60Research on individual resilience and recovery shows that a majority of individuals psychologically affected by a traumatic event will recover over time. IMPLIED_BASE IMPLIED_BASE","characters":"796","document_index":"619","md_sentence_index":"298","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_298","post-training batch1":"619_298","_input_hash":1142860180,"_task_hash":1171641844,"spans":[{"text":"health","start":49,"token_start":8,"token_end":8,"end":55,"type":"pattern","label":"base"},{"text":"health","start":131,"token_start":20,"token_end":20,"end":137,"type":"pattern","label":"base"},{"text":"climate change","start":176,"token_start":28,"token_end":29,"end":190,"type":"pattern","label":"base"},{"text":"increases","start":200,"token_start":32,"token_end":32,"end":209,"type":"pattern","label":"change_direction"},{"text":"frequency","start":217,"token_start":35,"token_end":35,"end":226,"type":"pattern","label":"aspect_changing"},{"text":"weather","start":275,"token_start":45,"token_end":45,"end":282,"type":"pattern","label":"base"},{"text":"floods","start":306,"token_start":51,"token_end":51,"end":312,"type":"pattern","label":"base"},{"text":"hurricanes","start":314,"token_start":53,"token_end":53,"end":324,"type":"pattern","label":"base"},{"text":"droughts","start":326,"token_start":55,"token_end":55,"end":334,"type":"pattern","label":"base"},{"text":"climate change","start":485,"token_start":101,"token_end":102,"end":499,"type":"pattern","label":"base"},{"text":"increased","start":560,"token_start":113,"token_end":113,"end":569,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Though","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"many","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"of","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"these","start":15,"end":20,"id":3,"ws":true,"disabled":false},{"text":"studies","start":21,"end":28,"id":4,"ws":true,"disabled":false},{"text":"describe","start":29,"end":37,"id":5,"ws":true,"disabled":false},{"text":"the","start":38,"end":41,"id":6,"ws":true,"disabled":false},{"text":"mental","start":42,"end":48,"id":7,"ws":true,"disabled":false},{"text":"health","start":49,"end":55,"id":8,"ws":true,"disabled":false},{"text":"impacts","start":56,"end":63,"id":9,"ws":true,"disabled":false},{"text":"of","start":64,"end":66,"id":10,"ws":true,"disabled":false},{"text":"specific","start":67,"end":75,"id":11,"ws":true,"disabled":false},{"text":"historical","start":76,"end":86,"id":12,"ws":true,"disabled":false},{"text":"events","start":87,"end":93,"id":13,"ws":false,"disabled":false},{"text":",","start":93,"end":94,"id":14,"ws":true,"disabled":false},{"text":"they","start":95,"end":99,"id":15,"ws":true,"disabled":false},{"text":"demonstrate","start":100,"end":111,"id":16,"ws":true,"disabled":false},{"text":"thetypes","start":112,"end":120,"id":17,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":18,"ws":true,"disabled":false},{"text":"mental","start":124,"end":130,"id":19,"ws":true,"disabled":false},{"text":"health","start":131,"end":137,"id":20,"ws":true,"disabled":false},{"text":"issues","start":138,"end":144,"id":21,"ws":true,"disabled":false},{"text":"that","start":145,"end":149,"id":22,"ws":true,"disabled":false},{"text":"will","start":150,"end":154,"id":23,"ws":true,"disabled":false},{"text":"continue","start":155,"end":163,"id":24,"ws":true,"disabled":false},{"text":"to","start":164,"end":166,"id":25,"ws":true,"disabled":false},{"text":"arise","start":167,"end":172,"id":26,"ws":true,"disabled":false},{"text":"as","start":173,"end":175,"id":27,"ws":true,"disabled":false},{"text":"climate","start":176,"end":183,"id":28,"ws":true,"disabled":false},{"text":"change","start":184,"end":190,"id":29,"ws":true,"disabled":false},{"text":"leads","start":191,"end":196,"id":30,"ws":true,"disabled":false},{"text":"to","start":197,"end":199,"id":31,"ws":true,"disabled":false},{"text":"increases","start":200,"end":209,"id":32,"ws":true,"disabled":false},{"text":"in","start":210,"end":212,"id":33,"ws":true,"disabled":false},{"text":"the","start":213,"end":216,"id":34,"ws":true,"disabled":false},{"text":"frequency","start":217,"end":226,"id":35,"ws":false,"disabled":false},{"text":",","start":226,"end":227,"id":36,"ws":true,"disabled":false},{"text":"severity","start":228,"end":236,"id":37,"ws":false,"disabled":false},{"text":",","start":236,"end":237,"id":38,"ws":true,"disabled":false},{"text":"and","start":238,"end":241,"id":39,"ws":true,"disabled":false},{"text":"duration","start":242,"end":250,"id":40,"ws":true,"disabled":false},{"text":"of","start":251,"end":253,"id":41,"ws":true,"disabled":false},{"text":"extreme","start":254,"end":261,"id":42,"ws":true,"disabled":false},{"text":"climate-","start":262,"end":270,"id":43,"ws":true,"disabled":false},{"text":"and","start":271,"end":274,"id":44,"ws":true,"disabled":false},{"text":"weather","start":275,"end":282,"id":45,"ws":false,"disabled":false},{"text":"-","start":282,"end":283,"id":46,"ws":false,"disabled":false},{"text":"related","start":283,"end":290,"id":47,"ws":true,"disabled":false},{"text":"events","start":291,"end":297,"id":48,"ws":true,"disabled":false},{"text":"such","start":298,"end":302,"id":49,"ws":true,"disabled":false},{"text":"as","start":303,"end":305,"id":50,"ws":true,"disabled":false},{"text":"floods","start":306,"end":312,"id":51,"ws":false,"disabled":false},{"text":",","start":312,"end":313,"id":52,"ws":true,"disabled":false},{"text":"hurricanes","start":314,"end":324,"id":53,"ws":false,"disabled":false},{"text":",","start":324,"end":325,"id":54,"ws":true,"disabled":false},{"text":"droughts","start":326,"end":334,"id":55,"ws":false,"disabled":false},{"text":",","start":334,"end":335,"id":56,"ws":true,"disabled":false},{"text":"and","start":336,"end":339,"id":57,"ws":true,"disabled":false},{"text":"wildfires.17","start":340,"end":352,"id":58,"ws":false,"disabled":false},{"text":",","start":352,"end":353,"id":59,"ws":true,"disabled":false},{"text":"18","start":354,"end":356,"id":60,"ws":false,"disabled":false},{"text":",","start":356,"end":357,"id":61,"ws":true,"disabled":false},{"text":"19","start":358,"end":360,"id":62,"ws":false,"disabled":false},{"text":",","start":360,"end":361,"id":63,"ws":true,"disabled":false},{"text":"20","start":362,"end":364,"id":64,"ws":false,"disabled":false},{"text":",","start":364,"end":365,"id":65,"ws":true,"disabled":false},{"text":"21","start":366,"end":368,"id":66,"ws":false,"disabled":false},{"text":",","start":368,"end":369,"id":67,"ws":true,"disabled":false},{"text":"22","start":370,"end":372,"id":68,"ws":false,"disabled":false},{"text":",","start":372,"end":373,"id":69,"ws":true,"disabled":false},{"text":"23","start":374,"end":376,"id":70,"ws":false,"disabled":false},{"text":",","start":376,"end":377,"id":71,"ws":true,"disabled":false},{"text":"24","start":378,"end":380,"id":72,"ws":false,"disabled":false},{"text":",","start":380,"end":381,"id":73,"ws":true,"disabled":false},{"text":"25","start":382,"end":384,"id":74,"ws":false,"disabled":false},{"text":",","start":384,"end":385,"id":75,"ws":true,"disabled":false},{"text":"29","start":386,"end":388,"id":76,"ws":false,"disabled":false},{"text":",","start":388,"end":389,"id":77,"ws":true,"disabled":false},{"text":"41","start":390,"end":392,"id":78,"ws":false,"disabled":false},{"text":",","start":392,"end":393,"id":79,"ws":true,"disabled":false},{"text":"50","start":394,"end":396,"id":80,"ws":false,"disabled":false},{"text":",","start":396,"end":397,"id":81,"ws":true,"disabled":false},{"text":"51","start":398,"end":400,"id":82,"ws":false,"disabled":false},{"text":",","start":400,"end":401,"id":83,"ws":true,"disabled":false},{"text":"68","start":402,"end":404,"id":84,"ws":false,"disabled":false},{"text":",","start":404,"end":405,"id":85,"ws":true,"disabled":false},{"text":"70","start":406,"end":408,"id":86,"ws":true,"disabled":false},{"text":"Strong","start":409,"end":415,"id":87,"ws":true,"disabled":false},{"text":"support","start":416,"end":423,"id":88,"ws":true,"disabled":false},{"text":"is","start":424,"end":426,"id":89,"ws":true,"disabled":false},{"text":"found","start":427,"end":432,"id":90,"ws":true,"disabled":false},{"text":"in","start":433,"end":435,"id":91,"ws":true,"disabled":false},{"text":"a","start":436,"end":437,"id":92,"ws":true,"disabled":false},{"text":"number","start":438,"end":444,"id":93,"ws":true,"disabled":false},{"text":"of","start":445,"end":447,"id":94,"ws":true,"disabled":false},{"text":"recent","start":448,"end":454,"id":95,"ws":true,"disabled":false},{"text":"studies","start":455,"end":462,"id":96,"ws":true,"disabled":false},{"text":"for","start":463,"end":466,"id":97,"ws":true,"disabled":false},{"text":"the","start":467,"end":470,"id":98,"ws":true,"disabled":false},{"text":"potential","start":471,"end":480,"id":99,"ws":true,"disabled":false},{"text":"for","start":481,"end":484,"id":100,"ws":true,"disabled":false},{"text":"climate","start":485,"end":492,"id":101,"ws":true,"disabled":false},{"text":"change","start":493,"end":499,"id":102,"ws":false,"disabled":false},{"text":"-","start":499,"end":500,"id":103,"ws":false,"disabled":false},{"text":"related","start":500,"end":507,"id":104,"ws":true,"disabled":false},{"text":"psychological","start":508,"end":521,"id":105,"ws":true,"disabled":false},{"text":"effects","start":522,"end":529,"id":106,"ws":false,"disabled":false},{"text":",","start":529,"end":530,"id":107,"ws":true,"disabled":false},{"text":"including","start":531,"end":540,"id":108,"ws":true,"disabled":false},{"text":"grief","start":541,"end":546,"id":109,"ws":false,"disabled":false},{"text":"/","start":546,"end":547,"id":110,"ws":false,"disabled":false},{"text":"bereavement","start":547,"end":558,"id":111,"ws":false,"disabled":false},{"text":",","start":558,"end":559,"id":112,"ws":true,"disabled":false},{"text":"increased","start":560,"end":569,"id":113,"ws":true,"disabled":false},{"text":"substance","start":570,"end":579,"id":114,"ws":true,"disabled":false},{"text":"use","start":580,"end":583,"id":115,"ws":true,"disabled":false},{"text":"or","start":584,"end":586,"id":116,"ws":true,"disabled":false},{"text":"misuse","start":587,"end":593,"id":117,"ws":false,"disabled":false},{"text":",","start":593,"end":594,"id":118,"ws":true,"disabled":false},{"text":"and","start":595,"end":598,"id":119,"ws":true,"disabled":false},{"text":"thoughts","start":599,"end":607,"id":120,"ws":true,"disabled":false},{"text":"of","start":608,"end":610,"id":121,"ws":true,"disabled":false},{"text":"suicide.19","start":611,"end":621,"id":122,"ws":false,"disabled":false},{"text":",","start":621,"end":622,"id":123,"ws":true,"disabled":false},{"text":"35","start":623,"end":625,"id":124,"ws":false,"disabled":false},{"text":",","start":625,"end":626,"id":125,"ws":true,"disabled":false},{"text":"36","start":627,"end":629,"id":126,"ws":false,"disabled":false},{"text":",","start":629,"end":630,"id":127,"ws":true,"disabled":false},{"text":"37","start":631,"end":633,"id":128,"ws":false,"disabled":false},{"text":",","start":633,"end":634,"id":129,"ws":true,"disabled":false},{"text":"38","start":635,"end":637,"id":130,"ws":false,"disabled":false},{"text":",","start":637,"end":638,"id":131,"ws":true,"disabled":false},{"text":"60Research","start":639,"end":649,"id":132,"ws":true,"disabled":false},{"text":"on","start":650,"end":652,"id":133,"ws":true,"disabled":false},{"text":"individual","start":653,"end":663,"id":134,"ws":true,"disabled":false},{"text":"resilience","start":664,"end":674,"id":135,"ws":true,"disabled":false},{"text":"and","start":675,"end":678,"id":136,"ws":true,"disabled":false},{"text":"recovery","start":679,"end":687,"id":137,"ws":true,"disabled":false},{"text":"shows","start":688,"end":693,"id":138,"ws":true,"disabled":false},{"text":"that","start":694,"end":698,"id":139,"ws":true,"disabled":false},{"text":"a","start":699,"end":700,"id":140,"ws":true,"disabled":false},{"text":"majority","start":701,"end":709,"id":141,"ws":true,"disabled":false},{"text":"of","start":710,"end":712,"id":142,"ws":true,"disabled":false},{"text":"individuals","start":713,"end":724,"id":143,"ws":true,"disabled":false},{"text":"psychologically","start":725,"end":740,"id":144,"ws":true,"disabled":false},{"text":"affected","start":741,"end":749,"id":145,"ws":true,"disabled":false},{"text":"by","start":750,"end":752,"id":146,"ws":true,"disabled":false},{"text":"a","start":753,"end":754,"id":147,"ws":true,"disabled":false},{"text":"traumatic","start":755,"end":764,"id":148,"ws":true,"disabled":false},{"text":"event","start":765,"end":770,"id":149,"ws":true,"disabled":false},{"text":"will","start":771,"end":775,"id":150,"ws":true,"disabled":false},{"text":"recover","start":776,"end":783,"id":151,"ws":true,"disabled":false},{"text":"over","start":784,"end":788,"id":152,"ws":true,"disabled":false},{"text":"time","start":789,"end":793,"id":153,"ws":false,"disabled":false},{"text":".","start":793,"end":794,"id":154,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":795,"end":807,"id":155,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":808,"end":820,"id":156,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"misleading?","relation count":"one","complexity":"complex","original_md_text":"Gutierrez still struggles with regular pain in his lungs and when he gets a cold or flu, he\u2019s in bed for weeks.\n","text":"Gutierrez still struggles with regular pain in his lungs and when he gets a cold or flu, he\u2019s in bed for weeks. IMPLIED_BASE IMPLIED_BASE","characters":"112","document_index":"266","md_sentence_index":"22","classification_origin":"cm-label-eval","url":"https://civileats.com/2019/06/17/climate-change-fueled-valley-fever-is-hitting-farmworkers-hard/","combo_id":"266_22","post-training batch1":"266_22","_input_hash":914783327,"_task_hash":-1577567228,"spans":[{"text":"lungs","start":51,"token_start":8,"token_end":8,"end":56,"type":"pattern","label":"base"}],"tokens":[{"text":"Gutierrez","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"still","start":10,"end":15,"id":1,"ws":true,"disabled":false},{"text":"struggles","start":16,"end":25,"id":2,"ws":true,"disabled":false},{"text":"with","start":26,"end":30,"id":3,"ws":true,"disabled":false},{"text":"regular","start":31,"end":38,"id":4,"ws":true,"disabled":false},{"text":"pain","start":39,"end":43,"id":5,"ws":true,"disabled":false},{"text":"in","start":44,"end":46,"id":6,"ws":true,"disabled":false},{"text":"his","start":47,"end":50,"id":7,"ws":true,"disabled":false},{"text":"lungs","start":51,"end":56,"id":8,"ws":true,"disabled":false},{"text":"and","start":57,"end":60,"id":9,"ws":true,"disabled":false},{"text":"when","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"he","start":66,"end":68,"id":11,"ws":true,"disabled":false},{"text":"gets","start":69,"end":73,"id":12,"ws":true,"disabled":false},{"text":"a","start":74,"end":75,"id":13,"ws":true,"disabled":false},{"text":"cold","start":76,"end":80,"id":14,"ws":true,"disabled":false},{"text":"or","start":81,"end":83,"id":15,"ws":true,"disabled":false},{"text":"flu","start":84,"end":87,"id":16,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":17,"ws":true,"disabled":false},{"text":"he","start":89,"end":91,"id":18,"ws":false,"disabled":false},{"text":"\u2019s","start":91,"end":93,"id":19,"ws":true,"disabled":false},{"text":"in","start":94,"end":96,"id":20,"ws":true,"disabled":false},{"text":"bed","start":97,"end":100,"id":21,"ws":true,"disabled":false},{"text":"for","start":101,"end":104,"id":22,"ws":true,"disabled":false},{"text":"weeks","start":105,"end":110,"id":23,"ws":false,"disabled":false},{"text":".","start":110,"end":111,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":112,"end":124,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Scientists say we ought to eat less meat because of the carbon emissions the meat industry produces, as well as other negative environmental impacts.\n","text":"Scientists say we ought to eat less meat because of the carbon emissions the meat industry produces, as well as other negative environmental impacts. IMPLIED_BASE IMPLIED_BASE","characters":"150","document_index":"310","md_sentence_index":"51","classification_origin":"cm_cause_effect_rel","url":"https://www.bbc.com/news/science-environment-46384067","combo_id":"310_51","post-training batch1":"310_51","_input_hash":-468855680,"_task_hash":1682199607,"spans":[{"text":"less","start":31,"token_start":6,"token_end":6,"end":35,"type":"pattern","label":"change_direction"},{"text":"emissions","start":63,"token_start":12,"token_end":12,"end":72,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Scientists","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"say","start":11,"end":14,"id":1,"ws":true,"disabled":false},{"text":"we","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"ought","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"to","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"eat","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"less","start":31,"end":35,"id":6,"ws":true,"disabled":false},{"text":"meat","start":36,"end":40,"id":7,"ws":true,"disabled":false},{"text":"because","start":41,"end":48,"id":8,"ws":true,"disabled":false},{"text":"of","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":10,"ws":true,"disabled":false},{"text":"carbon","start":56,"end":62,"id":11,"ws":true,"disabled":false},{"text":"emissions","start":63,"end":72,"id":12,"ws":true,"disabled":false},{"text":"the","start":73,"end":76,"id":13,"ws":true,"disabled":false},{"text":"meat","start":77,"end":81,"id":14,"ws":true,"disabled":false},{"text":"industry","start":82,"end":90,"id":15,"ws":true,"disabled":false},{"text":"produces","start":91,"end":99,"id":16,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":17,"ws":true,"disabled":false},{"text":"as","start":101,"end":103,"id":18,"ws":true,"disabled":false},{"text":"well","start":104,"end":108,"id":19,"ws":true,"disabled":false},{"text":"as","start":109,"end":111,"id":20,"ws":true,"disabled":false},{"text":"other","start":112,"end":117,"id":21,"ws":true,"disabled":false},{"text":"negative","start":118,"end":126,"id":22,"ws":true,"disabled":false},{"text":"environmental","start":127,"end":140,"id":23,"ws":true,"disabled":false},{"text":"impacts","start":141,"end":148,"id":24,"ws":false,"disabled":false},{"text":".","start":148,"end":149,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":150,"end":162,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Indonesia is sinking as the sea level rises, making disasters like the 2018 tsunami deadlier.","text":"Indonesia is sinking as the sea level rises, making disasters like the 2018 tsunami deadlier. IMPLIED_BASE IMPLIED_BASE","characters":"93","document_index":"530","md_sentence_index":"60","classification_origin":"causal_sentence_classification","url":"https://www.fastcompany.com/90288934/how-soon-will-climate-change-force-you-to-move","combo_id":"530_60","post-training batch1":"530_60","_input_hash":-1824343435,"_task_hash":-677629132,"spans":[{"text":"sea","start":28,"token_start":5,"token_end":5,"end":31,"type":"pattern","label":"base"},{"text":"level","start":32,"token_start":6,"token_end":6,"end":37,"type":"pattern","label":"aspect_changing"},{"start":52,"end":61,"token_start":10,"token_end":10,"label":"base"}],"tokens":[{"text":"Indonesia","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"is","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"sinking","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"as","start":21,"end":23,"id":3,"ws":true,"disabled":false},{"text":"the","start":24,"end":27,"id":4,"ws":true,"disabled":false},{"text":"sea","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"level","start":32,"end":37,"id":6,"ws":true,"disabled":false},{"text":"rises","start":38,"end":43,"id":7,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":8,"ws":true,"disabled":false},{"text":"making","start":45,"end":51,"id":9,"ws":true,"disabled":false},{"text":"disasters","start":52,"end":61,"id":10,"ws":true,"disabled":false},{"text":"like","start":62,"end":66,"id":11,"ws":true,"disabled":false},{"text":"the","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"2018","start":71,"end":75,"id":13,"ws":true,"disabled":false},{"text":"tsunami","start":76,"end":83,"id":14,"ws":true,"disabled":false},{"text":"deadlier","start":84,"end":92,"id":15,"ws":false,"disabled":false},{"text":".","start":92,"end":93,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":94,"end":106,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"But day-to-day conditions in the Arctic can vary, and by Saturday somewhat cooler air led to reduced melting of about 215,000 square miles, according to the National Snow and Ice Data Center, in Boulder,","text":"But day-to-day conditions in the Arctic can vary, and by Saturday somewhat cooler air led to reduced melting of about 215,000 square miles, according to the National Snow and Ice Data Center, in Boulder, IMPLIED_BASE IMPLIED_BASE","characters":"203","document_index":"223","md_sentence_index":"9","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/06/17/climate/greenland-ice-sheet-melting.html","combo_id":"223_9","post-training batch1":"223_9","_input_hash":-58729902,"_task_hash":1331647319,"spans":[{"text":"reduced","start":93,"token_start":21,"token_end":21,"end":100,"type":"pattern","label":"change_direction"},{"text":"melting","start":101,"token_start":22,"token_end":22,"end":108,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"day","start":4,"end":7,"id":1,"ws":false,"disabled":false},{"text":"-","start":7,"end":8,"id":2,"ws":false,"disabled":false},{"text":"to","start":8,"end":10,"id":3,"ws":false,"disabled":false},{"text":"-","start":10,"end":11,"id":4,"ws":false,"disabled":false},{"text":"day","start":11,"end":14,"id":5,"ws":true,"disabled":false},{"text":"conditions","start":15,"end":25,"id":6,"ws":true,"disabled":false},{"text":"in","start":26,"end":28,"id":7,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":8,"ws":true,"disabled":false},{"text":"Arctic","start":33,"end":39,"id":9,"ws":true,"disabled":false},{"text":"can","start":40,"end":43,"id":10,"ws":true,"disabled":false},{"text":"vary","start":44,"end":48,"id":11,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":12,"ws":true,"disabled":false},{"text":"and","start":50,"end":53,"id":13,"ws":true,"disabled":false},{"text":"by","start":54,"end":56,"id":14,"ws":true,"disabled":false},{"text":"Saturday","start":57,"end":65,"id":15,"ws":true,"disabled":false},{"text":"somewhat","start":66,"end":74,"id":16,"ws":true,"disabled":false},{"text":"cooler","start":75,"end":81,"id":17,"ws":true,"disabled":false},{"text":"air","start":82,"end":85,"id":18,"ws":true,"disabled":false},{"text":"led","start":86,"end":89,"id":19,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":20,"ws":true,"disabled":false},{"text":"reduced","start":93,"end":100,"id":21,"ws":true,"disabled":false},{"text":"melting","start":101,"end":108,"id":22,"ws":true,"disabled":false},{"text":"of","start":109,"end":111,"id":23,"ws":true,"disabled":false},{"text":"about","start":112,"end":117,"id":24,"ws":true,"disabled":false},{"text":"215,000","start":118,"end":125,"id":25,"ws":true,"disabled":false},{"text":"square","start":126,"end":132,"id":26,"ws":true,"disabled":false},{"text":"miles","start":133,"end":138,"id":27,"ws":false,"disabled":false},{"text":",","start":138,"end":139,"id":28,"ws":true,"disabled":false},{"text":"according","start":140,"end":149,"id":29,"ws":true,"disabled":false},{"text":"to","start":150,"end":152,"id":30,"ws":true,"disabled":false},{"text":"the","start":153,"end":156,"id":31,"ws":true,"disabled":false},{"text":"National","start":157,"end":165,"id":32,"ws":true,"disabled":false},{"text":"Snow","start":166,"end":170,"id":33,"ws":true,"disabled":false},{"text":"and","start":171,"end":174,"id":34,"ws":true,"disabled":false},{"text":"Ice","start":175,"end":178,"id":35,"ws":true,"disabled":false},{"text":"Data","start":179,"end":183,"id":36,"ws":true,"disabled":false},{"text":"Center","start":184,"end":190,"id":37,"ws":false,"disabled":false},{"text":",","start":190,"end":191,"id":38,"ws":true,"disabled":false},{"text":"in","start":192,"end":194,"id":39,"ws":true,"disabled":false},{"text":"Boulder","start":195,"end":202,"id":40,"ws":false,"disabled":false},{"text":",","start":202,"end":203,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":204,"end":216,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":217,"end":229,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"She also noted, \u201cSince the Dakota Pipeline protests took off, we\u2019ve seen a resurgence of references to \u2018eco-terrorism,\u2019\u201d which stokes fear, retaliation and legal repression.\n","text":"She also noted, \u201cSince the Dakota Pipeline protests took off, we\u2019ve seen a resurgence of references to \u2018eco-terrorism,\u2019\u201d which stokes fear, retaliation and legal repression. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"285","md_sentence_index":"47","classification_origin":"cm-label-eval","url":"https://www.huffpost.com/entry/report-environment-activists-killed_n_5cb5f7dfe4b098b9a2db040f","combo_id":"285_47","post-training batch1":"285_47","_input_hash":-1494020431,"_task_hash":1157631792,"spans":[{"text":"terrorism","start":108,"token_start":24,"token_end":24,"end":117,"type":"pattern","label":"base"}],"tokens":[{"text":"She","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"also","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"noted","start":9,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"\u201c","start":16,"end":17,"id":4,"ws":false,"disabled":false},{"text":"Since","start":17,"end":22,"id":5,"ws":true,"disabled":false},{"text":"the","start":23,"end":26,"id":6,"ws":true,"disabled":false},{"text":"Dakota","start":27,"end":33,"id":7,"ws":true,"disabled":false},{"text":"Pipeline","start":34,"end":42,"id":8,"ws":true,"disabled":false},{"text":"protests","start":43,"end":51,"id":9,"ws":true,"disabled":false},{"text":"took","start":52,"end":56,"id":10,"ws":true,"disabled":false},{"text":"off","start":57,"end":60,"id":11,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":12,"ws":true,"disabled":false},{"text":"we","start":62,"end":64,"id":13,"ws":false,"disabled":false},{"text":"\u2019ve","start":64,"end":67,"id":14,"ws":true,"disabled":false},{"text":"seen","start":68,"end":72,"id":15,"ws":true,"disabled":false},{"text":"a","start":73,"end":74,"id":16,"ws":true,"disabled":false},{"text":"resurgence","start":75,"end":85,"id":17,"ws":true,"disabled":false},{"text":"of","start":86,"end":88,"id":18,"ws":true,"disabled":false},{"text":"references","start":89,"end":99,"id":19,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":20,"ws":true,"disabled":false},{"text":"\u2018","start":103,"end":104,"id":21,"ws":false,"disabled":false},{"text":"eco","start":104,"end":107,"id":22,"ws":false,"disabled":false},{"text":"-","start":107,"end":108,"id":23,"ws":false,"disabled":false},{"text":"terrorism","start":108,"end":117,"id":24,"ws":false,"disabled":false},{"text":",","start":117,"end":118,"id":25,"ws":false,"disabled":false},{"text":"\u2019","start":118,"end":119,"id":26,"ws":false,"disabled":false},{"text":"\u201d","start":119,"end":120,"id":27,"ws":true,"disabled":false},{"text":"which","start":121,"end":126,"id":28,"ws":true,"disabled":false},{"text":"stokes","start":127,"end":133,"id":29,"ws":true,"disabled":false},{"text":"fear","start":134,"end":138,"id":30,"ws":false,"disabled":false},{"text":",","start":138,"end":139,"id":31,"ws":true,"disabled":false},{"text":"retaliation","start":140,"end":151,"id":32,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":33,"ws":true,"disabled":false},{"text":"legal","start":156,"end":161,"id":34,"ws":true,"disabled":false},{"text":"repression","start":162,"end":172,"id":35,"ws":false,"disabled":false},{"text":".","start":172,"end":173,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Additionally, droughts dry out vegetation, increasing wildfire potential/severity.","text":"Additionally, droughts dry out vegetation, increasing wildfire potential/severity. IMPLIED_BASE IMPLIED_BASE","characters":"82","document_index":"383","md_sentence_index":"86","classification_origin":"cm_cause_effect_rel","url":"https://media.defense.gov/2019/Jan/29/2002084200/-1/-1/1/CLIMATE-CHANGE-REPORT-2019.PDF","combo_id":"383_86","post-training batch1":"383_86","_input_hash":-821614465,"_task_hash":915115782,"spans":[{"text":"droughts","start":14,"token_start":2,"token_end":2,"end":22,"type":"pattern","label":"base"},{"text":"vegetation","start":31,"token_start":5,"token_end":5,"end":41,"type":"pattern","label":"base"},{"text":"increasing","start":43,"token_start":7,"token_end":7,"end":53,"type":"pattern","label":"change_direction"},{"text":"wildfire","start":54,"token_start":8,"token_end":8,"end":62,"type":"pattern","label":"base"}],"tokens":[{"text":"Additionally","start":0,"end":12,"id":0,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":1,"ws":true,"disabled":false},{"text":"droughts","start":14,"end":22,"id":2,"ws":true,"disabled":false},{"text":"dry","start":23,"end":26,"id":3,"ws":true,"disabled":false},{"text":"out","start":27,"end":30,"id":4,"ws":true,"disabled":false},{"text":"vegetation","start":31,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"increasing","start":43,"end":53,"id":7,"ws":true,"disabled":false},{"text":"wildfire","start":54,"end":62,"id":8,"ws":true,"disabled":false},{"text":"potential","start":63,"end":72,"id":9,"ws":false,"disabled":false},{"text":"/","start":72,"end":73,"id":10,"ws":false,"disabled":false},{"text":"severity","start":73,"end":81,"id":11,"ws":false,"disabled":false},{"text":".","start":81,"end":82,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":83,"end":95,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A second is the additional water vapor likely in a future atmosphere as higher temperatures cause more evaporation from land and ocean.","text":"A second is the additional water vapor likely in a future atmosphere as higher temperatures cause more evaporation from land and ocean. IMPLIED_BASE IMPLIED_BASE","characters":"135","document_index":"621","md_sentence_index":"35","classification_origin":"causal_sentence_classification","url":"https://e360.yale.edu/features/why-clouds-are-the-key-to-new-troubling-projections-on-warming","combo_id":"621_35","post-training batch1":"621_35","_input_hash":413864776,"_task_hash":-1314277179,"spans":[{"text":"water","start":27,"token_start":5,"token_end":5,"end":32,"type":"pattern","label":"base"},{"text":"higher","start":72,"token_start":13,"token_end":13,"end":78,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":79,"token_start":14,"token_end":14,"end":91,"type":"pattern","label":"aspect_changing"},{"text":"more","start":98,"token_start":16,"token_end":16,"end":102,"type":"pattern","label":"change_direction"},{"text":"evaporation","start":103,"token_start":17,"token_end":17,"end":114,"type":"pattern","label":"base"},{"text":"ocean","start":129,"token_start":21,"token_end":21,"end":134,"type":"pattern","label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"second","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"is","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"additional","start":16,"end":26,"id":4,"ws":true,"disabled":false},{"text":"water","start":27,"end":32,"id":5,"ws":true,"disabled":false},{"text":"vapor","start":33,"end":38,"id":6,"ws":true,"disabled":false},{"text":"likely","start":39,"end":45,"id":7,"ws":true,"disabled":false},{"text":"in","start":46,"end":48,"id":8,"ws":true,"disabled":false},{"text":"a","start":49,"end":50,"id":9,"ws":true,"disabled":false},{"text":"future","start":51,"end":57,"id":10,"ws":true,"disabled":false},{"text":"atmosphere","start":58,"end":68,"id":11,"ws":true,"disabled":false},{"text":"as","start":69,"end":71,"id":12,"ws":true,"disabled":false},{"text":"higher","start":72,"end":78,"id":13,"ws":true,"disabled":false},{"text":"temperatures","start":79,"end":91,"id":14,"ws":true,"disabled":false},{"text":"cause","start":92,"end":97,"id":15,"ws":true,"disabled":false},{"text":"more","start":98,"end":102,"id":16,"ws":true,"disabled":false},{"text":"evaporation","start":103,"end":114,"id":17,"ws":true,"disabled":false},{"text":"from","start":115,"end":119,"id":18,"ws":true,"disabled":false},{"text":"land","start":120,"end":124,"id":19,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":20,"ws":true,"disabled":false},{"text":"ocean","start":129,"end":134,"id":21,"ws":false,"disabled":false},{"text":".","start":134,"end":135,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":136,"end":148,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":149,"end":161,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"But aviation accounts for only about 2.5 percent of global emissions, an amount that looks downright puny in the shadow cast by heavy industry.\n","text":"But aviation accounts for only about 2.5 percent of global emissions, an amount that looks downright puny in the shadow cast by heavy industry. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"691","md_sentence_index":"35","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/03/27/opinion/sunday/coronavirus-climate-change.html","combo_id":"691_35","post-training batch1":"691_35","_input_hash":815438585,"_task_hash":-574777005,"spans":[{"text":"emissions","start":59,"token_start":10,"token_end":10,"end":68,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"aviation","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"accounts","start":13,"end":21,"id":2,"ws":true,"disabled":false},{"text":"for","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"only","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"about","start":31,"end":36,"id":5,"ws":true,"disabled":false},{"text":"2.5","start":37,"end":40,"id":6,"ws":true,"disabled":false},{"text":"percent","start":41,"end":48,"id":7,"ws":true,"disabled":false},{"text":"of","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"global","start":52,"end":58,"id":9,"ws":true,"disabled":false},{"text":"emissions","start":59,"end":68,"id":10,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":11,"ws":true,"disabled":false},{"text":"an","start":70,"end":72,"id":12,"ws":true,"disabled":false},{"text":"amount","start":73,"end":79,"id":13,"ws":true,"disabled":false},{"text":"that","start":80,"end":84,"id":14,"ws":true,"disabled":false},{"text":"looks","start":85,"end":90,"id":15,"ws":true,"disabled":false},{"text":"downright","start":91,"end":100,"id":16,"ws":true,"disabled":false},{"text":"puny","start":101,"end":105,"id":17,"ws":true,"disabled":false},{"text":"in","start":106,"end":108,"id":18,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"shadow","start":113,"end":119,"id":20,"ws":true,"disabled":false},{"text":"cast","start":120,"end":124,"id":21,"ws":true,"disabled":false},{"text":"by","start":125,"end":127,"id":22,"ws":true,"disabled":false},{"text":"heavy","start":128,"end":133,"id":23,"ws":true,"disabled":false},{"text":"industry","start":134,"end":142,"id":24,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A recent study (Boggs Bookwalter et al., 2020) finds that people suffering from PTSD may be at increased risk of developing autoimmune diseases.","text":"A recent study (Boggs Bookwalter et al., 2020) finds that people suffering from PTSD may be at increased risk of developing autoimmune diseases. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"653","md_sentence_index":"0","classification_origin":"causal_sentence_classification","url":"https://www.psychologytoday.com/blog/expressive-trauma-integration/202002/ptsd-may-be-risk-factor-autoimmune-disease","combo_id":"653_0","post-training batch1":"653_0","_input_hash":-2067871944,"_task_hash":73419013,"spans":[{"text":"people","start":58,"token_start":14,"token_end":14,"end":64,"type":"pattern","label":"base"},{"text":"increased","start":95,"token_start":21,"token_end":21,"end":104,"type":"pattern","label":"change_direction"},{"text":"risk","start":105,"token_start":22,"token_end":22,"end":109,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"recent","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"study","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"(","start":15,"end":16,"id":3,"ws":false,"disabled":false},{"text":"Boggs","start":16,"end":21,"id":4,"ws":true,"disabled":false},{"text":"Bookwalter","start":22,"end":32,"id":5,"ws":true,"disabled":false},{"text":"et","start":33,"end":35,"id":6,"ws":true,"disabled":false},{"text":"al","start":36,"end":38,"id":7,"ws":false,"disabled":false},{"text":".","start":38,"end":39,"id":8,"ws":false,"disabled":false},{"text":",","start":39,"end":40,"id":9,"ws":true,"disabled":false},{"text":"2020","start":41,"end":45,"id":10,"ws":false,"disabled":false},{"text":")","start":45,"end":46,"id":11,"ws":true,"disabled":false},{"text":"finds","start":47,"end":52,"id":12,"ws":true,"disabled":false},{"text":"that","start":53,"end":57,"id":13,"ws":true,"disabled":false},{"text":"people","start":58,"end":64,"id":14,"ws":true,"disabled":false},{"text":"suffering","start":65,"end":74,"id":15,"ws":true,"disabled":false},{"text":"from","start":75,"end":79,"id":16,"ws":true,"disabled":false},{"text":"PTSD","start":80,"end":84,"id":17,"ws":true,"disabled":false},{"text":"may","start":85,"end":88,"id":18,"ws":true,"disabled":false},{"text":"be","start":89,"end":91,"id":19,"ws":true,"disabled":false},{"text":"at","start":92,"end":94,"id":20,"ws":true,"disabled":false},{"text":"increased","start":95,"end":104,"id":21,"ws":true,"disabled":false},{"text":"risk","start":105,"end":109,"id":22,"ws":true,"disabled":false},{"text":"of","start":110,"end":112,"id":23,"ws":true,"disabled":false},{"text":"developing","start":113,"end":123,"id":24,"ws":true,"disabled":false},{"text":"autoimmune","start":124,"end":134,"id":25,"ws":true,"disabled":false},{"text":"diseases","start":135,"end":143,"id":26,"ws":false,"disabled":false},{"text":".","start":143,"end":144,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":145,"end":157,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Himesh","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"y","Dataset name":"workshop_examples","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"\u201cParticulate matter is extremely harmful and it leads to a large number of premature deaths,\u201d said Richard L. Revesz, an expert in environmental law at New York University.","text":"\u201cParticulate matter is extremely harmful and it leads to a large number of premature deaths,\u201d said Richard L. Revesz, an expert in environmental law at New York University. IMPLIED_BASE IMPLIED_BASE","characters":"172","document_index":"97","md_sentence_index":"17","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/20/climate/epa-air-pollution-deaths.html","combo_id":"97_17","post-training batch1":"97_17","_input_hash":1664244330,"_task_hash":12939931,"spans":[{"text":"Particulate matter","start":1,"token_start":1,"token_end":2,"end":19,"type":"pattern","label":"base"},{"start":48,"end":56,"token_start":8,"token_end":9,"label":"predicate"},{"start":57,"end":74,"token_start":10,"token_end":13,"label":"effect_size"},{"start":75,"end":84,"token_start":14,"token_end":14,"label":"type_of"},{"start":85,"end":91,"token_start":15,"token_end":15,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Particulate","start":1,"end":12,"id":1,"ws":true,"disabled":false},{"text":"matter","start":13,"end":19,"id":2,"ws":true,"disabled":false},{"text":"is","start":20,"end":22,"id":3,"ws":true,"disabled":false},{"text":"extremely","start":23,"end":32,"id":4,"ws":true,"disabled":false},{"text":"harmful","start":33,"end":40,"id":5,"ws":true,"disabled":false},{"text":"and","start":41,"end":44,"id":6,"ws":true,"disabled":false},{"text":"it","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"leads","start":48,"end":53,"id":8,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"a","start":57,"end":58,"id":10,"ws":true,"disabled":false},{"text":"large","start":59,"end":64,"id":11,"ws":true,"disabled":false},{"text":"number","start":65,"end":71,"id":12,"ws":true,"disabled":false},{"text":"of","start":72,"end":74,"id":13,"ws":true,"disabled":false},{"text":"premature","start":75,"end":84,"id":14,"ws":true,"disabled":false},{"text":"deaths","start":85,"end":91,"id":15,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":16,"ws":false,"disabled":false},{"text":"\u201d","start":92,"end":93,"id":17,"ws":true,"disabled":false},{"text":"said","start":94,"end":98,"id":18,"ws":true,"disabled":false},{"text":"Richard","start":99,"end":106,"id":19,"ws":true,"disabled":false},{"text":"L.","start":107,"end":109,"id":20,"ws":true,"disabled":false},{"text":"Revesz","start":110,"end":116,"id":21,"ws":false,"disabled":false},{"text":",","start":116,"end":117,"id":22,"ws":true,"disabled":false},{"text":"an","start":118,"end":120,"id":23,"ws":true,"disabled":false},{"text":"expert","start":121,"end":127,"id":24,"ws":true,"disabled":false},{"text":"in","start":128,"end":130,"id":25,"ws":true,"disabled":false},{"text":"environmental","start":131,"end":144,"id":26,"ws":true,"disabled":false},{"text":"law","start":145,"end":148,"id":27,"ws":true,"disabled":false},{"text":"at","start":149,"end":151,"id":28,"ws":true,"disabled":false},{"text":"New","start":152,"end":155,"id":29,"ws":true,"disabled":false},{"text":"York","start":156,"end":160,"id":30,"ws":true,"disabled":false},{"text":"University","start":161,"end":171,"id":31,"ws":false,"disabled":false},{"text":".","start":171,"end":172,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":173,"end":185,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":14,"child":15,"head_span":{"start":75,"end":84,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":85,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":15,"head_span":{"start":57,"end":74,"token_start":10,"token_end":13,"label":"effect_size"},"child_span":{"start":85,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":15,"head_span":{"start":1,"end":19,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":85,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We know that the warmer air gets, the more moisture it can hold \u2013 and then turn into flooding rains in a storm like this.","text":"We know that the warmer air gets, the more moisture it can hold \u2013 and then turn into flooding rains in a storm like this. IMPLIED_BASE IMPLIED_BASE","characters":"121","document_index":"360","md_sentence_index":"15","classification_origin":"cm-label-eval","url":"https://www.theguardian.com/commentisfree/2019/sep/04/climate-crisis-hurricane-dorian-floods-bahamas","combo_id":"360_15","post-training batch1":"360_15","_input_hash":-1333336082,"_task_hash":-1242753204,"spans":[{"text":"warmer","start":17,"token_start":4,"token_end":4,"end":23,"type":"pattern","label":"change_direction"},{"start":24,"end":27,"token_start":5,"token_end":5,"label":"base"},{"text":"more","start":38,"token_start":9,"token_end":9,"end":42,"type":"pattern","label":"change_direction"},{"start":43,"end":63,"token_start":10,"token_end":13,"label":"aspect_changing"},{"start":85,"end":93,"token_start":19,"token_end":19,"label":"type_of"},{"start":94,"end":99,"token_start":20,"token_end":20,"label":"base"},{"start":100,"end":110,"token_start":21,"token_end":23,"label":"where"},{"start":122,"end":134,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"know","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"that","start":8,"end":12,"id":2,"ws":true,"disabled":false},{"text":"the","start":13,"end":16,"id":3,"ws":true,"disabled":false},{"text":"warmer","start":17,"end":23,"id":4,"ws":true,"disabled":false},{"text":"air","start":24,"end":27,"id":5,"ws":true,"disabled":false},{"text":"gets","start":28,"end":32,"id":6,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":7,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":8,"ws":true,"disabled":false},{"text":"more","start":38,"end":42,"id":9,"ws":true,"disabled":false},{"text":"moisture","start":43,"end":51,"id":10,"ws":true,"disabled":false},{"text":"it","start":52,"end":54,"id":11,"ws":true,"disabled":false},{"text":"can","start":55,"end":58,"id":12,"ws":true,"disabled":false},{"text":"hold","start":59,"end":63,"id":13,"ws":true,"disabled":false},{"text":"\u2013","start":64,"end":65,"id":14,"ws":true,"disabled":false},{"text":"and","start":66,"end":69,"id":15,"ws":true,"disabled":false},{"text":"then","start":70,"end":74,"id":16,"ws":true,"disabled":false},{"text":"turn","start":75,"end":79,"id":17,"ws":true,"disabled":false},{"text":"into","start":80,"end":84,"id":18,"ws":true,"disabled":false},{"text":"flooding","start":85,"end":93,"id":19,"ws":true,"disabled":false},{"text":"rains","start":94,"end":99,"id":20,"ws":true,"disabled":false},{"text":"in","start":100,"end":102,"id":21,"ws":true,"disabled":false},{"text":"a","start":103,"end":104,"id":22,"ws":true,"disabled":false},{"text":"storm","start":105,"end":110,"id":23,"ws":true,"disabled":false},{"text":"like","start":111,"end":115,"id":24,"ws":true,"disabled":false},{"text":"this","start":116,"end":120,"id":25,"ws":false,"disabled":false},{"text":".","start":120,"end":121,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":122,"end":134,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":135,"end":147,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":17,"end":23,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":24,"end":27,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":27,"head_span":{"start":43,"end":63,"token_start":10,"token_end":13,"label":"aspect_changing"},"child_span":{"start":122,"end":134,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":27,"head_span":{"start":38,"end":42,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":122,"end":134,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":27,"head_span":{"start":24,"end":27,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":122,"end":134,"token_start":27,"token_end":27,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":5,"child":27,"head_span":{"start":24,"end":27,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":122,"end":134,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":20,"head_span":{"start":85,"end":93,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":94,"end":99,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":20,"head_span":{"start":122,"end":134,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":94,"end":99,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":20,"head_span":{"start":100,"end":110,"token_start":21,"token_end":23,"label":"where"},"child_span":{"start":94,"end":99,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\"At a time when we need to have a barrier to cushion some of the impact of the severity that comes from the oceans \u2014 such as strong waves and storms \u2014 mangroves are essential, they provide a very broad ecosystem service and protect the populations that live in these areas.\u201d\n","text":"\"At a time when we need to have a barrier to cushion some of the impact of the severity that comes from the oceans \u2014 such as strong waves and storms \u2014 mangroves are essential, they provide a very broad ecosystem service and protect the populations that live in these areas.\u201d IMPLIED_BASE IMPLIED_BASE","characters":"275","document_index":"142","md_sentence_index":"13","classification_origin":"cm_cause_effect_rel","url":"https://www.euronews.com/2019/05/30/how-climate-change-is-hitting-livelihoods-in-brazil-s-mangrove-forests","combo_id":"142_13","post-training batch1":"142_13","_input_hash":-1144820657,"_task_hash":-484904473,"spans":[{"text":"oceans","start":108,"token_start":24,"token_end":24,"end":114,"type":"pattern","label":"base"},{"text":"storms","start":142,"token_start":31,"token_end":31,"end":148,"type":"pattern","label":"base"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"At","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"a","start":4,"end":5,"id":2,"ws":true,"disabled":false},{"text":"time","start":6,"end":10,"id":3,"ws":true,"disabled":false},{"text":"when","start":11,"end":15,"id":4,"ws":true,"disabled":false},{"text":"we","start":16,"end":18,"id":5,"ws":true,"disabled":false},{"text":"need","start":19,"end":23,"id":6,"ws":true,"disabled":false},{"text":"to","start":24,"end":26,"id":7,"ws":true,"disabled":false},{"text":"have","start":27,"end":31,"id":8,"ws":true,"disabled":false},{"text":"a","start":32,"end":33,"id":9,"ws":true,"disabled":false},{"text":"barrier","start":34,"end":41,"id":10,"ws":true,"disabled":false},{"text":"to","start":42,"end":44,"id":11,"ws":true,"disabled":false},{"text":"cushion","start":45,"end":52,"id":12,"ws":true,"disabled":false},{"text":"some","start":53,"end":57,"id":13,"ws":true,"disabled":false},{"text":"of","start":58,"end":60,"id":14,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":15,"ws":true,"disabled":false},{"text":"impact","start":65,"end":71,"id":16,"ws":true,"disabled":false},{"text":"of","start":72,"end":74,"id":17,"ws":true,"disabled":false},{"text":"the","start":75,"end":78,"id":18,"ws":true,"disabled":false},{"text":"severity","start":79,"end":87,"id":19,"ws":true,"disabled":false},{"text":"that","start":88,"end":92,"id":20,"ws":true,"disabled":false},{"text":"comes","start":93,"end":98,"id":21,"ws":true,"disabled":false},{"text":"from","start":99,"end":103,"id":22,"ws":true,"disabled":false},{"text":"the","start":104,"end":107,"id":23,"ws":true,"disabled":false},{"text":"oceans","start":108,"end":114,"id":24,"ws":true,"disabled":false},{"text":"\u2014","start":115,"end":116,"id":25,"ws":true,"disabled":false},{"text":"such","start":117,"end":121,"id":26,"ws":true,"disabled":false},{"text":"as","start":122,"end":124,"id":27,"ws":true,"disabled":false},{"text":"strong","start":125,"end":131,"id":28,"ws":true,"disabled":false},{"text":"waves","start":132,"end":137,"id":29,"ws":true,"disabled":false},{"text":"and","start":138,"end":141,"id":30,"ws":true,"disabled":false},{"text":"storms","start":142,"end":148,"id":31,"ws":true,"disabled":false},{"text":"\u2014","start":149,"end":150,"id":32,"ws":true,"disabled":false},{"text":"mangroves","start":151,"end":160,"id":33,"ws":true,"disabled":false},{"text":"are","start":161,"end":164,"id":34,"ws":true,"disabled":false},{"text":"essential","start":165,"end":174,"id":35,"ws":false,"disabled":false},{"text":",","start":174,"end":175,"id":36,"ws":true,"disabled":false},{"text":"they","start":176,"end":180,"id":37,"ws":true,"disabled":false},{"text":"provide","start":181,"end":188,"id":38,"ws":true,"disabled":false},{"text":"a","start":189,"end":190,"id":39,"ws":true,"disabled":false},{"text":"very","start":191,"end":195,"id":40,"ws":true,"disabled":false},{"text":"broad","start":196,"end":201,"id":41,"ws":true,"disabled":false},{"text":"ecosystem","start":202,"end":211,"id":42,"ws":true,"disabled":false},{"text":"service","start":212,"end":219,"id":43,"ws":true,"disabled":false},{"text":"and","start":220,"end":223,"id":44,"ws":true,"disabled":false},{"text":"protect","start":224,"end":231,"id":45,"ws":true,"disabled":false},{"text":"the","start":232,"end":235,"id":46,"ws":true,"disabled":false},{"text":"populations","start":236,"end":247,"id":47,"ws":true,"disabled":false},{"text":"that","start":248,"end":252,"id":48,"ws":true,"disabled":false},{"text":"live","start":253,"end":257,"id":49,"ws":true,"disabled":false},{"text":"in","start":258,"end":260,"id":50,"ws":true,"disabled":false},{"text":"these","start":261,"end":266,"id":51,"ws":true,"disabled":false},{"text":"areas","start":267,"end":272,"id":52,"ws":false,"disabled":false},{"text":".","start":272,"end":273,"id":53,"ws":false,"disabled":false},{"text":"\u201d","start":273,"end":274,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":275,"end":287,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":288,"end":300,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Patients who need dialysis as their kidneys fail can have trouble getting treatment during extreme weather events.\n","text":"Patients who need dialysis as their kidneys fail can have trouble getting treatment during extreme weather events. IMPLIED_BASE IMPLIED_BASE","characters":"115","document_index":"404","md_sentence_index":"44","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/climate-change-is-having-widespread-health-impacts/","combo_id":"404_44","post-training batch1":"404_44","_input_hash":-1073136086,"_task_hash":-640107463,"spans":[{"start":18,"end":26,"token_start":3,"token_end":3,"label":"base"},{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},{"start":44,"end":48,"token_start":7,"token_end":7,"label":"aspect_changing"},{"text":"extreme weather","start":91,"token_start":14,"token_end":15,"end":106,"type":"pattern","label":"base"}],"tokens":[{"text":"Patients","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"who","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"need","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"dialysis","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"as","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"their","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"kidneys","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"fail","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"can","start":49,"end":52,"id":8,"ws":true,"disabled":false},{"text":"have","start":53,"end":57,"id":9,"ws":true,"disabled":false},{"text":"trouble","start":58,"end":65,"id":10,"ws":true,"disabled":false},{"text":"getting","start":66,"end":73,"id":11,"ws":true,"disabled":false},{"text":"treatment","start":74,"end":83,"id":12,"ws":true,"disabled":false},{"text":"during","start":84,"end":90,"id":13,"ws":true,"disabled":false},{"text":"extreme","start":91,"end":98,"id":14,"ws":true,"disabled":false},{"text":"weather","start":99,"end":106,"id":15,"ws":true,"disabled":false},{"text":"events","start":107,"end":113,"id":16,"ws":false,"disabled":false},{"text":".","start":113,"end":114,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"flagged":true,"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Climate change also compounds the threat of communicable diseases.","text":"Climate change also compounds the threat of communicable diseases. IMPLIED_BASE IMPLIED_BASE","characters":"66","document_index":"445","md_sentence_index":"21","classification_origin":"causal_sentence_classification","url":"https://www.foreignaffairs.com/articles/2019-09-23/climate-change-already-killing-us","combo_id":"445_21","post-training batch1":"445_21","_input_hash":-1404814026,"_task_hash":1881661473,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":20,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},{"start":34,"end":40,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":44,"end":56,"token_start":7,"token_end":7,"label":"type_of"},{"start":57,"end":65,"token_start":8,"token_end":8,"label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"also","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"compounds","start":20,"end":29,"id":3,"ws":true,"disabled":false},{"text":"the","start":30,"end":33,"id":4,"ws":true,"disabled":false},{"text":"threat","start":34,"end":40,"id":5,"ws":true,"disabled":false},{"text":"of","start":41,"end":43,"id":6,"ws":true,"disabled":false},{"text":"communicable","start":44,"end":56,"id":7,"ws":true,"disabled":false},{"text":"diseases","start":57,"end":65,"id":8,"ws":false,"disabled":false},{"text":".","start":65,"end":66,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":67,"end":79,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":80,"end":92,"id":11,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":7,"child":8,"head_span":{"start":44,"end":56,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":57,"end":65,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":8,"head_span":{"start":34,"end":40,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":57,"end":65,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":8,"head_span":{"start":20,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":57,"end":65,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":8,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":57,"end":65,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Given that hundreds of millions of people are estimated to be affected by climate-driven food insecurity, the magnitude of malnutrition effects on aggressive behavior should not be underestimated.\n","text":"Given that hundreds of millions of people are estimated to be affected by climate-driven food insecurity, the magnitude of malnutrition effects on aggressive behavior should not be underestimated. IMPLIED_BASE IMPLIED_BASE","characters":"197","document_index":"711","md_sentence_index":"39","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_39","post-training batch1":"711_39","_input_hash":-500124603,"_task_hash":-175493142,"spans":[{"text":"people","start":35,"token_start":6,"token_end":6,"end":41,"type":"pattern","label":"base"},{"start":74,"end":88,"token_start":13,"token_end":15,"label":"type_of"},{"text":"food insecurity","start":89,"token_start":16,"token_end":17,"end":104,"type":"pattern","label":"base"},{"start":123,"end":135,"token_start":22,"token_end":22,"label":"base"},{"start":136,"end":146,"token_start":23,"token_end":24,"label":"predicate"},{"start":147,"end":166,"token_start":25,"token_end":26,"label":"base"}],"tokens":[{"text":"Given","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"that","start":6,"end":10,"id":1,"ws":true,"disabled":false},{"text":"hundreds","start":11,"end":19,"id":2,"ws":true,"disabled":false},{"text":"of","start":20,"end":22,"id":3,"ws":true,"disabled":false},{"text":"millions","start":23,"end":31,"id":4,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":5,"ws":true,"disabled":false},{"text":"people","start":35,"end":41,"id":6,"ws":true,"disabled":false},{"text":"are","start":42,"end":45,"id":7,"ws":true,"disabled":false},{"text":"estimated","start":46,"end":55,"id":8,"ws":true,"disabled":false},{"text":"to","start":56,"end":58,"id":9,"ws":true,"disabled":false},{"text":"be","start":59,"end":61,"id":10,"ws":true,"disabled":false},{"text":"affected","start":62,"end":70,"id":11,"ws":true,"disabled":false},{"text":"by","start":71,"end":73,"id":12,"ws":true,"disabled":false},{"text":"climate","start":74,"end":81,"id":13,"ws":false,"disabled":false},{"text":"-","start":81,"end":82,"id":14,"ws":false,"disabled":false},{"text":"driven","start":82,"end":88,"id":15,"ws":true,"disabled":false},{"text":"food","start":89,"end":93,"id":16,"ws":true,"disabled":false},{"text":"insecurity","start":94,"end":104,"id":17,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":18,"ws":true,"disabled":false},{"text":"the","start":106,"end":109,"id":19,"ws":true,"disabled":false},{"text":"magnitude","start":110,"end":119,"id":20,"ws":true,"disabled":false},{"text":"of","start":120,"end":122,"id":21,"ws":true,"disabled":false},{"text":"malnutrition","start":123,"end":135,"id":22,"ws":true,"disabled":false},{"text":"effects","start":136,"end":143,"id":23,"ws":true,"disabled":false},{"text":"on","start":144,"end":146,"id":24,"ws":true,"disabled":false},{"text":"aggressive","start":147,"end":157,"id":25,"ws":true,"disabled":false},{"text":"behavior","start":158,"end":166,"id":26,"ws":true,"disabled":false},{"text":"should","start":167,"end":173,"id":27,"ws":true,"disabled":false},{"text":"not","start":174,"end":177,"id":28,"ws":true,"disabled":false},{"text":"be","start":178,"end":180,"id":29,"ws":true,"disabled":false},{"text":"underestimated","start":181,"end":195,"id":30,"ws":false,"disabled":false},{"text":".","start":195,"end":196,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":197,"end":209,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":210,"end":222,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":22,"child":26,"head_span":{"start":123,"end":135,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":147,"end":166,"token_start":25,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":17,"head_span":{"start":74,"end":88,"token_start":13,"token_end":15,"label":"type_of"},"child_span":{"start":89,"end":104,"token_start":16,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Climate change also compounds the threat of communicable diseases.","text":"Climate change also compounds the threat of communicable diseases. IMPLIED_BASE IMPLIED_BASE","characters":"66","document_index":"445","md_sentence_index":"21","classification_origin":"causal_sentence_classification","url":"https://www.foreignaffairs.com/articles/2019-09-23/climate-change-already-killing-us","combo_id":"445_21","post-training batch1":"445_21","_input_hash":-1404814026,"_task_hash":1881661473,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":34,"end":40,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":44,"end":56,"token_start":7,"token_end":7,"label":"type_of"},{"start":57,"end":65,"token_start":8,"token_end":8,"label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"also","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"compounds","start":20,"end":29,"id":3,"ws":true,"disabled":false},{"text":"the","start":30,"end":33,"id":4,"ws":true,"disabled":false},{"text":"threat","start":34,"end":40,"id":5,"ws":true,"disabled":false},{"text":"of","start":41,"end":43,"id":6,"ws":true,"disabled":false},{"text":"communicable","start":44,"end":56,"id":7,"ws":true,"disabled":false},{"text":"diseases","start":57,"end":65,"id":8,"ws":false,"disabled":false},{"text":".","start":65,"end":66,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":67,"end":79,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":80,"end":92,"id":11,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":7,"child":8,"head_span":{"start":44,"end":56,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":57,"end":65,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":8,"head_span":{"start":34,"end":40,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":57,"end":65,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":8,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":57,"end":65,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Those with the more severe neuroinvasive forms of WNV are at greater risk for depression between 13 to 18 months","text":"Those with the more severe neuroinvasive forms of WNV are at greater risk for depression between 13 to 18 months IMPLIED_BASE IMPLIED_BASE","characters":"112","document_index":"619","md_sentence_index":"251","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_251","post-training batch1":"619_251","_input_hash":838016509,"_task_hash":342574293,"spans":[{"text":"more","start":15,"token_start":3,"token_end":3,"end":19,"type":"pattern","label":"change_direction"},{"text":"risk","start":69,"token_start":12,"token_end":12,"end":73,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Those","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"with","start":6,"end":10,"id":1,"ws":true,"disabled":false},{"text":"the","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"more","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"severe","start":20,"end":26,"id":4,"ws":true,"disabled":false},{"text":"neuroinvasive","start":27,"end":40,"id":5,"ws":true,"disabled":false},{"text":"forms","start":41,"end":46,"id":6,"ws":true,"disabled":false},{"text":"of","start":47,"end":49,"id":7,"ws":true,"disabled":false},{"text":"WNV","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"are","start":54,"end":57,"id":9,"ws":true,"disabled":false},{"text":"at","start":58,"end":60,"id":10,"ws":true,"disabled":false},{"text":"greater","start":61,"end":68,"id":11,"ws":true,"disabled":false},{"text":"risk","start":69,"end":73,"id":12,"ws":true,"disabled":false},{"text":"for","start":74,"end":77,"id":13,"ws":true,"disabled":false},{"text":"depression","start":78,"end":88,"id":14,"ws":true,"disabled":false},{"text":"between","start":89,"end":96,"id":15,"ws":true,"disabled":false},{"text":"13","start":97,"end":99,"id":16,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":17,"ws":true,"disabled":false},{"text":"18","start":103,"end":105,"id":18,"ws":true,"disabled":false},{"text":"months","start":106,"end":112,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":113,"end":125,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A second is the additional water vapor likely in a future atmosphere as higher temperatures cause more evaporation from land and ocean.","text":"A second is the additional water vapor likely in a future atmosphere as higher temperatures cause more evaporation from land and ocean. IMPLIED_BASE IMPLIED_BASE","characters":"135","document_index":"621","md_sentence_index":"35","classification_origin":"causal_sentence_classification","url":"https://e360.yale.edu/features/why-clouds-are-the-key-to-new-troubling-projections-on-warming","combo_id":"621_35","post-training batch1":"621_35","_input_hash":413864776,"_task_hash":-1314277179,"spans":[{"text":"higher","start":72,"token_start":13,"token_end":13,"end":78,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":79,"token_start":14,"token_end":14,"end":91,"type":"pattern","label":"aspect_changing"},{"text":"more","start":98,"token_start":16,"token_end":16,"end":102,"type":"pattern","label":"change_direction"},{"text":"evaporation","start":103,"token_start":17,"token_end":17,"end":114,"type":"pattern","label":"base"},{"start":136,"end":148,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"second","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"is","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"additional","start":16,"end":26,"id":4,"ws":true,"disabled":false},{"text":"water","start":27,"end":32,"id":5,"ws":true,"disabled":false},{"text":"vapor","start":33,"end":38,"id":6,"ws":true,"disabled":false},{"text":"likely","start":39,"end":45,"id":7,"ws":true,"disabled":false},{"text":"in","start":46,"end":48,"id":8,"ws":true,"disabled":false},{"text":"a","start":49,"end":50,"id":9,"ws":true,"disabled":false},{"text":"future","start":51,"end":57,"id":10,"ws":true,"disabled":false},{"text":"atmosphere","start":58,"end":68,"id":11,"ws":true,"disabled":false},{"text":"as","start":69,"end":71,"id":12,"ws":true,"disabled":false},{"text":"higher","start":72,"end":78,"id":13,"ws":true,"disabled":false},{"text":"temperatures","start":79,"end":91,"id":14,"ws":true,"disabled":false},{"text":"cause","start":92,"end":97,"id":15,"ws":true,"disabled":false},{"text":"more","start":98,"end":102,"id":16,"ws":true,"disabled":false},{"text":"evaporation","start":103,"end":114,"id":17,"ws":true,"disabled":false},{"text":"from","start":115,"end":119,"id":18,"ws":true,"disabled":false},{"text":"land","start":120,"end":124,"id":19,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":20,"ws":true,"disabled":false},{"text":"ocean","start":129,"end":134,"id":21,"ws":false,"disabled":false},{"text":".","start":134,"end":135,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":136,"end":148,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":149,"end":161,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":13,"child":23,"head_span":{"start":72,"end":78,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":136,"end":148,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":23,"head_span":{"start":79,"end":91,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":136,"end":148,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":98,"end":102,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":103,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":17,"head_span":{"start":136,"end":148,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":103,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"But aviation accounts for only about 2.5 percent of global emissions, an amount that looks downright puny in the shadow cast by heavy industry.\n","text":"But aviation accounts for only about 2.5 percent of global emissions, an amount that looks downright puny in the shadow cast by heavy industry. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"691","md_sentence_index":"35","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/03/27/opinion/sunday/coronavirus-climate-change.html","combo_id":"691_35","post-training batch1":"691_35","_input_hash":815438585,"_task_hash":-574777005,"spans":[{"text":"emissions","start":59,"token_start":10,"token_end":10,"end":68,"type":"pattern","label":"aspect_changing"},{"start":134,"end":142,"token_start":24,"token_end":24,"label":"base"},{"label":"base"},{"start":4,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":52,"end":58,"token_start":9,"token_end":9,"label":"type_of"},{"start":128,"end":133,"token_start":23,"token_end":23,"label":"type_of"},{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"aviation","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"accounts","start":13,"end":21,"id":2,"ws":true,"disabled":false},{"text":"for","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"only","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"about","start":31,"end":36,"id":5,"ws":true,"disabled":false},{"text":"2.5","start":37,"end":40,"id":6,"ws":true,"disabled":false},{"text":"percent","start":41,"end":48,"id":7,"ws":true,"disabled":false},{"text":"of","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"global","start":52,"end":58,"id":9,"ws":true,"disabled":false},{"text":"emissions","start":59,"end":68,"id":10,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":11,"ws":true,"disabled":false},{"text":"an","start":70,"end":72,"id":12,"ws":true,"disabled":false},{"text":"amount","start":73,"end":79,"id":13,"ws":true,"disabled":false},{"text":"that","start":80,"end":84,"id":14,"ws":true,"disabled":false},{"text":"looks","start":85,"end":90,"id":15,"ws":true,"disabled":false},{"text":"downright","start":91,"end":100,"id":16,"ws":true,"disabled":false},{"text":"puny","start":101,"end":105,"id":17,"ws":true,"disabled":false},{"text":"in","start":106,"end":108,"id":18,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"shadow","start":113,"end":119,"id":20,"ws":true,"disabled":false},{"text":"cast","start":120,"end":124,"id":21,"ws":true,"disabled":false},{"text":"by","start":125,"end":127,"id":22,"ws":true,"disabled":false},{"text":"heavy","start":128,"end":133,"id":23,"ws":true,"disabled":false},{"text":"industry","start":134,"end":142,"id":24,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":9,"child":26,"head_span":{"start":52,"end":58,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":26,"head_span":{"start":59,"end":68,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":128,"end":133,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":134,"end":142,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":26,"head_span":{"start":4,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":26,"head_span":{"start":134,"end":142,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A recent study (Boggs Bookwalter et al., 2020) finds that people suffering from PTSD may be at increased risk of developing autoimmune diseases.","text":"A recent study (Boggs Bookwalter et al., 2020) finds that people suffering from PTSD may be at increased risk of developing autoimmune diseases. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"653","md_sentence_index":"0","classification_origin":"causal_sentence_classification","url":"https://www.psychologytoday.com/blog/expressive-trauma-integration/202002/ptsd-may-be-risk-factor-autoimmune-disease","combo_id":"653_0","post-training batch1":"653_0","_input_hash":-2067871944,"_task_hash":73419013,"spans":[{"start":80,"end":84,"token_start":17,"token_end":17,"label":"base"},{"text":"increased","start":95,"token_start":21,"token_end":21,"end":104,"type":"pattern","label":"change_direction"},{"text":"risk","start":105,"token_start":22,"token_end":22,"end":109,"type":"pattern","label":"aspect_changing"},{"start":124,"end":134,"token_start":25,"token_end":25,"label":"type_of"},{"start":135,"end":143,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"recent","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"study","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"(","start":15,"end":16,"id":3,"ws":false,"disabled":false},{"text":"Boggs","start":16,"end":21,"id":4,"ws":true,"disabled":false},{"text":"Bookwalter","start":22,"end":32,"id":5,"ws":true,"disabled":false},{"text":"et","start":33,"end":35,"id":6,"ws":true,"disabled":false},{"text":"al","start":36,"end":38,"id":7,"ws":false,"disabled":false},{"text":".","start":38,"end":39,"id":8,"ws":false,"disabled":false},{"text":",","start":39,"end":40,"id":9,"ws":true,"disabled":false},{"text":"2020","start":41,"end":45,"id":10,"ws":false,"disabled":false},{"text":")","start":45,"end":46,"id":11,"ws":true,"disabled":false},{"text":"finds","start":47,"end":52,"id":12,"ws":true,"disabled":false},{"text":"that","start":53,"end":57,"id":13,"ws":true,"disabled":false},{"text":"people","start":58,"end":64,"id":14,"ws":true,"disabled":false},{"text":"suffering","start":65,"end":74,"id":15,"ws":true,"disabled":false},{"text":"from","start":75,"end":79,"id":16,"ws":true,"disabled":false},{"text":"PTSD","start":80,"end":84,"id":17,"ws":true,"disabled":false},{"text":"may","start":85,"end":88,"id":18,"ws":true,"disabled":false},{"text":"be","start":89,"end":91,"id":19,"ws":true,"disabled":false},{"text":"at","start":92,"end":94,"id":20,"ws":true,"disabled":false},{"text":"increased","start":95,"end":104,"id":21,"ws":true,"disabled":false},{"text":"risk","start":105,"end":109,"id":22,"ws":true,"disabled":false},{"text":"of","start":110,"end":112,"id":23,"ws":true,"disabled":false},{"text":"developing","start":113,"end":123,"id":24,"ws":true,"disabled":false},{"text":"autoimmune","start":124,"end":134,"id":25,"ws":true,"disabled":false},{"text":"diseases","start":135,"end":143,"id":26,"ws":false,"disabled":false},{"text":".","start":143,"end":144,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":145,"end":157,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":124,"end":134,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":135,"end":143,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":26,"head_span":{"start":105,"end":109,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":135,"end":143,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":26,"head_span":{"start":95,"end":104,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":135,"end":143,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":26,"head_span":{"start":80,"end":84,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":135,"end":143,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"That's nearly double the number of people (3.8 million) who were displaced by violence in the same period.\n","text":"That's nearly double the number of people (3.8 million) who were displaced by violence in the same period. IMPLIED_BASE IMPLIED_BASE","characters":"107","document_index":"381","md_sentence_index":"3","classification_origin":"cm_cause_effect_rel","url":"https://www.businessinsider.com/climate-change-displaces-twice-as-many-people-as-violence-2019-9","combo_id":"381_3","post-training batch1":"381_3","_input_hash":1826595383,"_task_hash":1187636823,"spans":[{"text":"people","start":35,"token_start":7,"token_end":7,"end":41,"type":"pattern","label":"base"},{"text":"violence","start":78,"token_start":16,"token_end":16,"end":86,"type":"pattern","label":"base"}],"tokens":[{"text":"That","start":0,"end":4,"id":0,"ws":false,"disabled":false},{"text":"'s","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"nearly","start":7,"end":13,"id":2,"ws":true,"disabled":false},{"text":"double","start":14,"end":20,"id":3,"ws":true,"disabled":false},{"text":"the","start":21,"end":24,"id":4,"ws":true,"disabled":false},{"text":"number","start":25,"end":31,"id":5,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"people","start":35,"end":41,"id":7,"ws":true,"disabled":false},{"text":"(","start":42,"end":43,"id":8,"ws":false,"disabled":false},{"text":"3.8","start":43,"end":46,"id":9,"ws":true,"disabled":false},{"text":"million","start":47,"end":54,"id":10,"ws":false,"disabled":false},{"text":")","start":54,"end":55,"id":11,"ws":true,"disabled":false},{"text":"who","start":56,"end":59,"id":12,"ws":true,"disabled":false},{"text":"were","start":60,"end":64,"id":13,"ws":true,"disabled":false},{"text":"displaced","start":65,"end":74,"id":14,"ws":true,"disabled":false},{"text":"by","start":75,"end":77,"id":15,"ws":true,"disabled":false},{"text":"violence","start":78,"end":86,"id":16,"ws":true,"disabled":false},{"text":"in","start":87,"end":89,"id":17,"ws":true,"disabled":false},{"text":"the","start":90,"end":93,"id":18,"ws":true,"disabled":false},{"text":"same","start":94,"end":98,"id":19,"ws":true,"disabled":false},{"text":"period","start":99,"end":105,"id":20,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Nine months after the election, Priya Shukla, a Ph.D. student at the University of California-Davis who studies how climate change affects shellfish aquaculture and coastal food security, was in the Bodega Marine Laboratory, examining data showing rising ocean acidity caused by greenhouse gas emissions.","text":"Nine months after the election, Priya Shukla, a Ph.D. student at the University of California-Davis who studies how climate change affects shellfish aquaculture and coastal food security, was in the Bodega Marine Laboratory, examining data showing rising ocean acidity caused by greenhouse gas emissions. IMPLIED_BASE IMPLIED_BASE","characters":"304","document_index":"566","md_sentence_index":"18","classification_origin":"causal_sentence_classification","url":"https://www.motherjones.com/environment/2019/07/weight-of-the-world-climate-change-scientist-grief/","combo_id":"566_18","post-training batch1":"566_18","_input_hash":632038613,"_task_hash":777406986,"spans":[{"text":"climate change","start":116,"token_start":22,"token_end":23,"end":130,"type":"pattern","label":"base"},{"start":139,"end":148,"token_start":25,"token_end":25,"label":"type_of"},{"start":149,"end":160,"token_start":26,"token_end":26,"label":"base"},{"start":165,"end":172,"token_start":28,"token_end":28,"label":"type_of"},{"text":"food security","start":173,"token_start":29,"token_end":30,"end":186,"type":"pattern","label":"base"},{"text":"rising","start":248,"token_start":42,"token_end":42,"end":254,"type":"pattern","label":"change_direction"},{"text":"ocean","start":255,"token_start":43,"token_end":43,"end":260,"type":"pattern","label":"base"},{"start":261,"end":268,"token_start":44,"token_end":44,"label":"aspect_changing"},{"start":279,"end":289,"token_start":47,"token_end":47,"label":"type_of"},{"start":290,"end":293,"token_start":48,"token_end":48,"label":"base"},{"text":"emissions","start":294,"token_start":49,"token_end":49,"end":303,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Nine","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"months","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"after","start":12,"end":17,"id":2,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"election","start":22,"end":30,"id":4,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":5,"ws":true,"disabled":false},{"text":"Priya","start":32,"end":37,"id":6,"ws":true,"disabled":false},{"text":"Shukla","start":38,"end":44,"id":7,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":8,"ws":true,"disabled":false},{"text":"a","start":46,"end":47,"id":9,"ws":true,"disabled":false},{"text":"Ph.D.","start":48,"end":53,"id":10,"ws":true,"disabled":false},{"text":"student","start":54,"end":61,"id":11,"ws":true,"disabled":false},{"text":"at","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"the","start":65,"end":68,"id":13,"ws":true,"disabled":false},{"text":"University","start":69,"end":79,"id":14,"ws":true,"disabled":false},{"text":"of","start":80,"end":82,"id":15,"ws":true,"disabled":false},{"text":"California","start":83,"end":93,"id":16,"ws":false,"disabled":false},{"text":"-","start":93,"end":94,"id":17,"ws":false,"disabled":false},{"text":"Davis","start":94,"end":99,"id":18,"ws":true,"disabled":false},{"text":"who","start":100,"end":103,"id":19,"ws":true,"disabled":false},{"text":"studies","start":104,"end":111,"id":20,"ws":true,"disabled":false},{"text":"how","start":112,"end":115,"id":21,"ws":true,"disabled":false},{"text":"climate","start":116,"end":123,"id":22,"ws":true,"disabled":false},{"text":"change","start":124,"end":130,"id":23,"ws":true,"disabled":false},{"text":"affects","start":131,"end":138,"id":24,"ws":true,"disabled":false},{"text":"shellfish","start":139,"end":148,"id":25,"ws":true,"disabled":false},{"text":"aquaculture","start":149,"end":160,"id":26,"ws":true,"disabled":false},{"text":"and","start":161,"end":164,"id":27,"ws":true,"disabled":false},{"text":"coastal","start":165,"end":172,"id":28,"ws":true,"disabled":false},{"text":"food","start":173,"end":177,"id":29,"ws":true,"disabled":false},{"text":"security","start":178,"end":186,"id":30,"ws":false,"disabled":false},{"text":",","start":186,"end":187,"id":31,"ws":true,"disabled":false},{"text":"was","start":188,"end":191,"id":32,"ws":true,"disabled":false},{"text":"in","start":192,"end":194,"id":33,"ws":true,"disabled":false},{"text":"the","start":195,"end":198,"id":34,"ws":true,"disabled":false},{"text":"Bodega","start":199,"end":205,"id":35,"ws":true,"disabled":false},{"text":"Marine","start":206,"end":212,"id":36,"ws":true,"disabled":false},{"text":"Laboratory","start":213,"end":223,"id":37,"ws":false,"disabled":false},{"text":",","start":223,"end":224,"id":38,"ws":true,"disabled":false},{"text":"examining","start":225,"end":234,"id":39,"ws":true,"disabled":false},{"text":"data","start":235,"end":239,"id":40,"ws":true,"disabled":false},{"text":"showing","start":240,"end":247,"id":41,"ws":true,"disabled":false},{"text":"rising","start":248,"end":254,"id":42,"ws":true,"disabled":false},{"text":"ocean","start":255,"end":260,"id":43,"ws":true,"disabled":false},{"text":"acidity","start":261,"end":268,"id":44,"ws":true,"disabled":false},{"text":"caused","start":269,"end":275,"id":45,"ws":true,"disabled":false},{"text":"by","start":276,"end":278,"id":46,"ws":true,"disabled":false},{"text":"greenhouse","start":279,"end":289,"id":47,"ws":true,"disabled":false},{"text":"gas","start":290,"end":293,"id":48,"ws":true,"disabled":false},{"text":"emissions","start":294,"end":303,"id":49,"ws":false,"disabled":false},{"text":".","start":303,"end":304,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":305,"end":317,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":318,"end":330,"id":52,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":42,"child":43,"head_span":{"start":248,"end":254,"token_start":42,"token_end":42,"label":"change_direction"},"child_span":{"start":255,"end":260,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":43,"head_span":{"start":261,"end":268,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":255,"end":260,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":48,"head_span":{"start":279,"end":289,"token_start":47,"token_end":47,"label":"type_of"},"child_span":{"start":290,"end":293,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":48,"head_span":{"start":294,"end":303,"token_start":49,"token_end":49,"label":"aspect_changing"},"child_span":{"start":290,"end":293,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":30,"head_span":{"start":165,"end":172,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":173,"end":186,"token_start":29,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":139,"end":148,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":149,"end":160,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":26,"head_span":{"start":116,"end":130,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":149,"end":160,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":30,"head_span":{"start":116,"end":130,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":173,"end":186,"token_start":29,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":48,"child":43,"head_span":{"start":290,"end":293,"token_start":48,"token_end":48,"label":"base"},"child_span":{"start":255,"end":260,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In 2018 the total burn areareached 676,312 hectares (up from 505,294 in 2017), and 85 people lost their lives in unspeakable suffering during the Camp Fire alone.","text":"In 2018 the total burn areareached 676,312 hectares (up from 505,294 in 2017), and 85 people lost their lives in unspeakable suffering during the Camp Fire alone. IMPLIED_BASE IMPLIED_BASE","characters":"162","document_index":"299","md_sentence_index":"15","classification_origin":"cm-label-eval","url":"https://blogs.scientificamerican.com/observations/the-increasing-irrelevance-of-climate-change-denial/","combo_id":"299_15","post-training batch1":"299_15","_input_hash":-771299008,"_task_hash":442544066,"spans":[{"start":93,"end":97,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":104,"end":109,"token_start":21,"token_end":21,"label":"base"},{"start":146,"end":155,"token_start":27,"token_end":28,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"2018","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"total","start":12,"end":17,"id":3,"ws":true,"disabled":false},{"text":"burn","start":18,"end":22,"id":4,"ws":true,"disabled":false},{"text":"areareached","start":23,"end":34,"id":5,"ws":true,"disabled":false},{"text":"676,312","start":35,"end":42,"id":6,"ws":true,"disabled":false},{"text":"hectares","start":43,"end":51,"id":7,"ws":true,"disabled":false},{"text":"(","start":52,"end":53,"id":8,"ws":false,"disabled":false},{"text":"up","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"from","start":56,"end":60,"id":10,"ws":true,"disabled":false},{"text":"505,294","start":61,"end":68,"id":11,"ws":true,"disabled":false},{"text":"in","start":69,"end":71,"id":12,"ws":true,"disabled":false},{"text":"2017","start":72,"end":76,"id":13,"ws":false,"disabled":false},{"text":")","start":76,"end":77,"id":14,"ws":false,"disabled":false},{"text":",","start":77,"end":78,"id":15,"ws":true,"disabled":false},{"text":"and","start":79,"end":82,"id":16,"ws":true,"disabled":false},{"text":"85","start":83,"end":85,"id":17,"ws":true,"disabled":false},{"text":"people","start":86,"end":92,"id":18,"ws":true,"disabled":false},{"text":"lost","start":93,"end":97,"id":19,"ws":true,"disabled":false},{"text":"their","start":98,"end":103,"id":20,"ws":true,"disabled":false},{"text":"lives","start":104,"end":109,"id":21,"ws":true,"disabled":false},{"text":"in","start":110,"end":112,"id":22,"ws":true,"disabled":false},{"text":"unspeakable","start":113,"end":124,"id":23,"ws":true,"disabled":false},{"text":"suffering","start":125,"end":134,"id":24,"ws":true,"disabled":false},{"text":"during","start":135,"end":141,"id":25,"ws":true,"disabled":false},{"text":"the","start":142,"end":145,"id":26,"ws":true,"disabled":false},{"text":"Camp","start":146,"end":150,"id":27,"ws":true,"disabled":false},{"text":"Fire","start":151,"end":155,"id":28,"ws":true,"disabled":false},{"text":"alone","start":156,"end":161,"id":29,"ws":false,"disabled":false},{"text":".","start":161,"end":162,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":176,"end":188,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":19,"child":21,"head_span":{"start":93,"end":97,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":104,"end":109,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":21,"head_span":{"start":146,"end":155,"token_start":27,"token_end":28,"label":"base"},"child_span":{"start":104,"end":109,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In order to stop the accumulation of heat, we would have to eliminate not just carbon dioxide emissions, but all greenhouse gases, such as methane and nitrous oxide.","text":"In order to stop the accumulation of heat, we would have to eliminate not just carbon dioxide emissions, but all greenhouse gases, such as methane and nitrous oxide. IMPLIED_BASE IMPLIED_BASE","characters":"165","document_index":"371","md_sentence_index":"35","classification_origin":"cm_cause_effect_rel","url":"https://theconversation.com/if-we-stopped-emitting-greenhouse-gases-right-now-would-we-stop-climate-change-78882","combo_id":"371_35","post-training batch1":"371_35","_input_hash":1378872212,"_task_hash":-2094625256,"spans":[{"start":21,"end":33,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},{"text":"carbon dioxide","start":79,"token_start":16,"token_end":17,"end":93,"type":"pattern","label":"base"},{"text":"emissions","start":94,"token_start":18,"token_end":18,"end":103,"type":"pattern","label":"aspect_changing"},{"text":"greenhouse gases","start":113,"token_start":22,"token_end":23,"end":129,"type":"pattern","label":"base"},{"text":"methane","start":139,"token_start":27,"token_end":27,"end":146,"type":"pattern","label":"base"},{"start":151,"end":164,"token_start":29,"token_end":30,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"order","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"to","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"stop","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"the","start":17,"end":20,"id":4,"ws":true,"disabled":false},{"text":"accumulation","start":21,"end":33,"id":5,"ws":true,"disabled":false},{"text":"of","start":34,"end":36,"id":6,"ws":true,"disabled":false},{"text":"heat","start":37,"end":41,"id":7,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":8,"ws":true,"disabled":false},{"text":"we","start":43,"end":45,"id":9,"ws":true,"disabled":false},{"text":"would","start":46,"end":51,"id":10,"ws":true,"disabled":false},{"text":"have","start":52,"end":56,"id":11,"ws":true,"disabled":false},{"text":"to","start":57,"end":59,"id":12,"ws":true,"disabled":false},{"text":"eliminate","start":60,"end":69,"id":13,"ws":true,"disabled":false},{"text":"not","start":70,"end":73,"id":14,"ws":true,"disabled":false},{"text":"just","start":74,"end":78,"id":15,"ws":true,"disabled":false},{"text":"carbon","start":79,"end":85,"id":16,"ws":true,"disabled":false},{"text":"dioxide","start":86,"end":93,"id":17,"ws":true,"disabled":false},{"text":"emissions","start":94,"end":103,"id":18,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":19,"ws":true,"disabled":false},{"text":"but","start":105,"end":108,"id":20,"ws":true,"disabled":false},{"text":"all","start":109,"end":112,"id":21,"ws":true,"disabled":false},{"text":"greenhouse","start":113,"end":123,"id":22,"ws":true,"disabled":false},{"text":"gases","start":124,"end":129,"id":23,"ws":false,"disabled":false},{"text":",","start":129,"end":130,"id":24,"ws":true,"disabled":false},{"text":"such","start":131,"end":135,"id":25,"ws":true,"disabled":false},{"text":"as","start":136,"end":138,"id":26,"ws":true,"disabled":false},{"text":"methane","start":139,"end":146,"id":27,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":28,"ws":true,"disabled":false},{"text":"nitrous","start":151,"end":158,"id":29,"ws":true,"disabled":false},{"text":"oxide","start":159,"end":164,"id":30,"ws":false,"disabled":false},{"text":".","start":164,"end":165,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":179,"end":191,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":5,"child":7,"head_span":{"start":21,"end":33,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":94,"end":103,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":79,"end":93,"token_start":16,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":7,"head_span":{"start":79,"end":93,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":7,"head_span":{"start":113,"end":129,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":7,"head_span":{"start":139,"end":146,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":7,"head_span":{"start":151,"end":164,"token_start":29,"token_end":30,"label":"base"},"child_span":{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cWith all the economic stress going on, farmers and ranchers are at higher risk for suicide,\u201d said David Brown, a behavioral health state specialist at Iowa State University who helped to start a mental health program this year to inform the farming community about risk signs.\n","text":"\u201cWith all the economic stress going on, farmers and ranchers are at higher risk for suicide,\u201d said David Brown, a behavioral health state specialist at Iowa State University who helped to start a mental health program this year to inform the farming community about risk signs. IMPLIED_BASE IMPLIED_BASE","characters":"278","document_index":"481","md_sentence_index":"52","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/11/21/climate/farms-climate-change-crops.html","combo_id":"481_52","post-training batch1":"481_52","_input_hash":-1063058223,"_task_hash":197906512,"spans":[{"start":14,"end":22,"token_start":4,"token_end":4,"label":"type_of"},{"text":"stress","start":23,"token_start":5,"token_end":5,"end":29,"type":"pattern","label":"base"},{"text":"higher","start":68,"token_start":14,"token_end":14,"end":74,"type":"pattern","label":"change_direction"},{"text":"risk","start":75,"token_start":15,"token_end":15,"end":79,"type":"pattern","label":"aspect_changing"},{"text":"suicide","start":84,"token_start":17,"token_end":17,"end":91,"type":"pattern","label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"With","start":1,"end":5,"id":1,"ws":true,"disabled":false},{"text":"all","start":6,"end":9,"id":2,"ws":true,"disabled":false},{"text":"the","start":10,"end":13,"id":3,"ws":true,"disabled":false},{"text":"economic","start":14,"end":22,"id":4,"ws":true,"disabled":false},{"text":"stress","start":23,"end":29,"id":5,"ws":true,"disabled":false},{"text":"going","start":30,"end":35,"id":6,"ws":true,"disabled":false},{"text":"on","start":36,"end":38,"id":7,"ws":false,"disabled":false},{"text":",","start":38,"end":39,"id":8,"ws":true,"disabled":false},{"text":"farmers","start":40,"end":47,"id":9,"ws":true,"disabled":false},{"text":"and","start":48,"end":51,"id":10,"ws":true,"disabled":false},{"text":"ranchers","start":52,"end":60,"id":11,"ws":true,"disabled":false},{"text":"are","start":61,"end":64,"id":12,"ws":true,"disabled":false},{"text":"at","start":65,"end":67,"id":13,"ws":true,"disabled":false},{"text":"higher","start":68,"end":74,"id":14,"ws":true,"disabled":false},{"text":"risk","start":75,"end":79,"id":15,"ws":true,"disabled":false},{"text":"for","start":80,"end":83,"id":16,"ws":true,"disabled":false},{"text":"suicide","start":84,"end":91,"id":17,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":18,"ws":false,"disabled":false},{"text":"\u201d","start":92,"end":93,"id":19,"ws":true,"disabled":false},{"text":"said","start":94,"end":98,"id":20,"ws":true,"disabled":false},{"text":"David","start":99,"end":104,"id":21,"ws":true,"disabled":false},{"text":"Brown","start":105,"end":110,"id":22,"ws":false,"disabled":false},{"text":",","start":110,"end":111,"id":23,"ws":true,"disabled":false},{"text":"a","start":112,"end":113,"id":24,"ws":true,"disabled":false},{"text":"behavioral","start":114,"end":124,"id":25,"ws":true,"disabled":false},{"text":"health","start":125,"end":131,"id":26,"ws":true,"disabled":false},{"text":"state","start":132,"end":137,"id":27,"ws":true,"disabled":false},{"text":"specialist","start":138,"end":148,"id":28,"ws":true,"disabled":false},{"text":"at","start":149,"end":151,"id":29,"ws":true,"disabled":false},{"text":"Iowa","start":152,"end":156,"id":30,"ws":true,"disabled":false},{"text":"State","start":157,"end":162,"id":31,"ws":true,"disabled":false},{"text":"University","start":163,"end":173,"id":32,"ws":true,"disabled":false},{"text":"who","start":174,"end":177,"id":33,"ws":true,"disabled":false},{"text":"helped","start":178,"end":184,"id":34,"ws":true,"disabled":false},{"text":"to","start":185,"end":187,"id":35,"ws":true,"disabled":false},{"text":"start","start":188,"end":193,"id":36,"ws":true,"disabled":false},{"text":"a","start":194,"end":195,"id":37,"ws":true,"disabled":false},{"text":"mental","start":196,"end":202,"id":38,"ws":true,"disabled":false},{"text":"health","start":203,"end":209,"id":39,"ws":true,"disabled":false},{"text":"program","start":210,"end":217,"id":40,"ws":true,"disabled":false},{"text":"this","start":218,"end":222,"id":41,"ws":true,"disabled":false},{"text":"year","start":223,"end":227,"id":42,"ws":true,"disabled":false},{"text":"to","start":228,"end":230,"id":43,"ws":true,"disabled":false},{"text":"inform","start":231,"end":237,"id":44,"ws":true,"disabled":false},{"text":"the","start":238,"end":241,"id":45,"ws":true,"disabled":false},{"text":"farming","start":242,"end":249,"id":46,"ws":true,"disabled":false},{"text":"community","start":250,"end":259,"id":47,"ws":true,"disabled":false},{"text":"about","start":260,"end":265,"id":48,"ws":true,"disabled":false},{"text":"risk","start":266,"end":270,"id":49,"ws":true,"disabled":false},{"text":"signs","start":271,"end":276,"id":50,"ws":false,"disabled":false},{"text":".","start":276,"end":277,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":278,"end":290,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":291,"end":303,"id":53,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":14,"end":22,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":23,"end":29,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":75,"end":79,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":84,"end":91,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":68,"end":74,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":84,"end":91,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":17,"head_span":{"start":23,"end":29,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":84,"end":91,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Increasingly it seems that there's a link between a damaged environment and growth in modern-day slavery.\n","text":"Increasingly it seems that there's a link between a damaged environment and growth in modern-day slavery. IMPLIED_BASE IMPLIED_BASE","characters":"106","document_index":"287","md_sentence_index":"4","classification_origin":"cm_cause_effect_rel","url":"http://www.theguardian.com/global-development-professionals-network/2013/dec/13/slavery-climate-change-poverty","combo_id":"287_4","post-training batch1":"287_4","_input_hash":-1864896226,"_task_hash":-1142392654,"spans":[{"start":52,"end":59,"token_start":10,"token_end":10,"label":"type_of"},{"start":60,"end":71,"token_start":11,"token_end":11,"label":"base"},{"start":76,"end":82,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":86,"end":96,"token_start":15,"token_end":17,"label":"type_of"},{"start":97,"end":104,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"Increasingly","start":0,"end":12,"id":0,"ws":true,"disabled":false},{"text":"it","start":13,"end":15,"id":1,"ws":true,"disabled":false},{"text":"seems","start":16,"end":21,"id":2,"ws":true,"disabled":false},{"text":"that","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"there","start":27,"end":32,"id":4,"ws":false,"disabled":false},{"text":"'s","start":32,"end":34,"id":5,"ws":true,"disabled":false},{"text":"a","start":35,"end":36,"id":6,"ws":true,"disabled":false},{"text":"link","start":37,"end":41,"id":7,"ws":true,"disabled":false},{"text":"between","start":42,"end":49,"id":8,"ws":true,"disabled":false},{"text":"a","start":50,"end":51,"id":9,"ws":true,"disabled":false},{"text":"damaged","start":52,"end":59,"id":10,"ws":true,"disabled":false},{"text":"environment","start":60,"end":71,"id":11,"ws":true,"disabled":false},{"text":"and","start":72,"end":75,"id":12,"ws":true,"disabled":false},{"text":"growth","start":76,"end":82,"id":13,"ws":true,"disabled":false},{"text":"in","start":83,"end":85,"id":14,"ws":true,"disabled":false},{"text":"modern","start":86,"end":92,"id":15,"ws":false,"disabled":false},{"text":"-","start":92,"end":93,"id":16,"ws":false,"disabled":false},{"text":"day","start":93,"end":96,"id":17,"ws":true,"disabled":false},{"text":"slavery","start":97,"end":104,"id":18,"ws":false,"disabled":false},{"text":".","start":104,"end":105,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":52,"end":59,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":60,"end":71,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":18,"head_span":{"start":76,"end":82,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":97,"end":104,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":86,"end":96,"token_start":15,"token_end":17,"label":"type_of"},"child_span":{"start":97,"end":104,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":18,"head_span":{"start":60,"end":71,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":97,"end":104,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Coral bleaching occurs when high sea temperatures cause the living corals to expel the symbiotic algae on which the corals depend.\n","text":"Coral bleaching occurs when high sea temperatures cause the living corals to expel the symbiotic algae on which the corals depend. IMPLIED_BASE IMPLIED_BASE","characters":"131","document_index":"724","md_sentence_index":"35","classification_origin":"causal_sentence_classification","url":"https://e360.yale.edu/features/with-temperatures-rising-can-animals-survive-the-heat-stress","combo_id":"724_35","post-training batch1":"724_35","_input_hash":-7383671,"_task_hash":1747918113,"spans":[{"start":0,"end":15,"token_start":0,"token_end":1,"label":"base"},{"start":28,"end":32,"token_start":4,"token_end":4,"label":"change_direction"},{"text":"sea","start":33,"token_start":5,"token_end":5,"end":36,"type":"pattern","label":"base"},{"text":"temperatures","start":37,"token_start":6,"token_end":6,"end":49,"type":"pattern","label":"aspect_changing"},{"start":77,"end":82,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":87,"end":96,"token_start":14,"token_end":14,"label":"type_of"},{"text":"algae","start":97,"token_start":15,"token_end":15,"end":102,"type":"pattern","label":"base"}],"tokens":[{"text":"Coral","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"bleaching","start":6,"end":15,"id":1,"ws":true,"disabled":false},{"text":"occurs","start":16,"end":22,"id":2,"ws":true,"disabled":false},{"text":"when","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"high","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"sea","start":33,"end":36,"id":5,"ws":true,"disabled":false},{"text":"temperatures","start":37,"end":49,"id":6,"ws":true,"disabled":false},{"text":"cause","start":50,"end":55,"id":7,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":8,"ws":true,"disabled":false},{"text":"living","start":60,"end":66,"id":9,"ws":true,"disabled":false},{"text":"corals","start":67,"end":73,"id":10,"ws":true,"disabled":false},{"text":"to","start":74,"end":76,"id":11,"ws":true,"disabled":false},{"text":"expel","start":77,"end":82,"id":12,"ws":true,"disabled":false},{"text":"the","start":83,"end":86,"id":13,"ws":true,"disabled":false},{"text":"symbiotic","start":87,"end":96,"id":14,"ws":true,"disabled":false},{"text":"algae","start":97,"end":102,"id":15,"ws":true,"disabled":false},{"text":"on","start":103,"end":105,"id":16,"ws":true,"disabled":false},{"text":"which","start":106,"end":111,"id":17,"ws":true,"disabled":false},{"text":"the","start":112,"end":115,"id":18,"ws":true,"disabled":false},{"text":"corals","start":116,"end":122,"id":19,"ws":true,"disabled":false},{"text":"depend","start":123,"end":129,"id":20,"ws":false,"disabled":false},{"text":".","start":129,"end":130,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":131,"end":143,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":6,"head_span":{"start":28,"end":32,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":37,"end":49,"token_start":6,"token_end":6,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":33,"end":36,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":37,"end":49,"token_start":6,"token_end":6,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":77,"end":82,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":97,"end":102,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":87,"end":96,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":97,"end":102,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":1,"head_span":{"start":33,"end":36,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":0,"end":15,"token_start":0,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":15,"head_span":{"start":33,"end":36,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":97,"end":102,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A report last year by the Intergovernmental Panel on Climate Change of the United Nations started that \"without increased and urgent mitigation ambition in the coming years, leading to a sharp decline in greenhouse gas emissions by 2030, global warming will surpass 1.5\u00b0C in the following decades, leading to irreversible loss of the most fragile ecosystems, and crisis after crisis for the most vulnerable people and societies.\"\n","text":"A report last year by the Intergovernmental Panel on Climate Change of the United Nations started that \"without increased and urgent mitigation ambition in the coming years, leading to a sharp decline in greenhouse gas emissions by 2030, global warming will surpass 1.5\u00b0C in the following decades, leading to irreversible loss of the most fragile ecosystems, and crisis after crisis for the most vulnerable people and societies.\" IMPLIED_BASE IMPLIED_BASE","characters":"430","document_index":"597","md_sentence_index":"9","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.zdnet.com/article/ai-can-fight-climate-change-but-theres-a-catch-optimization-doesnt-automatically-equal-emissions-reduction/","combo_id":"597_9","post-training batch1":"597_9","_input_hash":-1539865398,"_task_hash":1494507033,"spans":[{"text":"increased","start":112,"token_start":19,"token_end":19,"end":121,"type":"pattern","label":"change_direction"},{"start":126,"end":132,"token_start":21,"token_end":21,"label":"type_of"},{"start":133,"end":152,"token_start":22,"token_end":23,"label":"base"},{"start":187,"end":200,"token_start":32,"token_end":33,"label":"change_direction"},{"start":204,"end":218,"token_start":35,"token_end":36,"label":"base"},{"text":"emissions","start":219,"token_start":37,"token_end":37,"end":228,"type":"pattern","label":"aspect_changing"},{"text":"global warming","start":238,"token_start":41,"token_end":42,"end":252,"type":"pattern","label":"base"},{"start":322,"end":326,"token_start":56,"token_end":56,"label":"aspect_changing"},{"start":339,"end":346,"token_start":60,"token_end":60,"label":"type_of"},{"start":347,"end":357,"token_start":61,"token_end":61,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"report","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"last","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"year","start":14,"end":18,"id":3,"ws":true,"disabled":false},{"text":"by","start":19,"end":21,"id":4,"ws":true,"disabled":false},{"text":"the","start":22,"end":25,"id":5,"ws":true,"disabled":false},{"text":"Intergovernmental","start":26,"end":43,"id":6,"ws":true,"disabled":false},{"text":"Panel","start":44,"end":49,"id":7,"ws":true,"disabled":false},{"text":"on","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"Climate","start":53,"end":60,"id":9,"ws":true,"disabled":false},{"text":"Change","start":61,"end":67,"id":10,"ws":true,"disabled":false},{"text":"of","start":68,"end":70,"id":11,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":12,"ws":true,"disabled":false},{"text":"United","start":75,"end":81,"id":13,"ws":true,"disabled":false},{"text":"Nations","start":82,"end":89,"id":14,"ws":true,"disabled":false},{"text":"started","start":90,"end":97,"id":15,"ws":true,"disabled":false},{"text":"that","start":98,"end":102,"id":16,"ws":true,"disabled":false},{"text":"\"","start":103,"end":104,"id":17,"ws":false,"disabled":false},{"text":"without","start":104,"end":111,"id":18,"ws":true,"disabled":false},{"text":"increased","start":112,"end":121,"id":19,"ws":true,"disabled":false},{"text":"and","start":122,"end":125,"id":20,"ws":true,"disabled":false},{"text":"urgent","start":126,"end":132,"id":21,"ws":true,"disabled":false},{"text":"mitigation","start":133,"end":143,"id":22,"ws":true,"disabled":false},{"text":"ambition","start":144,"end":152,"id":23,"ws":true,"disabled":false},{"text":"in","start":153,"end":155,"id":24,"ws":true,"disabled":false},{"text":"the","start":156,"end":159,"id":25,"ws":true,"disabled":false},{"text":"coming","start":160,"end":166,"id":26,"ws":true,"disabled":false},{"text":"years","start":167,"end":172,"id":27,"ws":false,"disabled":false},{"text":",","start":172,"end":173,"id":28,"ws":true,"disabled":false},{"text":"leading","start":174,"end":181,"id":29,"ws":true,"disabled":false},{"text":"to","start":182,"end":184,"id":30,"ws":true,"disabled":false},{"text":"a","start":185,"end":186,"id":31,"ws":true,"disabled":false},{"text":"sharp","start":187,"end":192,"id":32,"ws":true,"disabled":false},{"text":"decline","start":193,"end":200,"id":33,"ws":true,"disabled":false},{"text":"in","start":201,"end":203,"id":34,"ws":true,"disabled":false},{"text":"greenhouse","start":204,"end":214,"id":35,"ws":true,"disabled":false},{"text":"gas","start":215,"end":218,"id":36,"ws":true,"disabled":false},{"text":"emissions","start":219,"end":228,"id":37,"ws":true,"disabled":false},{"text":"by","start":229,"end":231,"id":38,"ws":true,"disabled":false},{"text":"2030","start":232,"end":236,"id":39,"ws":false,"disabled":false},{"text":",","start":236,"end":237,"id":40,"ws":true,"disabled":false},{"text":"global","start":238,"end":244,"id":41,"ws":true,"disabled":false},{"text":"warming","start":245,"end":252,"id":42,"ws":true,"disabled":false},{"text":"will","start":253,"end":257,"id":43,"ws":true,"disabled":false},{"text":"surpass","start":258,"end":265,"id":44,"ws":true,"disabled":false},{"text":"1.5","start":266,"end":269,"id":45,"ws":false,"disabled":false},{"text":"\u00b0","start":269,"end":270,"id":46,"ws":false,"disabled":false},{"text":"C","start":270,"end":271,"id":47,"ws":true,"disabled":false},{"text":"in","start":272,"end":274,"id":48,"ws":true,"disabled":false},{"text":"the","start":275,"end":278,"id":49,"ws":true,"disabled":false},{"text":"following","start":279,"end":288,"id":50,"ws":true,"disabled":false},{"text":"decades","start":289,"end":296,"id":51,"ws":false,"disabled":false},{"text":",","start":296,"end":297,"id":52,"ws":true,"disabled":false},{"text":"leading","start":298,"end":305,"id":53,"ws":true,"disabled":false},{"text":"to","start":306,"end":308,"id":54,"ws":true,"disabled":false},{"text":"irreversible","start":309,"end":321,"id":55,"ws":true,"disabled":false},{"text":"loss","start":322,"end":326,"id":56,"ws":true,"disabled":false},{"text":"of","start":327,"end":329,"id":57,"ws":true,"disabled":false},{"text":"the","start":330,"end":333,"id":58,"ws":true,"disabled":false},{"text":"most","start":334,"end":338,"id":59,"ws":true,"disabled":false},{"text":"fragile","start":339,"end":346,"id":60,"ws":true,"disabled":false},{"text":"ecosystems","start":347,"end":357,"id":61,"ws":false,"disabled":false},{"text":",","start":357,"end":358,"id":62,"ws":true,"disabled":false},{"text":"and","start":359,"end":362,"id":63,"ws":true,"disabled":false},{"text":"crisis","start":363,"end":369,"id":64,"ws":true,"disabled":false},{"text":"after","start":370,"end":375,"id":65,"ws":true,"disabled":false},{"text":"crisis","start":376,"end":382,"id":66,"ws":true,"disabled":false},{"text":"for","start":383,"end":386,"id":67,"ws":true,"disabled":false},{"text":"the","start":387,"end":390,"id":68,"ws":true,"disabled":false},{"text":"most","start":391,"end":395,"id":69,"ws":true,"disabled":false},{"text":"vulnerable","start":396,"end":406,"id":70,"ws":true,"disabled":false},{"text":"people","start":407,"end":413,"id":71,"ws":true,"disabled":false},{"text":"and","start":414,"end":417,"id":72,"ws":true,"disabled":false},{"text":"societies","start":418,"end":427,"id":73,"ws":false,"disabled":false},{"text":".","start":427,"end":428,"id":74,"ws":false,"disabled":false},{"text":"\"","start":428,"end":429,"id":75,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":430,"end":442,"id":76,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":443,"end":455,"id":77,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":21,"child":23,"head_span":{"start":126,"end":132,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":133,"end":152,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":23,"head_span":{"start":112,"end":121,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":133,"end":152,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":36,"head_span":{"start":187,"end":200,"token_start":32,"token_end":33,"label":"change_direction"},"child_span":{"start":204,"end":218,"token_start":35,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":36,"head_span":{"start":219,"end":228,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":204,"end":218,"token_start":35,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":56,"child":61,"head_span":{"start":322,"end":326,"token_start":56,"token_end":56,"label":"aspect_changing"},"child_span":{"start":347,"end":357,"token_start":61,"token_end":61,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":60,"child":61,"head_span":{"start":339,"end":346,"token_start":60,"token_end":60,"label":"type_of"},"child_span":{"start":347,"end":357,"token_start":61,"token_end":61,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":61,"head_span":{"start":238,"end":252,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":347,"end":357,"token_start":61,"token_end":61,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":36,"head_span":{"start":133,"end":152,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":204,"end":218,"token_start":35,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Insurance companies could withdraw from California in the wake of devastating wildfires, and home values could plummet on coastlines and in floodplains.","text":"Insurance companies could withdraw from California in the wake of devastating wildfires, and home values could plummet on coastlines and in floodplains. IMPLIED_BASE IMPLIED_BASE","characters":"152","document_index":"797","md_sentence_index":"32","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/08/climate/climate-change-financial-markets.html","combo_id":"797_32","post-training batch1":"797_32","_input_hash":-177055841,"_task_hash":-271098336,"spans":[{"start":0,"end":19,"token_start":0,"token_end":1,"label":"base"},{"start":26,"end":34,"token_start":3,"token_end":3,"label":"aspect_changing"},{"start":66,"end":77,"token_start":10,"token_end":10,"label":"type_of"},{"text":"wildfires","start":78,"token_start":11,"token_end":11,"end":87,"type":"pattern","label":"base"},{"text":"home","start":93,"token_start":14,"token_end":14,"end":97,"type":"pattern","label":"base"},{"start":98,"end":104,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":111,"end":118,"token_start":17,"token_end":17,"label":"change_direction"}],"tokens":[{"text":"Insurance","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"companies","start":10,"end":19,"id":1,"ws":true,"disabled":false},{"text":"could","start":20,"end":25,"id":2,"ws":true,"disabled":false},{"text":"withdraw","start":26,"end":34,"id":3,"ws":true,"disabled":false},{"text":"from","start":35,"end":39,"id":4,"ws":true,"disabled":false},{"text":"California","start":40,"end":50,"id":5,"ws":true,"disabled":false},{"text":"in","start":51,"end":53,"id":6,"ws":true,"disabled":false},{"text":"the","start":54,"end":57,"id":7,"ws":true,"disabled":false},{"text":"wake","start":58,"end":62,"id":8,"ws":true,"disabled":false},{"text":"of","start":63,"end":65,"id":9,"ws":true,"disabled":false},{"text":"devastating","start":66,"end":77,"id":10,"ws":true,"disabled":false},{"text":"wildfires","start":78,"end":87,"id":11,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":12,"ws":true,"disabled":false},{"text":"and","start":89,"end":92,"id":13,"ws":true,"disabled":false},{"text":"home","start":93,"end":97,"id":14,"ws":true,"disabled":false},{"text":"values","start":98,"end":104,"id":15,"ws":true,"disabled":false},{"text":"could","start":105,"end":110,"id":16,"ws":true,"disabled":false},{"text":"plummet","start":111,"end":118,"id":17,"ws":true,"disabled":false},{"text":"on","start":119,"end":121,"id":18,"ws":true,"disabled":false},{"text":"coastlines","start":122,"end":132,"id":19,"ws":true,"disabled":false},{"text":"and","start":133,"end":136,"id":20,"ws":true,"disabled":false},{"text":"in","start":137,"end":139,"id":21,"ws":true,"disabled":false},{"text":"floodplains","start":140,"end":151,"id":22,"ws":false,"disabled":false},{"text":".","start":151,"end":152,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":1,"head_span":{"start":26,"end":34,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":0,"end":19,"token_start":0,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":66,"end":77,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":78,"end":87,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":14,"head_span":{"start":111,"end":118,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":93,"end":97,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":98,"end":104,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":93,"end":97,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":14,"head_span":{"start":78,"end":87,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":93,"end":97,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":1,"head_span":{"start":78,"end":87,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":0,"end":19,"token_start":0,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We estimate that, if operated as historically, existing infrastructure will cumulatively emit about 658 gigatonnes of CO2 (with a range of 226 to 1,479 gigatonnes CO2, depending on the lifetimes and utilization rates assumed).","text":"We estimate that, if operated as historically, existing infrastructure will cumulatively emit about 658 gigatonnes of CO2 (with a range of 226 to 1,479 gigatonnes CO2, depending on the lifetimes and utilization rates assumed). IMPLIED_BASE IMPLIED_BASE","characters":"226","document_index":"363","md_sentence_index":"4","classification_origin":"cm_cause_effect_rel","url":"https://www.nature.com/articles/s41586-019-1364-3","combo_id":"363_4","post-training batch1":"363_4","_input_hash":538160957,"_task_hash":-869302720,"spans":[{"text":"infrastructure","start":56,"token_start":10,"token_end":10,"end":70,"type":"pattern","label":"base"},{"start":89,"end":93,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":118,"end":121,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"estimate","start":3,"end":11,"id":1,"ws":true,"disabled":false},{"text":"that","start":12,"end":16,"id":2,"ws":false,"disabled":false},{"text":",","start":16,"end":17,"id":3,"ws":true,"disabled":false},{"text":"if","start":18,"end":20,"id":4,"ws":true,"disabled":false},{"text":"operated","start":21,"end":29,"id":5,"ws":true,"disabled":false},{"text":"as","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"historically","start":33,"end":45,"id":7,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":8,"ws":true,"disabled":false},{"text":"existing","start":47,"end":55,"id":9,"ws":true,"disabled":false},{"text":"infrastructure","start":56,"end":70,"id":10,"ws":true,"disabled":false},{"text":"will","start":71,"end":75,"id":11,"ws":true,"disabled":false},{"text":"cumulatively","start":76,"end":88,"id":12,"ws":true,"disabled":false},{"text":"emit","start":89,"end":93,"id":13,"ws":true,"disabled":false},{"text":"about","start":94,"end":99,"id":14,"ws":true,"disabled":false},{"text":"658","start":100,"end":103,"id":15,"ws":true,"disabled":false},{"text":"gigatonnes","start":104,"end":114,"id":16,"ws":true,"disabled":false},{"text":"of","start":115,"end":117,"id":17,"ws":true,"disabled":false},{"text":"CO2","start":118,"end":121,"id":18,"ws":true,"disabled":false},{"text":"(","start":122,"end":123,"id":19,"ws":false,"disabled":false},{"text":"with","start":123,"end":127,"id":20,"ws":true,"disabled":false},{"text":"a","start":128,"end":129,"id":21,"ws":true,"disabled":false},{"text":"range","start":130,"end":135,"id":22,"ws":true,"disabled":false},{"text":"of","start":136,"end":138,"id":23,"ws":true,"disabled":false},{"text":"226","start":139,"end":142,"id":24,"ws":true,"disabled":false},{"text":"to","start":143,"end":145,"id":25,"ws":true,"disabled":false},{"text":"1,479","start":146,"end":151,"id":26,"ws":true,"disabled":false},{"text":"gigatonnes","start":152,"end":162,"id":27,"ws":true,"disabled":false},{"text":"CO2","start":163,"end":166,"id":28,"ws":false,"disabled":false},{"text":",","start":166,"end":167,"id":29,"ws":true,"disabled":false},{"text":"depending","start":168,"end":177,"id":30,"ws":true,"disabled":false},{"text":"on","start":178,"end":180,"id":31,"ws":true,"disabled":false},{"text":"the","start":181,"end":184,"id":32,"ws":true,"disabled":false},{"text":"lifetimes","start":185,"end":194,"id":33,"ws":true,"disabled":false},{"text":"and","start":195,"end":198,"id":34,"ws":true,"disabled":false},{"text":"utilization","start":199,"end":210,"id":35,"ws":true,"disabled":false},{"text":"rates","start":211,"end":216,"id":36,"ws":true,"disabled":false},{"text":"assumed","start":217,"end":224,"id":37,"ws":false,"disabled":false},{"text":")","start":224,"end":225,"id":38,"ws":false,"disabled":false},{"text":".","start":225,"end":226,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":227,"end":239,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":240,"end":252,"id":41,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":13,"child":18,"head_span":{"start":89,"end":93,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":118,"end":121,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":18,"head_span":{"start":56,"end":70,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":118,"end":121,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Increased atmospheric moisture enhances the likelihood of extreme rainfall events of all types.17,18 Close to the center of a TC, the increases in rain rate can reach 10% per degree C of warming in some model projections,19 exceeding the 7% dictated by the Clausius-Clapeyron relationship.","text":"Increased atmospheric moisture enhances the likelihood of extreme rainfall events of all types.17,18 Close to the center of a TC, the increases in rain rate can reach 10% per degree C of warming in some model projections,19 exceeding the 7% dictated by the Clausius-Clapeyron relationship. IMPLIED_BASE IMPLIED_BASE","characters":"289","document_index":"358","md_sentence_index":"27","classification_origin":"cm_cause_effect_rel","url":"https://www.nature.com/articles/s41612-019-0074-8","combo_id":"358_27","post-training batch1":"358_27","_input_hash":-1111054063,"_task_hash":-903481546,"spans":[{"text":"Increased","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"change_direction"},{"start":10,"end":21,"token_start":1,"token_end":1,"label":"base"},{"text":"moisture","start":22,"token_start":2,"token_end":2,"end":30,"type":"pattern","label":"aspect_changing"},{"text":"likelihood","start":44,"token_start":5,"token_end":5,"end":54,"type":"pattern","label":"aspect_changing"},{"start":58,"end":65,"token_start":7,"token_end":7,"label":"type_of"},{"text":"rainfall","start":66,"token_start":8,"token_end":8,"end":74,"type":"pattern","label":"base"},{"start":134,"end":143,"token_start":22,"token_end":22,"label":"change_direction"},{"start":147,"end":151,"token_start":24,"token_end":24,"label":"base"},{"start":152,"end":156,"token_start":25,"token_end":25,"label":"aspect_changing"},{"start":187,"end":194,"token_start":34,"token_end":34,"label":"aspect_changing"},{"start":290,"end":302,"token_start":51,"token_end":51,"label":"base"}],"tokens":[{"text":"Increased","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"atmospheric","start":10,"end":21,"id":1,"ws":true,"disabled":false},{"text":"moisture","start":22,"end":30,"id":2,"ws":true,"disabled":false},{"text":"enhances","start":31,"end":39,"id":3,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":4,"ws":true,"disabled":false},{"text":"likelihood","start":44,"end":54,"id":5,"ws":true,"disabled":false},{"text":"of","start":55,"end":57,"id":6,"ws":true,"disabled":false},{"text":"extreme","start":58,"end":65,"id":7,"ws":true,"disabled":false},{"text":"rainfall","start":66,"end":74,"id":8,"ws":true,"disabled":false},{"text":"events","start":75,"end":81,"id":9,"ws":true,"disabled":false},{"text":"of","start":82,"end":84,"id":10,"ws":true,"disabled":false},{"text":"all","start":85,"end":88,"id":11,"ws":true,"disabled":false},{"text":"types.17,18","start":89,"end":100,"id":12,"ws":true,"disabled":false},{"text":"Close","start":101,"end":106,"id":13,"ws":true,"disabled":false},{"text":"to","start":107,"end":109,"id":14,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":15,"ws":true,"disabled":false},{"text":"center","start":114,"end":120,"id":16,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":17,"ws":true,"disabled":false},{"text":"a","start":124,"end":125,"id":18,"ws":true,"disabled":false},{"text":"TC","start":126,"end":128,"id":19,"ws":false,"disabled":false},{"text":",","start":128,"end":129,"id":20,"ws":true,"disabled":false},{"text":"the","start":130,"end":133,"id":21,"ws":true,"disabled":false},{"text":"increases","start":134,"end":143,"id":22,"ws":true,"disabled":false},{"text":"in","start":144,"end":146,"id":23,"ws":true,"disabled":false},{"text":"rain","start":147,"end":151,"id":24,"ws":true,"disabled":false},{"text":"rate","start":152,"end":156,"id":25,"ws":true,"disabled":false},{"text":"can","start":157,"end":160,"id":26,"ws":true,"disabled":false},{"text":"reach","start":161,"end":166,"id":27,"ws":true,"disabled":false},{"text":"10","start":167,"end":169,"id":28,"ws":false,"disabled":false},{"text":"%","start":169,"end":170,"id":29,"ws":true,"disabled":false},{"text":"per","start":171,"end":174,"id":30,"ws":true,"disabled":false},{"text":"degree","start":175,"end":181,"id":31,"ws":true,"disabled":false},{"text":"C","start":182,"end":183,"id":32,"ws":true,"disabled":false},{"text":"of","start":184,"end":186,"id":33,"ws":true,"disabled":false},{"text":"warming","start":187,"end":194,"id":34,"ws":true,"disabled":false},{"text":"in","start":195,"end":197,"id":35,"ws":true,"disabled":false},{"text":"some","start":198,"end":202,"id":36,"ws":true,"disabled":false},{"text":"model","start":203,"end":208,"id":37,"ws":true,"disabled":false},{"text":"projections,19","start":209,"end":223,"id":38,"ws":true,"disabled":false},{"text":"exceeding","start":224,"end":233,"id":39,"ws":true,"disabled":false},{"text":"the","start":234,"end":237,"id":40,"ws":true,"disabled":false},{"text":"7","start":238,"end":239,"id":41,"ws":false,"disabled":false},{"text":"%","start":239,"end":240,"id":42,"ws":true,"disabled":false},{"text":"dictated","start":241,"end":249,"id":43,"ws":true,"disabled":false},{"text":"by","start":250,"end":252,"id":44,"ws":true,"disabled":false},{"text":"the","start":253,"end":256,"id":45,"ws":true,"disabled":false},{"text":"Clausius","start":257,"end":265,"id":46,"ws":false,"disabled":false},{"text":"-","start":265,"end":266,"id":47,"ws":false,"disabled":false},{"text":"Clapeyron","start":266,"end":275,"id":48,"ws":true,"disabled":false},{"text":"relationship","start":276,"end":288,"id":49,"ws":false,"disabled":false},{"text":".","start":288,"end":289,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":290,"end":302,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":303,"end":315,"id":52,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":34,"child":51,"head_span":{"start":187,"end":194,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":290,"end":302,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":24,"head_span":{"start":152,"end":156,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":147,"end":151,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":134,"end":143,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":147,"end":151,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":8,"head_span":{"start":44,"end":54,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":66,"end":74,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":58,"end":65,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":66,"end":74,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":1,"head_span":{"start":22,"end":30,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":10,"end":21,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":10,"end":21,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":8,"head_span":{"start":10,"end":21,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":66,"end":74,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":24,"head_span":{"start":290,"end":302,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":147,"end":151,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Any added heat, particularly in summer months, puts workers at greater risk for dehydration, heat stroke, and other heat-related illnesses.","text":"Any added heat, particularly in summer months, puts workers at greater risk for dehydration, heat stroke, and other heat-related illnesses. IMPLIED_BASE IMPLIED_BASE","characters":"139","document_index":"857","md_sentence_index":"39","classification_origin":"causal_sentence_classification","url":"https://www.barrons.com/articles/7-ways-youre-already-paying-for-climate-change-51599995430","combo_id":"857_39","post-training batch1":"857_39","_input_hash":1057890123,"_task_hash":-456648892,"spans":[{"start":10,"end":14,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":63,"end":70,"token_start":12,"token_end":12,"label":"change_direction"},{"text":"risk","start":71,"token_start":13,"token_end":13,"end":75,"type":"pattern","label":"aspect_changing"},{"text":"dehydration","start":80,"token_start":15,"token_end":15,"end":91,"type":"pattern","label":"base"},{"text":"heat stroke","start":93,"token_start":17,"token_end":18,"end":104,"type":"pattern","label":"base"},{"start":116,"end":128,"token_start":22,"token_end":24,"label":"type_of"},{"start":129,"end":138,"token_start":25,"token_end":25,"label":"base"},{"start":140,"end":152,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"Any","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"added","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"heat","start":10,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"particularly","start":16,"end":28,"id":4,"ws":true,"disabled":false},{"text":"in","start":29,"end":31,"id":5,"ws":true,"disabled":false},{"text":"summer","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"months","start":39,"end":45,"id":7,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":8,"ws":true,"disabled":false},{"text":"puts","start":47,"end":51,"id":9,"ws":true,"disabled":false},{"text":"workers","start":52,"end":59,"id":10,"ws":true,"disabled":false},{"text":"at","start":60,"end":62,"id":11,"ws":true,"disabled":false},{"text":"greater","start":63,"end":70,"id":12,"ws":true,"disabled":false},{"text":"risk","start":71,"end":75,"id":13,"ws":true,"disabled":false},{"text":"for","start":76,"end":79,"id":14,"ws":true,"disabled":false},{"text":"dehydration","start":80,"end":91,"id":15,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":16,"ws":true,"disabled":false},{"text":"heat","start":93,"end":97,"id":17,"ws":true,"disabled":false},{"text":"stroke","start":98,"end":104,"id":18,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":19,"ws":true,"disabled":false},{"text":"and","start":106,"end":109,"id":20,"ws":true,"disabled":false},{"text":"other","start":110,"end":115,"id":21,"ws":true,"disabled":false},{"text":"heat","start":116,"end":120,"id":22,"ws":false,"disabled":false},{"text":"-","start":120,"end":121,"id":23,"ws":false,"disabled":false},{"text":"related","start":121,"end":128,"id":24,"ws":true,"disabled":false},{"text":"illnesses","start":129,"end":138,"id":25,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":24,"child":25,"head_span":{"start":116,"end":128,"token_start":22,"token_end":24,"label":"type_of"},"child_span":{"start":129,"end":138,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":27,"head_span":{"start":10,"end":14,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":140,"end":152,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":63,"end":70,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":80,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":15,"head_span":{"start":71,"end":75,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":80,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":18,"head_span":{"start":71,"end":75,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":93,"end":104,"token_start":17,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":18,"head_span":{"start":63,"end":70,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":93,"end":104,"token_start":17,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":25,"head_span":{"start":63,"end":70,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":129,"end":138,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":25,"head_span":{"start":71,"end":75,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":129,"end":138,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":25,"head_span":{"start":140,"end":152,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":129,"end":138,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":15,"head_span":{"start":140,"end":152,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":80,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":18,"head_span":{"start":140,"end":152,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":93,"end":104,"token_start":17,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"workshop_examples","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"\u201cParticulate matter is extremely harmful and it leads to a large number of premature deaths,\u201d said Richard L. Revesz, an expert in environmental law at New York University.","text":"\u201cParticulate matter is extremely harmful and it leads to a large number of premature deaths,\u201d said Richard L. Revesz, an expert in environmental law at New York University. IMPLIED_BASE IMPLIED_BASE","characters":"172","document_index":"97","md_sentence_index":"17","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/20/climate/epa-air-pollution-deaths.html","combo_id":"97_17","post-training batch1":"97_17","_input_hash":1664244330,"_task_hash":12939931,"spans":[{"text":"Particulate matter","start":1,"token_start":1,"token_end":2,"end":19,"type":"pattern","label":"base"},{"start":75,"end":84,"token_start":14,"token_end":14,"label":"type_of"},{"start":85,"end":91,"token_start":15,"token_end":15,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Particulate","start":1,"end":12,"id":1,"ws":true,"disabled":false},{"text":"matter","start":13,"end":19,"id":2,"ws":true,"disabled":false},{"text":"is","start":20,"end":22,"id":3,"ws":true,"disabled":false},{"text":"extremely","start":23,"end":32,"id":4,"ws":true,"disabled":false},{"text":"harmful","start":33,"end":40,"id":5,"ws":true,"disabled":false},{"text":"and","start":41,"end":44,"id":6,"ws":true,"disabled":false},{"text":"it","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"leads","start":48,"end":53,"id":8,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"a","start":57,"end":58,"id":10,"ws":true,"disabled":false},{"text":"large","start":59,"end":64,"id":11,"ws":true,"disabled":false},{"text":"number","start":65,"end":71,"id":12,"ws":true,"disabled":false},{"text":"of","start":72,"end":74,"id":13,"ws":true,"disabled":false},{"text":"premature","start":75,"end":84,"id":14,"ws":true,"disabled":false},{"text":"deaths","start":85,"end":91,"id":15,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":16,"ws":false,"disabled":false},{"text":"\u201d","start":92,"end":93,"id":17,"ws":true,"disabled":false},{"text":"said","start":94,"end":98,"id":18,"ws":true,"disabled":false},{"text":"Richard","start":99,"end":106,"id":19,"ws":true,"disabled":false},{"text":"L.","start":107,"end":109,"id":20,"ws":true,"disabled":false},{"text":"Revesz","start":110,"end":116,"id":21,"ws":false,"disabled":false},{"text":",","start":116,"end":117,"id":22,"ws":true,"disabled":false},{"text":"an","start":118,"end":120,"id":23,"ws":true,"disabled":false},{"text":"expert","start":121,"end":127,"id":24,"ws":true,"disabled":false},{"text":"in","start":128,"end":130,"id":25,"ws":true,"disabled":false},{"text":"environmental","start":131,"end":144,"id":26,"ws":true,"disabled":false},{"text":"law","start":145,"end":148,"id":27,"ws":true,"disabled":false},{"text":"at","start":149,"end":151,"id":28,"ws":true,"disabled":false},{"text":"New","start":152,"end":155,"id":29,"ws":true,"disabled":false},{"text":"York","start":156,"end":160,"id":30,"ws":true,"disabled":false},{"text":"University","start":161,"end":171,"id":31,"ws":false,"disabled":false},{"text":".","start":171,"end":172,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":173,"end":185,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":14,"child":15,"head_span":{"start":75,"end":84,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":85,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":15,"head_span":{"start":1,"end":19,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":85,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We know that the warmer air gets, the more moisture it can hold \u2013 and then turn into flooding rains in a storm like this.","text":"We know that the warmer air gets, the more moisture it can hold \u2013 and then turn into flooding rains in a storm like this. IMPLIED_BASE IMPLIED_BASE","characters":"121","document_index":"360","md_sentence_index":"15","classification_origin":"cm-label-eval","url":"https://www.theguardian.com/commentisfree/2019/sep/04/climate-crisis-hurricane-dorian-floods-bahamas","combo_id":"360_15","post-training batch1":"360_15","_input_hash":-1333336082,"_task_hash":-1242753204,"spans":[{"text":"warmer","start":17,"token_start":4,"token_end":4,"end":23,"type":"pattern","label":"change_direction"},{"start":24,"end":27,"token_start":5,"token_end":5,"label":"base"},{"text":"more","start":38,"token_start":9,"token_end":9,"end":42,"type":"pattern","label":"change_direction"},{"text":"moisture","start":43,"token_start":10,"token_end":10,"end":51,"type":"pattern","label":"aspect_changing"},{"start":85,"end":93,"token_start":19,"token_end":19,"label":"type_of"},{"start":94,"end":99,"token_start":20,"token_end":20,"label":"base"},{"start":122,"end":134,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"know","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"that","start":8,"end":12,"id":2,"ws":true,"disabled":false},{"text":"the","start":13,"end":16,"id":3,"ws":true,"disabled":false},{"text":"warmer","start":17,"end":23,"id":4,"ws":true,"disabled":false},{"text":"air","start":24,"end":27,"id":5,"ws":true,"disabled":false},{"text":"gets","start":28,"end":32,"id":6,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":7,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":8,"ws":true,"disabled":false},{"text":"more","start":38,"end":42,"id":9,"ws":true,"disabled":false},{"text":"moisture","start":43,"end":51,"id":10,"ws":true,"disabled":false},{"text":"it","start":52,"end":54,"id":11,"ws":true,"disabled":false},{"text":"can","start":55,"end":58,"id":12,"ws":true,"disabled":false},{"text":"hold","start":59,"end":63,"id":13,"ws":true,"disabled":false},{"text":"\u2013","start":64,"end":65,"id":14,"ws":true,"disabled":false},{"text":"and","start":66,"end":69,"id":15,"ws":true,"disabled":false},{"text":"then","start":70,"end":74,"id":16,"ws":true,"disabled":false},{"text":"turn","start":75,"end":79,"id":17,"ws":true,"disabled":false},{"text":"into","start":80,"end":84,"id":18,"ws":true,"disabled":false},{"text":"flooding","start":85,"end":93,"id":19,"ws":true,"disabled":false},{"text":"rains","start":94,"end":99,"id":20,"ws":true,"disabled":false},{"text":"in","start":100,"end":102,"id":21,"ws":true,"disabled":false},{"text":"a","start":103,"end":104,"id":22,"ws":true,"disabled":false},{"text":"storm","start":105,"end":110,"id":23,"ws":true,"disabled":false},{"text":"like","start":111,"end":115,"id":24,"ws":true,"disabled":false},{"text":"this","start":116,"end":120,"id":25,"ws":false,"disabled":false},{"text":".","start":120,"end":121,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":122,"end":134,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":135,"end":147,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":17,"end":23,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":24,"end":27,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":27,"head_span":{"start":38,"end":42,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":122,"end":134,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":27,"head_span":{"start":43,"end":51,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":122,"end":134,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":27,"head_span":{"start":24,"end":27,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":122,"end":134,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":20,"head_span":{"start":122,"end":134,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":94,"end":99,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":20,"head_span":{"start":85,"end":93,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":94,"end":99,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\"At a time when we need to have a barrier to cushion some of the impact of the severity that comes from the oceans \u2014 such as strong waves and storms \u2014 mangroves are essential, they provide a very broad ecosystem service and protect the populations that live in these areas.\u201d\n","text":"\"At a time when we need to have a barrier to cushion some of the impact of the severity that comes from the oceans \u2014 such as strong waves and storms \u2014 mangroves are essential, they provide a very broad ecosystem service and protect the populations that live in these areas.\u201d IMPLIED_BASE IMPLIED_BASE","characters":"275","document_index":"142","md_sentence_index":"13","classification_origin":"cm_cause_effect_rel","url":"https://www.euronews.com/2019/05/30/how-climate-change-is-hitting-livelihoods-in-brazil-s-mangrove-forests","combo_id":"142_13","post-training batch1":"142_13","_input_hash":-1144820657,"_task_hash":-484904473,"spans":[{"text":"oceans","start":108,"token_start":24,"token_end":24,"end":114,"type":"pattern","label":"base"},{"text":"storms","start":142,"token_start":31,"token_end":31,"end":148,"type":"pattern","label":"base"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"At","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"a","start":4,"end":5,"id":2,"ws":true,"disabled":false},{"text":"time","start":6,"end":10,"id":3,"ws":true,"disabled":false},{"text":"when","start":11,"end":15,"id":4,"ws":true,"disabled":false},{"text":"we","start":16,"end":18,"id":5,"ws":true,"disabled":false},{"text":"need","start":19,"end":23,"id":6,"ws":true,"disabled":false},{"text":"to","start":24,"end":26,"id":7,"ws":true,"disabled":false},{"text":"have","start":27,"end":31,"id":8,"ws":true,"disabled":false},{"text":"a","start":32,"end":33,"id":9,"ws":true,"disabled":false},{"text":"barrier","start":34,"end":41,"id":10,"ws":true,"disabled":false},{"text":"to","start":42,"end":44,"id":11,"ws":true,"disabled":false},{"text":"cushion","start":45,"end":52,"id":12,"ws":true,"disabled":false},{"text":"some","start":53,"end":57,"id":13,"ws":true,"disabled":false},{"text":"of","start":58,"end":60,"id":14,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":15,"ws":true,"disabled":false},{"text":"impact","start":65,"end":71,"id":16,"ws":true,"disabled":false},{"text":"of","start":72,"end":74,"id":17,"ws":true,"disabled":false},{"text":"the","start":75,"end":78,"id":18,"ws":true,"disabled":false},{"text":"severity","start":79,"end":87,"id":19,"ws":true,"disabled":false},{"text":"that","start":88,"end":92,"id":20,"ws":true,"disabled":false},{"text":"comes","start":93,"end":98,"id":21,"ws":true,"disabled":false},{"text":"from","start":99,"end":103,"id":22,"ws":true,"disabled":false},{"text":"the","start":104,"end":107,"id":23,"ws":true,"disabled":false},{"text":"oceans","start":108,"end":114,"id":24,"ws":true,"disabled":false},{"text":"\u2014","start":115,"end":116,"id":25,"ws":true,"disabled":false},{"text":"such","start":117,"end":121,"id":26,"ws":true,"disabled":false},{"text":"as","start":122,"end":124,"id":27,"ws":true,"disabled":false},{"text":"strong","start":125,"end":131,"id":28,"ws":true,"disabled":false},{"text":"waves","start":132,"end":137,"id":29,"ws":true,"disabled":false},{"text":"and","start":138,"end":141,"id":30,"ws":true,"disabled":false},{"text":"storms","start":142,"end":148,"id":31,"ws":true,"disabled":false},{"text":"\u2014","start":149,"end":150,"id":32,"ws":true,"disabled":false},{"text":"mangroves","start":151,"end":160,"id":33,"ws":true,"disabled":false},{"text":"are","start":161,"end":164,"id":34,"ws":true,"disabled":false},{"text":"essential","start":165,"end":174,"id":35,"ws":false,"disabled":false},{"text":",","start":174,"end":175,"id":36,"ws":true,"disabled":false},{"text":"they","start":176,"end":180,"id":37,"ws":true,"disabled":false},{"text":"provide","start":181,"end":188,"id":38,"ws":true,"disabled":false},{"text":"a","start":189,"end":190,"id":39,"ws":true,"disabled":false},{"text":"very","start":191,"end":195,"id":40,"ws":true,"disabled":false},{"text":"broad","start":196,"end":201,"id":41,"ws":true,"disabled":false},{"text":"ecosystem","start":202,"end":211,"id":42,"ws":true,"disabled":false},{"text":"service","start":212,"end":219,"id":43,"ws":true,"disabled":false},{"text":"and","start":220,"end":223,"id":44,"ws":true,"disabled":false},{"text":"protect","start":224,"end":231,"id":45,"ws":true,"disabled":false},{"text":"the","start":232,"end":235,"id":46,"ws":true,"disabled":false},{"text":"populations","start":236,"end":247,"id":47,"ws":true,"disabled":false},{"text":"that","start":248,"end":252,"id":48,"ws":true,"disabled":false},{"text":"live","start":253,"end":257,"id":49,"ws":true,"disabled":false},{"text":"in","start":258,"end":260,"id":50,"ws":true,"disabled":false},{"text":"these","start":261,"end":266,"id":51,"ws":true,"disabled":false},{"text":"areas","start":267,"end":272,"id":52,"ws":false,"disabled":false},{"text":".","start":272,"end":273,"id":53,"ws":false,"disabled":false},{"text":"\u201d","start":273,"end":274,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":275,"end":287,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":288,"end":300,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Patients who need dialysis as their kidneys fail can have trouble getting treatment during extreme weather events.\n","text":"Patients who need dialysis as their kidneys fail can have trouble getting treatment during extreme weather events. IMPLIED_BASE IMPLIED_BASE","characters":"115","document_index":"404","md_sentence_index":"44","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/climate-change-is-having-widespread-health-impacts/","combo_id":"404_44","post-training batch1":"404_44","_input_hash":-1073136086,"_task_hash":-640107463,"spans":[{"start":18,"end":26,"token_start":3,"token_end":3,"label":"type_of"},{"start":36,"end":43,"token_start":6,"token_end":6,"label":"type_of"},{"start":58,"end":65,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":74,"end":83,"token_start":12,"token_end":12,"label":"base"},{"text":"extreme weather","start":91,"token_start":14,"token_end":15,"end":106,"type":"pattern","label":"base"}],"tokens":[{"text":"Patients","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"who","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"need","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"dialysis","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"as","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"their","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"kidneys","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"fail","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"can","start":49,"end":52,"id":8,"ws":true,"disabled":false},{"text":"have","start":53,"end":57,"id":9,"ws":true,"disabled":false},{"text":"trouble","start":58,"end":65,"id":10,"ws":true,"disabled":false},{"text":"getting","start":66,"end":73,"id":11,"ws":true,"disabled":false},{"text":"treatment","start":74,"end":83,"id":12,"ws":true,"disabled":false},{"text":"during","start":84,"end":90,"id":13,"ws":true,"disabled":false},{"text":"extreme","start":91,"end":98,"id":14,"ws":true,"disabled":false},{"text":"weather","start":99,"end":106,"id":15,"ws":true,"disabled":false},{"text":"events","start":107,"end":113,"id":16,"ws":false,"disabled":false},{"text":".","start":113,"end":114,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":10,"child":12,"head_span":{"start":58,"end":65,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":74,"end":83,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":12,"head_span":{"start":36,"end":43,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":74,"end":83,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":12,"head_span":{"start":18,"end":26,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":74,"end":83,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":12,"head_span":{"start":91,"end":106,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":74,"end":83,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\"These lightning strikes, this unprecedented heat dome, these world record temperatures, unprecedented in human history \u2013 we\u2019re experiencing more and more of that because of climate change, and as a consequence, these fires are more ferocious, and they\u2019re moving at much more rapid speeds,\" Newsom said.\n","text":"\"These lightning strikes, this unprecedented heat dome, these world record temperatures, unprecedented in human history \u2013 we\u2019re experiencing more and more of that because of climate change, and as a consequence, these fires are more ferocious, and they\u2019re moving at much more rapid speeds,\" Newsom said. IMPLIED_BASE IMPLIED_BASE","characters":"304","document_index":"783","md_sentence_index":"45","classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2020/08/22/california-wildfires-updates-saturday-map-redwood-trees-burn-big-basin/3419083001/","combo_id":"783_45","post-training batch1":"783_45","_input_hash":1801155907,"_task_hash":2122550160,"spans":[{"start":7,"end":24,"token_start":2,"token_end":3,"label":"base"},{"start":45,"end":54,"token_start":7,"token_end":8,"label":"base"},{"start":75,"end":87,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":141,"end":154,"token_start":23,"token_end":25,"label":"change_direction"},{"text":"climate change","start":174,"token_start":30,"token_end":31,"end":188,"type":"pattern","label":"base"},{"start":218,"end":223,"token_start":39,"token_end":39,"label":"base"},{"text":"more","start":228,"token_start":41,"token_end":41,"end":232,"type":"pattern","label":"change_direction"},{"start":233,"end":242,"token_start":42,"token_end":42,"label":"aspect_changing"},{"text":"more","start":271,"token_start":50,"token_end":50,"end":275,"type":"pattern","label":"change_direction"},{"start":282,"end":288,"token_start":52,"token_end":52,"label":"aspect_changing"},{"start":304,"end":316,"token_start":58,"token_end":58,"label":"base"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"These","start":1,"end":6,"id":1,"ws":true,"disabled":false},{"text":"lightning","start":7,"end":16,"id":2,"ws":true,"disabled":false},{"text":"strikes","start":17,"end":24,"id":3,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":4,"ws":true,"disabled":false},{"text":"this","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"unprecedented","start":31,"end":44,"id":6,"ws":true,"disabled":false},{"text":"heat","start":45,"end":49,"id":7,"ws":true,"disabled":false},{"text":"dome","start":50,"end":54,"id":8,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":9,"ws":true,"disabled":false},{"text":"these","start":56,"end":61,"id":10,"ws":true,"disabled":false},{"text":"world","start":62,"end":67,"id":11,"ws":true,"disabled":false},{"text":"record","start":68,"end":74,"id":12,"ws":true,"disabled":false},{"text":"temperatures","start":75,"end":87,"id":13,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":14,"ws":true,"disabled":false},{"text":"unprecedented","start":89,"end":102,"id":15,"ws":true,"disabled":false},{"text":"in","start":103,"end":105,"id":16,"ws":true,"disabled":false},{"text":"human","start":106,"end":111,"id":17,"ws":true,"disabled":false},{"text":"history","start":112,"end":119,"id":18,"ws":true,"disabled":false},{"text":"\u2013","start":120,"end":121,"id":19,"ws":true,"disabled":false},{"text":"we","start":122,"end":124,"id":20,"ws":false,"disabled":false},{"text":"\u2019re","start":124,"end":127,"id":21,"ws":true,"disabled":false},{"text":"experiencing","start":128,"end":140,"id":22,"ws":true,"disabled":false},{"text":"more","start":141,"end":145,"id":23,"ws":true,"disabled":false},{"text":"and","start":146,"end":149,"id":24,"ws":true,"disabled":false},{"text":"more","start":150,"end":154,"id":25,"ws":true,"disabled":false},{"text":"of","start":155,"end":157,"id":26,"ws":true,"disabled":false},{"text":"that","start":158,"end":162,"id":27,"ws":true,"disabled":false},{"text":"because","start":163,"end":170,"id":28,"ws":true,"disabled":false},{"text":"of","start":171,"end":173,"id":29,"ws":true,"disabled":false},{"text":"climate","start":174,"end":181,"id":30,"ws":true,"disabled":false},{"text":"change","start":182,"end":188,"id":31,"ws":false,"disabled":false},{"text":",","start":188,"end":189,"id":32,"ws":true,"disabled":false},{"text":"and","start":190,"end":193,"id":33,"ws":true,"disabled":false},{"text":"as","start":194,"end":196,"id":34,"ws":true,"disabled":false},{"text":"a","start":197,"end":198,"id":35,"ws":true,"disabled":false},{"text":"consequence","start":199,"end":210,"id":36,"ws":false,"disabled":false},{"text":",","start":210,"end":211,"id":37,"ws":true,"disabled":false},{"text":"these","start":212,"end":217,"id":38,"ws":true,"disabled":false},{"text":"fires","start":218,"end":223,"id":39,"ws":true,"disabled":false},{"text":"are","start":224,"end":227,"id":40,"ws":true,"disabled":false},{"text":"more","start":228,"end":232,"id":41,"ws":true,"disabled":false},{"text":"ferocious","start":233,"end":242,"id":42,"ws":false,"disabled":false},{"text":",","start":242,"end":243,"id":43,"ws":true,"disabled":false},{"text":"and","start":244,"end":247,"id":44,"ws":true,"disabled":false},{"text":"they","start":248,"end":252,"id":45,"ws":false,"disabled":false},{"text":"\u2019re","start":252,"end":255,"id":46,"ws":true,"disabled":false},{"text":"moving","start":256,"end":262,"id":47,"ws":true,"disabled":false},{"text":"at","start":263,"end":265,"id":48,"ws":true,"disabled":false},{"text":"much","start":266,"end":270,"id":49,"ws":true,"disabled":false},{"text":"more","start":271,"end":275,"id":50,"ws":true,"disabled":false},{"text":"rapid","start":276,"end":281,"id":51,"ws":true,"disabled":false},{"text":"speeds","start":282,"end":288,"id":52,"ws":false,"disabled":false},{"text":",","start":288,"end":289,"id":53,"ws":false,"disabled":false},{"text":"\"","start":289,"end":290,"id":54,"ws":true,"disabled":false},{"text":"Newsom","start":291,"end":297,"id":55,"ws":true,"disabled":false},{"text":"said","start":298,"end":302,"id":56,"ws":false,"disabled":false},{"text":".","start":302,"end":303,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":304,"end":316,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":317,"end":329,"id":59,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":41,"child":39,"head_span":{"start":228,"end":232,"token_start":41,"token_end":41,"label":"change_direction"},"child_span":{"start":218,"end":223,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":39,"head_span":{"start":233,"end":242,"token_start":42,"token_end":42,"label":"aspect_changing"},"child_span":{"start":218,"end":223,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":50,"child":39,"head_span":{"start":271,"end":275,"token_start":50,"token_end":50,"label":"change_direction"},"child_span":{"start":218,"end":223,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":52,"child":39,"head_span":{"start":282,"end":288,"token_start":52,"token_end":52,"label":"aspect_changing"},"child_span":{"start":218,"end":223,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":58,"head_span":{"start":75,"end":87,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":304,"end":316,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":58,"head_span":{"start":174,"end":188,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":304,"end":316,"token_start":58,"token_end":58,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":3,"head_span":{"start":174,"end":188,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":7,"end":24,"token_start":2,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":8,"head_span":{"start":174,"end":188,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":45,"end":54,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":8,"head_span":{"start":141,"end":154,"token_start":23,"token_end":25,"label":"change_direction"},"child_span":{"start":45,"end":54,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":3,"head_span":{"start":141,"end":154,"token_start":23,"token_end":25,"label":"change_direction"},"child_span":{"start":7,"end":24,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":58,"head_span":{"start":141,"end":154,"token_start":23,"token_end":25,"label":"change_direction"},"child_span":{"start":304,"end":316,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Given that hundreds of millions of people are estimated to be affected by climate-driven food insecurity, the magnitude of malnutrition effects on aggressive behavior should not be underestimated.\n","text":"Given that hundreds of millions of people are estimated to be affected by climate-driven food insecurity, the magnitude of malnutrition effects on aggressive behavior should not be underestimated. IMPLIED_BASE IMPLIED_BASE","characters":"197","document_index":"711","md_sentence_index":"39","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_39","post-training batch1":"711_39","_input_hash":-500124603,"_task_hash":-175493142,"spans":[{"start":74,"end":88,"token_start":13,"token_end":15,"label":"type_of"},{"text":"food insecurity","start":89,"token_start":16,"token_end":17,"end":104,"type":"pattern","label":"base"},{"start":123,"end":135,"token_start":22,"token_end":22,"label":"base"},{"start":147,"end":166,"token_start":25,"token_end":26,"label":"base"}],"tokens":[{"text":"Given","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"that","start":6,"end":10,"id":1,"ws":true,"disabled":false},{"text":"hundreds","start":11,"end":19,"id":2,"ws":true,"disabled":false},{"text":"of","start":20,"end":22,"id":3,"ws":true,"disabled":false},{"text":"millions","start":23,"end":31,"id":4,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":5,"ws":true,"disabled":false},{"text":"people","start":35,"end":41,"id":6,"ws":true,"disabled":false},{"text":"are","start":42,"end":45,"id":7,"ws":true,"disabled":false},{"text":"estimated","start":46,"end":55,"id":8,"ws":true,"disabled":false},{"text":"to","start":56,"end":58,"id":9,"ws":true,"disabled":false},{"text":"be","start":59,"end":61,"id":10,"ws":true,"disabled":false},{"text":"affected","start":62,"end":70,"id":11,"ws":true,"disabled":false},{"text":"by","start":71,"end":73,"id":12,"ws":true,"disabled":false},{"text":"climate","start":74,"end":81,"id":13,"ws":false,"disabled":false},{"text":"-","start":81,"end":82,"id":14,"ws":false,"disabled":false},{"text":"driven","start":82,"end":88,"id":15,"ws":true,"disabled":false},{"text":"food","start":89,"end":93,"id":16,"ws":true,"disabled":false},{"text":"insecurity","start":94,"end":104,"id":17,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":18,"ws":true,"disabled":false},{"text":"the","start":106,"end":109,"id":19,"ws":true,"disabled":false},{"text":"magnitude","start":110,"end":119,"id":20,"ws":true,"disabled":false},{"text":"of","start":120,"end":122,"id":21,"ws":true,"disabled":false},{"text":"malnutrition","start":123,"end":135,"id":22,"ws":true,"disabled":false},{"text":"effects","start":136,"end":143,"id":23,"ws":true,"disabled":false},{"text":"on","start":144,"end":146,"id":24,"ws":true,"disabled":false},{"text":"aggressive","start":147,"end":157,"id":25,"ws":true,"disabled":false},{"text":"behavior","start":158,"end":166,"id":26,"ws":true,"disabled":false},{"text":"should","start":167,"end":173,"id":27,"ws":true,"disabled":false},{"text":"not","start":174,"end":177,"id":28,"ws":true,"disabled":false},{"text":"be","start":178,"end":180,"id":29,"ws":true,"disabled":false},{"text":"underestimated","start":181,"end":195,"id":30,"ws":false,"disabled":false},{"text":".","start":195,"end":196,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":197,"end":209,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":210,"end":222,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":15,"child":17,"head_span":{"start":74,"end":88,"token_start":13,"token_end":15,"label":"type_of"},"child_span":{"start":89,"end":104,"token_start":16,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":22,"head_span":{"start":89,"end":104,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":123,"end":135,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":26,"head_span":{"start":123,"end":135,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":147,"end":166,"token_start":25,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The 2018 California wildfire season, though, when the Camp Fire became the state\u2019s deadliest and most destructive blaze in terms of acres burned, and this year\u2019s wildfire season make it clear that increasing wildfires are also happening in the United States.\n","text":"The 2018 California wildfire season, though, when the Camp Fire became the state\u2019s deadliest and most destructive blaze in terms of acres burned, and this year\u2019s wildfire season make it clear that increasing wildfires are also happening in the United States. IMPLIED_BASE IMPLIED_BASE","characters":"259","document_index":"459","md_sentence_index":"17","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/11/13/climate/climate-change-child-health.html","combo_id":"459_17","post-training batch1":"459_17","_input_hash":-1575483023,"_task_hash":-1543706941,"spans":[{"text":"wildfire","start":20,"token_start":3,"token_end":3,"end":28,"type":"pattern","label":"base"},{"text":"wildfire","start":162,"token_start":31,"token_end":31,"end":170,"type":"pattern","label":"base"},{"text":"increasing","start":197,"token_start":37,"token_end":37,"end":207,"type":"pattern","label":"change_direction"},{"text":"wildfires","start":208,"token_start":38,"token_end":38,"end":217,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"2018","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"California","start":9,"end":19,"id":2,"ws":true,"disabled":false},{"text":"wildfire","start":20,"end":28,"id":3,"ws":true,"disabled":false},{"text":"season","start":29,"end":35,"id":4,"ws":false,"disabled":false},{"text":",","start":35,"end":36,"id":5,"ws":true,"disabled":false},{"text":"though","start":37,"end":43,"id":6,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":7,"ws":true,"disabled":false},{"text":"when","start":45,"end":49,"id":8,"ws":true,"disabled":false},{"text":"the","start":50,"end":53,"id":9,"ws":true,"disabled":false},{"text":"Camp","start":54,"end":58,"id":10,"ws":true,"disabled":false},{"text":"Fire","start":59,"end":63,"id":11,"ws":true,"disabled":false},{"text":"became","start":64,"end":70,"id":12,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":13,"ws":true,"disabled":false},{"text":"state","start":75,"end":80,"id":14,"ws":false,"disabled":false},{"text":"\u2019s","start":80,"end":82,"id":15,"ws":true,"disabled":false},{"text":"deadliest","start":83,"end":92,"id":16,"ws":true,"disabled":false},{"text":"and","start":93,"end":96,"id":17,"ws":true,"disabled":false},{"text":"most","start":97,"end":101,"id":18,"ws":true,"disabled":false},{"text":"destructive","start":102,"end":113,"id":19,"ws":true,"disabled":false},{"text":"blaze","start":114,"end":119,"id":20,"ws":true,"disabled":false},{"text":"in","start":120,"end":122,"id":21,"ws":true,"disabled":false},{"text":"terms","start":123,"end":128,"id":22,"ws":true,"disabled":false},{"text":"of","start":129,"end":131,"id":23,"ws":true,"disabled":false},{"text":"acres","start":132,"end":137,"id":24,"ws":true,"disabled":false},{"text":"burned","start":138,"end":144,"id":25,"ws":false,"disabled":false},{"text":",","start":144,"end":145,"id":26,"ws":true,"disabled":false},{"text":"and","start":146,"end":149,"id":27,"ws":true,"disabled":false},{"text":"this","start":150,"end":154,"id":28,"ws":true,"disabled":false},{"text":"year","start":155,"end":159,"id":29,"ws":false,"disabled":false},{"text":"\u2019s","start":159,"end":161,"id":30,"ws":true,"disabled":false},{"text":"wildfire","start":162,"end":170,"id":31,"ws":true,"disabled":false},{"text":"season","start":171,"end":177,"id":32,"ws":true,"disabled":false},{"text":"make","start":178,"end":182,"id":33,"ws":true,"disabled":false},{"text":"it","start":183,"end":185,"id":34,"ws":true,"disabled":false},{"text":"clear","start":186,"end":191,"id":35,"ws":true,"disabled":false},{"text":"that","start":192,"end":196,"id":36,"ws":true,"disabled":false},{"text":"increasing","start":197,"end":207,"id":37,"ws":true,"disabled":false},{"text":"wildfires","start":208,"end":217,"id":38,"ws":true,"disabled":false},{"text":"are","start":218,"end":221,"id":39,"ws":true,"disabled":false},{"text":"also","start":222,"end":226,"id":40,"ws":true,"disabled":false},{"text":"happening","start":227,"end":236,"id":41,"ws":true,"disabled":false},{"text":"in","start":237,"end":239,"id":42,"ws":true,"disabled":false},{"text":"the","start":240,"end":243,"id":43,"ws":true,"disabled":false},{"text":"United","start":244,"end":250,"id":44,"ws":true,"disabled":false},{"text":"States","start":251,"end":257,"id":45,"ws":false,"disabled":false},{"text":".","start":257,"end":258,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":259,"end":271,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":272,"end":284,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The online info noted that recurrent episodes of the neurological effects of ciguatera \u2013 such as numbness \u2013 are thought to be tied to eating certain foods, including one of my personal sushi favourites, red snapper.","text":"The online info noted that recurrent episodes of the neurological effects of ciguatera \u2013 such as numbness \u2013 are thought to be tied to eating certain foods, including one of my personal sushi favourites, red snapper. IMPLIED_BASE IMPLIED_BASE","characters":"215","document_index":"606","md_sentence_index":"49","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"http://www.bbc.com/travel/story/20200129-how-climate-change-poisons-our-food","combo_id":"606_49","post-training batch1":"606_49","_input_hash":-2053481094,"_task_hash":1501912232,"spans":[{"start":27,"end":45,"token_start":5,"token_end":6,"label":"aspect_changing"},{"start":53,"end":73,"token_start":9,"token_end":10,"label":"base"},{"start":77,"end":86,"token_start":12,"token_end":12,"label":"type_of"},{"start":97,"end":105,"token_start":16,"token_end":16,"label":"base"},{"start":141,"end":148,"token_start":25,"token_end":25,"label":"type_of"},{"start":149,"end":154,"token_start":26,"token_end":26,"label":"base"},{"start":203,"end":214,"token_start":36,"token_end":37,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"online","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"info","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"noted","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"that","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"recurrent","start":27,"end":36,"id":5,"ws":true,"disabled":false},{"text":"episodes","start":37,"end":45,"id":6,"ws":true,"disabled":false},{"text":"of","start":46,"end":48,"id":7,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":8,"ws":true,"disabled":false},{"text":"neurological","start":53,"end":65,"id":9,"ws":true,"disabled":false},{"text":"effects","start":66,"end":73,"id":10,"ws":true,"disabled":false},{"text":"of","start":74,"end":76,"id":11,"ws":true,"disabled":false},{"text":"ciguatera","start":77,"end":86,"id":12,"ws":true,"disabled":false},{"text":"\u2013","start":87,"end":88,"id":13,"ws":true,"disabled":false},{"text":"such","start":89,"end":93,"id":14,"ws":true,"disabled":false},{"text":"as","start":94,"end":96,"id":15,"ws":true,"disabled":false},{"text":"numbness","start":97,"end":105,"id":16,"ws":true,"disabled":false},{"text":"\u2013","start":106,"end":107,"id":17,"ws":true,"disabled":false},{"text":"are","start":108,"end":111,"id":18,"ws":true,"disabled":false},{"text":"thought","start":112,"end":119,"id":19,"ws":true,"disabled":false},{"text":"to","start":120,"end":122,"id":20,"ws":true,"disabled":false},{"text":"be","start":123,"end":125,"id":21,"ws":true,"disabled":false},{"text":"tied","start":126,"end":130,"id":22,"ws":true,"disabled":false},{"text":"to","start":131,"end":133,"id":23,"ws":true,"disabled":false},{"text":"eating","start":134,"end":140,"id":24,"ws":true,"disabled":false},{"text":"certain","start":141,"end":148,"id":25,"ws":true,"disabled":false},{"text":"foods","start":149,"end":154,"id":26,"ws":false,"disabled":false},{"text":",","start":154,"end":155,"id":27,"ws":true,"disabled":false},{"text":"including","start":156,"end":165,"id":28,"ws":true,"disabled":false},{"text":"one","start":166,"end":169,"id":29,"ws":true,"disabled":false},{"text":"of","start":170,"end":172,"id":30,"ws":true,"disabled":false},{"text":"my","start":173,"end":175,"id":31,"ws":true,"disabled":false},{"text":"personal","start":176,"end":184,"id":32,"ws":true,"disabled":false},{"text":"sushi","start":185,"end":190,"id":33,"ws":true,"disabled":false},{"text":"favourites","start":191,"end":201,"id":34,"ws":false,"disabled":false},{"text":",","start":201,"end":202,"id":35,"ws":true,"disabled":false},{"text":"red","start":203,"end":206,"id":36,"ws":true,"disabled":false},{"text":"snapper","start":207,"end":214,"id":37,"ws":false,"disabled":false},{"text":".","start":214,"end":215,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":216,"end":228,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":229,"end":241,"id":40,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":6,"child":10,"head_span":{"start":27,"end":45,"token_start":5,"token_end":6,"label":"aspect_changing"},"child_span":{"start":53,"end":73,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":10,"head_span":{"start":77,"end":86,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":53,"end":73,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":10,"head_span":{"start":203,"end":214,"token_start":36,"token_end":37,"label":"base"},"child_span":{"start":53,"end":73,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":16,"head_span":{"start":203,"end":214,"token_start":36,"token_end":37,"label":"base"},"child_span":{"start":97,"end":105,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":16,"head_span":{"start":149,"end":154,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":97,"end":105,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":10,"head_span":{"start":149,"end":154,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":53,"end":73,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":26,"head_span":{"start":141,"end":148,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":149,"end":154,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Association?","relation count":"Many","complexity":"Moderate","original_md_text":"In the decades that followed, the men who experienced maternal malnourishment during pregnancy were 2.5 times more likely than men who had not to develop antisocial personality disorder, a condition characterized by frequent violence and antisocial behavior (Neugebauer et al., 1999).","text":"In the decades that followed, the men who experienced maternal malnourishment during pregnancy were 2.5 times more likely than men who had not to develop antisocial personality disorder, a condition characterized by frequent violence and antisocial behavior (Neugebauer et al., 1999). IMPLIED_BASE IMPLIED_BASE","characters":"284","document_index":"71","md_sentence_index":"103","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_103","post-training batch1":"71_103","_input_hash":-1572407153,"_task_hash":-1799286319,"spans":[{"text":"more","start":110,"token_start":17,"token_end":17,"end":114,"type":"pattern","label":"change_direction"},{"text":"violence","start":225,"token_start":35,"token_end":35,"end":233,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"decades","start":7,"end":14,"id":2,"ws":true,"disabled":false},{"text":"that","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"followed","start":20,"end":28,"id":4,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":5,"ws":true,"disabled":false},{"text":"the","start":30,"end":33,"id":6,"ws":true,"disabled":false},{"text":"men","start":34,"end":37,"id":7,"ws":true,"disabled":false},{"text":"who","start":38,"end":41,"id":8,"ws":true,"disabled":false},{"text":"experienced","start":42,"end":53,"id":9,"ws":true,"disabled":false},{"text":"maternal","start":54,"end":62,"id":10,"ws":true,"disabled":false},{"text":"malnourishment","start":63,"end":77,"id":11,"ws":true,"disabled":false},{"text":"during","start":78,"end":84,"id":12,"ws":true,"disabled":false},{"text":"pregnancy","start":85,"end":94,"id":13,"ws":true,"disabled":false},{"text":"were","start":95,"end":99,"id":14,"ws":true,"disabled":false},{"text":"2.5","start":100,"end":103,"id":15,"ws":true,"disabled":false},{"text":"times","start":104,"end":109,"id":16,"ws":true,"disabled":false},{"text":"more","start":110,"end":114,"id":17,"ws":true,"disabled":false},{"text":"likely","start":115,"end":121,"id":18,"ws":true,"disabled":false},{"text":"than","start":122,"end":126,"id":19,"ws":true,"disabled":false},{"text":"men","start":127,"end":130,"id":20,"ws":true,"disabled":false},{"text":"who","start":131,"end":134,"id":21,"ws":true,"disabled":false},{"text":"had","start":135,"end":138,"id":22,"ws":true,"disabled":false},{"text":"not","start":139,"end":142,"id":23,"ws":true,"disabled":false},{"text":"to","start":143,"end":145,"id":24,"ws":true,"disabled":false},{"text":"develop","start":146,"end":153,"id":25,"ws":true,"disabled":false},{"text":"antisocial","start":154,"end":164,"id":26,"ws":true,"disabled":false},{"text":"personality","start":165,"end":176,"id":27,"ws":true,"disabled":false},{"text":"disorder","start":177,"end":185,"id":28,"ws":false,"disabled":false},{"text":",","start":185,"end":186,"id":29,"ws":true,"disabled":false},{"text":"a","start":187,"end":188,"id":30,"ws":true,"disabled":false},{"text":"condition","start":189,"end":198,"id":31,"ws":true,"disabled":false},{"text":"characterized","start":199,"end":212,"id":32,"ws":true,"disabled":false},{"text":"by","start":213,"end":215,"id":33,"ws":true,"disabled":false},{"text":"frequent","start":216,"end":224,"id":34,"ws":true,"disabled":false},{"text":"violence","start":225,"end":233,"id":35,"ws":true,"disabled":false},{"text":"and","start":234,"end":237,"id":36,"ws":true,"disabled":false},{"text":"antisocial","start":238,"end":248,"id":37,"ws":true,"disabled":false},{"text":"behavior","start":249,"end":257,"id":38,"ws":true,"disabled":false},{"text":"(","start":258,"end":259,"id":39,"ws":false,"disabled":false},{"text":"Neugebauer","start":259,"end":269,"id":40,"ws":true,"disabled":false},{"text":"et","start":270,"end":272,"id":41,"ws":true,"disabled":false},{"text":"al","start":273,"end":275,"id":42,"ws":false,"disabled":false},{"text":".","start":275,"end":276,"id":43,"ws":false,"disabled":false},{"text":",","start":276,"end":277,"id":44,"ws":true,"disabled":false},{"text":"1999","start":278,"end":282,"id":45,"ws":false,"disabled":false},{"text":")","start":282,"end":283,"id":46,"ws":false,"disabled":false},{"text":".","start":283,"end":284,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":285,"end":297,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":298,"end":310,"id":49,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For wound infections, early antibiotic treatment and, if needed, surgery are the best way to prevent the disease from spreading.","text":"For wound infections, early antibiotic treatment and, if needed, surgery are the best way to prevent the disease from spreading. IMPLIED_BASE IMPLIED_BASE","characters":"128","document_index":"333","md_sentence_index":"28","classification_origin":"cm_cause_effect_rel","url":"https://www.buzzfeednews.com/article/skbaer/flesh-eating-bacteria-climate-change-vibrio-warming","combo_id":"333_28","post-training batch1":"333_28","_input_hash":-164375074,"_task_hash":1182743199,"spans":[],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"wound","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"infections","start":10,"end":20,"id":2,"ws":false,"disabled":false},{"text":",","start":20,"end":21,"id":3,"ws":true,"disabled":false},{"text":"early","start":22,"end":27,"id":4,"ws":true,"disabled":false},{"text":"antibiotic","start":28,"end":38,"id":5,"ws":true,"disabled":false},{"text":"treatment","start":39,"end":48,"id":6,"ws":true,"disabled":false},{"text":"and","start":49,"end":52,"id":7,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":8,"ws":true,"disabled":false},{"text":"if","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"needed","start":57,"end":63,"id":10,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":11,"ws":true,"disabled":false},{"text":"surgery","start":65,"end":72,"id":12,"ws":true,"disabled":false},{"text":"are","start":73,"end":76,"id":13,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":14,"ws":true,"disabled":false},{"text":"best","start":81,"end":85,"id":15,"ws":true,"disabled":false},{"text":"way","start":86,"end":89,"id":16,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":17,"ws":true,"disabled":false},{"text":"prevent","start":93,"end":100,"id":18,"ws":true,"disabled":false},{"text":"the","start":101,"end":104,"id":19,"ws":true,"disabled":false},{"text":"disease","start":105,"end":112,"id":20,"ws":true,"disabled":false},{"text":"from","start":113,"end":117,"id":21,"ws":true,"disabled":false},{"text":"spreading","start":118,"end":127,"id":22,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Similarly, rapid permafrost thaw can also be triggered \u2013 and enhanced \u2013 by disturbances such as fire, abrupt drying events, soil subsidence and erosion resulting from ice-rich permafrost thaw (known as \u201cthermokarst\u201d).","text":"Similarly, rapid permafrost thaw can also be triggered \u2013 and enhanced \u2013 by disturbances such as fire, abrupt drying events, soil subsidence and erosion resulting from ice-rich permafrost thaw (known as \u201cthermokarst\u201d). IMPLIED_BASE IMPLIED_BASE","characters":"217","document_index":"647","md_sentence_index":"338","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_338","post-training batch1":"647_338","_input_hash":1866910882,"_task_hash":-1099353682,"spans":[{"start":11,"end":16,"token_start":2,"token_end":2,"label":"type_of"},{"text":"permafrost","start":17,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"base"},{"start":28,"end":32,"token_start":4,"token_end":4,"label":"change_direction"},{"start":33,"end":36,"token_start":5,"token_end":5,"label":"confidence"},{"start":45,"end":54,"token_start":8,"token_end":8,"label":"predicate"},{"start":61,"end":69,"token_start":11,"token_end":11,"label":"change_direction"},{"start":96,"end":100,"token_start":17,"token_end":17,"label":"base"},{"start":102,"end":108,"token_start":19,"token_end":19,"label":"type_of"},{"start":109,"end":115,"token_start":20,"token_end":20,"label":"base"},{"text":"soil","start":124,"token_start":23,"token_end":23,"end":128,"type":"pattern","label":"base"},{"start":129,"end":139,"token_start":24,"token_end":24,"label":"change_direction"},{"text":"erosion","start":144,"token_start":26,"token_end":26,"end":151,"type":"pattern","label":"base"},{"start":152,"end":166,"token_start":27,"token_end":28,"label":"predicate"},{"start":167,"end":175,"token_start":29,"token_end":31,"label":"type_of"},{"text":"permafrost","start":176,"token_start":32,"token_end":32,"end":186,"type":"pattern","label":"base"},{"start":187,"end":191,"token_start":33,"token_end":33,"label":"change_direction"},{"start":203,"end":214,"token_start":38,"token_end":38,"label":"base"}],"tokens":[{"text":"Similarly","start":0,"end":9,"id":0,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":1,"ws":true,"disabled":false},{"text":"rapid","start":11,"end":16,"id":2,"ws":true,"disabled":false},{"text":"permafrost","start":17,"end":27,"id":3,"ws":true,"disabled":false},{"text":"thaw","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"can","start":33,"end":36,"id":5,"ws":true,"disabled":false},{"text":"also","start":37,"end":41,"id":6,"ws":true,"disabled":false},{"text":"be","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"triggered","start":45,"end":54,"id":8,"ws":true,"disabled":false},{"text":"\u2013","start":55,"end":56,"id":9,"ws":true,"disabled":false},{"text":"and","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"enhanced","start":61,"end":69,"id":11,"ws":true,"disabled":false},{"text":"\u2013","start":70,"end":71,"id":12,"ws":true,"disabled":false},{"text":"by","start":72,"end":74,"id":13,"ws":true,"disabled":false},{"text":"disturbances","start":75,"end":87,"id":14,"ws":true,"disabled":false},{"text":"such","start":88,"end":92,"id":15,"ws":true,"disabled":false},{"text":"as","start":93,"end":95,"id":16,"ws":true,"disabled":false},{"text":"fire","start":96,"end":100,"id":17,"ws":false,"disabled":false},{"text":",","start":100,"end":101,"id":18,"ws":true,"disabled":false},{"text":"abrupt","start":102,"end":108,"id":19,"ws":true,"disabled":false},{"text":"drying","start":109,"end":115,"id":20,"ws":true,"disabled":false},{"text":"events","start":116,"end":122,"id":21,"ws":false,"disabled":false},{"text":",","start":122,"end":123,"id":22,"ws":true,"disabled":false},{"text":"soil","start":124,"end":128,"id":23,"ws":true,"disabled":false},{"text":"subsidence","start":129,"end":139,"id":24,"ws":true,"disabled":false},{"text":"and","start":140,"end":143,"id":25,"ws":true,"disabled":false},{"text":"erosion","start":144,"end":151,"id":26,"ws":true,"disabled":false},{"text":"resulting","start":152,"end":161,"id":27,"ws":true,"disabled":false},{"text":"from","start":162,"end":166,"id":28,"ws":true,"disabled":false},{"text":"ice","start":167,"end":170,"id":29,"ws":false,"disabled":false},{"text":"-","start":170,"end":171,"id":30,"ws":false,"disabled":false},{"text":"rich","start":171,"end":175,"id":31,"ws":true,"disabled":false},{"text":"permafrost","start":176,"end":186,"id":32,"ws":true,"disabled":false},{"text":"thaw","start":187,"end":191,"id":33,"ws":true,"disabled":false},{"text":"(","start":192,"end":193,"id":34,"ws":false,"disabled":false},{"text":"known","start":193,"end":198,"id":35,"ws":true,"disabled":false},{"text":"as","start":199,"end":201,"id":36,"ws":true,"disabled":false},{"text":"\u201c","start":202,"end":203,"id":37,"ws":false,"disabled":false},{"text":"thermokarst","start":203,"end":214,"id":38,"ws":false,"disabled":false},{"text":"\u201d","start":214,"end":215,"id":39,"ws":false,"disabled":false},{"text":")","start":215,"end":216,"id":40,"ws":false,"disabled":false},{"text":".","start":216,"end":217,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":231,"end":243,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":17,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":3,"head_span":{"start":28,"end":32,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":17,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":3,"head_span":{"start":61,"end":69,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":17,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":102,"end":108,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":109,"end":115,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":23,"head_span":{"start":129,"end":139,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":124,"end":128,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":32,"head_span":{"start":167,"end":175,"token_start":29,"token_end":31,"label":"type_of"},"child_span":{"start":176,"end":186,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":32,"head_span":{"start":187,"end":191,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":176,"end":186,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":26,"head_span":{"start":176,"end":186,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":144,"end":151,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":3,"head_span":{"start":96,"end":100,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":17,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":3,"head_span":{"start":109,"end":115,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":17,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":3,"head_span":{"start":124,"end":128,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":17,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":3,"head_span":{"start":144,"end":151,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":17,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":38,"head_span":{"start":176,"end":186,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":203,"end":214,"token_start":38,"token_end":38,"label":"base"},"color":"#d9fbad","label":"Same_As"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Asthma attacks are the most common allergy-related reason a child ends up in the emergency room, said Ari Bernstein, a pediatrician at Boston Children\u2019s Hospital and the co-director of Harvard\u2019s Center for Climate, Health and the Global Environment.\n","text":"Asthma attacks are the most common allergy-related reason a child ends up in the emergency room, said Ari Bernstein, a pediatrician at Boston Children\u2019s Hospital and the co-director of Harvard\u2019s Center for Climate, Health and the Global Environment. IMPLIED_BASE IMPLIED_BASE","characters":"250","document_index":"210","md_sentence_index":"13","classification_origin":"cm-label-eval","url":"https://www.yaleclimateconnections.org/2019/06/climate-change-could-make-childrens-allergies-worse/","combo_id":"210_13","post-training batch1":"210_13","_input_hash":1926806951,"_task_hash":1749646196,"spans":[{"text":"Asthma","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"base"},{"start":7,"end":14,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":81,"end":95,"token_start":16,"token_end":17,"label":"base"}],"tokens":[{"text":"Asthma","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"attacks","start":7,"end":14,"id":1,"ws":true,"disabled":false},{"text":"are","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"the","start":19,"end":22,"id":3,"ws":true,"disabled":false},{"text":"most","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"common","start":28,"end":34,"id":5,"ws":true,"disabled":false},{"text":"allergy","start":35,"end":42,"id":6,"ws":false,"disabled":false},{"text":"-","start":42,"end":43,"id":7,"ws":false,"disabled":false},{"text":"related","start":43,"end":50,"id":8,"ws":true,"disabled":false},{"text":"reason","start":51,"end":57,"id":9,"ws":true,"disabled":false},{"text":"a","start":58,"end":59,"id":10,"ws":true,"disabled":false},{"text":"child","start":60,"end":65,"id":11,"ws":true,"disabled":false},{"text":"ends","start":66,"end":70,"id":12,"ws":true,"disabled":false},{"text":"up","start":71,"end":73,"id":13,"ws":true,"disabled":false},{"text":"in","start":74,"end":76,"id":14,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":15,"ws":true,"disabled":false},{"text":"emergency","start":81,"end":90,"id":16,"ws":true,"disabled":false},{"text":"room","start":91,"end":95,"id":17,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":18,"ws":true,"disabled":false},{"text":"said","start":97,"end":101,"id":19,"ws":true,"disabled":false},{"text":"Ari","start":102,"end":105,"id":20,"ws":true,"disabled":false},{"text":"Bernstein","start":106,"end":115,"id":21,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":22,"ws":true,"disabled":false},{"text":"a","start":117,"end":118,"id":23,"ws":true,"disabled":false},{"text":"pediatrician","start":119,"end":131,"id":24,"ws":true,"disabled":false},{"text":"at","start":132,"end":134,"id":25,"ws":true,"disabled":false},{"text":"Boston","start":135,"end":141,"id":26,"ws":true,"disabled":false},{"text":"Children","start":142,"end":150,"id":27,"ws":false,"disabled":false},{"text":"\u2019s","start":150,"end":152,"id":28,"ws":true,"disabled":false},{"text":"Hospital","start":153,"end":161,"id":29,"ws":true,"disabled":false},{"text":"and","start":162,"end":165,"id":30,"ws":true,"disabled":false},{"text":"the","start":166,"end":169,"id":31,"ws":true,"disabled":false},{"text":"co","start":170,"end":172,"id":32,"ws":false,"disabled":false},{"text":"-","start":172,"end":173,"id":33,"ws":false,"disabled":false},{"text":"director","start":173,"end":181,"id":34,"ws":true,"disabled":false},{"text":"of","start":182,"end":184,"id":35,"ws":true,"disabled":false},{"text":"Harvard","start":185,"end":192,"id":36,"ws":false,"disabled":false},{"text":"\u2019s","start":192,"end":194,"id":37,"ws":true,"disabled":false},{"text":"Center","start":195,"end":201,"id":38,"ws":true,"disabled":false},{"text":"for","start":202,"end":205,"id":39,"ws":true,"disabled":false},{"text":"Climate","start":206,"end":213,"id":40,"ws":false,"disabled":false},{"text":",","start":213,"end":214,"id":41,"ws":true,"disabled":false},{"text":"Health","start":215,"end":221,"id":42,"ws":true,"disabled":false},{"text":"and","start":222,"end":225,"id":43,"ws":true,"disabled":false},{"text":"the","start":226,"end":229,"id":44,"ws":true,"disabled":false},{"text":"Global","start":230,"end":236,"id":45,"ws":true,"disabled":false},{"text":"Environment","start":237,"end":248,"id":46,"ws":false,"disabled":false},{"text":".","start":248,"end":249,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":250,"end":262,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":263,"end":275,"id":49,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":0,"head_span":{"start":7,"end":14,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":17,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":81,"end":95,"token_start":16,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Increased population success and range expansion due to release from climatic constraints has been recently observed and most studied in northern latitudes.","text":"Increased population success and range expansion due to release from climatic constraints has been recently observed and most studied in northern latitudes. IMPLIED_BASE IMPLIED_BASE","characters":"156","document_index":"838","md_sentence_index":"33","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.fs.usda.gov/ccrc/topics/bark-beetles-and-climate-change-united-states","combo_id":"838_33","post-training batch1":"838_33","_input_hash":-1667452048,"_task_hash":-783121811,"spans":[{"text":"Increased","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"change_direction"},{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},{"start":21,"end":28,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":33,"end":48,"token_start":4,"token_end":5,"label":"aspect_changing"},{"start":56,"end":63,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":69,"end":89,"token_start":10,"token_end":11,"label":"base"}],"tokens":[{"text":"Increased","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"population","start":10,"end":20,"id":1,"ws":true,"disabled":false},{"text":"success","start":21,"end":28,"id":2,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":3,"ws":true,"disabled":false},{"text":"range","start":33,"end":38,"id":4,"ws":true,"disabled":false},{"text":"expansion","start":39,"end":48,"id":5,"ws":true,"disabled":false},{"text":"due","start":49,"end":52,"id":6,"ws":true,"disabled":false},{"text":"to","start":53,"end":55,"id":7,"ws":true,"disabled":false},{"text":"release","start":56,"end":63,"id":8,"ws":true,"disabled":false},{"text":"from","start":64,"end":68,"id":9,"ws":true,"disabled":false},{"text":"climatic","start":69,"end":77,"id":10,"ws":true,"disabled":false},{"text":"constraints","start":78,"end":89,"id":11,"ws":true,"disabled":false},{"text":"has","start":90,"end":93,"id":12,"ws":true,"disabled":false},{"text":"been","start":94,"end":98,"id":13,"ws":true,"disabled":false},{"text":"recently","start":99,"end":107,"id":14,"ws":true,"disabled":false},{"text":"observed","start":108,"end":116,"id":15,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":16,"ws":true,"disabled":false},{"text":"most","start":121,"end":125,"id":17,"ws":true,"disabled":false},{"text":"studied","start":126,"end":133,"id":18,"ws":true,"disabled":false},{"text":"in","start":134,"end":136,"id":19,"ws":true,"disabled":false},{"text":"northern","start":137,"end":145,"id":20,"ws":true,"disabled":false},{"text":"latitudes","start":146,"end":155,"id":21,"ws":false,"disabled":false},{"text":".","start":155,"end":156,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":170,"end":182,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":2,"child":1,"head_span":{"start":21,"end":28,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":1,"head_span":{"start":33,"end":48,"token_start":4,"token_end":5,"label":"aspect_changing"},"child_span":{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":56,"end":63,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":69,"end":89,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":1,"head_span":{"start":69,"end":89,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Parasitic infections can lead to a number of changes that could increase methane emissions from livestock.","text":"Parasitic infections can lead to a number of changes that could increase methane emissions from livestock. IMPLIED_BASE IMPLIED_BASE","characters":"106","document_index":"854","md_sentence_index":"16","classification_origin":"causal_sentence_classification","url":"https://www.theverge.com/21505736/climate-change-cattle-livestock-infectious-disease-methane","combo_id":"854_16","post-training batch1":"854_16","_input_hash":-202398446,"_task_hash":713774184,"spans":[{"start":0,"end":9,"token_start":0,"token_end":0,"label":"type_of"},{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},{"text":"increase","start":64,"token_start":11,"token_end":11,"end":72,"type":"pattern","label":"change_direction"},{"text":"methane","start":73,"token_start":12,"token_end":12,"end":80,"type":"pattern","label":"base"},{"text":"emissions","start":81,"token_start":13,"token_end":13,"end":90,"type":"pattern","label":"aspect_changing"},{"start":96,"end":105,"token_start":15,"token_end":15,"label":"type_of"}],"tokens":[{"text":"Parasitic","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"infections","start":10,"end":20,"id":1,"ws":true,"disabled":false},{"text":"can","start":21,"end":24,"id":2,"ws":true,"disabled":false},{"text":"lead","start":25,"end":29,"id":3,"ws":true,"disabled":false},{"text":"to","start":30,"end":32,"id":4,"ws":true,"disabled":false},{"text":"a","start":33,"end":34,"id":5,"ws":true,"disabled":false},{"text":"number","start":35,"end":41,"id":6,"ws":true,"disabled":false},{"text":"of","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"changes","start":45,"end":52,"id":8,"ws":true,"disabled":false},{"text":"that","start":53,"end":57,"id":9,"ws":true,"disabled":false},{"text":"could","start":58,"end":63,"id":10,"ws":true,"disabled":false},{"text":"increase","start":64,"end":72,"id":11,"ws":true,"disabled":false},{"text":"methane","start":73,"end":80,"id":12,"ws":true,"disabled":false},{"text":"emissions","start":81,"end":90,"id":13,"ws":true,"disabled":false},{"text":"from","start":91,"end":95,"id":14,"ws":true,"disabled":false},{"text":"livestock","start":96,"end":105,"id":15,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":12,"head_span":{"start":96,"end":105,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":73,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":12,"head_span":{"start":81,"end":90,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":73,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":64,"end":72,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":73,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":12,"head_span":{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":73,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"And when warmer winter storms cause rain to fall on top of California's snowpack, it dramatically increases the risk of devastating floods.\n","text":"And when warmer winter storms cause rain to fall on top of California's snowpack, it dramatically increases the risk of devastating floods. IMPLIED_BASE IMPLIED_BASE","characters":"140","document_index":"643","md_sentence_index":"35","classification_origin":"causal_sentence_classification","url":"https://www.npr.org/2020/02/18/803125282/how-warming-winters-are-affecting-everything","combo_id":"643_35","post-training batch1":"643_35","_input_hash":-1828041182,"_task_hash":-1231611451,"spans":[{"text":"warmer","start":9,"token_start":2,"token_end":2,"end":15,"type":"pattern","label":"base"},{"start":16,"end":22,"token_start":3,"token_end":3,"label":"type_of"},{"text":"storms","start":23,"token_start":4,"token_end":4,"end":29,"type":"pattern","label":"base"},{"text":"increases","start":98,"token_start":18,"token_end":18,"end":107,"type":"pattern","label":"change_direction"},{"text":"risk","start":112,"token_start":20,"token_end":20,"end":116,"type":"pattern","label":"aspect_changing"},{"start":120,"end":131,"token_start":22,"token_end":22,"label":"type_of"},{"text":"floods","start":132,"token_start":23,"token_end":23,"end":138,"type":"pattern","label":"base"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"when","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"warmer","start":9,"end":15,"id":2,"ws":true,"disabled":false},{"text":"winter","start":16,"end":22,"id":3,"ws":true,"disabled":false},{"text":"storms","start":23,"end":29,"id":4,"ws":true,"disabled":false},{"text":"cause","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"rain","start":36,"end":40,"id":6,"ws":true,"disabled":false},{"text":"to","start":41,"end":43,"id":7,"ws":true,"disabled":false},{"text":"fall","start":44,"end":48,"id":8,"ws":true,"disabled":false},{"text":"on","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"top","start":52,"end":55,"id":10,"ws":true,"disabled":false},{"text":"of","start":56,"end":58,"id":11,"ws":true,"disabled":false},{"text":"California","start":59,"end":69,"id":12,"ws":false,"disabled":false},{"text":"'s","start":69,"end":71,"id":13,"ws":true,"disabled":false},{"text":"snowpack","start":72,"end":80,"id":14,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":15,"ws":true,"disabled":false},{"text":"it","start":82,"end":84,"id":16,"ws":true,"disabled":false},{"text":"dramatically","start":85,"end":97,"id":17,"ws":true,"disabled":false},{"text":"increases","start":98,"end":107,"id":18,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":19,"ws":true,"disabled":false},{"text":"risk","start":112,"end":116,"id":20,"ws":true,"disabled":false},{"text":"of","start":117,"end":119,"id":21,"ws":true,"disabled":false},{"text":"devastating","start":120,"end":131,"id":22,"ws":true,"disabled":false},{"text":"floods","start":132,"end":138,"id":23,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":2,"child":4,"head_span":{"start":9,"end":15,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":23,"end":29,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":23,"end":29,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":23,"head_span":{"start":98,"end":107,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":120,"end":131,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":112,"end":116,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":23,"head_span":{"start":23,"end":29,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The group concluded that climate change had made the French flooding more likely, but could not draw a conclusion about the flooding in Germany.\n","text":"The group concluded that climate change had made the French flooding more likely, but could not draw a conclusion about the flooding in Germany. IMPLIED_BASE IMPLIED_BASE","characters":"145","document_index":"770","md_sentence_index":"15","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2016/08/02/science/looking-quickly-for-the-fingerprints-of-climate-change.html","combo_id":"770_15","post-training batch1":"770_15","_input_hash":877827580,"_task_hash":-1849424133,"spans":[{"text":"climate change","start":25,"token_start":4,"token_end":5,"end":39,"type":"pattern","label":"base"},{"text":"flooding","start":60,"token_start":10,"token_end":10,"end":68,"type":"pattern","label":"base"},{"start":69,"end":80,"token_start":11,"token_end":12,"label":"change_direction"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"group","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"concluded","start":10,"end":19,"id":2,"ws":true,"disabled":false},{"text":"that","start":20,"end":24,"id":3,"ws":true,"disabled":false},{"text":"climate","start":25,"end":32,"id":4,"ws":true,"disabled":false},{"text":"change","start":33,"end":39,"id":5,"ws":true,"disabled":false},{"text":"had","start":40,"end":43,"id":6,"ws":true,"disabled":false},{"text":"made","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":8,"ws":true,"disabled":false},{"text":"French","start":53,"end":59,"id":9,"ws":true,"disabled":false},{"text":"flooding","start":60,"end":68,"id":10,"ws":true,"disabled":false},{"text":"more","start":69,"end":73,"id":11,"ws":true,"disabled":false},{"text":"likely","start":74,"end":80,"id":12,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":13,"ws":true,"disabled":false},{"text":"but","start":82,"end":85,"id":14,"ws":true,"disabled":false},{"text":"could","start":86,"end":91,"id":15,"ws":true,"disabled":false},{"text":"not","start":92,"end":95,"id":16,"ws":true,"disabled":false},{"text":"draw","start":96,"end":100,"id":17,"ws":true,"disabled":false},{"text":"a","start":101,"end":102,"id":18,"ws":true,"disabled":false},{"text":"conclusion","start":103,"end":113,"id":19,"ws":true,"disabled":false},{"text":"about","start":114,"end":119,"id":20,"ws":true,"disabled":false},{"text":"the","start":120,"end":123,"id":21,"ws":true,"disabled":false},{"text":"flooding","start":124,"end":132,"id":22,"ws":true,"disabled":false},{"text":"in","start":133,"end":135,"id":23,"ws":true,"disabled":false},{"text":"Germany","start":136,"end":143,"id":24,"ws":false,"disabled":false},{"text":".","start":143,"end":144,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":145,"end":157,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":12,"child":10,"head_span":{"start":69,"end":80,"token_start":11,"token_end":12,"label":"change_direction"},"child_span":{"start":60,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":10,"head_span":{"start":25,"end":39,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":60,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Association?","relation count":"Many","complexity":"Moderate","original_md_text":"In the decades that followed, the men who experienced maternal malnourishment during pregnancy were 2.5 times more likely than men who had not to develop antisocial personality disorder, a condition characterized by frequent violence and antisocial behavior (Neugebauer et al., 1999).","text":"In the decades that followed, the men who experienced maternal malnourishment during pregnancy were 2.5 times more likely than men who had not to develop antisocial personality disorder, a condition characterized by frequent violence and antisocial behavior (Neugebauer et al., 1999). IMPLIED_BASE IMPLIED_BASE","characters":"284","document_index":"71","md_sentence_index":"103","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_103","post-training batch1":"71_103","_input_hash":-1572407153,"_task_hash":-1799286319,"spans":[{"start":34,"end":37,"token_start":7,"token_end":7,"label":"to_whom"},{"start":42,"end":53,"token_start":9,"token_end":9,"label":"change_direction"},{"start":54,"end":62,"token_start":10,"token_end":10,"label":"type_of"},{"start":63,"end":77,"token_start":11,"token_end":11,"label":"base"},{"start":78,"end":94,"token_start":12,"token_end":13,"label":"when"},{"start":100,"end":109,"token_start":15,"token_end":16,"label":"effect_size"},{"start":110,"end":121,"token_start":17,"token_end":18,"label":"change_direction"},{"start":127,"end":130,"token_start":20,"token_end":20,"label":"to_whom"},{"start":146,"end":153,"token_start":25,"token_end":25,"label":"change_direction"},{"start":154,"end":185,"token_start":26,"token_end":28,"label":"base"},{"text":"violence","start":225,"token_start":35,"token_end":35,"end":233,"type":"pattern","label":"base"},{"start":238,"end":257,"token_start":37,"token_end":38,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"decades","start":7,"end":14,"id":2,"ws":true,"disabled":false},{"text":"that","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"followed","start":20,"end":28,"id":4,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":5,"ws":true,"disabled":false},{"text":"the","start":30,"end":33,"id":6,"ws":true,"disabled":false},{"text":"men","start":34,"end":37,"id":7,"ws":true,"disabled":false},{"text":"who","start":38,"end":41,"id":8,"ws":true,"disabled":false},{"text":"experienced","start":42,"end":53,"id":9,"ws":true,"disabled":false},{"text":"maternal","start":54,"end":62,"id":10,"ws":true,"disabled":false},{"text":"malnourishment","start":63,"end":77,"id":11,"ws":true,"disabled":false},{"text":"during","start":78,"end":84,"id":12,"ws":true,"disabled":false},{"text":"pregnancy","start":85,"end":94,"id":13,"ws":true,"disabled":false},{"text":"were","start":95,"end":99,"id":14,"ws":true,"disabled":false},{"text":"2.5","start":100,"end":103,"id":15,"ws":true,"disabled":false},{"text":"times","start":104,"end":109,"id":16,"ws":true,"disabled":false},{"text":"more","start":110,"end":114,"id":17,"ws":true,"disabled":false},{"text":"likely","start":115,"end":121,"id":18,"ws":true,"disabled":false},{"text":"than","start":122,"end":126,"id":19,"ws":true,"disabled":false},{"text":"men","start":127,"end":130,"id":20,"ws":true,"disabled":false},{"text":"who","start":131,"end":134,"id":21,"ws":true,"disabled":false},{"text":"had","start":135,"end":138,"id":22,"ws":true,"disabled":false},{"text":"not","start":139,"end":142,"id":23,"ws":true,"disabled":false},{"text":"to","start":143,"end":145,"id":24,"ws":true,"disabled":false},{"text":"develop","start":146,"end":153,"id":25,"ws":true,"disabled":false},{"text":"antisocial","start":154,"end":164,"id":26,"ws":true,"disabled":false},{"text":"personality","start":165,"end":176,"id":27,"ws":true,"disabled":false},{"text":"disorder","start":177,"end":185,"id":28,"ws":false,"disabled":false},{"text":",","start":185,"end":186,"id":29,"ws":true,"disabled":false},{"text":"a","start":187,"end":188,"id":30,"ws":true,"disabled":false},{"text":"condition","start":189,"end":198,"id":31,"ws":true,"disabled":false},{"text":"characterized","start":199,"end":212,"id":32,"ws":true,"disabled":false},{"text":"by","start":213,"end":215,"id":33,"ws":true,"disabled":false},{"text":"frequent","start":216,"end":224,"id":34,"ws":true,"disabled":false},{"text":"violence","start":225,"end":233,"id":35,"ws":true,"disabled":false},{"text":"and","start":234,"end":237,"id":36,"ws":true,"disabled":false},{"text":"antisocial","start":238,"end":248,"id":37,"ws":true,"disabled":false},{"text":"behavior","start":249,"end":257,"id":38,"ws":true,"disabled":false},{"text":"(","start":258,"end":259,"id":39,"ws":false,"disabled":false},{"text":"Neugebauer","start":259,"end":269,"id":40,"ws":true,"disabled":false},{"text":"et","start":270,"end":272,"id":41,"ws":true,"disabled":false},{"text":"al","start":273,"end":275,"id":42,"ws":false,"disabled":false},{"text":".","start":275,"end":276,"id":43,"ws":false,"disabled":false},{"text":",","start":276,"end":277,"id":44,"ws":true,"disabled":false},{"text":"1999","start":278,"end":282,"id":45,"ws":false,"disabled":false},{"text":")","start":282,"end":283,"id":46,"ws":false,"disabled":false},{"text":".","start":283,"end":284,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":285,"end":297,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":298,"end":310,"id":49,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":54,"end":62,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":63,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":42,"end":53,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":63,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":11,"head_span":{"start":78,"end":94,"token_start":12,"token_end":13,"label":"when"},"child_span":{"start":63,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":11,"head_span":{"start":34,"end":37,"token_start":7,"token_end":7,"label":"to_whom"},"child_span":{"start":63,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":28,"head_span":{"start":110,"end":121,"token_start":17,"token_end":18,"label":"change_direction"},"child_span":{"start":154,"end":185,"token_start":26,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":28,"head_span":{"start":146,"end":153,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":154,"end":185,"token_start":26,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":28,"head_span":{"start":127,"end":130,"token_start":20,"token_end":20,"label":"to_whom"},"child_span":{"start":154,"end":185,"token_start":26,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":28,"head_span":{"start":63,"end":77,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":154,"end":185,"token_start":26,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As if India needed more challenges, with coronavirus infections steadily increasing, a heat wave hitting the capital, a recent killer cyclone and 100 million people out of work, the country now has to fight off a new problem: a locust invasion.\n","text":"As if India needed more challenges, with coronavirus infections steadily increasing, a heat wave hitting the capital, a recent killer cyclone and 100 million people out of work, the country now has to fight off a new problem: a locust invasion. IMPLIED_BASE IMPLIED_BASE","characters":"245","document_index":"720","md_sentence_index":"9","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/05/27/world/asia/india-locusts-jaipur.html","combo_id":"720_9","post-training batch1":"720_9","_input_hash":1097096695,"_task_hash":-447934145,"spans":[{"text":"more","start":19,"token_start":4,"token_end":4,"end":23,"type":"pattern","label":"change_direction"},{"text":"increasing","start":73,"token_start":11,"token_end":11,"end":83,"type":"pattern","label":"change_direction"},{"text":"heat wave","start":87,"token_start":14,"token_end":15,"end":96,"type":"pattern","label":"base"},{"text":"people","start":158,"token_start":27,"token_end":27,"end":164,"type":"pattern","label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"if","start":3,"end":5,"id":1,"ws":true,"disabled":false},{"text":"India","start":6,"end":11,"id":2,"ws":true,"disabled":false},{"text":"needed","start":12,"end":18,"id":3,"ws":true,"disabled":false},{"text":"more","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"challenges","start":24,"end":34,"id":5,"ws":false,"disabled":false},{"text":",","start":34,"end":35,"id":6,"ws":true,"disabled":false},{"text":"with","start":36,"end":40,"id":7,"ws":true,"disabled":false},{"text":"coronavirus","start":41,"end":52,"id":8,"ws":true,"disabled":false},{"text":"infections","start":53,"end":63,"id":9,"ws":true,"disabled":false},{"text":"steadily","start":64,"end":72,"id":10,"ws":true,"disabled":false},{"text":"increasing","start":73,"end":83,"id":11,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":12,"ws":true,"disabled":false},{"text":"a","start":85,"end":86,"id":13,"ws":true,"disabled":false},{"text":"heat","start":87,"end":91,"id":14,"ws":true,"disabled":false},{"text":"wave","start":92,"end":96,"id":15,"ws":true,"disabled":false},{"text":"hitting","start":97,"end":104,"id":16,"ws":true,"disabled":false},{"text":"the","start":105,"end":108,"id":17,"ws":true,"disabled":false},{"text":"capital","start":109,"end":116,"id":18,"ws":false,"disabled":false},{"text":",","start":116,"end":117,"id":19,"ws":true,"disabled":false},{"text":"a","start":118,"end":119,"id":20,"ws":true,"disabled":false},{"text":"recent","start":120,"end":126,"id":21,"ws":true,"disabled":false},{"text":"killer","start":127,"end":133,"id":22,"ws":true,"disabled":false},{"text":"cyclone","start":134,"end":141,"id":23,"ws":true,"disabled":false},{"text":"and","start":142,"end":145,"id":24,"ws":true,"disabled":false},{"text":"100","start":146,"end":149,"id":25,"ws":true,"disabled":false},{"text":"million","start":150,"end":157,"id":26,"ws":true,"disabled":false},{"text":"people","start":158,"end":164,"id":27,"ws":true,"disabled":false},{"text":"out","start":165,"end":168,"id":28,"ws":true,"disabled":false},{"text":"of","start":169,"end":171,"id":29,"ws":true,"disabled":false},{"text":"work","start":172,"end":176,"id":30,"ws":false,"disabled":false},{"text":",","start":176,"end":177,"id":31,"ws":true,"disabled":false},{"text":"the","start":178,"end":181,"id":32,"ws":true,"disabled":false},{"text":"country","start":182,"end":189,"id":33,"ws":true,"disabled":false},{"text":"now","start":190,"end":193,"id":34,"ws":true,"disabled":false},{"text":"has","start":194,"end":197,"id":35,"ws":true,"disabled":false},{"text":"to","start":198,"end":200,"id":36,"ws":true,"disabled":false},{"text":"fight","start":201,"end":206,"id":37,"ws":true,"disabled":false},{"text":"off","start":207,"end":210,"id":38,"ws":true,"disabled":false},{"text":"a","start":211,"end":212,"id":39,"ws":true,"disabled":false},{"text":"new","start":213,"end":216,"id":40,"ws":true,"disabled":false},{"text":"problem","start":217,"end":224,"id":41,"ws":false,"disabled":false},{"text":":","start":224,"end":225,"id":42,"ws":true,"disabled":false},{"text":"a","start":226,"end":227,"id":43,"ws":true,"disabled":false},{"text":"locust","start":228,"end":234,"id":44,"ws":true,"disabled":false},{"text":"invasion","start":235,"end":243,"id":45,"ws":false,"disabled":false},{"text":".","start":243,"end":244,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":245,"end":257,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":258,"end":270,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The Louisiana governor said the hurricane caused catastrophic damage on Grand Isle in Jefferson Parish by causing three breaches in a levee.","text":"The Louisiana governor said the hurricane caused catastrophic damage on Grand Isle in Jefferson Parish by causing three breaches in a levee. IMPLIED_BASE IMPLIED_BASE","characters":"140","document_index":"790","md_sentence_index":"96","classification_origin":"causal_sentence_classification","url":"https://www.iii.org/fact-statistic/facts-statistics-hurricanes","combo_id":"790_96","post-training batch1":"790_96","_input_hash":588242502,"_task_hash":941893395,"spans":[{"text":"hurricane","start":32,"token_start":5,"token_end":5,"end":41,"type":"pattern","label":"base"},{"start":120,"end":128,"token_start":18,"token_end":18,"label":"base"},{"start":134,"end":139,"token_start":21,"token_end":21,"label":"type_of"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Louisiana","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"governor","start":14,"end":22,"id":2,"ws":true,"disabled":false},{"text":"said","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"the","start":28,"end":31,"id":4,"ws":true,"disabled":false},{"text":"hurricane","start":32,"end":41,"id":5,"ws":true,"disabled":false},{"text":"caused","start":42,"end":48,"id":6,"ws":true,"disabled":false},{"text":"catastrophic","start":49,"end":61,"id":7,"ws":true,"disabled":false},{"text":"damage","start":62,"end":68,"id":8,"ws":true,"disabled":false},{"text":"on","start":69,"end":71,"id":9,"ws":true,"disabled":false},{"text":"Grand","start":72,"end":77,"id":10,"ws":true,"disabled":false},{"text":"Isle","start":78,"end":82,"id":11,"ws":true,"disabled":false},{"text":"in","start":83,"end":85,"id":12,"ws":true,"disabled":false},{"text":"Jefferson","start":86,"end":95,"id":13,"ws":true,"disabled":false},{"text":"Parish","start":96,"end":102,"id":14,"ws":true,"disabled":false},{"text":"by","start":103,"end":105,"id":15,"ws":true,"disabled":false},{"text":"causing","start":106,"end":113,"id":16,"ws":true,"disabled":false},{"text":"three","start":114,"end":119,"id":17,"ws":true,"disabled":false},{"text":"breaches","start":120,"end":128,"id":18,"ws":true,"disabled":false},{"text":"in","start":129,"end":131,"id":19,"ws":true,"disabled":false},{"text":"a","start":132,"end":133,"id":20,"ws":true,"disabled":false},{"text":"levee","start":134,"end":139,"id":21,"ws":false,"disabled":false},{"text":".","start":139,"end":140,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":141,"end":153,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":21,"child":18,"head_span":{"start":134,"end":139,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":120,"end":128,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":18,"head_span":{"start":32,"end":41,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":120,"end":128,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"The heat also warped tracks on BART Monday afternoon, and crews worked to cool down equipment as delays reverberated throughout the system, according to the transit agency.\n","text":"The heat also warped tracks on BART Monday afternoon, and crews worked to cool down equipment as delays reverberated throughout the system, according to the transit agency. IMPLIED_BASE IMPLIED_BASE","characters":"173","document_index":"211","md_sentence_index":"18","classification_origin":"cm-label-eval","url":"https://www.sfchronicle.com/bayarea/article/Record-setting-temperatures-concern-Bay-Area-13964987.php","combo_id":"211_18","post-training batch1":"211_18","_input_hash":-45425256,"_task_hash":-1748454766,"spans":[{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},{"start":14,"end":20,"token_start":3,"token_end":3,"label":"aspect_changing"},{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},{"start":97,"end":103,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"heat","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"also","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"warped","start":14,"end":20,"id":3,"ws":true,"disabled":false},{"text":"tracks","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"on","start":28,"end":30,"id":5,"ws":true,"disabled":false},{"text":"BART","start":31,"end":35,"id":6,"ws":true,"disabled":false},{"text":"Monday","start":36,"end":42,"id":7,"ws":true,"disabled":false},{"text":"afternoon","start":43,"end":52,"id":8,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":9,"ws":true,"disabled":false},{"text":"and","start":54,"end":57,"id":10,"ws":true,"disabled":false},{"text":"crews","start":58,"end":63,"id":11,"ws":true,"disabled":false},{"text":"worked","start":64,"end":70,"id":12,"ws":true,"disabled":false},{"text":"to","start":71,"end":73,"id":13,"ws":true,"disabled":false},{"text":"cool","start":74,"end":78,"id":14,"ws":true,"disabled":false},{"text":"down","start":79,"end":83,"id":15,"ws":true,"disabled":false},{"text":"equipment","start":84,"end":93,"id":16,"ws":true,"disabled":false},{"text":"as","start":94,"end":96,"id":17,"ws":true,"disabled":false},{"text":"delays","start":97,"end":103,"id":18,"ws":true,"disabled":false},{"text":"reverberated","start":104,"end":116,"id":19,"ws":true,"disabled":false},{"text":"throughout","start":117,"end":127,"id":20,"ws":true,"disabled":false},{"text":"the","start":128,"end":131,"id":21,"ws":true,"disabled":false},{"text":"system","start":132,"end":138,"id":22,"ws":false,"disabled":false},{"text":",","start":138,"end":139,"id":23,"ws":true,"disabled":false},{"text":"according","start":140,"end":149,"id":24,"ws":true,"disabled":false},{"text":"to","start":150,"end":152,"id":25,"ws":true,"disabled":false},{"text":"the","start":153,"end":156,"id":26,"ws":true,"disabled":false},{"text":"transit","start":157,"end":164,"id":27,"ws":true,"disabled":false},{"text":"agency","start":165,"end":171,"id":28,"ws":false,"disabled":false},{"text":".","start":171,"end":172,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":173,"end":185,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":14,"end":20,"token_start":3,"token_end":3,"label":"aspect_changing"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":18,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":97,"end":103,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":4,"head_span":{"start":14,"end":20,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"There\u2019s now evidence that the unnatural effects of human-caused global warming are already making hurricanes stronger and more destructive.","text":"There\u2019s now evidence that the unnatural effects of human-caused global warming are already making hurricanes stronger and more destructive. IMPLIED_BASE IMPLIED_BASE","characters":"139","document_index":"787","md_sentence_index":"2","classification_origin":"causal_sentence_classification","url":"https://yaleclimateconnections.org/2019/07/how-climate-change-is-making-hurricanes-more-dangerous/","combo_id":"787_2","post-training batch1":"787_2","_input_hash":1840325862,"_task_hash":1635414832,"spans":[{"start":51,"end":63,"token_start":9,"token_end":11,"label":"type_of"},{"text":"global warming","start":64,"token_start":12,"token_end":13,"end":78,"type":"pattern","label":"base"},{"text":"hurricanes","start":98,"token_start":17,"token_end":17,"end":108,"type":"pattern","label":"base"},{"start":109,"end":117,"token_start":18,"token_end":18,"label":"change_direction"},{"start":122,"end":138,"token_start":20,"token_end":21,"label":"type_of"}],"tokens":[{"text":"There","start":0,"end":5,"id":0,"ws":false,"disabled":false},{"text":"\u2019s","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"now","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"evidence","start":12,"end":20,"id":3,"ws":true,"disabled":false},{"text":"that","start":21,"end":25,"id":4,"ws":true,"disabled":false},{"text":"the","start":26,"end":29,"id":5,"ws":true,"disabled":false},{"text":"unnatural","start":30,"end":39,"id":6,"ws":true,"disabled":false},{"text":"effects","start":40,"end":47,"id":7,"ws":true,"disabled":false},{"text":"of","start":48,"end":50,"id":8,"ws":true,"disabled":false},{"text":"human","start":51,"end":56,"id":9,"ws":false,"disabled":false},{"text":"-","start":56,"end":57,"id":10,"ws":false,"disabled":false},{"text":"caused","start":57,"end":63,"id":11,"ws":true,"disabled":false},{"text":"global","start":64,"end":70,"id":12,"ws":true,"disabled":false},{"text":"warming","start":71,"end":78,"id":13,"ws":true,"disabled":false},{"text":"are","start":79,"end":82,"id":14,"ws":true,"disabled":false},{"text":"already","start":83,"end":90,"id":15,"ws":true,"disabled":false},{"text":"making","start":91,"end":97,"id":16,"ws":true,"disabled":false},{"text":"hurricanes","start":98,"end":108,"id":17,"ws":true,"disabled":false},{"text":"stronger","start":109,"end":117,"id":18,"ws":true,"disabled":false},{"text":"and","start":118,"end":121,"id":19,"ws":true,"disabled":false},{"text":"more","start":122,"end":126,"id":20,"ws":true,"disabled":false},{"text":"destructive","start":127,"end":138,"id":21,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":11,"child":13,"head_span":{"start":51,"end":63,"token_start":9,"token_end":11,"label":"type_of"},"child_span":{"start":64,"end":78,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":109,"end":117,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":98,"end":108,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":17,"head_span":{"start":122,"end":138,"token_start":20,"token_end":21,"label":"type_of"},"child_span":{"start":98,"end":108,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":64,"end":78,"token_start":12,"token_end":13,"label":"base"},"child_span":{"start":98,"end":108,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cWe are already seeing severe bleaching around the world and the recent 2014-17 global coral bleaching event has been devastating for many reefs around the world.","text":"\u201cWe are already seeing severe bleaching around the world and the recent 2014-17 global coral bleaching event has been devastating for many reefs around the world. IMPLIED_BASE IMPLIED_BASE","characters":"162","document_index":"647","md_sentence_index":"434","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_434","post-training batch1":"647_434","_input_hash":878513112,"_task_hash":506363410,"spans":[{"start":80,"end":86,"token_start":16,"token_end":16,"label":"type_of"},{"start":87,"end":102,"token_start":17,"token_end":18,"label":"base"},{"start":118,"end":129,"token_start":22,"token_end":22,"label":"aspect_changing"},{"text":"reefs","start":139,"token_start":25,"token_end":25,"end":144,"type":"pattern","label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"We","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"are","start":4,"end":7,"id":2,"ws":true,"disabled":false},{"text":"already","start":8,"end":15,"id":3,"ws":true,"disabled":false},{"text":"seeing","start":16,"end":22,"id":4,"ws":true,"disabled":false},{"text":"severe","start":23,"end":29,"id":5,"ws":true,"disabled":false},{"text":"bleaching","start":30,"end":39,"id":6,"ws":true,"disabled":false},{"text":"around","start":40,"end":46,"id":7,"ws":true,"disabled":false},{"text":"the","start":47,"end":50,"id":8,"ws":true,"disabled":false},{"text":"world","start":51,"end":56,"id":9,"ws":true,"disabled":false},{"text":"and","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":11,"ws":true,"disabled":false},{"text":"recent","start":65,"end":71,"id":12,"ws":true,"disabled":false},{"text":"2014","start":72,"end":76,"id":13,"ws":false,"disabled":false},{"text":"-","start":76,"end":77,"id":14,"ws":false,"disabled":false},{"text":"17","start":77,"end":79,"id":15,"ws":true,"disabled":false},{"text":"global","start":80,"end":86,"id":16,"ws":true,"disabled":false},{"text":"coral","start":87,"end":92,"id":17,"ws":true,"disabled":false},{"text":"bleaching","start":93,"end":102,"id":18,"ws":true,"disabled":false},{"text":"event","start":103,"end":108,"id":19,"ws":true,"disabled":false},{"text":"has","start":109,"end":112,"id":20,"ws":true,"disabled":false},{"text":"been","start":113,"end":117,"id":21,"ws":true,"disabled":false},{"text":"devastating","start":118,"end":129,"id":22,"ws":true,"disabled":false},{"text":"for","start":130,"end":133,"id":23,"ws":true,"disabled":false},{"text":"many","start":134,"end":138,"id":24,"ws":true,"disabled":false},{"text":"reefs","start":139,"end":144,"id":25,"ws":true,"disabled":false},{"text":"around","start":145,"end":151,"id":26,"ws":true,"disabled":false},{"text":"the","start":152,"end":155,"id":27,"ws":true,"disabled":false},{"text":"world","start":156,"end":161,"id":28,"ws":false,"disabled":false},{"text":".","start":161,"end":162,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":176,"end":188,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":22,"child":25,"head_span":{"start":118,"end":129,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":139,"end":144,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":80,"end":86,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":87,"end":102,"token_start":17,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":25,"head_span":{"start":87,"end":102,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":139,"end":144,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"According to Dr Mindy Richlen, a research specialist at Woods Hole Oceanographic Institution who studies harmful algal blooms, ciguatera poisoning comes from eating fish contaminated with ciguatoxins, which come from a tropical dinoflagellate (tiny single-cell organism) that lives on microalgae growing, mostly, on dead coral.","text":"According to Dr Mindy Richlen, a research specialist at Woods Hole Oceanographic Institution who studies harmful algal blooms, ciguatera poisoning comes from eating fish contaminated with ciguatoxins, which come from a tropical dinoflagellate (tiny single-cell organism) that lives on microalgae growing, mostly, on dead coral. IMPLIED_BASE IMPLIED_BASE","characters":"327","document_index":"606","md_sentence_index":"22","classification_origin":"causal_sentence_classification","url":"http://www.bbc.com/travel/story/20200129-how-climate-change-poisons-our-food","combo_id":"606_22","post-training batch1":"606_22","_input_hash":-1297927284,"_task_hash":891965024,"spans":[{"text":"algal blooms","start":113,"token_start":17,"token_end":18,"end":125,"type":"pattern","label":"base"},{"start":127,"end":136,"token_start":20,"token_end":20,"label":"type_of"},{"start":137,"end":146,"token_start":21,"token_end":21,"label":"base"},{"start":147,"end":157,"token_start":22,"token_end":23,"label":"predicate"},{"start":158,"end":164,"token_start":24,"token_end":24,"label":"change_direction"},{"start":165,"end":169,"token_start":25,"token_end":25,"label":"base"},{"start":170,"end":199,"token_start":26,"token_end":28,"label":"type_of"},{"start":207,"end":216,"token_start":31,"token_end":32,"label":"predicate"},{"start":219,"end":227,"token_start":34,"token_end":34,"label":"type_of"},{"start":228,"end":242,"token_start":35,"token_end":35,"label":"base"},{"start":313,"end":326,"token_start":51,"token_end":53,"label":"where"}],"tokens":[{"text":"According","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"to","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"Dr","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"Mindy","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"Richlen","start":22,"end":29,"id":4,"ws":false,"disabled":false},{"text":",","start":29,"end":30,"id":5,"ws":true,"disabled":false},{"text":"a","start":31,"end":32,"id":6,"ws":true,"disabled":false},{"text":"research","start":33,"end":41,"id":7,"ws":true,"disabled":false},{"text":"specialist","start":42,"end":52,"id":8,"ws":true,"disabled":false},{"text":"at","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"Woods","start":56,"end":61,"id":10,"ws":true,"disabled":false},{"text":"Hole","start":62,"end":66,"id":11,"ws":true,"disabled":false},{"text":"Oceanographic","start":67,"end":80,"id":12,"ws":true,"disabled":false},{"text":"Institution","start":81,"end":92,"id":13,"ws":true,"disabled":false},{"text":"who","start":93,"end":96,"id":14,"ws":true,"disabled":false},{"text":"studies","start":97,"end":104,"id":15,"ws":true,"disabled":false},{"text":"harmful","start":105,"end":112,"id":16,"ws":true,"disabled":false},{"text":"algal","start":113,"end":118,"id":17,"ws":true,"disabled":false},{"text":"blooms","start":119,"end":125,"id":18,"ws":false,"disabled":false},{"text":",","start":125,"end":126,"id":19,"ws":true,"disabled":false},{"text":"ciguatera","start":127,"end":136,"id":20,"ws":true,"disabled":false},{"text":"poisoning","start":137,"end":146,"id":21,"ws":true,"disabled":false},{"text":"comes","start":147,"end":152,"id":22,"ws":true,"disabled":false},{"text":"from","start":153,"end":157,"id":23,"ws":true,"disabled":false},{"text":"eating","start":158,"end":164,"id":24,"ws":true,"disabled":false},{"text":"fish","start":165,"end":169,"id":25,"ws":true,"disabled":false},{"text":"contaminated","start":170,"end":182,"id":26,"ws":true,"disabled":false},{"text":"with","start":183,"end":187,"id":27,"ws":true,"disabled":false},{"text":"ciguatoxins","start":188,"end":199,"id":28,"ws":false,"disabled":false},{"text":",","start":199,"end":200,"id":29,"ws":true,"disabled":false},{"text":"which","start":201,"end":206,"id":30,"ws":true,"disabled":false},{"text":"come","start":207,"end":211,"id":31,"ws":true,"disabled":false},{"text":"from","start":212,"end":216,"id":32,"ws":true,"disabled":false},{"text":"a","start":217,"end":218,"id":33,"ws":true,"disabled":false},{"text":"tropical","start":219,"end":227,"id":34,"ws":true,"disabled":false},{"text":"dinoflagellate","start":228,"end":242,"id":35,"ws":true,"disabled":false},{"text":"(","start":243,"end":244,"id":36,"ws":false,"disabled":false},{"text":"tiny","start":244,"end":248,"id":37,"ws":true,"disabled":false},{"text":"single","start":249,"end":255,"id":38,"ws":false,"disabled":false},{"text":"-","start":255,"end":256,"id":39,"ws":false,"disabled":false},{"text":"cell","start":256,"end":260,"id":40,"ws":true,"disabled":false},{"text":"organism","start":261,"end":269,"id":41,"ws":false,"disabled":false},{"text":")","start":269,"end":270,"id":42,"ws":true,"disabled":false},{"text":"that","start":271,"end":275,"id":43,"ws":true,"disabled":false},{"text":"lives","start":276,"end":281,"id":44,"ws":true,"disabled":false},{"text":"on","start":282,"end":284,"id":45,"ws":true,"disabled":false},{"text":"microalgae","start":285,"end":295,"id":46,"ws":true,"disabled":false},{"text":"growing","start":296,"end":303,"id":47,"ws":false,"disabled":false},{"text":",","start":303,"end":304,"id":48,"ws":true,"disabled":false},{"text":"mostly","start":305,"end":311,"id":49,"ws":false,"disabled":false},{"text":",","start":311,"end":312,"id":50,"ws":true,"disabled":false},{"text":"on","start":313,"end":315,"id":51,"ws":true,"disabled":false},{"text":"dead","start":316,"end":320,"id":52,"ws":true,"disabled":false},{"text":"coral","start":321,"end":326,"id":53,"ws":false,"disabled":false},{"text":".","start":326,"end":327,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":328,"end":340,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":341,"end":353,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":20,"child":21,"head_span":{"start":127,"end":136,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":137,"end":146,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":25,"head_span":{"start":158,"end":164,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":165,"end":169,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":25,"head_span":{"start":170,"end":199,"token_start":26,"token_end":28,"label":"type_of"},"child_span":{"start":165,"end":169,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":35,"head_span":{"start":219,"end":227,"token_start":34,"token_end":34,"label":"type_of"},"child_span":{"start":228,"end":242,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":21,"head_span":{"start":165,"end":169,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":137,"end":146,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":35,"child":25,"head_span":{"start":228,"end":242,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":165,"end":169,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"The toxins produced by some species of cyanobacteria (called cyanotoxins) cause acute and chronic illnesses in humans.","text":"The toxins produced by some species of cyanobacteria (called cyanotoxins) cause acute and chronic illnesses in humans. IMPLIED_BASE IMPLIED_BASE","characters":"118","document_index":"153","md_sentence_index":"3","classification_origin":"cm_cause_effect_rel","url":"https://www.usgs.gov/news/science-harmful-algae-blooms","combo_id":"153_3","post-training batch1":"153_3","_input_hash":-477618132,"_task_hash":-952739062,"spans":[{"text":"cyanotoxins","start":61,"token_start":10,"token_end":10,"end":72,"type":"pattern","label":"base"},{"start":80,"end":85,"token_start":13,"token_end":13,"label":"type_of"},{"start":90,"end":97,"token_start":15,"token_end":15,"label":"type_of"},{"start":98,"end":107,"token_start":16,"token_end":16,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"toxins","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"produced","start":11,"end":19,"id":2,"ws":true,"disabled":false},{"text":"by","start":20,"end":22,"id":3,"ws":true,"disabled":false},{"text":"some","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"species","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"of","start":36,"end":38,"id":6,"ws":true,"disabled":false},{"text":"cyanobacteria","start":39,"end":52,"id":7,"ws":true,"disabled":false},{"text":"(","start":53,"end":54,"id":8,"ws":false,"disabled":false},{"text":"called","start":54,"end":60,"id":9,"ws":true,"disabled":false},{"text":"cyanotoxins","start":61,"end":72,"id":10,"ws":false,"disabled":false},{"text":")","start":72,"end":73,"id":11,"ws":true,"disabled":false},{"text":"cause","start":74,"end":79,"id":12,"ws":true,"disabled":false},{"text":"acute","start":80,"end":85,"id":13,"ws":true,"disabled":false},{"text":"and","start":86,"end":89,"id":14,"ws":true,"disabled":false},{"text":"chronic","start":90,"end":97,"id":15,"ws":true,"disabled":false},{"text":"illnesses","start":98,"end":107,"id":16,"ws":true,"disabled":false},{"text":"in","start":108,"end":110,"id":17,"ws":true,"disabled":false},{"text":"humans","start":111,"end":117,"id":18,"ws":false,"disabled":false},{"text":".","start":117,"end":118,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":132,"end":144,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":13,"child":16,"head_span":{"start":80,"end":85,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":98,"end":107,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":90,"end":97,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":98,"end":107,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":16,"head_span":{"start":61,"end":72,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":98,"end":107,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"That rapid climate change will (and already is) negatively affecting the livelihoods and aggressive tendencies of individuals is obvious, but it is informative to consider how entire populations respond to these effects.","text":"That rapid climate change will (and already is) negatively affecting the livelihoods and aggressive tendencies of individuals is obvious, but it is informative to consider how entire populations respond to these effects. IMPLIED_BASE IMPLIED_BASE","characters":"220","document_index":"711","md_sentence_index":"50","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_50","post-training batch1":"711_50","_input_hash":-1733403535,"_task_hash":-1113767933,"spans":[{"start":5,"end":10,"token_start":1,"token_end":1,"label":"change_direction"},{"text":"climate change","start":11,"token_start":2,"token_end":3,"end":25,"type":"pattern","label":"base"},{"text":"livelihoods","start":73,"token_start":13,"token_end":13,"end":84,"type":"pattern","label":"base"},{"start":89,"end":110,"token_start":15,"token_end":16,"label":"base"}],"tokens":[{"text":"That","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"rapid","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"climate","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"change","start":19,"end":25,"id":3,"ws":true,"disabled":false},{"text":"will","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"(","start":31,"end":32,"id":5,"ws":false,"disabled":false},{"text":"and","start":32,"end":35,"id":6,"ws":true,"disabled":false},{"text":"already","start":36,"end":43,"id":7,"ws":true,"disabled":false},{"text":"is","start":44,"end":46,"id":8,"ws":false,"disabled":false},{"text":")","start":46,"end":47,"id":9,"ws":true,"disabled":false},{"text":"negatively","start":48,"end":58,"id":10,"ws":true,"disabled":false},{"text":"affecting","start":59,"end":68,"id":11,"ws":true,"disabled":false},{"text":"the","start":69,"end":72,"id":12,"ws":true,"disabled":false},{"text":"livelihoods","start":73,"end":84,"id":13,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":14,"ws":true,"disabled":false},{"text":"aggressive","start":89,"end":99,"id":15,"ws":true,"disabled":false},{"text":"tendencies","start":100,"end":110,"id":16,"ws":true,"disabled":false},{"text":"of","start":111,"end":113,"id":17,"ws":true,"disabled":false},{"text":"individuals","start":114,"end":125,"id":18,"ws":true,"disabled":false},{"text":"is","start":126,"end":128,"id":19,"ws":true,"disabled":false},{"text":"obvious","start":129,"end":136,"id":20,"ws":false,"disabled":false},{"text":",","start":136,"end":137,"id":21,"ws":true,"disabled":false},{"text":"but","start":138,"end":141,"id":22,"ws":true,"disabled":false},{"text":"it","start":142,"end":144,"id":23,"ws":true,"disabled":false},{"text":"is","start":145,"end":147,"id":24,"ws":true,"disabled":false},{"text":"informative","start":148,"end":159,"id":25,"ws":true,"disabled":false},{"text":"to","start":160,"end":162,"id":26,"ws":true,"disabled":false},{"text":"consider","start":163,"end":171,"id":27,"ws":true,"disabled":false},{"text":"how","start":172,"end":175,"id":28,"ws":true,"disabled":false},{"text":"entire","start":176,"end":182,"id":29,"ws":true,"disabled":false},{"text":"populations","start":183,"end":194,"id":30,"ws":true,"disabled":false},{"text":"respond","start":195,"end":202,"id":31,"ws":true,"disabled":false},{"text":"to","start":203,"end":205,"id":32,"ws":true,"disabled":false},{"text":"these","start":206,"end":211,"id":33,"ws":true,"disabled":false},{"text":"effects","start":212,"end":219,"id":34,"ws":false,"disabled":false},{"text":".","start":219,"end":220,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":221,"end":233,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":234,"end":246,"id":37,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":5,"end":10,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":11,"end":25,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":13,"head_span":{"start":11,"end":25,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":73,"end":84,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":16,"head_span":{"start":11,"end":25,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":89,"end":110,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For all the criticism, Mr. Johnson has maintained that the most significant result of the power shut-off strategy has been that it prevented the utility\u2019s equipment from causing a wildfire.","text":"For all the criticism, Mr. Johnson has maintained that the most significant result of the power shut-off strategy has been that it prevented the utility\u2019s equipment from causing a wildfire. IMPLIED_BASE IMPLIED_BASE","characters":"189","document_index":"426","md_sentence_index":"45","classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.nytimes.com/2019/10/22/business/pge-blackout-california.html","combo_id":"426_45","post-training batch1":"426_45","_input_hash":-1377288138,"_task_hash":-910822266,"spans":[{"start":90,"end":113,"token_start":16,"token_end":20,"label":"base"},{"start":131,"end":140,"token_start":25,"token_end":25,"label":"change_direction"},{"text":"wildfire","start":180,"token_start":33,"token_end":33,"end":188,"type":"pattern","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"all","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"criticism","start":12,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"Mr.","start":23,"end":26,"id":5,"ws":true,"disabled":false},{"text":"Johnson","start":27,"end":34,"id":6,"ws":true,"disabled":false},{"text":"has","start":35,"end":38,"id":7,"ws":true,"disabled":false},{"text":"maintained","start":39,"end":49,"id":8,"ws":true,"disabled":false},{"text":"that","start":50,"end":54,"id":9,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":10,"ws":true,"disabled":false},{"text":"most","start":59,"end":63,"id":11,"ws":true,"disabled":false},{"text":"significant","start":64,"end":75,"id":12,"ws":true,"disabled":false},{"text":"result","start":76,"end":82,"id":13,"ws":true,"disabled":false},{"text":"of","start":83,"end":85,"id":14,"ws":true,"disabled":false},{"text":"the","start":86,"end":89,"id":15,"ws":true,"disabled":false},{"text":"power","start":90,"end":95,"id":16,"ws":true,"disabled":false},{"text":"shut","start":96,"end":100,"id":17,"ws":false,"disabled":false},{"text":"-","start":100,"end":101,"id":18,"ws":false,"disabled":false},{"text":"off","start":101,"end":104,"id":19,"ws":true,"disabled":false},{"text":"strategy","start":105,"end":113,"id":20,"ws":true,"disabled":false},{"text":"has","start":114,"end":117,"id":21,"ws":true,"disabled":false},{"text":"been","start":118,"end":122,"id":22,"ws":true,"disabled":false},{"text":"that","start":123,"end":127,"id":23,"ws":true,"disabled":false},{"text":"it","start":128,"end":130,"id":24,"ws":true,"disabled":false},{"text":"prevented","start":131,"end":140,"id":25,"ws":true,"disabled":false},{"text":"the","start":141,"end":144,"id":26,"ws":true,"disabled":false},{"text":"utility","start":145,"end":152,"id":27,"ws":false,"disabled":false},{"text":"\u2019s","start":152,"end":154,"id":28,"ws":true,"disabled":false},{"text":"equipment","start":155,"end":164,"id":29,"ws":true,"disabled":false},{"text":"from","start":165,"end":169,"id":30,"ws":true,"disabled":false},{"text":"causing","start":170,"end":177,"id":31,"ws":true,"disabled":false},{"text":"a","start":178,"end":179,"id":32,"ws":true,"disabled":false},{"text":"wildfire","start":180,"end":188,"id":33,"ws":false,"disabled":false},{"text":".","start":188,"end":189,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":25,"child":33,"head_span":{"start":131,"end":140,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":180,"end":188,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":33,"head_span":{"start":90,"end":113,"token_start":16,"token_end":20,"label":"base"},"child_span":{"start":180,"end":188,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"One consequence of global warming is that it intensifies natural disasters such as fires and floods, but insurers have struggled to anticipate the spiraling costs.","text":"One consequence of global warming is that it intensifies natural disasters such as fires and floods, but insurers have struggled to anticipate the spiraling costs. IMPLIED_BASE IMPLIED_BASE","characters":"163","document_index":"489","md_sentence_index":"9","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/12/05/climate/california-fire-insurance-climate.html","combo_id":"489_9","post-training batch1":"489_9","_input_hash":789707744,"_task_hash":-48635936,"spans":[{"text":"global warming","start":19,"token_start":3,"token_end":4,"end":33,"type":"pattern","label":"base"},{"start":45,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},{"text":"natural disasters","start":57,"token_start":9,"token_end":10,"end":74,"type":"pattern","label":"base"},{"start":83,"end":88,"token_start":13,"token_end":13,"label":"base"},{"text":"floods","start":93,"token_start":15,"token_end":15,"end":99,"type":"pattern","label":"base"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"consequence","start":4,"end":15,"id":1,"ws":true,"disabled":false},{"text":"of","start":16,"end":18,"id":2,"ws":true,"disabled":false},{"text":"global","start":19,"end":25,"id":3,"ws":true,"disabled":false},{"text":"warming","start":26,"end":33,"id":4,"ws":true,"disabled":false},{"text":"is","start":34,"end":36,"id":5,"ws":true,"disabled":false},{"text":"that","start":37,"end":41,"id":6,"ws":true,"disabled":false},{"text":"it","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"intensifies","start":45,"end":56,"id":8,"ws":true,"disabled":false},{"text":"natural","start":57,"end":64,"id":9,"ws":true,"disabled":false},{"text":"disasters","start":65,"end":74,"id":10,"ws":true,"disabled":false},{"text":"such","start":75,"end":79,"id":11,"ws":true,"disabled":false},{"text":"as","start":80,"end":82,"id":12,"ws":true,"disabled":false},{"text":"fires","start":83,"end":88,"id":13,"ws":true,"disabled":false},{"text":"and","start":89,"end":92,"id":14,"ws":true,"disabled":false},{"text":"floods","start":93,"end":99,"id":15,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":16,"ws":true,"disabled":false},{"text":"but","start":101,"end":104,"id":17,"ws":true,"disabled":false},{"text":"insurers","start":105,"end":113,"id":18,"ws":true,"disabled":false},{"text":"have","start":114,"end":118,"id":19,"ws":true,"disabled":false},{"text":"struggled","start":119,"end":128,"id":20,"ws":true,"disabled":false},{"text":"to","start":129,"end":131,"id":21,"ws":true,"disabled":false},{"text":"anticipate","start":132,"end":142,"id":22,"ws":true,"disabled":false},{"text":"the","start":143,"end":146,"id":23,"ws":true,"disabled":false},{"text":"spiraling","start":147,"end":156,"id":24,"ws":true,"disabled":false},{"text":"costs","start":157,"end":162,"id":25,"ws":false,"disabled":false},{"text":".","start":162,"end":163,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":177,"end":189,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":8,"child":10,"head_span":{"start":45,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":57,"end":74,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":13,"head_span":{"start":45,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":83,"end":88,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":15,"head_span":{"start":45,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":93,"end":99,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":10,"head_span":{"start":19,"end":33,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":57,"end":74,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":13,"head_span":{"start":19,"end":33,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":83,"end":88,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":15,"head_span":{"start":19,"end":33,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":93,"end":99,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In the Nile Delta, where many of Egypt's crops are cultivated, widespread erosion and saltwater intrusion would be disastrous since the country contains little other arable land.\n","text":"In the Nile Delta, where many of Egypt's crops are cultivated, widespread erosion and saltwater intrusion would be disastrous since the country contains little other arable land. IMPLIED_BASE IMPLIED_BASE","characters":"179","document_index":"382","md_sentence_index":"51","classification_origin":"cm_cause_effect_rel","url":"https://www.nationalgeographic.com/environment/global-warming/big-thaw/","combo_id":"382_51","post-training batch1":"382_51","_input_hash":916805421,"_task_hash":-471035232,"spans":[{"text":"crops","start":41,"token_start":10,"token_end":10,"end":46,"type":"pattern","label":"base"},{"text":"erosion","start":74,"token_start":15,"token_end":15,"end":81,"type":"pattern","label":"base"},{"text":"saltwater","start":86,"token_start":17,"token_end":17,"end":95,"type":"pattern","label":"base"},{"text":"arable land","start":166,"token_start":28,"token_end":29,"end":177,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"Nile","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"Delta","start":12,"end":17,"id":3,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":4,"ws":true,"disabled":false},{"text":"where","start":19,"end":24,"id":5,"ws":true,"disabled":false},{"text":"many","start":25,"end":29,"id":6,"ws":true,"disabled":false},{"text":"of","start":30,"end":32,"id":7,"ws":true,"disabled":false},{"text":"Egypt","start":33,"end":38,"id":8,"ws":false,"disabled":false},{"text":"'s","start":38,"end":40,"id":9,"ws":true,"disabled":false},{"text":"crops","start":41,"end":46,"id":10,"ws":true,"disabled":false},{"text":"are","start":47,"end":50,"id":11,"ws":true,"disabled":false},{"text":"cultivated","start":51,"end":61,"id":12,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":13,"ws":true,"disabled":false},{"text":"widespread","start":63,"end":73,"id":14,"ws":true,"disabled":false},{"text":"erosion","start":74,"end":81,"id":15,"ws":true,"disabled":false},{"text":"and","start":82,"end":85,"id":16,"ws":true,"disabled":false},{"text":"saltwater","start":86,"end":95,"id":17,"ws":true,"disabled":false},{"text":"intrusion","start":96,"end":105,"id":18,"ws":true,"disabled":false},{"text":"would","start":106,"end":111,"id":19,"ws":true,"disabled":false},{"text":"be","start":112,"end":114,"id":20,"ws":true,"disabled":false},{"text":"disastrous","start":115,"end":125,"id":21,"ws":true,"disabled":false},{"text":"since","start":126,"end":131,"id":22,"ws":true,"disabled":false},{"text":"the","start":132,"end":135,"id":23,"ws":true,"disabled":false},{"text":"country","start":136,"end":143,"id":24,"ws":true,"disabled":false},{"text":"contains","start":144,"end":152,"id":25,"ws":true,"disabled":false},{"text":"little","start":153,"end":159,"id":26,"ws":true,"disabled":false},{"text":"other","start":160,"end":165,"id":27,"ws":true,"disabled":false},{"text":"arable","start":166,"end":172,"id":28,"ws":true,"disabled":false},{"text":"land","start":173,"end":177,"id":29,"ws":false,"disabled":false},{"text":".","start":177,"end":178,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":179,"end":191,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Another major impact of climate change on the international stage will be on water supply and the increased likelihood of intra- and inter-state conflict over this finite resource.","text":"Another major impact of climate change on the international stage will be on water supply and the increased likelihood of intra- and inter-state conflict over this finite resource. IMPLIED_BASE IMPLIED_BASE","characters":"180","document_index":"81","md_sentence_index":"78","classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_78","post-training batch1":"81_78","_input_hash":-1577425405,"_task_hash":1339781296,"spans":[{"text":"climate change","start":24,"token_start":4,"token_end":5,"end":38,"type":"pattern","label":"base"},{"text":"water","start":77,"token_start":13,"token_end":13,"end":82,"type":"pattern","label":"base"},{"start":83,"end":89,"token_start":14,"token_end":14,"label":"aspect_changing"},{"text":"increased","start":98,"token_start":17,"token_end":17,"end":107,"type":"pattern","label":"change_direction"},{"text":"likelihood","start":108,"token_start":18,"token_end":18,"end":118,"type":"pattern","label":"aspect_changing"},{"start":122,"end":128,"token_start":20,"token_end":20,"label":"type_of"},{"start":133,"end":144,"token_start":22,"token_end":24,"label":"type_of"},{"text":"conflict","start":145,"token_start":25,"token_end":25,"end":153,"type":"pattern","label":"base"}],"tokens":[{"text":"Another","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"major","start":8,"end":13,"id":1,"ws":true,"disabled":false},{"text":"impact","start":14,"end":20,"id":2,"ws":true,"disabled":false},{"text":"of","start":21,"end":23,"id":3,"ws":true,"disabled":false},{"text":"climate","start":24,"end":31,"id":4,"ws":true,"disabled":false},{"text":"change","start":32,"end":38,"id":5,"ws":true,"disabled":false},{"text":"on","start":39,"end":41,"id":6,"ws":true,"disabled":false},{"text":"the","start":42,"end":45,"id":7,"ws":true,"disabled":false},{"text":"international","start":46,"end":59,"id":8,"ws":true,"disabled":false},{"text":"stage","start":60,"end":65,"id":9,"ws":true,"disabled":false},{"text":"will","start":66,"end":70,"id":10,"ws":true,"disabled":false},{"text":"be","start":71,"end":73,"id":11,"ws":true,"disabled":false},{"text":"on","start":74,"end":76,"id":12,"ws":true,"disabled":false},{"text":"water","start":77,"end":82,"id":13,"ws":true,"disabled":false},{"text":"supply","start":83,"end":89,"id":14,"ws":true,"disabled":false},{"text":"and","start":90,"end":93,"id":15,"ws":true,"disabled":false},{"text":"the","start":94,"end":97,"id":16,"ws":true,"disabled":false},{"text":"increased","start":98,"end":107,"id":17,"ws":true,"disabled":false},{"text":"likelihood","start":108,"end":118,"id":18,"ws":true,"disabled":false},{"text":"of","start":119,"end":121,"id":19,"ws":true,"disabled":false},{"text":"intra-","start":122,"end":128,"id":20,"ws":true,"disabled":false},{"text":"and","start":129,"end":132,"id":21,"ws":true,"disabled":false},{"text":"inter","start":133,"end":138,"id":22,"ws":false,"disabled":false},{"text":"-","start":138,"end":139,"id":23,"ws":false,"disabled":false},{"text":"state","start":139,"end":144,"id":24,"ws":true,"disabled":false},{"text":"conflict","start":145,"end":153,"id":25,"ws":true,"disabled":false},{"text":"over","start":154,"end":158,"id":26,"ws":true,"disabled":false},{"text":"this","start":159,"end":163,"id":27,"ws":true,"disabled":false},{"text":"finite","start":164,"end":170,"id":28,"ws":true,"disabled":false},{"text":"resource","start":171,"end":179,"id":29,"ws":false,"disabled":false},{"text":".","start":179,"end":180,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":18,"child":25,"head_span":{"start":108,"end":118,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":145,"end":153,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":25,"head_span":{"start":122,"end":128,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":145,"end":153,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":25,"head_span":{"start":133,"end":144,"token_start":22,"token_end":24,"label":"type_of"},"child_span":{"start":145,"end":153,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":25,"head_span":{"start":98,"end":107,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":145,"end":153,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":83,"end":89,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":77,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":13,"head_span":{"start":24,"end":38,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":77,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":25,"head_span":{"start":24,"end":38,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":145,"end":153,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Finally, the third cause would be the direct impact of deforestation \u2013 fewer trees mean less evapotranspiration and less moisture entering the atmosphere.\n","text":"Finally, the third cause would be the direct impact of deforestation \u2013 fewer trees mean less evapotranspiration and less moisture entering the atmosphere. IMPLIED_BASE IMPLIED_BASE","characters":"155","document_index":"647","md_sentence_index":"207","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_207","post-training batch1":"647_207","_input_hash":1071167066,"_task_hash":-356571018,"spans":[{"text":"deforestation","start":55,"token_start":11,"token_end":11,"end":68,"type":"pattern","label":"base"},{"start":71,"end":76,"token_start":13,"token_end":13,"label":"change_direction"},{"text":"trees","start":77,"token_start":14,"token_end":14,"end":82,"type":"pattern","label":"base"},{"start":83,"end":87,"token_start":15,"token_end":15,"label":"predicate"},{"text":"less","start":88,"token_start":16,"token_end":16,"end":92,"type":"pattern","label":"change_direction"},{"start":93,"end":111,"token_start":17,"token_end":17,"label":"base"},{"text":"less","start":116,"token_start":19,"token_end":19,"end":120,"type":"pattern","label":"change_direction"},{"text":"moisture","start":121,"token_start":20,"token_end":20,"end":129,"type":"pattern","label":"aspect_changing"},{"start":155,"end":167,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"Finally","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"third","start":13,"end":18,"id":3,"ws":true,"disabled":false},{"text":"cause","start":19,"end":24,"id":4,"ws":true,"disabled":false},{"text":"would","start":25,"end":30,"id":5,"ws":true,"disabled":false},{"text":"be","start":31,"end":33,"id":6,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":7,"ws":true,"disabled":false},{"text":"direct","start":38,"end":44,"id":8,"ws":true,"disabled":false},{"text":"impact","start":45,"end":51,"id":9,"ws":true,"disabled":false},{"text":"of","start":52,"end":54,"id":10,"ws":true,"disabled":false},{"text":"deforestation","start":55,"end":68,"id":11,"ws":true,"disabled":false},{"text":"\u2013","start":69,"end":70,"id":12,"ws":true,"disabled":false},{"text":"fewer","start":71,"end":76,"id":13,"ws":true,"disabled":false},{"text":"trees","start":77,"end":82,"id":14,"ws":true,"disabled":false},{"text":"mean","start":83,"end":87,"id":15,"ws":true,"disabled":false},{"text":"less","start":88,"end":92,"id":16,"ws":true,"disabled":false},{"text":"evapotranspiration","start":93,"end":111,"id":17,"ws":true,"disabled":false},{"text":"and","start":112,"end":115,"id":18,"ws":true,"disabled":false},{"text":"less","start":116,"end":120,"id":19,"ws":true,"disabled":false},{"text":"moisture","start":121,"end":129,"id":20,"ws":true,"disabled":false},{"text":"entering","start":130,"end":138,"id":21,"ws":true,"disabled":false},{"text":"the","start":139,"end":142,"id":22,"ws":true,"disabled":false},{"text":"atmosphere","start":143,"end":153,"id":23,"ws":false,"disabled":false},{"text":".","start":153,"end":154,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":155,"end":167,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":13,"child":14,"head_span":{"start":71,"end":76,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":77,"end":82,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":88,"end":92,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":93,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":25,"head_span":{"start":116,"end":120,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":155,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":25,"head_span":{"start":121,"end":129,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":155,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":17,"head_span":{"start":55,"end":68,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":93,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":25,"head_span":{"start":55,"end":68,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":155,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":17,"head_span":{"start":77,"end":82,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":93,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":25,"head_span":{"start":77,"end":82,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":155,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"Climate change is likewise having mental health impacts at the community level.","text":"Climate change is likewise having mental health impacts at the community level. IMPLIED_BASE IMPLIED_BASE","characters":"79","document_index":"111","md_sentence_index":"11","classification_origin":"cm_cause_effect_rel","url":"https://www.apa.org/news/press/releases/2017/03/climate-mental-health","combo_id":"111_11","post-training batch1":"111_11","_input_hash":-351729264,"_task_hash":1566956322,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":34,"end":40,"token_start":5,"token_end":5,"label":"type_of"},{"text":"health","start":41,"token_start":6,"token_end":6,"end":47,"type":"pattern","label":"base"},{"start":48,"end":55,"token_start":7,"token_end":7,"label":"aspect_changing"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"is","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"likewise","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"having","start":27,"end":33,"id":4,"ws":true,"disabled":false},{"text":"mental","start":34,"end":40,"id":5,"ws":true,"disabled":false},{"text":"health","start":41,"end":47,"id":6,"ws":true,"disabled":false},{"text":"impacts","start":48,"end":55,"id":7,"ws":true,"disabled":false},{"text":"at","start":56,"end":58,"id":8,"ws":true,"disabled":false},{"text":"the","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"community","start":63,"end":72,"id":10,"ws":true,"disabled":false},{"text":"level","start":73,"end":78,"id":11,"ws":false,"disabled":false},{"text":".","start":78,"end":79,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":80,"end":92,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":34,"end":40,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":41,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":6,"head_span":{"start":48,"end":55,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":41,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":41,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The increases in PTSD and depression found in pregnant women exposed to Hurricane Katrina were likely due to the severity of the event and the intensity of the disaster experience rather than a general exposure to the event.42, 156\nThe many consequences of natural disasters, such as destruc- tion of homes, and of gradual climate change impacts, such as rising temperatures, incidence of vector-borne illness, water- borne illness, and even compromised food,160 can all contrib- ute to the emotional stress that women have while pregnant, nursing, or responsible for young children.","text":"The increases in PTSD and depression found in pregnant women exposed to Hurricane Katrina were likely due to the severity of the event and the intensity of the disaster experience rather than a general exposure to the event.42, 156The many consequences of natural disasters, such as destruc- tion of homes, and of gradual climate change impacts, such as rising temperatures, incidence of vector-borne illness, water- borne illness, and even compromised food,160 can all contrib- ute to the emotional stress that women have while pregnant, nursing, or responsible for young children. IMPLIED_BASE IMPLIED_BASE","characters":"583","document_index":"619","md_sentence_index":"173","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_173","post-training batch1":"619_173","_input_hash":-419962230,"_task_hash":-14537755,"spans":[{"text":"increases","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"change_direction"},{"start":17,"end":21,"token_start":3,"token_end":3,"label":"base"},{"start":26,"end":36,"token_start":5,"token_end":5,"label":"base"},{"start":46,"end":60,"token_start":8,"token_end":9,"label":"to_whom"},{"text":"Hurricane","start":72,"token_start":12,"token_end":12,"end":81,"type":"pattern","label":"base"},{"start":102,"end":108,"token_start":16,"token_end":17,"label":"predicate"},{"start":113,"end":121,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":129,"end":134,"token_start":22,"token_end":22,"label":"base"},{"text":"intensity","start":143,"token_start":25,"token_end":25,"end":152,"type":"pattern","label":"aspect_changing"},{"start":160,"end":168,"token_start":28,"token_end":28,"label":"base"},{"text":"natural disasters","start":256,"token_start":43,"token_end":44,"end":273,"type":"pattern","label":"base"},{"start":283,"end":296,"token_start":48,"token_end":49,"label":"change_direction"},{"text":"homes","start":300,"token_start":51,"token_end":51,"end":305,"type":"pattern","label":"base"},{"text":"climate change","start":322,"token_start":56,"token_end":57,"end":336,"type":"pattern","label":"base"},{"text":"rising","start":354,"token_start":62,"token_end":62,"end":360,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":361,"token_start":63,"token_end":63,"end":373,"type":"pattern","label":"aspect_changing"},{"start":375,"end":384,"token_start":65,"token_end":65,"label":"aspect_changing"},{"start":388,"end":400,"token_start":67,"token_end":69,"label":"type_of"},{"start":401,"end":408,"token_start":70,"token_end":70,"label":"base"},{"start":410,"end":422,"token_start":72,"token_end":73,"label":"type_of"},{"start":423,"end":430,"token_start":74,"token_end":74,"label":"base"},{"start":441,"end":452,"token_start":78,"token_end":78,"label":"type_of"},{"start":453,"end":461,"token_start":79,"token_end":79,"label":"base"},{"start":462,"end":465,"token_start":80,"token_end":80,"label":"confidence"},{"start":470,"end":485,"token_start":82,"token_end":84,"label":"predicate"},{"start":490,"end":499,"token_start":86,"token_end":86,"label":"type_of"},{"text":"stress","start":500,"token_start":87,"token_end":87,"end":506,"type":"pattern","label":"base"},{"start":512,"end":517,"token_start":89,"token_end":89,"label":"to_whom"},{"start":583,"end":595,"token_start":102,"token_end":102,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"increases","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"in","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"PTSD","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"and","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"depression","start":26,"end":36,"id":5,"ws":true,"disabled":false},{"text":"found","start":37,"end":42,"id":6,"ws":true,"disabled":false},{"text":"in","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"pregnant","start":46,"end":54,"id":8,"ws":true,"disabled":false},{"text":"women","start":55,"end":60,"id":9,"ws":true,"disabled":false},{"text":"exposed","start":61,"end":68,"id":10,"ws":true,"disabled":false},{"text":"to","start":69,"end":71,"id":11,"ws":true,"disabled":false},{"text":"Hurricane","start":72,"end":81,"id":12,"ws":true,"disabled":false},{"text":"Katrina","start":82,"end":89,"id":13,"ws":true,"disabled":false},{"text":"were","start":90,"end":94,"id":14,"ws":true,"disabled":false},{"text":"likely","start":95,"end":101,"id":15,"ws":true,"disabled":false},{"text":"due","start":102,"end":105,"id":16,"ws":true,"disabled":false},{"text":"to","start":106,"end":108,"id":17,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":18,"ws":true,"disabled":false},{"text":"severity","start":113,"end":121,"id":19,"ws":true,"disabled":false},{"text":"of","start":122,"end":124,"id":20,"ws":true,"disabled":false},{"text":"the","start":125,"end":128,"id":21,"ws":true,"disabled":false},{"text":"event","start":129,"end":134,"id":22,"ws":true,"disabled":false},{"text":"and","start":135,"end":138,"id":23,"ws":true,"disabled":false},{"text":"the","start":139,"end":142,"id":24,"ws":true,"disabled":false},{"text":"intensity","start":143,"end":152,"id":25,"ws":true,"disabled":false},{"text":"of","start":153,"end":155,"id":26,"ws":true,"disabled":false},{"text":"the","start":156,"end":159,"id":27,"ws":true,"disabled":false},{"text":"disaster","start":160,"end":168,"id":28,"ws":true,"disabled":false},{"text":"experience","start":169,"end":179,"id":29,"ws":true,"disabled":false},{"text":"rather","start":180,"end":186,"id":30,"ws":true,"disabled":false},{"text":"than","start":187,"end":191,"id":31,"ws":true,"disabled":false},{"text":"a","start":192,"end":193,"id":32,"ws":true,"disabled":false},{"text":"general","start":194,"end":201,"id":33,"ws":true,"disabled":false},{"text":"exposure","start":202,"end":210,"id":34,"ws":true,"disabled":false},{"text":"to","start":211,"end":213,"id":35,"ws":true,"disabled":false},{"text":"the","start":214,"end":217,"id":36,"ws":true,"disabled":false},{"text":"event.42","start":218,"end":226,"id":37,"ws":false,"disabled":false},{"text":",","start":226,"end":227,"id":38,"ws":true,"disabled":false},{"text":"156The","start":228,"end":234,"id":39,"ws":true,"disabled":false},{"text":"many","start":235,"end":239,"id":40,"ws":true,"disabled":false},{"text":"consequences","start":240,"end":252,"id":41,"ws":true,"disabled":false},{"text":"of","start":253,"end":255,"id":42,"ws":true,"disabled":false},{"text":"natural","start":256,"end":263,"id":43,"ws":true,"disabled":false},{"text":"disasters","start":264,"end":273,"id":44,"ws":false,"disabled":false},{"text":",","start":273,"end":274,"id":45,"ws":true,"disabled":false},{"text":"such","start":275,"end":279,"id":46,"ws":true,"disabled":false},{"text":"as","start":280,"end":282,"id":47,"ws":true,"disabled":false},{"text":"destruc-","start":283,"end":291,"id":48,"ws":true,"disabled":false},{"text":"tion","start":292,"end":296,"id":49,"ws":true,"disabled":false},{"text":"of","start":297,"end":299,"id":50,"ws":true,"disabled":false},{"text":"homes","start":300,"end":305,"id":51,"ws":false,"disabled":false},{"text":",","start":305,"end":306,"id":52,"ws":true,"disabled":false},{"text":"and","start":307,"end":310,"id":53,"ws":true,"disabled":false},{"text":"of","start":311,"end":313,"id":54,"ws":true,"disabled":false},{"text":"gradual","start":314,"end":321,"id":55,"ws":true,"disabled":false},{"text":"climate","start":322,"end":329,"id":56,"ws":true,"disabled":false},{"text":"change","start":330,"end":336,"id":57,"ws":true,"disabled":false},{"text":"impacts","start":337,"end":344,"id":58,"ws":false,"disabled":false},{"text":",","start":344,"end":345,"id":59,"ws":true,"disabled":false},{"text":"such","start":346,"end":350,"id":60,"ws":true,"disabled":false},{"text":"as","start":351,"end":353,"id":61,"ws":true,"disabled":false},{"text":"rising","start":354,"end":360,"id":62,"ws":true,"disabled":false},{"text":"temperatures","start":361,"end":373,"id":63,"ws":false,"disabled":false},{"text":",","start":373,"end":374,"id":64,"ws":true,"disabled":false},{"text":"incidence","start":375,"end":384,"id":65,"ws":true,"disabled":false},{"text":"of","start":385,"end":387,"id":66,"ws":true,"disabled":false},{"text":"vector","start":388,"end":394,"id":67,"ws":false,"disabled":false},{"text":"-","start":394,"end":395,"id":68,"ws":false,"disabled":false},{"text":"borne","start":395,"end":400,"id":69,"ws":true,"disabled":false},{"text":"illness","start":401,"end":408,"id":70,"ws":false,"disabled":false},{"text":",","start":408,"end":409,"id":71,"ws":true,"disabled":false},{"text":"water-","start":410,"end":416,"id":72,"ws":true,"disabled":false},{"text":"borne","start":417,"end":422,"id":73,"ws":true,"disabled":false},{"text":"illness","start":423,"end":430,"id":74,"ws":false,"disabled":false},{"text":",","start":430,"end":431,"id":75,"ws":true,"disabled":false},{"text":"and","start":432,"end":435,"id":76,"ws":true,"disabled":false},{"text":"even","start":436,"end":440,"id":77,"ws":true,"disabled":false},{"text":"compromised","start":441,"end":452,"id":78,"ws":true,"disabled":false},{"text":"food,160","start":453,"end":461,"id":79,"ws":true,"disabled":false},{"text":"can","start":462,"end":465,"id":80,"ws":true,"disabled":false},{"text":"all","start":466,"end":469,"id":81,"ws":true,"disabled":false},{"text":"contrib-","start":470,"end":478,"id":82,"ws":true,"disabled":false},{"text":"ute","start":479,"end":482,"id":83,"ws":true,"disabled":false},{"text":"to","start":483,"end":485,"id":84,"ws":true,"disabled":false},{"text":"the","start":486,"end":489,"id":85,"ws":true,"disabled":false},{"text":"emotional","start":490,"end":499,"id":86,"ws":true,"disabled":false},{"text":"stress","start":500,"end":506,"id":87,"ws":true,"disabled":false},{"text":"that","start":507,"end":511,"id":88,"ws":true,"disabled":false},{"text":"women","start":512,"end":517,"id":89,"ws":true,"disabled":false},{"text":"have","start":518,"end":522,"id":90,"ws":true,"disabled":false},{"text":"while","start":523,"end":528,"id":91,"ws":true,"disabled":false},{"text":"pregnant","start":529,"end":537,"id":92,"ws":false,"disabled":false},{"text":",","start":537,"end":538,"id":93,"ws":true,"disabled":false},{"text":"nursing","start":539,"end":546,"id":94,"ws":false,"disabled":false},{"text":",","start":546,"end":547,"id":95,"ws":true,"disabled":false},{"text":"or","start":548,"end":550,"id":96,"ws":true,"disabled":false},{"text":"responsible","start":551,"end":562,"id":97,"ws":true,"disabled":false},{"text":"for","start":563,"end":566,"id":98,"ws":true,"disabled":false},{"text":"young","start":567,"end":572,"id":99,"ws":true,"disabled":false},{"text":"children","start":573,"end":581,"id":100,"ws":false,"disabled":false},{"text":".","start":581,"end":582,"id":101,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":583,"end":595,"id":102,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":596,"end":608,"id":103,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":17,"end":21,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":26,"end":36,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":12,"head_span":{"start":129,"end":134,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":72,"end":81,"token_start":12,"token_end":12,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":28,"child":12,"head_span":{"start":160,"end":168,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":72,"end":81,"token_start":12,"token_end":12,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":19,"child":22,"head_span":{"start":113,"end":121,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":129,"end":134,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":28,"head_span":{"start":143,"end":152,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":160,"end":168,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":51,"head_span":{"start":283,"end":296,"token_start":48,"token_end":49,"label":"change_direction"},"child_span":{"start":300,"end":305,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":62,"child":102,"head_span":{"start":354,"end":360,"token_start":62,"token_end":62,"label":"change_direction"},"child_span":{"start":583,"end":595,"token_start":102,"token_end":102,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":63,"child":102,"head_span":{"start":361,"end":373,"token_start":63,"token_end":63,"label":"aspect_changing"},"child_span":{"start":583,"end":595,"token_start":102,"token_end":102,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":69,"child":70,"head_span":{"start":388,"end":400,"token_start":67,"token_end":69,"label":"type_of"},"child_span":{"start":401,"end":408,"token_start":70,"token_end":70,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":65,"child":70,"head_span":{"start":375,"end":384,"token_start":65,"token_end":65,"label":"aspect_changing"},"child_span":{"start":401,"end":408,"token_start":70,"token_end":70,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":73,"child":74,"head_span":{"start":410,"end":422,"token_start":72,"token_end":73,"label":"type_of"},"child_span":{"start":423,"end":430,"token_start":74,"token_end":74,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":65,"child":74,"head_span":{"start":375,"end":384,"token_start":65,"token_end":65,"label":"aspect_changing"},"child_span":{"start":423,"end":430,"token_start":74,"token_end":74,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":78,"child":79,"head_span":{"start":441,"end":452,"token_start":78,"token_end":78,"label":"type_of"},"child_span":{"start":453,"end":461,"token_start":79,"token_end":79,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":86,"child":87,"head_span":{"start":490,"end":499,"token_start":86,"token_end":86,"label":"type_of"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":3,"head_span":{"start":72,"end":81,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":17,"end":21,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":5,"head_span":{"start":72,"end":81,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":26,"end":36,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":3,"head_span":{"start":129,"end":134,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":17,"end":21,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":5,"head_span":{"start":129,"end":134,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":26,"end":36,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":3,"head_span":{"start":160,"end":168,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":17,"end":21,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":5,"head_span":{"start":160,"end":168,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":26,"end":36,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":51,"head_span":{"start":256,"end":273,"token_start":43,"token_end":44,"label":"base"},"child_span":{"start":300,"end":305,"token_start":51,"token_end":51,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":57,"child":102,"head_span":{"start":322,"end":336,"token_start":56,"token_end":57,"label":"base"},"child_span":{"start":583,"end":595,"token_start":102,"token_end":102,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":57,"child":70,"head_span":{"start":322,"end":336,"token_start":56,"token_end":57,"label":"base"},"child_span":{"start":401,"end":408,"token_start":70,"token_end":70,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":57,"child":74,"head_span":{"start":322,"end":336,"token_start":56,"token_end":57,"label":"base"},"child_span":{"start":423,"end":430,"token_start":74,"token_end":74,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":57,"child":79,"head_span":{"start":322,"end":336,"token_start":56,"token_end":57,"label":"base"},"child_span":{"start":453,"end":461,"token_start":79,"token_end":79,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":87,"head_span":{"start":300,"end":305,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":102,"child":87,"head_span":{"start":583,"end":595,"token_start":102,"token_end":102,"label":"base"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":70,"child":87,"head_span":{"start":401,"end":408,"token_start":70,"token_end":70,"label":"base"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":74,"child":87,"head_span":{"start":423,"end":430,"token_start":74,"token_end":74,"label":"base"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":79,"child":87,"head_span":{"start":453,"end":461,"token_start":79,"token_end":79,"label":"base"},"child_span":{"start":500,"end":506,"token_start":87,"token_end":87,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Instead, they are pushed around the ocean by wind streams, which are caused by high and low pressure systems in the atmosphere.\n","text":"Instead, they are pushed around the ocean by wind streams, which are caused by high and low pressure systems in the atmosphere. IMPLIED_BASE IMPLIED_BASE","characters":"128","document_index":"359","md_sentence_index":"13","classification_origin":"cm-label-eval","url":"https://www.pbs.org/newshour/nation/is-climate-change-making-hurricanes-stall","combo_id":"359_13","post-training batch1":"359_13","_input_hash":-1497604251,"_task_hash":1888425496,"spans":[{"start":45,"end":57,"token_start":9,"token_end":10,"label":"base"},{"start":65,"end":68,"token_start":13,"token_end":13,"label":"confidence"},{"start":69,"end":78,"token_start":14,"token_end":15,"label":"predicate"},{"start":79,"end":83,"token_start":16,"token_end":16,"label":"type_of"},{"start":88,"end":91,"token_start":18,"token_end":18,"label":"type_of"},{"start":92,"end":108,"token_start":19,"token_end":20,"label":"base"}],"tokens":[{"text":"Instead","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"they","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"are","start":14,"end":17,"id":3,"ws":true,"disabled":false},{"text":"pushed","start":18,"end":24,"id":4,"ws":true,"disabled":false},{"text":"around","start":25,"end":31,"id":5,"ws":true,"disabled":false},{"text":"the","start":32,"end":35,"id":6,"ws":true,"disabled":false},{"text":"ocean","start":36,"end":41,"id":7,"ws":true,"disabled":false},{"text":"by","start":42,"end":44,"id":8,"ws":true,"disabled":false},{"text":"wind","start":45,"end":49,"id":9,"ws":true,"disabled":false},{"text":"streams","start":50,"end":57,"id":10,"ws":false,"disabled":false},{"text":",","start":57,"end":58,"id":11,"ws":true,"disabled":false},{"text":"which","start":59,"end":64,"id":12,"ws":true,"disabled":false},{"text":"are","start":65,"end":68,"id":13,"ws":true,"disabled":false},{"text":"caused","start":69,"end":75,"id":14,"ws":true,"disabled":false},{"text":"by","start":76,"end":78,"id":15,"ws":true,"disabled":false},{"text":"high","start":79,"end":83,"id":16,"ws":true,"disabled":false},{"text":"and","start":84,"end":87,"id":17,"ws":true,"disabled":false},{"text":"low","start":88,"end":91,"id":18,"ws":true,"disabled":false},{"text":"pressure","start":92,"end":100,"id":19,"ws":true,"disabled":false},{"text":"systems","start":101,"end":108,"id":20,"ws":true,"disabled":false},{"text":"in","start":109,"end":111,"id":21,"ws":true,"disabled":false},{"text":"the","start":112,"end":115,"id":22,"ws":true,"disabled":false},{"text":"atmosphere","start":116,"end":126,"id":23,"ws":false,"disabled":false},{"text":".","start":126,"end":127,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":141,"end":153,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":16,"child":20,"head_span":{"start":79,"end":83,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":92,"end":108,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":88,"end":91,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":92,"end":108,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":10,"head_span":{"start":92,"end":108,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":45,"end":57,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Worker productivity will likely suffer as increases in heat and humidity push the limits of human tolerance, making it difficult for outdoor workers to stay cool.\n","text":"Worker productivity will likely suffer as increases in heat and humidity push the limits of human tolerance, making it difficult for outdoor workers to stay cool. IMPLIED_BASE IMPLIED_BASE","characters":"163","document_index":"685","md_sentence_index":"62","classification_origin":"causal_sentence_classification","url":"https://www.yaleclimateconnections.org/2019/06/heat-waves-and-climate-change-is-there-a-connection/","combo_id":"685_62","post-training batch1":"685_62","_input_hash":-2049456483,"_task_hash":-1417881526,"spans":[{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},{"text":"productivity","start":7,"token_start":1,"token_end":1,"end":19,"type":"pattern","label":"aspect_changing"},{"start":25,"end":31,"token_start":3,"token_end":3,"label":"confidence"},{"start":32,"end":38,"token_start":4,"token_end":4,"label":"change_direction"},{"text":"increases","start":42,"token_start":6,"token_end":6,"end":51,"type":"pattern","label":"change_direction"},{"start":55,"end":59,"token_start":8,"token_end":8,"label":"base"},{"start":64,"end":72,"token_start":10,"token_end":10,"label":"base"},{"start":119,"end":128,"token_start":20,"token_end":20,"label":"change_direction"},{"start":133,"end":140,"token_start":22,"token_end":22,"label":"type_of"},{"start":141,"end":148,"token_start":23,"token_end":23,"label":"base"},{"start":157,"end":161,"token_start":26,"token_end":26,"label":"aspect_changing"}],"tokens":[{"text":"Worker","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"productivity","start":7,"end":19,"id":1,"ws":true,"disabled":false},{"text":"will","start":20,"end":24,"id":2,"ws":true,"disabled":false},{"text":"likely","start":25,"end":31,"id":3,"ws":true,"disabled":false},{"text":"suffer","start":32,"end":38,"id":4,"ws":true,"disabled":false},{"text":"as","start":39,"end":41,"id":5,"ws":true,"disabled":false},{"text":"increases","start":42,"end":51,"id":6,"ws":true,"disabled":false},{"text":"in","start":52,"end":54,"id":7,"ws":true,"disabled":false},{"text":"heat","start":55,"end":59,"id":8,"ws":true,"disabled":false},{"text":"and","start":60,"end":63,"id":9,"ws":true,"disabled":false},{"text":"humidity","start":64,"end":72,"id":10,"ws":true,"disabled":false},{"text":"push","start":73,"end":77,"id":11,"ws":true,"disabled":false},{"text":"the","start":78,"end":81,"id":12,"ws":true,"disabled":false},{"text":"limits","start":82,"end":88,"id":13,"ws":true,"disabled":false},{"text":"of","start":89,"end":91,"id":14,"ws":true,"disabled":false},{"text":"human","start":92,"end":97,"id":15,"ws":true,"disabled":false},{"text":"tolerance","start":98,"end":107,"id":16,"ws":false,"disabled":false},{"text":",","start":107,"end":108,"id":17,"ws":true,"disabled":false},{"text":"making","start":109,"end":115,"id":18,"ws":true,"disabled":false},{"text":"it","start":116,"end":118,"id":19,"ws":true,"disabled":false},{"text":"difficult","start":119,"end":128,"id":20,"ws":true,"disabled":false},{"text":"for","start":129,"end":132,"id":21,"ws":true,"disabled":false},{"text":"outdoor","start":133,"end":140,"id":22,"ws":true,"disabled":false},{"text":"workers","start":141,"end":148,"id":23,"ws":true,"disabled":false},{"text":"to","start":149,"end":151,"id":24,"ws":true,"disabled":false},{"text":"stay","start":152,"end":156,"id":25,"ws":true,"disabled":false},{"text":"cool","start":157,"end":161,"id":26,"ws":false,"disabled":false},{"text":".","start":161,"end":162,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":176,"end":188,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":22,"child":23,"head_span":{"start":133,"end":140,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":141,"end":148,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":119,"end":128,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":141,"end":148,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":23,"head_span":{"start":157,"end":161,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":141,"end":148,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":8,"head_span":{"start":42,"end":51,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":55,"end":59,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":10,"head_span":{"start":42,"end":51,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":64,"end":72,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":0,"head_span":{"start":7,"end":19,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":0,"head_span":{"start":32,"end":38,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":0,"head_span":{"start":55,"end":59,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":0,"head_span":{"start":64,"end":72,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":23,"head_span":{"start":55,"end":59,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":141,"end":148,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":23,"head_span":{"start":64,"end":72,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":141,"end":148,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Although struggles over water resources are not a new occurrence, climate change will only intensify and increase the frequency of such issues\u2014similar to migration.","text":"Although struggles over water resources are not a new occurrence, climate change will only intensify and increase the frequency of such issues\u2014similar to migration. IMPLIED_BASE IMPLIED_BASE","characters":"164","document_index":"81","md_sentence_index":"80","classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_80","post-training batch1":"81_80","_input_hash":1612086394,"_task_hash":1285690109,"spans":[{"start":9,"end":18,"token_start":1,"token_end":1,"label":"change_direction"},{"text":"water resources","start":24,"token_start":3,"token_end":4,"end":39,"type":"pattern","label":"base"},{"text":"climate change","start":66,"token_start":11,"token_end":12,"end":80,"type":"pattern","label":"base"},{"start":91,"end":100,"token_start":15,"token_end":15,"label":"change_direction"},{"text":"increase","start":105,"token_start":17,"token_end":17,"end":113,"type":"pattern","label":"change_direction"},{"text":"frequency","start":118,"token_start":19,"token_end":19,"end":127,"type":"pattern","label":"aspect_changing"},{"start":154,"end":163,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"struggles","start":9,"end":18,"id":1,"ws":true,"disabled":false},{"text":"over","start":19,"end":23,"id":2,"ws":true,"disabled":false},{"text":"water","start":24,"end":29,"id":3,"ws":true,"disabled":false},{"text":"resources","start":30,"end":39,"id":4,"ws":true,"disabled":false},{"text":"are","start":40,"end":43,"id":5,"ws":true,"disabled":false},{"text":"not","start":44,"end":47,"id":6,"ws":true,"disabled":false},{"text":"a","start":48,"end":49,"id":7,"ws":true,"disabled":false},{"text":"new","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"occurrence","start":54,"end":64,"id":9,"ws":false,"disabled":false},{"text":",","start":64,"end":65,"id":10,"ws":true,"disabled":false},{"text":"climate","start":66,"end":73,"id":11,"ws":true,"disabled":false},{"text":"change","start":74,"end":80,"id":12,"ws":true,"disabled":false},{"text":"will","start":81,"end":85,"id":13,"ws":true,"disabled":false},{"text":"only","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"intensify","start":91,"end":100,"id":15,"ws":true,"disabled":false},{"text":"and","start":101,"end":104,"id":16,"ws":true,"disabled":false},{"text":"increase","start":105,"end":113,"id":17,"ws":true,"disabled":false},{"text":"the","start":114,"end":117,"id":18,"ws":true,"disabled":false},{"text":"frequency","start":118,"end":127,"id":19,"ws":true,"disabled":false},{"text":"of","start":128,"end":130,"id":20,"ws":true,"disabled":false},{"text":"such","start":131,"end":135,"id":21,"ws":true,"disabled":false},{"text":"issues","start":136,"end":142,"id":22,"ws":false,"disabled":false},{"text":"\u2014","start":142,"end":143,"id":23,"ws":false,"disabled":false},{"text":"similar","start":143,"end":150,"id":24,"ws":true,"disabled":false},{"text":"to","start":151,"end":153,"id":25,"ws":true,"disabled":false},{"text":"migration","start":154,"end":163,"id":26,"ws":false,"disabled":false},{"text":".","start":163,"end":164,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":1,"child":4,"head_span":{"start":9,"end":18,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":24,"end":39,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":4,"head_span":{"start":136,"end":142,"token_start":22,"token_end":22,"label":null},"child_span":{"start":24,"end":39,"token_start":3,"token_end":4,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":19,"child":22,"head_span":{"start":118,"end":127,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":136,"end":142,"token_start":22,"token_end":22,"label":null},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":22,"head_span":{"start":105,"end":113,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":136,"end":142,"token_start":22,"token_end":22,"label":null},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":22,"head_span":{"start":91,"end":100,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":136,"end":142,"token_start":22,"token_end":22,"label":null},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":22,"head_span":{"start":66,"end":80,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":136,"end":142,"token_start":22,"token_end":22,"label":null},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":4,"head_span":{"start":66,"end":80,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":24,"end":39,"token_start":3,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":22,"head_span":{"start":154,"end":163,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":136,"end":142,"token_start":22,"token_end":22,"label":null},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":4,"head_span":{"start":154,"end":163,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":24,"end":39,"token_start":3,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Flooding is a complex phenomenon with many causes, including land development and ground conditions.","text":"Flooding is a complex phenomenon with many causes, including land development and ground conditions. IMPLIED_BASE IMPLIED_BASE","characters":"100","document_index":"254","md_sentence_index":"14","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/07/06/climate/nashville-floods-buybacks.html","combo_id":"254_14","post-training batch1":"254_14","_input_hash":-633813394,"_task_hash":-1360754738,"spans":[{"text":"Flooding","start":0,"token_start":0,"token_end":0,"end":8,"type":"pattern","label":"base"},{"start":61,"end":65,"token_start":10,"token_end":10,"label":"type_of"},{"text":"development","start":66,"token_start":11,"token_end":11,"end":77,"type":"pattern","label":"base"},{"text":"ground","start":82,"token_start":13,"token_end":13,"end":88,"type":"pattern","label":"base"},{"start":89,"end":99,"token_start":14,"token_end":14,"label":"aspect_changing"}],"tokens":[{"text":"Flooding","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"is","start":9,"end":11,"id":1,"ws":true,"disabled":false},{"text":"a","start":12,"end":13,"id":2,"ws":true,"disabled":false},{"text":"complex","start":14,"end":21,"id":3,"ws":true,"disabled":false},{"text":"phenomenon","start":22,"end":32,"id":4,"ws":true,"disabled":false},{"text":"with","start":33,"end":37,"id":5,"ws":true,"disabled":false},{"text":"many","start":38,"end":42,"id":6,"ws":true,"disabled":false},{"text":"causes","start":43,"end":49,"id":7,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":8,"ws":true,"disabled":false},{"text":"including","start":51,"end":60,"id":9,"ws":true,"disabled":false},{"text":"land","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"development","start":66,"end":77,"id":11,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":12,"ws":true,"disabled":false},{"text":"ground","start":82,"end":88,"id":13,"ws":true,"disabled":false},{"text":"conditions","start":89,"end":99,"id":14,"ws":false,"disabled":false},{"text":".","start":99,"end":100,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":101,"end":113,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":114,"end":126,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":61,"end":65,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":66,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":89,"end":99,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":82,"end":88,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":0,"head_span":{"start":66,"end":77,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":0,"head_span":{"start":82,"end":88,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Instead, rising temperatures weaken roadways, cause metal fatigue in bridges, and make the metal pipes that move water expand, crack, and leak.\n","text":"Instead, rising temperatures weaken roadways, cause metal fatigue in bridges, and make the metal pipes that move water expand, crack, and leak. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"369","md_sentence_index":"114","classification_origin":"cm_cause_effect_rel","url":"https://www.vox.com/energy-and-environment/2019/9/9/20804544/climate-change-phoenix-heat-wave-deaths-extreme-weather","combo_id":"369_114","post-training batch1":"369_114","_input_hash":1815603231,"_task_hash":2057732711,"spans":[{"text":"rising","start":9,"token_start":2,"token_end":2,"end":15,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":16,"token_start":3,"token_end":3,"end":28,"type":"pattern","label":"aspect_changing"},{"start":29,"end":35,"token_start":4,"token_end":4,"label":"change_direction"},{"start":36,"end":44,"token_start":5,"token_end":5,"label":"base"},{"start":46,"end":51,"token_start":7,"token_end":7,"label":"predicate"},{"start":52,"end":57,"token_start":8,"token_end":8,"label":"type_of"},{"start":58,"end":65,"token_start":9,"token_end":9,"label":"base"},{"start":82,"end":86,"token_start":14,"token_end":14,"label":"predicate"},{"start":91,"end":96,"token_start":16,"token_end":16,"label":"type_of"},{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},{"text":"expand","start":119,"token_start":21,"token_end":21,"end":125,"type":"pattern","label":"change_direction"},{"start":127,"end":132,"token_start":23,"token_end":23,"label":"change_direction"},{"start":138,"end":142,"token_start":26,"token_end":26,"label":"change_direction"},{"start":144,"end":156,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"Instead","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"rising","start":9,"end":15,"id":2,"ws":true,"disabled":false},{"text":"temperatures","start":16,"end":28,"id":3,"ws":true,"disabled":false},{"text":"weaken","start":29,"end":35,"id":4,"ws":true,"disabled":false},{"text":"roadways","start":36,"end":44,"id":5,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":6,"ws":true,"disabled":false},{"text":"cause","start":46,"end":51,"id":7,"ws":true,"disabled":false},{"text":"metal","start":52,"end":57,"id":8,"ws":true,"disabled":false},{"text":"fatigue","start":58,"end":65,"id":9,"ws":true,"disabled":false},{"text":"in","start":66,"end":68,"id":10,"ws":true,"disabled":false},{"text":"bridges","start":69,"end":76,"id":11,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":12,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":13,"ws":true,"disabled":false},{"text":"make","start":82,"end":86,"id":14,"ws":true,"disabled":false},{"text":"the","start":87,"end":90,"id":15,"ws":true,"disabled":false},{"text":"metal","start":91,"end":96,"id":16,"ws":true,"disabled":false},{"text":"pipes","start":97,"end":102,"id":17,"ws":true,"disabled":false},{"text":"that","start":103,"end":107,"id":18,"ws":true,"disabled":false},{"text":"move","start":108,"end":112,"id":19,"ws":true,"disabled":false},{"text":"water","start":113,"end":118,"id":20,"ws":true,"disabled":false},{"text":"expand","start":119,"end":125,"id":21,"ws":false,"disabled":false},{"text":",","start":125,"end":126,"id":22,"ws":true,"disabled":false},{"text":"crack","start":127,"end":132,"id":23,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":24,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":25,"ws":true,"disabled":false},{"text":"leak","start":138,"end":142,"id":26,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":3,"child":28,"head_span":{"start":16,"end":28,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":144,"end":156,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":28,"head_span":{"start":9,"end":15,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":144,"end":156,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":29,"end":35,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":36,"end":44,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":52,"end":57,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":58,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":17,"head_span":{"start":119,"end":125,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":17,"head_span":{"start":127,"end":132,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":17,"head_span":{"start":138,"end":142,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":91,"end":96,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":5,"head_span":{"start":144,"end":156,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":36,"end":44,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":9,"head_span":{"start":144,"end":156,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":58,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":17,"head_span":{"start":144,"end":156,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":97,"end":102,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cEach year, the data suggests with increasing certainty that fracking is causing irrevocable damage to public health, local economies, the environment, and to global sustainability,\u201d said Physicians for Social Responsibility\u2019s Kathleen Nolan, one of the study\u2019s authors, in a statement.","text":"\u201cEach year, the data suggests with increasing certainty that fracking is causing irrevocable damage to public health, local economies, the environment, and to global sustainability,\u201d said Physicians for Social Responsibility\u2019s Kathleen Nolan, one of the study\u2019s authors, in a statement. IMPLIED_BASE IMPLIED_BASE","characters":"286","document_index":"232","md_sentence_index":"6","classification_origin":"cm-label-eval","url":"https://grist.org/article/growing-body-of-science-links-fracking-to-harm-to-health/","combo_id":"232_6","post-training batch1":"232_6","_input_hash":1010666958,"_task_hash":-838120542,"spans":[{"start":21,"end":29,"token_start":6,"token_end":6,"label":"confidence"},{"start":61,"end":69,"token_start":11,"token_end":11,"label":"base"},{"start":93,"end":99,"token_start":15,"token_end":15,"label":"change_direction"},{"start":103,"end":109,"token_start":17,"token_end":17,"label":"type_of"},{"text":"health","start":110,"token_start":18,"token_end":18,"end":116,"type":"pattern","label":"base"},{"label":"type_of"},{"start":118,"end":123,"token_start":20,"token_end":20,"label":"type_of"},{"start":124,"end":133,"token_start":21,"token_end":21,"label":"base"},{"start":139,"end":150,"token_start":24,"token_end":24,"label":"base"},{"start":159,"end":165,"token_start":28,"token_end":28,"label":"type_of"},{"start":166,"end":180,"token_start":29,"token_end":29,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Each","start":1,"end":5,"id":1,"ws":true,"disabled":false},{"text":"year","start":6,"end":10,"id":2,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":3,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":4,"ws":true,"disabled":false},{"text":"data","start":16,"end":20,"id":5,"ws":true,"disabled":false},{"text":"suggests","start":21,"end":29,"id":6,"ws":true,"disabled":false},{"text":"with","start":30,"end":34,"id":7,"ws":true,"disabled":false},{"text":"increasing","start":35,"end":45,"id":8,"ws":true,"disabled":false},{"text":"certainty","start":46,"end":55,"id":9,"ws":true,"disabled":false},{"text":"that","start":56,"end":60,"id":10,"ws":true,"disabled":false},{"text":"fracking","start":61,"end":69,"id":11,"ws":true,"disabled":false},{"text":"is","start":70,"end":72,"id":12,"ws":true,"disabled":false},{"text":"causing","start":73,"end":80,"id":13,"ws":true,"disabled":false},{"text":"irrevocable","start":81,"end":92,"id":14,"ws":true,"disabled":false},{"text":"damage","start":93,"end":99,"id":15,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":16,"ws":true,"disabled":false},{"text":"public","start":103,"end":109,"id":17,"ws":true,"disabled":false},{"text":"health","start":110,"end":116,"id":18,"ws":false,"disabled":false},{"text":",","start":116,"end":117,"id":19,"ws":true,"disabled":false},{"text":"local","start":118,"end":123,"id":20,"ws":true,"disabled":false},{"text":"economies","start":124,"end":133,"id":21,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":22,"ws":true,"disabled":false},{"text":"the","start":135,"end":138,"id":23,"ws":true,"disabled":false},{"text":"environment","start":139,"end":150,"id":24,"ws":false,"disabled":false},{"text":",","start":150,"end":151,"id":25,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":26,"ws":true,"disabled":false},{"text":"to","start":156,"end":158,"id":27,"ws":true,"disabled":false},{"text":"global","start":159,"end":165,"id":28,"ws":true,"disabled":false},{"text":"sustainability","start":166,"end":180,"id":29,"ws":false,"disabled":false},{"text":",","start":180,"end":181,"id":30,"ws":false,"disabled":false},{"text":"\u201d","start":181,"end":182,"id":31,"ws":true,"disabled":false},{"text":"said","start":183,"end":187,"id":32,"ws":true,"disabled":false},{"text":"Physicians","start":188,"end":198,"id":33,"ws":true,"disabled":false},{"text":"for","start":199,"end":202,"id":34,"ws":true,"disabled":false},{"text":"Social","start":203,"end":209,"id":35,"ws":true,"disabled":false},{"text":"Responsibility","start":210,"end":224,"id":36,"ws":false,"disabled":false},{"text":"\u2019s","start":224,"end":226,"id":37,"ws":true,"disabled":false},{"text":"Kathleen","start":227,"end":235,"id":38,"ws":true,"disabled":false},{"text":"Nolan","start":236,"end":241,"id":39,"ws":false,"disabled":false},{"text":",","start":241,"end":242,"id":40,"ws":true,"disabled":false},{"text":"one","start":243,"end":246,"id":41,"ws":true,"disabled":false},{"text":"of","start":247,"end":249,"id":42,"ws":true,"disabled":false},{"text":"the","start":250,"end":253,"id":43,"ws":true,"disabled":false},{"text":"study","start":254,"end":259,"id":44,"ws":false,"disabled":false},{"text":"\u2019s","start":259,"end":261,"id":45,"ws":true,"disabled":false},{"text":"authors","start":262,"end":269,"id":46,"ws":false,"disabled":false},{"text":",","start":269,"end":270,"id":47,"ws":true,"disabled":false},{"text":"in","start":271,"end":273,"id":48,"ws":true,"disabled":false},{"text":"a","start":274,"end":275,"id":49,"ws":true,"disabled":false},{"text":"statement","start":276,"end":285,"id":50,"ws":false,"disabled":false},{"text":".","start":285,"end":286,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":287,"end":299,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":300,"end":312,"id":53,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":17,"child":18,"head_span":{"start":103,"end":109,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":110,"end":116,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":18,"head_span":{"start":93,"end":99,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":110,"end":116,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":21,"head_span":{"start":93,"end":99,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":124,"end":133,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":118,"end":123,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":124,"end":133,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":24,"head_span":{"start":93,"end":99,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":139,"end":150,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":29,"head_span":{"start":93,"end":99,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":166,"end":180,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":28,"head_span":{"start":93,"end":99,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":159,"end":165,"token_start":28,"token_end":28,"label":"type_of"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":18,"head_span":{"start":61,"end":69,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":110,"end":116,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":21,"head_span":{"start":61,"end":69,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":124,"end":133,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":24,"head_span":{"start":61,"end":69,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":139,"end":150,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":29,"head_span":{"start":61,"end":69,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":166,"end":180,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Loss of fishery productivity at low latitudes, acidification, dead zones and other dangerous conditions are projected to be more pronounced with warming higher than 1.5\u00b0C.","text":"Loss of fishery productivity at low latitudes, acidification, dead zones and other dangerous conditions are projected to be more pronounced with warming higher than 1.5\u00b0C. IMPLIED_BASE IMPLIED_BASE","characters":"171","document_index":"766","md_sentence_index":"41","classification_origin":"causal_sentence_classification","url":"https://www.wri.org/blog/2018/10/half-degree-and-world-apart-difference-climate-impacts-between-15-c-and-2-c-warming","combo_id":"766_41","post-training batch1":"766_41","_input_hash":1730336968,"_task_hash":995817130,"spans":[{"start":8,"end":15,"token_start":2,"token_end":2,"label":"base"},{"text":"productivity","start":16,"token_start":3,"token_end":3,"end":28,"type":"pattern","label":"aspect_changing"},{"start":32,"end":45,"token_start":5,"token_end":6,"label":"where"},{"text":"acidification","start":47,"token_start":8,"token_end":8,"end":60,"type":"pattern","label":"base"},{"start":62,"end":72,"token_start":10,"token_end":11,"label":"base"},{"start":83,"end":92,"token_start":14,"token_end":14,"label":"type_of"},{"start":93,"end":103,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":108,"end":117,"token_start":17,"token_end":17,"label":"confidence"},{"start":124,"end":139,"token_start":20,"token_end":21,"label":"change_direction"},{"start":145,"end":152,"token_start":23,"token_end":23,"label":"base"},{"start":172,"end":184,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"Loss","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"of","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"fishery","start":8,"end":15,"id":2,"ws":true,"disabled":false},{"text":"productivity","start":16,"end":28,"id":3,"ws":true,"disabled":false},{"text":"at","start":29,"end":31,"id":4,"ws":true,"disabled":false},{"text":"low","start":32,"end":35,"id":5,"ws":true,"disabled":false},{"text":"latitudes","start":36,"end":45,"id":6,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"acidification","start":47,"end":60,"id":8,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":9,"ws":true,"disabled":false},{"text":"dead","start":62,"end":66,"id":10,"ws":true,"disabled":false},{"text":"zones","start":67,"end":72,"id":11,"ws":true,"disabled":false},{"text":"and","start":73,"end":76,"id":12,"ws":true,"disabled":false},{"text":"other","start":77,"end":82,"id":13,"ws":true,"disabled":false},{"text":"dangerous","start":83,"end":92,"id":14,"ws":true,"disabled":false},{"text":"conditions","start":93,"end":103,"id":15,"ws":true,"disabled":false},{"text":"are","start":104,"end":107,"id":16,"ws":true,"disabled":false},{"text":"projected","start":108,"end":117,"id":17,"ws":true,"disabled":false},{"text":"to","start":118,"end":120,"id":18,"ws":true,"disabled":false},{"text":"be","start":121,"end":123,"id":19,"ws":true,"disabled":false},{"text":"more","start":124,"end":128,"id":20,"ws":true,"disabled":false},{"text":"pronounced","start":129,"end":139,"id":21,"ws":true,"disabled":false},{"text":"with","start":140,"end":144,"id":22,"ws":true,"disabled":false},{"text":"warming","start":145,"end":152,"id":23,"ws":true,"disabled":false},{"text":"higher","start":153,"end":159,"id":24,"ws":true,"disabled":false},{"text":"than","start":160,"end":164,"id":25,"ws":true,"disabled":false},{"text":"1.5","start":165,"end":168,"id":26,"ws":false,"disabled":false},{"text":"\u00b0","start":168,"end":169,"id":27,"ws":false,"disabled":false},{"text":"C","start":169,"end":170,"id":28,"ws":false,"disabled":false},{"text":".","start":170,"end":171,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":3,"child":2,"head_span":{"start":16,"end":28,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":8,"end":15,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":30,"head_span":{"start":83,"end":92,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":172,"end":184,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":30,"head_span":{"start":93,"end":103,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":172,"end":184,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":2,"head_span":{"start":124,"end":139,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":8,"end":15,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":8,"head_span":{"start":124,"end":139,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":47,"end":60,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":11,"head_span":{"start":124,"end":139,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":62,"end":72,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":30,"head_span":{"start":124,"end":139,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":172,"end":184,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":30,"head_span":{"start":145,"end":152,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":172,"end":184,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":11,"head_span":{"start":145,"end":152,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":62,"end":72,"token_start":10,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":8,"head_span":{"start":145,"end":152,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":47,"end":60,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":2,"head_span":{"start":145,"end":152,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":8,"end":15,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The real power of rising seas is often demonstrated through storm surge which leads to coastal erosion and extreme flooding in coastal communities.","text":"The real power of rising seas is often demonstrated through storm surge which leads to coastal erosion and extreme flooding in coastal communities. IMPLIED_BASE IMPLIED_BASE","characters":"147","document_index":"562","md_sentence_index":"1","classification_origin":"causal_sentence_classification","url":"https://www.surfrider.org/coastal-blog/entry/managed-retreat-looking-beyond-the-buyouts","combo_id":"562_1","post-training batch1":"562_1","_input_hash":1975964440,"_task_hash":219415782,"spans":[{"start":60,"end":71,"token_start":10,"token_end":11,"label":"base"},{"start":78,"end":86,"token_start":13,"token_end":14,"label":"predicate"},{"start":87,"end":94,"token_start":15,"token_end":15,"label":"type_of"},{"text":"erosion","start":95,"token_start":16,"token_end":16,"end":102,"type":"pattern","label":"base"},{"start":107,"end":114,"token_start":18,"token_end":18,"label":"type_of"},{"text":"flooding","start":115,"token_start":19,"token_end":19,"end":123,"type":"pattern","label":"base"},{"start":127,"end":146,"token_start":21,"token_end":22,"label":"where"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"real","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"power","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"of","start":15,"end":17,"id":3,"ws":true,"disabled":false},{"text":"rising","start":18,"end":24,"id":4,"ws":true,"disabled":false},{"text":"seas","start":25,"end":29,"id":5,"ws":true,"disabled":false},{"text":"is","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"often","start":33,"end":38,"id":7,"ws":true,"disabled":false},{"text":"demonstrated","start":39,"end":51,"id":8,"ws":true,"disabled":false},{"text":"through","start":52,"end":59,"id":9,"ws":true,"disabled":false},{"text":"storm","start":60,"end":65,"id":10,"ws":true,"disabled":false},{"text":"surge","start":66,"end":71,"id":11,"ws":true,"disabled":false},{"text":"which","start":72,"end":77,"id":12,"ws":true,"disabled":false},{"text":"leads","start":78,"end":83,"id":13,"ws":true,"disabled":false},{"text":"to","start":84,"end":86,"id":14,"ws":true,"disabled":false},{"text":"coastal","start":87,"end":94,"id":15,"ws":true,"disabled":false},{"text":"erosion","start":95,"end":102,"id":16,"ws":true,"disabled":false},{"text":"and","start":103,"end":106,"id":17,"ws":true,"disabled":false},{"text":"extreme","start":107,"end":114,"id":18,"ws":true,"disabled":false},{"text":"flooding","start":115,"end":123,"id":19,"ws":true,"disabled":false},{"text":"in","start":124,"end":126,"id":20,"ws":true,"disabled":false},{"text":"coastal","start":127,"end":134,"id":21,"ws":true,"disabled":false},{"text":"communities","start":135,"end":146,"id":22,"ws":false,"disabled":false},{"text":".","start":146,"end":147,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":15,"child":16,"head_span":{"start":87,"end":94,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":95,"end":102,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":107,"end":114,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":115,"end":123,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":16,"head_span":{"start":60,"end":71,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":95,"end":102,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":19,"head_span":{"start":60,"end":71,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":115,"end":123,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Flooding in Iran displaced half a million people in the spring.\n","text":"Flooding in Iran displaced half a million people in the spring. IMPLIED_BASE IMPLIED_BASE","characters":"64","document_index":"381","md_sentence_index":"26","classification_origin":"cm_cause_effect_rel","url":"https://www.businessinsider.com/climate-change-displaces-twice-as-many-people-as-violence-2019-9","combo_id":"381_26","post-training batch1":"381_26","_input_hash":-749318313,"_task_hash":-1825880440,"spans":[{"text":"Flooding","start":0,"token_start":0,"token_end":0,"end":8,"type":"pattern","label":"base"},{"start":12,"end":16,"token_start":2,"token_end":2,"label":"where"},{"start":17,"end":26,"token_start":3,"token_end":3,"label":"change_direction"},{"start":27,"end":41,"token_start":4,"token_end":6,"label":"effect_size"},{"text":"people","start":42,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"base"},{"start":52,"end":62,"token_start":9,"token_end":10,"label":"when"}],"tokens":[{"text":"Flooding","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"in","start":9,"end":11,"id":1,"ws":true,"disabled":false},{"text":"Iran","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"displaced","start":17,"end":26,"id":3,"ws":true,"disabled":false},{"text":"half","start":27,"end":31,"id":4,"ws":true,"disabled":false},{"text":"a","start":32,"end":33,"id":5,"ws":true,"disabled":false},{"text":"million","start":34,"end":41,"id":6,"ws":true,"disabled":false},{"text":"people","start":42,"end":48,"id":7,"ws":true,"disabled":false},{"text":"in","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"spring","start":56,"end":62,"id":10,"ws":false,"disabled":false},{"text":".","start":62,"end":63,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":64,"end":76,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":77,"end":89,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":0,"child":7,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":42,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":7,"head_span":{"start":17,"end":26,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":42,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Given the large potential changes in precipitation and temperature regimes projected for the coming decades\u2014with locations throughout the inhabited world expected to warm by 2 to 4 SDs by 2050\u2014amplified rates of human conflict could represent a large and critical social impact of anthropogenic climate change in both low-","text":"Given the large potential changes in precipitation and temperature regimes projected for the coming decades\u2014with locations throughout the inhabited world expected to warm by 2 to 4 SDs by 2050\u2014amplified rates of human conflict could represent a large and critical social impact of anthropogenic climate change in both low- IMPLIED_BASE IMPLIED_BASE","characters":"322","document_index":"667","md_sentence_index":"17","classification_origin":"causal_sentence_classification","url":"http://science.sciencemag.org/content/341/6151/1235367","combo_id":"667_17","post-training batch1":"667_17","_input_hash":-1716336662,"_task_hash":242915732,"spans":[{"text":"precipitation","start":37,"token_start":6,"token_end":6,"end":50,"type":"pattern","label":"base"},{"text":"temperature","start":55,"token_start":8,"token_end":8,"end":66,"type":"pattern","label":"aspect_changing"},{"text":"rates","start":203,"token_start":32,"token_end":32,"end":208,"type":"pattern","label":"aspect_changing"},{"text":"conflict","start":218,"token_start":35,"token_end":35,"end":226,"type":"pattern","label":"base"},{"text":"climate change","start":295,"token_start":46,"token_end":47,"end":309,"type":"pattern","label":"base"}],"tokens":[{"text":"Given","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"the","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"large","start":10,"end":15,"id":2,"ws":true,"disabled":false},{"text":"potential","start":16,"end":25,"id":3,"ws":true,"disabled":false},{"text":"changes","start":26,"end":33,"id":4,"ws":true,"disabled":false},{"text":"in","start":34,"end":36,"id":5,"ws":true,"disabled":false},{"text":"precipitation","start":37,"end":50,"id":6,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":7,"ws":true,"disabled":false},{"text":"temperature","start":55,"end":66,"id":8,"ws":true,"disabled":false},{"text":"regimes","start":67,"end":74,"id":9,"ws":true,"disabled":false},{"text":"projected","start":75,"end":84,"id":10,"ws":true,"disabled":false},{"text":"for","start":85,"end":88,"id":11,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":12,"ws":true,"disabled":false},{"text":"coming","start":93,"end":99,"id":13,"ws":true,"disabled":false},{"text":"decades","start":100,"end":107,"id":14,"ws":false,"disabled":false},{"text":"\u2014","start":107,"end":108,"id":15,"ws":false,"disabled":false},{"text":"with","start":108,"end":112,"id":16,"ws":true,"disabled":false},{"text":"locations","start":113,"end":122,"id":17,"ws":true,"disabled":false},{"text":"throughout","start":123,"end":133,"id":18,"ws":true,"disabled":false},{"text":"the","start":134,"end":137,"id":19,"ws":true,"disabled":false},{"text":"inhabited","start":138,"end":147,"id":20,"ws":true,"disabled":false},{"text":"world","start":148,"end":153,"id":21,"ws":true,"disabled":false},{"text":"expected","start":154,"end":162,"id":22,"ws":true,"disabled":false},{"text":"to","start":163,"end":165,"id":23,"ws":true,"disabled":false},{"text":"warm","start":166,"end":170,"id":24,"ws":true,"disabled":false},{"text":"by","start":171,"end":173,"id":25,"ws":true,"disabled":false},{"text":"2","start":174,"end":175,"id":26,"ws":true,"disabled":false},{"text":"to","start":176,"end":178,"id":27,"ws":true,"disabled":false},{"text":"4","start":179,"end":180,"id":28,"ws":true,"disabled":false},{"text":"SDs","start":181,"end":184,"id":29,"ws":true,"disabled":false},{"text":"by","start":185,"end":187,"id":30,"ws":true,"disabled":false},{"text":"2050\u2014amplified","start":188,"end":202,"id":31,"ws":true,"disabled":false},{"text":"rates","start":203,"end":208,"id":32,"ws":true,"disabled":false},{"text":"of","start":209,"end":211,"id":33,"ws":true,"disabled":false},{"text":"human","start":212,"end":217,"id":34,"ws":true,"disabled":false},{"text":"conflict","start":218,"end":226,"id":35,"ws":true,"disabled":false},{"text":"could","start":227,"end":232,"id":36,"ws":true,"disabled":false},{"text":"represent","start":233,"end":242,"id":37,"ws":true,"disabled":false},{"text":"a","start":243,"end":244,"id":38,"ws":true,"disabled":false},{"text":"large","start":245,"end":250,"id":39,"ws":true,"disabled":false},{"text":"and","start":251,"end":254,"id":40,"ws":true,"disabled":false},{"text":"critical","start":255,"end":263,"id":41,"ws":true,"disabled":false},{"text":"social","start":264,"end":270,"id":42,"ws":true,"disabled":false},{"text":"impact","start":271,"end":277,"id":43,"ws":true,"disabled":false},{"text":"of","start":278,"end":280,"id":44,"ws":true,"disabled":false},{"text":"anthropogenic","start":281,"end":294,"id":45,"ws":true,"disabled":false},{"text":"climate","start":295,"end":302,"id":46,"ws":true,"disabled":false},{"text":"change","start":303,"end":309,"id":47,"ws":true,"disabled":false},{"text":"in","start":310,"end":312,"id":48,"ws":true,"disabled":false},{"text":"both","start":313,"end":317,"id":49,"ws":true,"disabled":false},{"text":"low-","start":318,"end":322,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":323,"end":335,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":336,"end":348,"id":52,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Recreational opportunities are compromised by extreme weather, and children may suffer delayed cognitive development.","text":"Recreational opportunities are compromised by extreme weather, and children may suffer delayed cognitive development. IMPLIED_BASE IMPLIED_BASE","characters":"117","document_index":"620","md_sentence_index":"3","classification_origin":"causal_sentence_classification","url":"https://www.annualreviews.org/doi/full/10.1146/annurev-psych-010418-103023","combo_id":"620_3","post-training batch1":"620_3","_input_hash":1090077169,"_task_hash":-1123422370,"spans":[{"start":0,"end":12,"token_start":0,"token_end":0,"label":"type_of"},{"start":13,"end":26,"token_start":1,"token_end":1,"label":"base"},{"start":31,"end":42,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"extreme weather","start":46,"token_start":5,"token_end":6,"end":61,"type":"pattern","label":"base"},{"start":67,"end":75,"token_start":9,"token_end":9,"label":"to_whom"},{"start":87,"end":94,"token_start":12,"token_end":12,"label":"change_direction"},{"start":95,"end":104,"token_start":13,"token_end":13,"label":"type_of"},{"text":"development","start":105,"token_start":14,"token_end":14,"end":116,"type":"pattern","label":"base"}],"tokens":[{"text":"Recreational","start":0,"end":12,"id":0,"ws":true,"disabled":false},{"text":"opportunities","start":13,"end":26,"id":1,"ws":true,"disabled":false},{"text":"are","start":27,"end":30,"id":2,"ws":true,"disabled":false},{"text":"compromised","start":31,"end":42,"id":3,"ws":true,"disabled":false},{"text":"by","start":43,"end":45,"id":4,"ws":true,"disabled":false},{"text":"extreme","start":46,"end":53,"id":5,"ws":true,"disabled":false},{"text":"weather","start":54,"end":61,"id":6,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":7,"ws":true,"disabled":false},{"text":"and","start":63,"end":66,"id":8,"ws":true,"disabled":false},{"text":"children","start":67,"end":75,"id":9,"ws":true,"disabled":false},{"text":"may","start":76,"end":79,"id":10,"ws":true,"disabled":false},{"text":"suffer","start":80,"end":86,"id":11,"ws":true,"disabled":false},{"text":"delayed","start":87,"end":94,"id":12,"ws":true,"disabled":false},{"text":"cognitive","start":95,"end":104,"id":13,"ws":true,"disabled":false},{"text":"development","start":105,"end":116,"id":14,"ws":false,"disabled":false},{"text":".","start":116,"end":117,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":118,"end":130,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":131,"end":143,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":13,"child":14,"head_span":{"start":95,"end":104,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":105,"end":116,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":87,"end":94,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":105,"end":116,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":12,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":13,"end":26,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":1,"head_span":{"start":31,"end":42,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":13,"end":26,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":1,"head_span":{"start":46,"end":61,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":13,"end":26,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":14,"head_span":{"start":46,"end":61,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":105,"end":116,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Prevalence of heatstroke and extreme weather will have redefined global labour and production beyond recognition,\u201d as an editorial accompanying the report puts it.","text":"Prevalence of heatstroke and extreme weather will have redefined global labour and production beyond recognition,\u201d as an editorial accompanying the report puts it. IMPLIED_BASE IMPLIED_BASE","characters":"163","document_index":"450","md_sentence_index":"60","classification_origin":"causal_sentence_classification","url":"https://www.wired.com/story/the-climate-apocalypse-is-now-and-its-happening-to-you/","combo_id":"450_60","post-training batch1":"450_60","_input_hash":-1139052111,"_task_hash":1563512410,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"aspect_changing"},{"start":14,"end":24,"token_start":2,"token_end":2,"label":"base"},{"text":"extreme weather","start":29,"token_start":4,"token_end":5,"end":44,"type":"pattern","label":"base"},{"start":65,"end":71,"token_start":9,"token_end":9,"label":"type_of"},{"start":72,"end":78,"token_start":10,"token_end":10,"label":"base"},{"start":83,"end":93,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":164,"end":176,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"Prevalence","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"of","start":11,"end":13,"id":1,"ws":true,"disabled":false},{"text":"heatstroke","start":14,"end":24,"id":2,"ws":true,"disabled":false},{"text":"and","start":25,"end":28,"id":3,"ws":true,"disabled":false},{"text":"extreme","start":29,"end":36,"id":4,"ws":true,"disabled":false},{"text":"weather","start":37,"end":44,"id":5,"ws":true,"disabled":false},{"text":"will","start":45,"end":49,"id":6,"ws":true,"disabled":false},{"text":"have","start":50,"end":54,"id":7,"ws":true,"disabled":false},{"text":"redefined","start":55,"end":64,"id":8,"ws":true,"disabled":false},{"text":"global","start":65,"end":71,"id":9,"ws":true,"disabled":false},{"text":"labour","start":72,"end":78,"id":10,"ws":true,"disabled":false},{"text":"and","start":79,"end":82,"id":11,"ws":true,"disabled":false},{"text":"production","start":83,"end":93,"id":12,"ws":true,"disabled":false},{"text":"beyond","start":94,"end":100,"id":13,"ws":true,"disabled":false},{"text":"recognition","start":101,"end":112,"id":14,"ws":false,"disabled":false},{"text":",","start":112,"end":113,"id":15,"ws":false,"disabled":false},{"text":"\u201d","start":113,"end":114,"id":16,"ws":true,"disabled":false},{"text":"as","start":115,"end":117,"id":17,"ws":true,"disabled":false},{"text":"an","start":118,"end":120,"id":18,"ws":true,"disabled":false},{"text":"editorial","start":121,"end":130,"id":19,"ws":true,"disabled":false},{"text":"accompanying","start":131,"end":143,"id":20,"ws":true,"disabled":false},{"text":"the","start":144,"end":147,"id":21,"ws":true,"disabled":false},{"text":"report","start":148,"end":154,"id":22,"ws":true,"disabled":false},{"text":"puts","start":155,"end":159,"id":23,"ws":true,"disabled":false},{"text":"it","start":160,"end":162,"id":24,"ws":false,"disabled":false},{"text":".","start":162,"end":163,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":177,"end":189,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":12,"child":26,"head_span":{"start":83,"end":93,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":164,"end":176,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":72,"end":78,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":2,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":14,"end":24,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":5,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":29,"end":44,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":10,"head_span":{"start":29,"end":44,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":72,"end":78,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":10,"head_span":{"start":14,"end":24,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":72,"end":78,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":26,"head_span":{"start":29,"end":44,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":164,"end":176,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":26,"head_span":{"start":14,"end":24,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":164,"end":176,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In urban areas, heatwaves are exacerbated by vehicles, industrial processes and the presence of heat-retaining concrete and asphalt.","text":"In urban areas, heatwaves are exacerbated by vehicles, industrial processes and the presence of heat-retaining concrete and asphalt. IMPLIED_BASE IMPLIED_BASE","characters":"132","document_index":"331","md_sentence_index":"4","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/cities/2019/aug/20/death-blackouts-melting-asphalt-ways-the-climate-crisis-will-change-how-we-live","combo_id":"331_4","post-training batch1":"331_4","_input_hash":494887920,"_task_hash":579368869,"spans":[{"start":3,"end":14,"token_start":1,"token_end":2,"label":"where"},{"text":"heatwaves","start":16,"token_start":4,"token_end":4,"end":25,"type":"pattern","label":"base"},{"start":30,"end":41,"token_start":6,"token_end":6,"label":"change_direction"},{"start":45,"end":53,"token_start":8,"token_end":8,"label":"base"},{"start":55,"end":65,"token_start":10,"token_end":10,"label":"type_of"},{"start":66,"end":75,"token_start":11,"token_end":11,"label":"base"},{"start":96,"end":110,"token_start":16,"token_end":18,"label":"type_of"},{"start":111,"end":119,"token_start":19,"token_end":19,"label":"base"},{"start":124,"end":131,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"urban","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"areas","start":9,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"heatwaves","start":16,"end":25,"id":4,"ws":true,"disabled":false},{"text":"are","start":26,"end":29,"id":5,"ws":true,"disabled":false},{"text":"exacerbated","start":30,"end":41,"id":6,"ws":true,"disabled":false},{"text":"by","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"vehicles","start":45,"end":53,"id":8,"ws":false,"disabled":false},{"text":",","start":53,"end":54,"id":9,"ws":true,"disabled":false},{"text":"industrial","start":55,"end":65,"id":10,"ws":true,"disabled":false},{"text":"processes","start":66,"end":75,"id":11,"ws":true,"disabled":false},{"text":"and","start":76,"end":79,"id":12,"ws":true,"disabled":false},{"text":"the","start":80,"end":83,"id":13,"ws":true,"disabled":false},{"text":"presence","start":84,"end":92,"id":14,"ws":true,"disabled":false},{"text":"of","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"heat","start":96,"end":100,"id":16,"ws":false,"disabled":false},{"text":"-","start":100,"end":101,"id":17,"ws":false,"disabled":false},{"text":"retaining","start":101,"end":110,"id":18,"ws":true,"disabled":false},{"text":"concrete","start":111,"end":119,"id":19,"ws":true,"disabled":false},{"text":"and","start":120,"end":123,"id":20,"ws":true,"disabled":false},{"text":"asphalt","start":124,"end":131,"id":21,"ws":false,"disabled":false},{"text":".","start":131,"end":132,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":133,"end":145,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":6,"child":4,"head_span":{"start":30,"end":41,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":16,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":55,"end":65,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":66,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":96,"end":110,"token_start":16,"token_end":18,"label":"type_of"},"child_span":{"start":111,"end":119,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":21,"head_span":{"start":96,"end":110,"token_start":16,"token_end":18,"label":"type_of"},"child_span":{"start":124,"end":131,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":4,"head_span":{"start":45,"end":53,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":16,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":4,"head_span":{"start":66,"end":75,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":16,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":4,"head_span":{"start":111,"end":119,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":16,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":4,"head_span":{"start":124,"end":131,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":16,"end":25,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"This year, both long-term trends and seasonal variability converged, causing extreme heat and dryness, as well as some unusual ignition events, like a dry lightning storm in Northern California that sparked more than 300 fires.\n","text":"This year, both long-term trends and seasonal variability converged, causing extreme heat and dryness, as well as some unusual ignition events, like a dry lightning storm in Northern California that sparked more than 300 fires. IMPLIED_BASE IMPLIED_BASE","characters":"228","document_index":"846","md_sentence_index":"99","classification_origin":"causal_sentence_classification","url":"https://www.vox.com/21452781/zogg-fire-glass-wildfire-california-climate-change-hurricanes-attribution-2020-debate","combo_id":"846_99","post-training batch1":"846_99","_input_hash":363706903,"_task_hash":-1904020650,"spans":[{"start":0,"end":9,"token_start":0,"token_end":1,"label":"when"},{"start":16,"end":25,"token_start":4,"token_end":6,"label":"type_of"},{"start":26,"end":32,"token_start":7,"token_end":7,"label":"base"},{"start":37,"end":45,"token_start":9,"token_end":9,"label":"base"},{"start":46,"end":57,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":69,"end":76,"token_start":13,"token_end":13,"label":"predicate"},{"start":77,"end":84,"token_start":14,"token_end":14,"label":"type_of"},{"start":85,"end":89,"token_start":15,"token_end":15,"label":"base"},{"start":94,"end":101,"token_start":17,"token_end":17,"label":"base"},{"start":119,"end":126,"token_start":23,"token_end":23,"label":"type_of"},{"start":127,"end":135,"token_start":24,"token_end":24,"label":"base"},{"start":151,"end":154,"token_start":29,"token_end":29,"label":"type_of"},{"start":155,"end":164,"token_start":30,"token_end":30,"label":"type_of"},{"text":"storm","start":165,"token_start":31,"token_end":31,"end":170,"type":"pattern","label":"base"},{"start":174,"end":193,"token_start":33,"token_end":34,"label":"where"},{"start":199,"end":206,"token_start":36,"token_end":36,"label":"predicate"},{"start":207,"end":220,"token_start":37,"token_end":39,"label":"effect_size"},{"start":221,"end":226,"token_start":40,"token_end":40,"label":"base"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"year","start":5,"end":9,"id":1,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":2,"ws":true,"disabled":false},{"text":"both","start":11,"end":15,"id":3,"ws":true,"disabled":false},{"text":"long","start":16,"end":20,"id":4,"ws":false,"disabled":false},{"text":"-","start":20,"end":21,"id":5,"ws":false,"disabled":false},{"text":"term","start":21,"end":25,"id":6,"ws":true,"disabled":false},{"text":"trends","start":26,"end":32,"id":7,"ws":true,"disabled":false},{"text":"and","start":33,"end":36,"id":8,"ws":true,"disabled":false},{"text":"seasonal","start":37,"end":45,"id":9,"ws":true,"disabled":false},{"text":"variability","start":46,"end":57,"id":10,"ws":true,"disabled":false},{"text":"converged","start":58,"end":67,"id":11,"ws":false,"disabled":false},{"text":",","start":67,"end":68,"id":12,"ws":true,"disabled":false},{"text":"causing","start":69,"end":76,"id":13,"ws":true,"disabled":false},{"text":"extreme","start":77,"end":84,"id":14,"ws":true,"disabled":false},{"text":"heat","start":85,"end":89,"id":15,"ws":true,"disabled":false},{"text":"and","start":90,"end":93,"id":16,"ws":true,"disabled":false},{"text":"dryness","start":94,"end":101,"id":17,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":18,"ws":true,"disabled":false},{"text":"as","start":103,"end":105,"id":19,"ws":true,"disabled":false},{"text":"well","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"as","start":111,"end":113,"id":21,"ws":true,"disabled":false},{"text":"some","start":114,"end":118,"id":22,"ws":true,"disabled":false},{"text":"unusual","start":119,"end":126,"id":23,"ws":true,"disabled":false},{"text":"ignition","start":127,"end":135,"id":24,"ws":true,"disabled":false},{"text":"events","start":136,"end":142,"id":25,"ws":false,"disabled":false},{"text":",","start":142,"end":143,"id":26,"ws":true,"disabled":false},{"text":"like","start":144,"end":148,"id":27,"ws":true,"disabled":false},{"text":"a","start":149,"end":150,"id":28,"ws":true,"disabled":false},{"text":"dry","start":151,"end":154,"id":29,"ws":true,"disabled":false},{"text":"lightning","start":155,"end":164,"id":30,"ws":true,"disabled":false},{"text":"storm","start":165,"end":170,"id":31,"ws":true,"disabled":false},{"text":"in","start":171,"end":173,"id":32,"ws":true,"disabled":false},{"text":"Northern","start":174,"end":182,"id":33,"ws":true,"disabled":false},{"text":"California","start":183,"end":193,"id":34,"ws":true,"disabled":false},{"text":"that","start":194,"end":198,"id":35,"ws":true,"disabled":false},{"text":"sparked","start":199,"end":206,"id":36,"ws":true,"disabled":false},{"text":"more","start":207,"end":211,"id":37,"ws":true,"disabled":false},{"text":"than","start":212,"end":216,"id":38,"ws":true,"disabled":false},{"text":"300","start":217,"end":220,"id":39,"ws":true,"disabled":false},{"text":"fires","start":221,"end":226,"id":40,"ws":false,"disabled":false},{"text":".","start":226,"end":227,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":228,"end":240,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":241,"end":253,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":10,"child":9,"head_span":{"start":46,"end":57,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":37,"end":45,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":16,"end":25,"token_start":4,"token_end":6,"label":"type_of"},"child_span":{"start":26,"end":32,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":77,"end":84,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":85,"end":89,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":77,"end":84,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":94,"end":101,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":119,"end":126,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":127,"end":135,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":31,"head_span":{"start":155,"end":164,"token_start":30,"token_end":30,"label":"type_of"},"child_span":{"start":165,"end":170,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":151,"end":154,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":165,"end":170,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":40,"head_span":{"start":165,"end":170,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":221,"end":226,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":31,"head_span":{"start":127,"end":135,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":165,"end":170,"token_start":31,"token_end":31,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":7,"child":15,"head_span":{"start":26,"end":32,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":85,"end":89,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":17,"head_span":{"start":37,"end":45,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":94,"end":101,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":24,"head_span":{"start":26,"end":32,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":127,"end":135,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":24,"head_span":{"start":37,"end":45,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":127,"end":135,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"Many infectious diseases are sensitive to small shifts in climatic conditions, including vector-borne infections spread by mosquitoes and ticks.","text":"Many infectious diseases are sensitive to small shifts in climatic conditions, including vector-borne infections spread by mosquitoes and ticks. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"276","md_sentence_index":"71","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_71","post-training batch1":"276_71","_input_hash":894484021,"_task_hash":-1737643886,"spans":[{"start":5,"end":15,"token_start":1,"token_end":1,"label":"type_of"},{"start":16,"end":24,"token_start":2,"token_end":2,"label":"base"},{"start":48,"end":54,"token_start":7,"token_end":7,"label":"change_direction"},{"start":58,"end":66,"token_start":9,"token_end":9,"label":"base"},{"start":67,"end":77,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":89,"end":101,"token_start":13,"token_end":15,"label":"type_of"},{"start":102,"end":112,"token_start":16,"token_end":16,"label":"base"}],"tokens":[{"text":"Many","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"infectious","start":5,"end":15,"id":1,"ws":true,"disabled":false},{"text":"diseases","start":16,"end":24,"id":2,"ws":true,"disabled":false},{"text":"are","start":25,"end":28,"id":3,"ws":true,"disabled":false},{"text":"sensitive","start":29,"end":38,"id":4,"ws":true,"disabled":false},{"text":"to","start":39,"end":41,"id":5,"ws":true,"disabled":false},{"text":"small","start":42,"end":47,"id":6,"ws":true,"disabled":false},{"text":"shifts","start":48,"end":54,"id":7,"ws":true,"disabled":false},{"text":"in","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"climatic","start":58,"end":66,"id":9,"ws":true,"disabled":false},{"text":"conditions","start":67,"end":77,"id":10,"ws":false,"disabled":false},{"text":",","start":77,"end":78,"id":11,"ws":true,"disabled":false},{"text":"including","start":79,"end":88,"id":12,"ws":true,"disabled":false},{"text":"vector","start":89,"end":95,"id":13,"ws":false,"disabled":false},{"text":"-","start":95,"end":96,"id":14,"ws":false,"disabled":false},{"text":"borne","start":96,"end":101,"id":15,"ws":true,"disabled":false},{"text":"infections","start":102,"end":112,"id":16,"ws":true,"disabled":false},{"text":"spread","start":113,"end":119,"id":17,"ws":true,"disabled":false},{"text":"by","start":120,"end":122,"id":18,"ws":true,"disabled":false},{"text":"mosquitoes","start":123,"end":133,"id":19,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":20,"ws":true,"disabled":false},{"text":"ticks","start":138,"end":143,"id":21,"ws":false,"disabled":false},{"text":".","start":143,"end":144,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":145,"end":157,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":15,"child":16,"head_span":{"start":89,"end":101,"token_start":13,"token_end":15,"label":"type_of"},"child_span":{"start":102,"end":112,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":2,"head_span":{"start":5,"end":15,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":16,"end":24,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":9,"head_span":{"start":48,"end":54,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":58,"end":66,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":67,"end":77,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":58,"end":66,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":2,"head_span":{"start":102,"end":112,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":16,"end":24,"token_start":2,"token_end":2,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":9,"child":2,"head_span":{"start":58,"end":66,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":16,"end":24,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":16,"head_span":{"start":58,"end":66,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":102,"end":112,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A stalling TC inflicts strong winds on the same region for a longer time, potentially driving greater storm surge and depositing more rain.\n","text":"A stalling TC inflicts strong winds on the same region for a longer time, potentially driving greater storm surge and depositing more rain. IMPLIED_BASE IMPLIED_BASE","characters":"140","document_index":"358","md_sentence_index":"14","classification_origin":"cm_cause_effect_rel","url":"https://www.nature.com/articles/s41612-019-0074-8","combo_id":"358_14","post-training batch1":"358_14","_input_hash":-587922938,"_task_hash":-6862022,"spans":[{"start":2,"end":10,"token_start":1,"token_end":1,"label":"type_of"},{"start":11,"end":13,"token_start":2,"token_end":2,"label":"base"},{"start":14,"end":22,"token_start":3,"token_end":3,"label":"predicate"},{"start":23,"end":29,"token_start":4,"token_end":4,"label":"type_of"},{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},{"start":74,"end":85,"token_start":15,"token_end":15,"label":"confidence"},{"start":86,"end":93,"token_start":16,"token_end":16,"label":"predicate"},{"start":94,"end":101,"token_start":17,"token_end":17,"label":"change_direction"},{"start":102,"end":113,"token_start":18,"token_end":19,"label":"base"},{"start":118,"end":128,"token_start":21,"token_end":21,"label":"predicate"},{"text":"more","start":129,"token_start":22,"token_end":22,"end":133,"type":"pattern","label":"change_direction"},{"text":"rain","start":134,"token_start":23,"token_end":23,"end":138,"type":"pattern","label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"stalling","start":2,"end":10,"id":1,"ws":true,"disabled":false},{"text":"TC","start":11,"end":13,"id":2,"ws":true,"disabled":false},{"text":"inflicts","start":14,"end":22,"id":3,"ws":true,"disabled":false},{"text":"strong","start":23,"end":29,"id":4,"ws":true,"disabled":false},{"text":"winds","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"on","start":36,"end":38,"id":6,"ws":true,"disabled":false},{"text":"the","start":39,"end":42,"id":7,"ws":true,"disabled":false},{"text":"same","start":43,"end":47,"id":8,"ws":true,"disabled":false},{"text":"region","start":48,"end":54,"id":9,"ws":true,"disabled":false},{"text":"for","start":55,"end":58,"id":10,"ws":true,"disabled":false},{"text":"a","start":59,"end":60,"id":11,"ws":true,"disabled":false},{"text":"longer","start":61,"end":67,"id":12,"ws":true,"disabled":false},{"text":"time","start":68,"end":72,"id":13,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":14,"ws":true,"disabled":false},{"text":"potentially","start":74,"end":85,"id":15,"ws":true,"disabled":false},{"text":"driving","start":86,"end":93,"id":16,"ws":true,"disabled":false},{"text":"greater","start":94,"end":101,"id":17,"ws":true,"disabled":false},{"text":"storm","start":102,"end":107,"id":18,"ws":true,"disabled":false},{"text":"surge","start":108,"end":113,"id":19,"ws":true,"disabled":false},{"text":"and","start":114,"end":117,"id":20,"ws":true,"disabled":false},{"text":"depositing","start":118,"end":128,"id":21,"ws":true,"disabled":false},{"text":"more","start":129,"end":133,"id":22,"ws":true,"disabled":false},{"text":"rain","start":134,"end":138,"id":23,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":2,"end":10,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":11,"end":13,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":23,"end":29,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":94,"end":101,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":102,"end":113,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":129,"end":133,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":134,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":5,"head_span":{"start":11,"end":13,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":19,"head_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":102,"end":113,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":23,"head_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":134,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Previously, an installation like this would have used switchgear supplied with SF6, to prevent the electrical accidents that can lead to fires.\n","text":"Previously, an installation like this would have used switchgear supplied with SF6, to prevent the electrical accidents that can lead to fires. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"375","md_sentence_index":"75","classification_origin":"cm_cause_effect_rel","url":"https://www.bbc.com/news/science-environment-49567197","combo_id":"375_75","post-training batch1":"375_75","_input_hash":-1473975991,"_task_hash":-1997426967,"spans":[],"tokens":[{"text":"Previously","start":0,"end":10,"id":0,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":1,"ws":true,"disabled":false},{"text":"an","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"installation","start":15,"end":27,"id":3,"ws":true,"disabled":false},{"text":"like","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"this","start":33,"end":37,"id":5,"ws":true,"disabled":false},{"text":"would","start":38,"end":43,"id":6,"ws":true,"disabled":false},{"text":"have","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"used","start":49,"end":53,"id":8,"ws":true,"disabled":false},{"text":"switchgear","start":54,"end":64,"id":9,"ws":true,"disabled":false},{"text":"supplied","start":65,"end":73,"id":10,"ws":true,"disabled":false},{"text":"with","start":74,"end":78,"id":11,"ws":true,"disabled":false},{"text":"SF6","start":79,"end":82,"id":12,"ws":false,"disabled":false},{"text":",","start":82,"end":83,"id":13,"ws":true,"disabled":false},{"text":"to","start":84,"end":86,"id":14,"ws":true,"disabled":false},{"text":"prevent","start":87,"end":94,"id":15,"ws":true,"disabled":false},{"text":"the","start":95,"end":98,"id":16,"ws":true,"disabled":false},{"text":"electrical","start":99,"end":109,"id":17,"ws":true,"disabled":false},{"text":"accidents","start":110,"end":119,"id":18,"ws":true,"disabled":false},{"text":"that","start":120,"end":124,"id":19,"ws":true,"disabled":false},{"text":"can","start":125,"end":128,"id":20,"ws":true,"disabled":false},{"text":"lead","start":129,"end":133,"id":21,"ws":true,"disabled":false},{"text":"to","start":134,"end":136,"id":22,"ws":true,"disabled":false},{"text":"fires","start":137,"end":142,"id":23,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Such a shift in population is likely to increase poverty and widen the gulf between the rich and the poor.","text":"Such a shift in population is likely to increase poverty and widen the gulf between the rich and the poor. IMPLIED_BASE IMPLIED_BASE","characters":"106","document_index":"816","md_sentence_index":"54","classification_origin":"causal_sentence_classification","url":"https://www.propublica.org/article/climate-change-will-force-a-new-american-migration","combo_id":"816_54","post-training batch1":"816_54","_input_hash":-140685109,"_task_hash":-1062110395,"spans":[{"start":7,"end":12,"token_start":2,"token_end":2,"label":"change_direction"},{"start":16,"end":26,"token_start":4,"token_end":4,"label":"base"},{"start":30,"end":39,"token_start":6,"token_end":7,"label":"confidence"},{"text":"increase","start":40,"token_start":8,"token_end":8,"end":48,"type":"pattern","label":"change_direction"},{"start":49,"end":56,"token_start":9,"token_end":9,"label":"base"},{"start":61,"end":66,"token_start":11,"token_end":11,"label":"change_direction"},{"start":71,"end":105,"token_start":13,"token_end":19,"label":"base"}],"tokens":[{"text":"Such","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"a","start":5,"end":6,"id":1,"ws":true,"disabled":false},{"text":"shift","start":7,"end":12,"id":2,"ws":true,"disabled":false},{"text":"in","start":13,"end":15,"id":3,"ws":true,"disabled":false},{"text":"population","start":16,"end":26,"id":4,"ws":true,"disabled":false},{"text":"is","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"likely","start":30,"end":36,"id":6,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":7,"ws":true,"disabled":false},{"text":"increase","start":40,"end":48,"id":8,"ws":true,"disabled":false},{"text":"poverty","start":49,"end":56,"id":9,"ws":true,"disabled":false},{"text":"and","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"widen","start":61,"end":66,"id":11,"ws":true,"disabled":false},{"text":"the","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"gulf","start":71,"end":75,"id":13,"ws":true,"disabled":false},{"text":"between","start":76,"end":83,"id":14,"ws":true,"disabled":false},{"text":"the","start":84,"end":87,"id":15,"ws":true,"disabled":false},{"text":"rich","start":88,"end":92,"id":16,"ws":true,"disabled":false},{"text":"and","start":93,"end":96,"id":17,"ws":true,"disabled":false},{"text":"the","start":97,"end":100,"id":18,"ws":true,"disabled":false},{"text":"poor","start":101,"end":105,"id":19,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":2,"child":4,"head_span":{"start":7,"end":12,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":16,"end":26,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":40,"end":48,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":49,"end":56,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":19,"head_span":{"start":61,"end":66,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":71,"end":105,"token_start":13,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":9,"head_span":{"start":16,"end":26,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":49,"end":56,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":19,"head_span":{"start":16,"end":26,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":71,"end":105,"token_start":13,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The same refrigerants and gases that damage the ozone layer contribute to climate change.\n","text":"The same refrigerants and gases that damage the ozone layer contribute to climate change. IMPLIED_BASE IMPLIED_BASE","characters":"90","document_index":"407","md_sentence_index":"47","classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.theguardian.com/environment/2019/sep/16/climate-crisis-health-risks-extreme-weather","combo_id":"407_47","post-training batch1":"407_47","_input_hash":-2039608228,"_task_hash":336701189,"spans":[{"start":9,"end":21,"token_start":2,"token_end":2,"label":"base"},{"text":"gases","start":26,"token_start":4,"token_end":4,"end":31,"type":"pattern","label":"base"},{"start":37,"end":43,"token_start":6,"token_end":6,"label":"change_direction"},{"text":"ozone layer","start":48,"token_start":8,"token_end":9,"end":59,"type":"pattern","label":"base"},{"start":60,"end":73,"token_start":10,"token_end":11,"label":"predicate"},{"text":"climate change","start":74,"token_start":12,"token_end":13,"end":88,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"same","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"refrigerants","start":9,"end":21,"id":2,"ws":true,"disabled":false},{"text":"and","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"gases","start":26,"end":31,"id":4,"ws":true,"disabled":false},{"text":"that","start":32,"end":36,"id":5,"ws":true,"disabled":false},{"text":"damage","start":37,"end":43,"id":6,"ws":true,"disabled":false},{"text":"the","start":44,"end":47,"id":7,"ws":true,"disabled":false},{"text":"ozone","start":48,"end":53,"id":8,"ws":true,"disabled":false},{"text":"layer","start":54,"end":59,"id":9,"ws":true,"disabled":false},{"text":"contribute","start":60,"end":70,"id":10,"ws":true,"disabled":false},{"text":"to","start":71,"end":73,"id":11,"ws":true,"disabled":false},{"text":"climate","start":74,"end":81,"id":12,"ws":true,"disabled":false},{"text":"change","start":82,"end":88,"id":13,"ws":false,"disabled":false},{"text":".","start":88,"end":89,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":90,"end":102,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":103,"end":115,"id":16,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":4,"child":9,"head_span":{"start":26,"end":31,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":48,"end":59,"token_start":8,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":9,"head_span":{"start":9,"end":21,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":48,"end":59,"token_start":8,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":13,"head_span":{"start":9,"end":21,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":74,"end":88,"token_start":12,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":13,"head_span":{"start":26,"end":31,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":74,"end":88,"token_start":12,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":9,"head_span":{"start":37,"end":43,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":48,"end":59,"token_start":8,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Fletcher also has concerns about more hot, windless days leading to serious health issues or even death, as other parts of the world have experienced.\n","text":"Fletcher also has concerns about more hot, windless days leading to serious health issues or even death, as other parts of the world have experienced. IMPLIED_BASE IMPLIED_BASE","characters":"151","document_index":"329","md_sentence_index":"81","classification_origin":"cm_cause_effect_rel","url":"https://www.civilbeat.org/2019/08/climate-change-is-making-hawaiis-beaches-more-dangerous/","combo_id":"329_81","post-training batch1":"329_81","_input_hash":552060884,"_task_hash":-19147718,"spans":[{"text":"more","start":33,"token_start":5,"token_end":5,"end":37,"type":"pattern","label":"change_direction"},{"start":38,"end":41,"token_start":6,"token_end":6,"label":"base"},{"start":43,"end":51,"token_start":8,"token_end":8,"label":"base"},{"start":57,"end":67,"token_start":10,"token_end":11,"label":"predicate"},{"start":68,"end":75,"token_start":12,"token_end":12,"label":"type_of"},{"text":"health","start":76,"token_start":13,"token_end":13,"end":82,"type":"pattern","label":"base"},{"text":"death","start":98,"token_start":17,"token_end":17,"end":103,"type":"pattern","label":"base"}],"tokens":[{"text":"Fletcher","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"also","start":9,"end":13,"id":1,"ws":true,"disabled":false},{"text":"has","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"concerns","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"about","start":27,"end":32,"id":4,"ws":true,"disabled":false},{"text":"more","start":33,"end":37,"id":5,"ws":true,"disabled":false},{"text":"hot","start":38,"end":41,"id":6,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":7,"ws":true,"disabled":false},{"text":"windless","start":43,"end":51,"id":8,"ws":true,"disabled":false},{"text":"days","start":52,"end":56,"id":9,"ws":true,"disabled":false},{"text":"leading","start":57,"end":64,"id":10,"ws":true,"disabled":false},{"text":"to","start":65,"end":67,"id":11,"ws":true,"disabled":false},{"text":"serious","start":68,"end":75,"id":12,"ws":true,"disabled":false},{"text":"health","start":76,"end":82,"id":13,"ws":true,"disabled":false},{"text":"issues","start":83,"end":89,"id":14,"ws":true,"disabled":false},{"text":"or","start":90,"end":92,"id":15,"ws":true,"disabled":false},{"text":"even","start":93,"end":97,"id":16,"ws":true,"disabled":false},{"text":"death","start":98,"end":103,"id":17,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":18,"ws":true,"disabled":false},{"text":"as","start":105,"end":107,"id":19,"ws":true,"disabled":false},{"text":"other","start":108,"end":113,"id":20,"ws":true,"disabled":false},{"text":"parts","start":114,"end":119,"id":21,"ws":true,"disabled":false},{"text":"of","start":120,"end":122,"id":22,"ws":true,"disabled":false},{"text":"the","start":123,"end":126,"id":23,"ws":true,"disabled":false},{"text":"world","start":127,"end":132,"id":24,"ws":true,"disabled":false},{"text":"have","start":133,"end":137,"id":25,"ws":true,"disabled":false},{"text":"experienced","start":138,"end":149,"id":26,"ws":false,"disabled":false},{"text":".","start":149,"end":150,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":33,"end":37,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":38,"end":41,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":8,"head_span":{"start":33,"end":37,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":43,"end":51,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":68,"end":75,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":76,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":13,"head_span":{"start":38,"end":41,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":76,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":17,"head_span":{"start":38,"end":41,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":98,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":13,"head_span":{"start":43,"end":51,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":76,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":17,"head_span":{"start":43,"end":51,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":98,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Combined with accumulating evidence on the potentially disruptive effects of climate change on human enterprise, such as through possible declines in global food production (3) and significant sea level rise (4), such findings have encouraged claims that climate change will worsen instability in already volatile regions (5\u20137).\n","text":"Combined with accumulating evidence on the potentially disruptive effects of climate change on human enterprise, such as through possible declines in global food production (3) and significant sea level rise (4), such findings have encouraged claims that climate change will worsen instability in already volatile regions (5\u20137). IMPLIED_BASE IMPLIED_BASE","characters":"329","document_index":"84","md_sentence_index":"8","classification_origin":"cm_cause_effect_rel","url":"http://www.pnas.org/content/106/49/20670","combo_id":"84_8","post-training batch1":"84_8","_input_hash":2129719978,"_task_hash":2109678514,"spans":[{"start":43,"end":54,"token_start":6,"token_end":6,"label":"confidence"},{"text":"climate change","start":77,"token_start":10,"token_end":11,"end":91,"type":"pattern","label":"base"},{"start":95,"end":100,"token_start":13,"token_end":13,"label":"type_of"},{"start":101,"end":111,"token_start":14,"token_end":14,"label":"base"},{"start":129,"end":137,"token_start":19,"token_end":19,"label":"confidence"},{"start":138,"end":146,"token_start":20,"token_end":20,"label":"change_direction"},{"start":150,"end":156,"token_start":22,"token_end":22,"label":"type_of"},{"start":157,"end":161,"token_start":23,"token_end":23,"label":"base"},{"start":162,"end":172,"token_start":24,"token_end":24,"label":"aspect_changing"},{"text":"sea","start":193,"token_start":30,"token_end":30,"end":196,"type":"pattern","label":"base"},{"text":"level","start":197,"token_start":31,"token_end":31,"end":202,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":203,"token_start":32,"token_end":32,"end":207,"type":"pattern","label":"change_direction"},{"start":232,"end":242,"token_start":40,"token_end":40,"label":"confidence"},{"text":"climate change","start":255,"token_start":43,"token_end":44,"end":269,"type":"pattern","label":"base"},{"start":275,"end":281,"token_start":46,"token_end":46,"label":"change_direction"},{"start":282,"end":293,"token_start":47,"token_end":47,"label":"base"}],"tokens":[{"text":"Combined","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"with","start":9,"end":13,"id":1,"ws":true,"disabled":false},{"text":"accumulating","start":14,"end":26,"id":2,"ws":true,"disabled":false},{"text":"evidence","start":27,"end":35,"id":3,"ws":true,"disabled":false},{"text":"on","start":36,"end":38,"id":4,"ws":true,"disabled":false},{"text":"the","start":39,"end":42,"id":5,"ws":true,"disabled":false},{"text":"potentially","start":43,"end":54,"id":6,"ws":true,"disabled":false},{"text":"disruptive","start":55,"end":65,"id":7,"ws":true,"disabled":false},{"text":"effects","start":66,"end":73,"id":8,"ws":true,"disabled":false},{"text":"of","start":74,"end":76,"id":9,"ws":true,"disabled":false},{"text":"climate","start":77,"end":84,"id":10,"ws":true,"disabled":false},{"text":"change","start":85,"end":91,"id":11,"ws":true,"disabled":false},{"text":"on","start":92,"end":94,"id":12,"ws":true,"disabled":false},{"text":"human","start":95,"end":100,"id":13,"ws":true,"disabled":false},{"text":"enterprise","start":101,"end":111,"id":14,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":15,"ws":true,"disabled":false},{"text":"such","start":113,"end":117,"id":16,"ws":true,"disabled":false},{"text":"as","start":118,"end":120,"id":17,"ws":true,"disabled":false},{"text":"through","start":121,"end":128,"id":18,"ws":true,"disabled":false},{"text":"possible","start":129,"end":137,"id":19,"ws":true,"disabled":false},{"text":"declines","start":138,"end":146,"id":20,"ws":true,"disabled":false},{"text":"in","start":147,"end":149,"id":21,"ws":true,"disabled":false},{"text":"global","start":150,"end":156,"id":22,"ws":true,"disabled":false},{"text":"food","start":157,"end":161,"id":23,"ws":true,"disabled":false},{"text":"production","start":162,"end":172,"id":24,"ws":true,"disabled":false},{"text":"(","start":173,"end":174,"id":25,"ws":false,"disabled":false},{"text":"3","start":174,"end":175,"id":26,"ws":false,"disabled":false},{"text":")","start":175,"end":176,"id":27,"ws":true,"disabled":false},{"text":"and","start":177,"end":180,"id":28,"ws":true,"disabled":false},{"text":"significant","start":181,"end":192,"id":29,"ws":true,"disabled":false},{"text":"sea","start":193,"end":196,"id":30,"ws":true,"disabled":false},{"text":"level","start":197,"end":202,"id":31,"ws":true,"disabled":false},{"text":"rise","start":203,"end":207,"id":32,"ws":true,"disabled":false},{"text":"(","start":208,"end":209,"id":33,"ws":false,"disabled":false},{"text":"4","start":209,"end":210,"id":34,"ws":false,"disabled":false},{"text":")","start":210,"end":211,"id":35,"ws":false,"disabled":false},{"text":",","start":211,"end":212,"id":36,"ws":true,"disabled":false},{"text":"such","start":213,"end":217,"id":37,"ws":true,"disabled":false},{"text":"findings","start":218,"end":226,"id":38,"ws":true,"disabled":false},{"text":"have","start":227,"end":231,"id":39,"ws":true,"disabled":false},{"text":"encouraged","start":232,"end":242,"id":40,"ws":true,"disabled":false},{"text":"claims","start":243,"end":249,"id":41,"ws":true,"disabled":false},{"text":"that","start":250,"end":254,"id":42,"ws":true,"disabled":false},{"text":"climate","start":255,"end":262,"id":43,"ws":true,"disabled":false},{"text":"change","start":263,"end":269,"id":44,"ws":true,"disabled":false},{"text":"will","start":270,"end":274,"id":45,"ws":true,"disabled":false},{"text":"worsen","start":275,"end":281,"id":46,"ws":true,"disabled":false},{"text":"instability","start":282,"end":293,"id":47,"ws":true,"disabled":false},{"text":"in","start":294,"end":296,"id":48,"ws":true,"disabled":false},{"text":"already","start":297,"end":304,"id":49,"ws":true,"disabled":false},{"text":"volatile","start":305,"end":313,"id":50,"ws":true,"disabled":false},{"text":"regions","start":314,"end":321,"id":51,"ws":true,"disabled":false},{"text":"(","start":322,"end":323,"id":52,"ws":false,"disabled":false},{"text":"5\u20137","start":323,"end":326,"id":53,"ws":false,"disabled":false},{"text":")","start":326,"end":327,"id":54,"ws":false,"disabled":false},{"text":".","start":327,"end":328,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":329,"end":341,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":342,"end":354,"id":57,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":24,"child":23,"head_span":{"start":162,"end":172,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":157,"end":161,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":150,"end":156,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":157,"end":161,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":30,"head_span":{"start":197,"end":202,"token_start":31,"token_end":31,"label":"aspect_changing"},"child_span":{"start":193,"end":196,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":30,"head_span":{"start":203,"end":207,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":193,"end":196,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":95,"end":100,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":101,"end":111,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":138,"end":146,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":157,"end":161,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":47,"head_span":{"start":275,"end":281,"token_start":46,"token_end":46,"label":"change_direction"},"child_span":{"start":282,"end":293,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":14,"head_span":{"start":77,"end":91,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":101,"end":111,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":23,"head_span":{"start":77,"end":91,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":157,"end":161,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":30,"head_span":{"start":77,"end":91,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":193,"end":196,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":47,"head_span":{"start":255,"end":269,"token_start":43,"token_end":44,"label":"base"},"child_span":{"start":282,"end":293,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Internal corrosion induces vomit of blood, the color of coffee grounds, giving rise to the Spanish name for yellow fever, v\u00f3mito negro (black vomit), which is sometimes followed by death.\n","text":"Internal corrosion induces vomit of blood, the color of coffee grounds, giving rise to the Spanish name for yellow fever, v\u00f3mito negro (black vomit), which is sometimes followed by death. IMPLIED_BASE IMPLIED_BASE","characters":"188","document_index":"279","md_sentence_index":"39","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/07/27/opinion/sunday/mosquitoes-malaria-zika-history.html","combo_id":"279_39","post-training batch1":"279_39","_input_hash":-281016567,"_task_hash":914741173,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"type_of"},{"start":9,"end":18,"token_start":1,"token_end":1,"label":"base"},{"start":19,"end":26,"token_start":2,"token_end":2,"label":"predicate"},{"start":27,"end":32,"token_start":3,"token_end":3,"label":"base"},{"start":122,"end":128,"token_start":23,"token_end":23,"label":"base"},{"start":129,"end":134,"token_start":24,"token_end":24,"label":"type_of"},{"start":136,"end":141,"token_start":26,"token_end":26,"label":"type_of"},{"start":142,"end":147,"token_start":27,"token_end":27,"label":"base"},{"text":"death","start":181,"token_start":35,"token_end":35,"end":186,"type":"pattern","label":"base"}],"tokens":[{"text":"Internal","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"corrosion","start":9,"end":18,"id":1,"ws":true,"disabled":false},{"text":"induces","start":19,"end":26,"id":2,"ws":true,"disabled":false},{"text":"vomit","start":27,"end":32,"id":3,"ws":true,"disabled":false},{"text":"of","start":33,"end":35,"id":4,"ws":true,"disabled":false},{"text":"blood","start":36,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"the","start":43,"end":46,"id":7,"ws":true,"disabled":false},{"text":"color","start":47,"end":52,"id":8,"ws":true,"disabled":false},{"text":"of","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"coffee","start":56,"end":62,"id":10,"ws":true,"disabled":false},{"text":"grounds","start":63,"end":70,"id":11,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":12,"ws":true,"disabled":false},{"text":"giving","start":72,"end":78,"id":13,"ws":true,"disabled":false},{"text":"rise","start":79,"end":83,"id":14,"ws":true,"disabled":false},{"text":"to","start":84,"end":86,"id":15,"ws":true,"disabled":false},{"text":"the","start":87,"end":90,"id":16,"ws":true,"disabled":false},{"text":"Spanish","start":91,"end":98,"id":17,"ws":true,"disabled":false},{"text":"name","start":99,"end":103,"id":18,"ws":true,"disabled":false},{"text":"for","start":104,"end":107,"id":19,"ws":true,"disabled":false},{"text":"yellow","start":108,"end":114,"id":20,"ws":true,"disabled":false},{"text":"fever","start":115,"end":120,"id":21,"ws":false,"disabled":false},{"text":",","start":120,"end":121,"id":22,"ws":true,"disabled":false},{"text":"v\u00f3mito","start":122,"end":128,"id":23,"ws":true,"disabled":false},{"text":"negro","start":129,"end":134,"id":24,"ws":true,"disabled":false},{"text":"(","start":135,"end":136,"id":25,"ws":false,"disabled":false},{"text":"black","start":136,"end":141,"id":26,"ws":true,"disabled":false},{"text":"vomit","start":142,"end":147,"id":27,"ws":false,"disabled":false},{"text":")","start":147,"end":148,"id":28,"ws":false,"disabled":false},{"text":",","start":148,"end":149,"id":29,"ws":true,"disabled":false},{"text":"which","start":150,"end":155,"id":30,"ws":true,"disabled":false},{"text":"is","start":156,"end":158,"id":31,"ws":true,"disabled":false},{"text":"sometimes","start":159,"end":168,"id":32,"ws":true,"disabled":false},{"text":"followed","start":169,"end":177,"id":33,"ws":true,"disabled":false},{"text":"by","start":178,"end":180,"id":34,"ws":true,"disabled":false},{"text":"death","start":181,"end":186,"id":35,"ws":false,"disabled":false},{"text":".","start":186,"end":187,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":201,"end":213,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":9,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":23,"head_span":{"start":129,"end":134,"token_start":24,"token_end":24,"label":"type_of"},"child_span":{"start":122,"end":128,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":136,"end":141,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":142,"end":147,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":23,"head_span":{"start":142,"end":147,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":122,"end":128,"token_start":23,"token_end":23,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":27,"child":3,"head_span":{"start":142,"end":147,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":27,"end":32,"token_start":3,"token_end":3,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":23,"child":3,"head_span":{"start":122,"end":128,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":27,"end":32,"token_start":3,"token_end":3,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":1,"child":3,"head_span":{"start":9,"end":18,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":27,"end":32,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":35,"head_span":{"start":9,"end":18,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":181,"end":186,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Diseases spread by mosquitoes and ticks increase the chance of neurological problems.","text":"Diseases spread by mosquitoes and ticks increase the chance of neurological problems. IMPLIED_BASE IMPLIED_BASE","characters":"85","document_index":"404","md_sentence_index":"64","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/climate-change-is-having-widespread-health-impacts/","combo_id":"404_64","post-training batch1":"404_64","_input_hash":881951481,"_task_hash":-218294355,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},{"text":"increase","start":40,"token_start":6,"token_end":6,"end":48,"type":"pattern","label":"change_direction"},{"start":53,"end":59,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":63,"end":75,"token_start":10,"token_end":10,"label":"base"}],"tokens":[{"text":"Diseases","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"spread","start":9,"end":15,"id":1,"ws":true,"disabled":false},{"text":"by","start":16,"end":18,"id":2,"ws":true,"disabled":false},{"text":"mosquitoes","start":19,"end":29,"id":3,"ws":true,"disabled":false},{"text":"and","start":30,"end":33,"id":4,"ws":true,"disabled":false},{"text":"ticks","start":34,"end":39,"id":5,"ws":true,"disabled":false},{"text":"increase","start":40,"end":48,"id":6,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":7,"ws":true,"disabled":false},{"text":"chance","start":53,"end":59,"id":8,"ws":true,"disabled":false},{"text":"of","start":60,"end":62,"id":9,"ws":true,"disabled":false},{"text":"neurological","start":63,"end":75,"id":10,"ws":true,"disabled":false},{"text":"problems","start":76,"end":84,"id":11,"ws":false,"disabled":false},{"text":".","start":84,"end":85,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":86,"end":98,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":99,"end":111,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":8,"child":10,"head_span":{"start":53,"end":59,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":63,"end":75,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":10,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":63,"end":75,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"\u201cIt\u2019s really incredible how much the U.S. has managed to clean up the air from other [pollution] sources, like power plants and industry and cars,\u201d Mickley said.","text":"\u201cIt\u2019s really incredible how much the U.S. has managed to clean up the air from other [pollution] sources, like power plants and industry and cars,\u201d Mickley said. IMPLIED_BASE IMPLIED_BASE","characters":"161","document_index":"247","md_sentence_index":"53","classification_origin":"cm_cause_effect_rel","url":"https://www.latimes.com/science/environment/wildfires-climate-change-shorter-lives-americans-story.html","combo_id":"247_53","post-training batch1":"247_53","_input_hash":188684008,"_task_hash":-1817276423,"spans":[{"text":"pollution","start":86,"token_start":19,"token_end":19,"end":95,"type":"pattern","label":"base"},{"text":"plants","start":117,"token_start":25,"token_end":25,"end":123,"type":"pattern","label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"It","start":1,"end":3,"id":1,"ws":false,"disabled":false},{"text":"\u2019s","start":3,"end":5,"id":2,"ws":true,"disabled":false},{"text":"really","start":6,"end":12,"id":3,"ws":true,"disabled":false},{"text":"incredible","start":13,"end":23,"id":4,"ws":true,"disabled":false},{"text":"how","start":24,"end":27,"id":5,"ws":true,"disabled":false},{"text":"much","start":28,"end":32,"id":6,"ws":true,"disabled":false},{"text":"the","start":33,"end":36,"id":7,"ws":true,"disabled":false},{"text":"U.S.","start":37,"end":41,"id":8,"ws":true,"disabled":false},{"text":"has","start":42,"end":45,"id":9,"ws":true,"disabled":false},{"text":"managed","start":46,"end":53,"id":10,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":11,"ws":true,"disabled":false},{"text":"clean","start":57,"end":62,"id":12,"ws":true,"disabled":false},{"text":"up","start":63,"end":65,"id":13,"ws":true,"disabled":false},{"text":"the","start":66,"end":69,"id":14,"ws":true,"disabled":false},{"text":"air","start":70,"end":73,"id":15,"ws":true,"disabled":false},{"text":"from","start":74,"end":78,"id":16,"ws":true,"disabled":false},{"text":"other","start":79,"end":84,"id":17,"ws":true,"disabled":false},{"text":"[","start":85,"end":86,"id":18,"ws":false,"disabled":false},{"text":"pollution","start":86,"end":95,"id":19,"ws":false,"disabled":false},{"text":"]","start":95,"end":96,"id":20,"ws":true,"disabled":false},{"text":"sources","start":97,"end":104,"id":21,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":22,"ws":true,"disabled":false},{"text":"like","start":106,"end":110,"id":23,"ws":true,"disabled":false},{"text":"power","start":111,"end":116,"id":24,"ws":true,"disabled":false},{"text":"plants","start":117,"end":123,"id":25,"ws":true,"disabled":false},{"text":"and","start":124,"end":127,"id":26,"ws":true,"disabled":false},{"text":"industry","start":128,"end":136,"id":27,"ws":true,"disabled":false},{"text":"and","start":137,"end":140,"id":28,"ws":true,"disabled":false},{"text":"cars","start":141,"end":145,"id":29,"ws":false,"disabled":false},{"text":",","start":145,"end":146,"id":30,"ws":false,"disabled":false},{"text":"\u201d","start":146,"end":147,"id":31,"ws":true,"disabled":false},{"text":"Mickley","start":148,"end":155,"id":32,"ws":true,"disabled":false},{"text":"said","start":156,"end":160,"id":33,"ws":false,"disabled":false},{"text":".","start":160,"end":161,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":162,"end":174,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Multiple >75-year compound events are observed in the coastal Pacific Northwest, inland Southern California, Florida, Maine, and several climate divisions in Texas, which point to the intensification of compound dry-hot extremes over many portions of CONUS with significant socio-environmental repercussions, such as causing very large wildfires (29).\n","text":"Multiple >75-year compound events are observed in the coastal Pacific Northwest, inland Southern California, Florida, Maine, and several climate divisions in Texas, which point to the intensification of compound dry-hot extremes over many portions of CONUS with significant socio-environmental repercussions, such as causing very large wildfires (29). IMPLIED_BASE IMPLIED_BASE","characters":"352","document_index":"860","md_sentence_index":"112","classification_origin":"causal_sentence_classification","url":"https://advances.sciencemag.org/content/6/39/eaaz4571","combo_id":"860_112","post-training batch1":"860_112","_input_hash":1726287203,"_task_hash":-1925377485,"spans":[{"start":184,"end":199,"token_start":32,"token_end":32,"label":"change_direction"},{"start":203,"end":211,"token_start":34,"token_end":34,"label":"type_of"},{"start":212,"end":219,"token_start":35,"token_end":37,"label":"type_of"},{"start":220,"end":228,"token_start":38,"token_end":38,"label":"base"},{"start":274,"end":293,"token_start":46,"token_end":48,"label":"base"},{"start":294,"end":307,"token_start":49,"token_end":49,"label":"change_direction"},{"start":317,"end":324,"token_start":53,"token_end":53,"label":"predicate"},{"start":325,"end":335,"token_start":54,"token_end":55,"label":"type_of"},{"text":"wildfires","start":336,"token_start":56,"token_end":56,"end":345,"type":"pattern","label":"base"}],"tokens":[{"text":"Multiple","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":">","start":9,"end":10,"id":1,"ws":false,"disabled":false},{"text":"75-year","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"compound","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"events","start":27,"end":33,"id":4,"ws":true,"disabled":false},{"text":"are","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"observed","start":38,"end":46,"id":6,"ws":true,"disabled":false},{"text":"in","start":47,"end":49,"id":7,"ws":true,"disabled":false},{"text":"the","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"coastal","start":54,"end":61,"id":9,"ws":true,"disabled":false},{"text":"Pacific","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"Northwest","start":70,"end":79,"id":11,"ws":false,"disabled":false},{"text":",","start":79,"end":80,"id":12,"ws":true,"disabled":false},{"text":"inland","start":81,"end":87,"id":13,"ws":true,"disabled":false},{"text":"Southern","start":88,"end":96,"id":14,"ws":true,"disabled":false},{"text":"California","start":97,"end":107,"id":15,"ws":false,"disabled":false},{"text":",","start":107,"end":108,"id":16,"ws":true,"disabled":false},{"text":"Florida","start":109,"end":116,"id":17,"ws":false,"disabled":false},{"text":",","start":116,"end":117,"id":18,"ws":true,"disabled":false},{"text":"Maine","start":118,"end":123,"id":19,"ws":false,"disabled":false},{"text":",","start":123,"end":124,"id":20,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":21,"ws":true,"disabled":false},{"text":"several","start":129,"end":136,"id":22,"ws":true,"disabled":false},{"text":"climate","start":137,"end":144,"id":23,"ws":true,"disabled":false},{"text":"divisions","start":145,"end":154,"id":24,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":25,"ws":true,"disabled":false},{"text":"Texas","start":158,"end":163,"id":26,"ws":false,"disabled":false},{"text":",","start":163,"end":164,"id":27,"ws":true,"disabled":false},{"text":"which","start":165,"end":170,"id":28,"ws":true,"disabled":false},{"text":"point","start":171,"end":176,"id":29,"ws":true,"disabled":false},{"text":"to","start":177,"end":179,"id":30,"ws":true,"disabled":false},{"text":"the","start":180,"end":183,"id":31,"ws":true,"disabled":false},{"text":"intensification","start":184,"end":199,"id":32,"ws":true,"disabled":false},{"text":"of","start":200,"end":202,"id":33,"ws":true,"disabled":false},{"text":"compound","start":203,"end":211,"id":34,"ws":true,"disabled":false},{"text":"dry","start":212,"end":215,"id":35,"ws":false,"disabled":false},{"text":"-","start":215,"end":216,"id":36,"ws":false,"disabled":false},{"text":"hot","start":216,"end":219,"id":37,"ws":true,"disabled":false},{"text":"extremes","start":220,"end":228,"id":38,"ws":true,"disabled":false},{"text":"over","start":229,"end":233,"id":39,"ws":true,"disabled":false},{"text":"many","start":234,"end":238,"id":40,"ws":true,"disabled":false},{"text":"portions","start":239,"end":247,"id":41,"ws":true,"disabled":false},{"text":"of","start":248,"end":250,"id":42,"ws":true,"disabled":false},{"text":"CONUS","start":251,"end":256,"id":43,"ws":true,"disabled":false},{"text":"with","start":257,"end":261,"id":44,"ws":true,"disabled":false},{"text":"significant","start":262,"end":273,"id":45,"ws":true,"disabled":false},{"text":"socio","start":274,"end":279,"id":46,"ws":false,"disabled":false},{"text":"-","start":279,"end":280,"id":47,"ws":false,"disabled":false},{"text":"environmental","start":280,"end":293,"id":48,"ws":true,"disabled":false},{"text":"repercussions","start":294,"end":307,"id":49,"ws":false,"disabled":false},{"text":",","start":307,"end":308,"id":50,"ws":true,"disabled":false},{"text":"such","start":309,"end":313,"id":51,"ws":true,"disabled":false},{"text":"as","start":314,"end":316,"id":52,"ws":true,"disabled":false},{"text":"causing","start":317,"end":324,"id":53,"ws":true,"disabled":false},{"text":"very","start":325,"end":329,"id":54,"ws":true,"disabled":false},{"text":"large","start":330,"end":335,"id":55,"ws":true,"disabled":false},{"text":"wildfires","start":336,"end":345,"id":56,"ws":true,"disabled":false},{"text":"(","start":346,"end":347,"id":57,"ws":false,"disabled":false},{"text":"29","start":347,"end":349,"id":58,"ws":false,"disabled":false},{"text":")","start":349,"end":350,"id":59,"ws":false,"disabled":false},{"text":".","start":350,"end":351,"id":60,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":352,"end":364,"id":61,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":365,"end":377,"id":62,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":37,"child":38,"head_span":{"start":212,"end":219,"token_start":35,"token_end":37,"label":"type_of"},"child_span":{"start":220,"end":228,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":38,"head_span":{"start":203,"end":211,"token_start":34,"token_end":34,"label":"type_of"},"child_span":{"start":220,"end":228,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":38,"head_span":{"start":184,"end":199,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":220,"end":228,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":48,"head_span":{"start":294,"end":307,"token_start":49,"token_end":49,"label":"change_direction"},"child_span":{"start":274,"end":293,"token_start":46,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":55,"child":56,"head_span":{"start":325,"end":335,"token_start":54,"token_end":55,"label":"type_of"},"child_span":{"start":336,"end":345,"token_start":56,"token_end":56,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":48,"head_span":{"start":220,"end":228,"token_start":38,"token_end":38,"label":"base"},"child_span":{"start":274,"end":293,"token_start":46,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":38,"child":56,"head_span":{"start":220,"end":228,"token_start":38,"token_end":38,"label":"base"},"child_span":{"start":336,"end":345,"token_start":56,"token_end":56,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The 2018 California wildfire season, though, when the Camp Fire became the state\u2019s deadliest and most destructive blaze in terms of acres burned, and this year\u2019s wildfire season make it clear that increasing wildfires are also happening in the United States.\n","text":"The 2018 California wildfire season, though, when the Camp Fire became the state\u2019s deadliest and most destructive blaze in terms of acres burned, and this year\u2019s wildfire season make it clear that increasing wildfires are also happening in the United States. IMPLIED_BASE IMPLIED_BASE","characters":"259","document_index":"459","md_sentence_index":"17","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/11/13/climate/climate-change-child-health.html","combo_id":"459_17","post-training batch1":"459_17","_input_hash":-1575483023,"_task_hash":-1543706941,"spans":[{"start":4,"end":8,"token_start":1,"token_end":1,"label":"when"},{"start":9,"end":19,"token_start":2,"token_end":2,"label":"where"},{"start":20,"end":35,"token_start":3,"token_end":4,"label":"base"},{"start":59,"end":63,"token_start":11,"token_end":11,"label":"base"},{"start":132,"end":144,"token_start":24,"token_end":25,"label":"aspect_changing"},{"start":162,"end":177,"token_start":31,"token_end":32,"label":"base"},{"text":"increasing","start":197,"token_start":37,"token_end":37,"end":207,"type":"pattern","label":"change_direction"},{"text":"wildfires","start":208,"token_start":38,"token_end":38,"end":217,"type":"pattern","label":"base"},{"start":237,"end":257,"token_start":42,"token_end":45,"label":"where"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"2018","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"California","start":9,"end":19,"id":2,"ws":true,"disabled":false},{"text":"wildfire","start":20,"end":28,"id":3,"ws":true,"disabled":false},{"text":"season","start":29,"end":35,"id":4,"ws":false,"disabled":false},{"text":",","start":35,"end":36,"id":5,"ws":true,"disabled":false},{"text":"though","start":37,"end":43,"id":6,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":7,"ws":true,"disabled":false},{"text":"when","start":45,"end":49,"id":8,"ws":true,"disabled":false},{"text":"the","start":50,"end":53,"id":9,"ws":true,"disabled":false},{"text":"Camp","start":54,"end":58,"id":10,"ws":true,"disabled":false},{"text":"Fire","start":59,"end":63,"id":11,"ws":true,"disabled":false},{"text":"became","start":64,"end":70,"id":12,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":13,"ws":true,"disabled":false},{"text":"state","start":75,"end":80,"id":14,"ws":false,"disabled":false},{"text":"\u2019s","start":80,"end":82,"id":15,"ws":true,"disabled":false},{"text":"deadliest","start":83,"end":92,"id":16,"ws":true,"disabled":false},{"text":"and","start":93,"end":96,"id":17,"ws":true,"disabled":false},{"text":"most","start":97,"end":101,"id":18,"ws":true,"disabled":false},{"text":"destructive","start":102,"end":113,"id":19,"ws":true,"disabled":false},{"text":"blaze","start":114,"end":119,"id":20,"ws":true,"disabled":false},{"text":"in","start":120,"end":122,"id":21,"ws":true,"disabled":false},{"text":"terms","start":123,"end":128,"id":22,"ws":true,"disabled":false},{"text":"of","start":129,"end":131,"id":23,"ws":true,"disabled":false},{"text":"acres","start":132,"end":137,"id":24,"ws":true,"disabled":false},{"text":"burned","start":138,"end":144,"id":25,"ws":false,"disabled":false},{"text":",","start":144,"end":145,"id":26,"ws":true,"disabled":false},{"text":"and","start":146,"end":149,"id":27,"ws":true,"disabled":false},{"text":"this","start":150,"end":154,"id":28,"ws":true,"disabled":false},{"text":"year","start":155,"end":159,"id":29,"ws":false,"disabled":false},{"text":"\u2019s","start":159,"end":161,"id":30,"ws":true,"disabled":false},{"text":"wildfire","start":162,"end":170,"id":31,"ws":true,"disabled":false},{"text":"season","start":171,"end":177,"id":32,"ws":true,"disabled":false},{"text":"make","start":178,"end":182,"id":33,"ws":true,"disabled":false},{"text":"it","start":183,"end":185,"id":34,"ws":true,"disabled":false},{"text":"clear","start":186,"end":191,"id":35,"ws":true,"disabled":false},{"text":"that","start":192,"end":196,"id":36,"ws":true,"disabled":false},{"text":"increasing","start":197,"end":207,"id":37,"ws":true,"disabled":false},{"text":"wildfires","start":208,"end":217,"id":38,"ws":true,"disabled":false},{"text":"are","start":218,"end":221,"id":39,"ws":true,"disabled":false},{"text":"also","start":222,"end":226,"id":40,"ws":true,"disabled":false},{"text":"happening","start":227,"end":236,"id":41,"ws":true,"disabled":false},{"text":"in","start":237,"end":239,"id":42,"ws":true,"disabled":false},{"text":"the","start":240,"end":243,"id":43,"ws":true,"disabled":false},{"text":"United","start":244,"end":250,"id":44,"ws":true,"disabled":false},{"text":"States","start":251,"end":257,"id":45,"ws":false,"disabled":false},{"text":".","start":257,"end":258,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":259,"end":271,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":272,"end":284,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The online info noted that recurrent episodes of the neurological effects of ciguatera \u2013 such as numbness \u2013 are thought to be tied to eating certain foods, including one of my personal sushi favourites, red snapper.","text":"The online info noted that recurrent episodes of the neurological effects of ciguatera \u2013 such as numbness \u2013 are thought to be tied to eating certain foods, including one of my personal sushi favourites, red snapper. IMPLIED_BASE IMPLIED_BASE","characters":"215","document_index":"606","md_sentence_index":"49","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"http://www.bbc.com/travel/story/20200129-how-climate-change-poisons-our-food","combo_id":"606_49","post-training batch1":"606_49","_input_hash":-2053481094,"_task_hash":1501912232,"spans":[{"start":74,"end":76,"token_start":11,"token_end":11,"label":"predicate"},{"start":77,"end":86,"token_start":12,"token_end":12,"label":"base"},{"start":89,"end":96,"token_start":14,"token_end":15,"label":"predicate"},{"start":97,"end":105,"token_start":16,"token_end":16,"label":"base"},{"start":108,"end":125,"token_start":18,"token_end":21,"label":"confidence"},{"start":126,"end":133,"token_start":22,"token_end":23,"label":"predicate"},{"start":156,"end":165,"token_start":28,"token_end":28,"label":"predicate"},{"start":203,"end":214,"token_start":36,"token_end":37,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"online","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"info","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"noted","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"that","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"recurrent","start":27,"end":36,"id":5,"ws":true,"disabled":false},{"text":"episodes","start":37,"end":45,"id":6,"ws":true,"disabled":false},{"text":"of","start":46,"end":48,"id":7,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":8,"ws":true,"disabled":false},{"text":"neurological","start":53,"end":65,"id":9,"ws":true,"disabled":false},{"text":"effects","start":66,"end":73,"id":10,"ws":true,"disabled":false},{"text":"of","start":74,"end":76,"id":11,"ws":true,"disabled":false},{"text":"ciguatera","start":77,"end":86,"id":12,"ws":true,"disabled":false},{"text":"\u2013","start":87,"end":88,"id":13,"ws":true,"disabled":false},{"text":"such","start":89,"end":93,"id":14,"ws":true,"disabled":false},{"text":"as","start":94,"end":96,"id":15,"ws":true,"disabled":false},{"text":"numbness","start":97,"end":105,"id":16,"ws":true,"disabled":false},{"text":"\u2013","start":106,"end":107,"id":17,"ws":true,"disabled":false},{"text":"are","start":108,"end":111,"id":18,"ws":true,"disabled":false},{"text":"thought","start":112,"end":119,"id":19,"ws":true,"disabled":false},{"text":"to","start":120,"end":122,"id":20,"ws":true,"disabled":false},{"text":"be","start":123,"end":125,"id":21,"ws":true,"disabled":false},{"text":"tied","start":126,"end":130,"id":22,"ws":true,"disabled":false},{"text":"to","start":131,"end":133,"id":23,"ws":true,"disabled":false},{"text":"eating","start":134,"end":140,"id":24,"ws":true,"disabled":false},{"text":"certain","start":141,"end":148,"id":25,"ws":true,"disabled":false},{"text":"foods","start":149,"end":154,"id":26,"ws":false,"disabled":false},{"text":",","start":154,"end":155,"id":27,"ws":true,"disabled":false},{"text":"including","start":156,"end":165,"id":28,"ws":true,"disabled":false},{"text":"one","start":166,"end":169,"id":29,"ws":true,"disabled":false},{"text":"of","start":170,"end":172,"id":30,"ws":true,"disabled":false},{"text":"my","start":173,"end":175,"id":31,"ws":true,"disabled":false},{"text":"personal","start":176,"end":184,"id":32,"ws":true,"disabled":false},{"text":"sushi","start":185,"end":190,"id":33,"ws":true,"disabled":false},{"text":"favourites","start":191,"end":201,"id":34,"ws":false,"disabled":false},{"text":",","start":201,"end":202,"id":35,"ws":true,"disabled":false},{"text":"red","start":203,"end":206,"id":36,"ws":true,"disabled":false},{"text":"snapper","start":207,"end":214,"id":37,"ws":false,"disabled":false},{"text":".","start":214,"end":215,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":216,"end":228,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":229,"end":241,"id":40,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":37,"child":12,"head_span":{"start":203,"end":214,"token_start":36,"token_end":37,"label":"base"},"child_span":{"start":77,"end":86,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":16,"head_span":{"start":77,"end":86,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":97,"end":105,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For wound infections, early antibiotic treatment and, if needed, surgery are the best way to prevent the disease from spreading.","text":"For wound infections, early antibiotic treatment and, if needed, surgery are the best way to prevent the disease from spreading. IMPLIED_BASE IMPLIED_BASE","characters":"128","document_index":"333","md_sentence_index":"28","classification_origin":"cm_cause_effect_rel","url":"https://www.buzzfeednews.com/article/skbaer/flesh-eating-bacteria-climate-change-vibrio-warming","combo_id":"333_28","post-training batch1":"333_28","_input_hash":-164375074,"_task_hash":1182743199,"spans":[{"start":4,"end":9,"token_start":1,"token_end":1,"label":"type_of"},{"start":10,"end":20,"token_start":2,"token_end":2,"label":"base"},{"start":22,"end":27,"token_start":4,"token_end":4,"label":"type_of"},{"start":28,"end":38,"token_start":5,"token_end":5,"label":"type_of"},{"start":39,"end":48,"token_start":6,"token_end":6,"label":"base"},{"start":65,"end":72,"token_start":12,"token_end":12,"label":"base"},{"start":93,"end":100,"token_start":18,"token_end":18,"label":"change_direction"},{"start":118,"end":127,"token_start":22,"token_end":22,"label":"aspect_changing"},{"start":129,"end":141,"token_start":24,"token_end":24,"label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"wound","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"infections","start":10,"end":20,"id":2,"ws":false,"disabled":false},{"text":",","start":20,"end":21,"id":3,"ws":true,"disabled":false},{"text":"early","start":22,"end":27,"id":4,"ws":true,"disabled":false},{"text":"antibiotic","start":28,"end":38,"id":5,"ws":true,"disabled":false},{"text":"treatment","start":39,"end":48,"id":6,"ws":true,"disabled":false},{"text":"and","start":49,"end":52,"id":7,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":8,"ws":true,"disabled":false},{"text":"if","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"needed","start":57,"end":63,"id":10,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":11,"ws":true,"disabled":false},{"text":"surgery","start":65,"end":72,"id":12,"ws":true,"disabled":false},{"text":"are","start":73,"end":76,"id":13,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":14,"ws":true,"disabled":false},{"text":"best","start":81,"end":85,"id":15,"ws":true,"disabled":false},{"text":"way","start":86,"end":89,"id":16,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":17,"ws":true,"disabled":false},{"text":"prevent","start":93,"end":100,"id":18,"ws":true,"disabled":false},{"text":"the","start":101,"end":104,"id":19,"ws":true,"disabled":false},{"text":"disease","start":105,"end":112,"id":20,"ws":true,"disabled":false},{"text":"from","start":113,"end":117,"id":21,"ws":true,"disabled":false},{"text":"spreading","start":118,"end":127,"id":22,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":2,"child":24,"head_span":{"start":10,"end":20,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":129,"end":141,"token_start":24,"token_end":24,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":1,"child":2,"head_span":{"start":4,"end":9,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":10,"end":20,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":6,"head_span":{"start":22,"end":27,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":39,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":28,"end":38,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":39,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":118,"end":127,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":129,"end":141,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":24,"head_span":{"start":93,"end":100,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":129,"end":141,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Those with the more severe neuroinvasive forms of WNV are at greater risk for depression between 13 to 18 months","text":"Those with the more severe neuroinvasive forms of WNV are at greater risk for depression between 13 to 18 months IMPLIED_BASE IMPLIED_BASE","characters":"112","document_index":"619","md_sentence_index":"251","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_251","post-training batch1":"619_251","_input_hash":838016509,"_task_hash":342574293,"spans":[{"text":"more","start":15,"token_start":3,"token_end":3,"end":19,"type":"pattern","label":"change_direction"},{"start":20,"end":26,"token_start":4,"token_end":4,"label":"type_of"},{"start":27,"end":40,"token_start":5,"token_end":5,"label":"type_of"},{"start":50,"end":53,"token_start":8,"token_end":8,"label":"base"},{"start":61,"end":68,"token_start":11,"token_end":11,"label":"change_direction"},{"text":"risk","start":69,"token_start":12,"token_end":12,"end":73,"type":"pattern","label":"aspect_changing"},{"start":78,"end":88,"token_start":14,"token_end":14,"label":"base"},{"start":89,"end":112,"token_start":15,"token_end":19,"label":"when"}],"tokens":[{"text":"Those","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"with","start":6,"end":10,"id":1,"ws":true,"disabled":false},{"text":"the","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"more","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"severe","start":20,"end":26,"id":4,"ws":true,"disabled":false},{"text":"neuroinvasive","start":27,"end":40,"id":5,"ws":true,"disabled":false},{"text":"forms","start":41,"end":46,"id":6,"ws":true,"disabled":false},{"text":"of","start":47,"end":49,"id":7,"ws":true,"disabled":false},{"text":"WNV","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"are","start":54,"end":57,"id":9,"ws":true,"disabled":false},{"text":"at","start":58,"end":60,"id":10,"ws":true,"disabled":false},{"text":"greater","start":61,"end":68,"id":11,"ws":true,"disabled":false},{"text":"risk","start":69,"end":73,"id":12,"ws":true,"disabled":false},{"text":"for","start":74,"end":77,"id":13,"ws":true,"disabled":false},{"text":"depression","start":78,"end":88,"id":14,"ws":true,"disabled":false},{"text":"between","start":89,"end":96,"id":15,"ws":true,"disabled":false},{"text":"13","start":97,"end":99,"id":16,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":17,"ws":true,"disabled":false},{"text":"18","start":103,"end":105,"id":18,"ws":true,"disabled":false},{"text":"months","start":106,"end":112,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":113,"end":125,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":5,"child":8,"head_span":{"start":27,"end":40,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":50,"end":53,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":8,"head_span":{"start":20,"end":26,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":50,"end":53,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":14,"head_span":{"start":61,"end":68,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":78,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":14,"head_span":{"start":89,"end":112,"token_start":15,"token_end":19,"label":"when"},"child_span":{"start":78,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":69,"end":73,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":78,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":14,"head_span":{"start":50,"end":53,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":78,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":8,"head_span":{"start":15,"end":19,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":50,"end":53,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Asthma attacks are the most common allergy-related reason a child ends up in the emergency room, said Ari Bernstein, a pediatrician at Boston Children\u2019s Hospital and the co-director of Harvard\u2019s Center for Climate, Health and the Global Environment.\n","text":"Asthma attacks are the most common allergy-related reason a child ends up in the emergency room, said Ari Bernstein, a pediatrician at Boston Children\u2019s Hospital and the co-director of Harvard\u2019s Center for Climate, Health and the Global Environment. IMPLIED_BASE IMPLIED_BASE","characters":"250","document_index":"210","md_sentence_index":"13","classification_origin":"cm-label-eval","url":"https://www.yaleclimateconnections.org/2019/06/climate-change-could-make-childrens-allergies-worse/","combo_id":"210_13","post-training batch1":"210_13","_input_hash":1926806951,"_task_hash":1749646196,"spans":[{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},{"start":51,"end":57,"token_start":9,"token_end":9,"label":"predicate"},{"start":60,"end":65,"token_start":11,"token_end":11,"label":"to_whom"},{"text":"Health","start":215,"token_start":42,"token_end":42,"end":221,"type":"pattern","label":"base"}],"tokens":[{"text":"Asthma","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"attacks","start":7,"end":14,"id":1,"ws":true,"disabled":false},{"text":"are","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"the","start":19,"end":22,"id":3,"ws":true,"disabled":false},{"text":"most","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"common","start":28,"end":34,"id":5,"ws":true,"disabled":false},{"text":"allergy","start":35,"end":42,"id":6,"ws":false,"disabled":false},{"text":"-","start":42,"end":43,"id":7,"ws":false,"disabled":false},{"text":"related","start":43,"end":50,"id":8,"ws":true,"disabled":false},{"text":"reason","start":51,"end":57,"id":9,"ws":true,"disabled":false},{"text":"a","start":58,"end":59,"id":10,"ws":true,"disabled":false},{"text":"child","start":60,"end":65,"id":11,"ws":true,"disabled":false},{"text":"ends","start":66,"end":70,"id":12,"ws":true,"disabled":false},{"text":"up","start":71,"end":73,"id":13,"ws":true,"disabled":false},{"text":"in","start":74,"end":76,"id":14,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":15,"ws":true,"disabled":false},{"text":"emergency","start":81,"end":90,"id":16,"ws":true,"disabled":false},{"text":"room","start":91,"end":95,"id":17,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":18,"ws":true,"disabled":false},{"text":"said","start":97,"end":101,"id":19,"ws":true,"disabled":false},{"text":"Ari","start":102,"end":105,"id":20,"ws":true,"disabled":false},{"text":"Bernstein","start":106,"end":115,"id":21,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":22,"ws":true,"disabled":false},{"text":"a","start":117,"end":118,"id":23,"ws":true,"disabled":false},{"text":"pediatrician","start":119,"end":131,"id":24,"ws":true,"disabled":false},{"text":"at","start":132,"end":134,"id":25,"ws":true,"disabled":false},{"text":"Boston","start":135,"end":141,"id":26,"ws":true,"disabled":false},{"text":"Children","start":142,"end":150,"id":27,"ws":false,"disabled":false},{"text":"\u2019s","start":150,"end":152,"id":28,"ws":true,"disabled":false},{"text":"Hospital","start":153,"end":161,"id":29,"ws":true,"disabled":false},{"text":"and","start":162,"end":165,"id":30,"ws":true,"disabled":false},{"text":"the","start":166,"end":169,"id":31,"ws":true,"disabled":false},{"text":"co","start":170,"end":172,"id":32,"ws":false,"disabled":false},{"text":"-","start":172,"end":173,"id":33,"ws":false,"disabled":false},{"text":"director","start":173,"end":181,"id":34,"ws":true,"disabled":false},{"text":"of","start":182,"end":184,"id":35,"ws":true,"disabled":false},{"text":"Harvard","start":185,"end":192,"id":36,"ws":false,"disabled":false},{"text":"\u2019s","start":192,"end":194,"id":37,"ws":true,"disabled":false},{"text":"Center","start":195,"end":201,"id":38,"ws":true,"disabled":false},{"text":"for","start":202,"end":205,"id":39,"ws":true,"disabled":false},{"text":"Climate","start":206,"end":213,"id":40,"ws":false,"disabled":false},{"text":",","start":213,"end":214,"id":41,"ws":true,"disabled":false},{"text":"Health","start":215,"end":221,"id":42,"ws":true,"disabled":false},{"text":"and","start":222,"end":225,"id":43,"ws":true,"disabled":false},{"text":"the","start":226,"end":229,"id":44,"ws":true,"disabled":false},{"text":"Global","start":230,"end":236,"id":45,"ws":true,"disabled":false},{"text":"Environment","start":237,"end":248,"id":46,"ws":false,"disabled":false},{"text":".","start":248,"end":249,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":250,"end":262,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":263,"end":275,"id":49,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"flagged":true,"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Increased population success and range expansion due to release from climatic constraints has been recently observed and most studied in northern latitudes.","text":"Increased population success and range expansion due to release from climatic constraints has been recently observed and most studied in northern latitudes. IMPLIED_BASE IMPLIED_BASE","characters":"156","document_index":"838","md_sentence_index":"33","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.fs.usda.gov/ccrc/topics/bark-beetles-and-climate-change-united-states","combo_id":"838_33","post-training batch1":"838_33","_input_hash":-1667452048,"_task_hash":-783121811,"spans":[{"text":"Increased","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"change_direction"},{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},{"start":21,"end":28,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":33,"end":48,"token_start":4,"token_end":5,"label":"aspect_changing"},{"start":49,"end":55,"token_start":6,"token_end":7,"label":"predicate"},{"start":56,"end":68,"token_start":8,"token_end":9,"label":"change_direction"},{"start":69,"end":89,"token_start":10,"token_end":11,"label":"aspect_changing"},{"start":134,"end":155,"token_start":19,"token_end":21,"label":"where"},{"start":157,"end":169,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"Increased","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"population","start":10,"end":20,"id":1,"ws":true,"disabled":false},{"text":"success","start":21,"end":28,"id":2,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":3,"ws":true,"disabled":false},{"text":"range","start":33,"end":38,"id":4,"ws":true,"disabled":false},{"text":"expansion","start":39,"end":48,"id":5,"ws":true,"disabled":false},{"text":"due","start":49,"end":52,"id":6,"ws":true,"disabled":false},{"text":"to","start":53,"end":55,"id":7,"ws":true,"disabled":false},{"text":"release","start":56,"end":63,"id":8,"ws":true,"disabled":false},{"text":"from","start":64,"end":68,"id":9,"ws":true,"disabled":false},{"text":"climatic","start":69,"end":77,"id":10,"ws":true,"disabled":false},{"text":"constraints","start":78,"end":89,"id":11,"ws":true,"disabled":false},{"text":"has","start":90,"end":93,"id":12,"ws":true,"disabled":false},{"text":"been","start":94,"end":98,"id":13,"ws":true,"disabled":false},{"text":"recently","start":99,"end":107,"id":14,"ws":true,"disabled":false},{"text":"observed","start":108,"end":116,"id":15,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":16,"ws":true,"disabled":false},{"text":"most","start":121,"end":125,"id":17,"ws":true,"disabled":false},{"text":"studied","start":126,"end":133,"id":18,"ws":true,"disabled":false},{"text":"in","start":134,"end":136,"id":19,"ws":true,"disabled":false},{"text":"northern","start":137,"end":145,"id":20,"ws":true,"disabled":false},{"text":"latitudes","start":146,"end":155,"id":21,"ws":false,"disabled":false},{"text":".","start":155,"end":156,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":170,"end":182,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":2,"child":1,"head_span":{"start":21,"end":28,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":1,"head_span":{"start":33,"end":48,"token_start":4,"token_end":5,"label":"aspect_changing"},"child_span":{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":23,"head_span":{"start":56,"end":68,"token_start":8,"token_end":9,"label":"change_direction"},"child_span":{"start":157,"end":169,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":23,"head_span":{"start":69,"end":89,"token_start":10,"token_end":11,"label":"aspect_changing"},"child_span":{"start":157,"end":169,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":1,"head_span":{"start":157,"end":169,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Parasitic infections can lead to a number of changes that could increase methane emissions from livestock.","text":"Parasitic infections can lead to a number of changes that could increase methane emissions from livestock. IMPLIED_BASE IMPLIED_BASE","characters":"106","document_index":"854","md_sentence_index":"16","classification_origin":"causal_sentence_classification","url":"https://www.theverge.com/21505736/climate-change-cattle-livestock-infectious-disease-methane","combo_id":"854_16","post-training batch1":"854_16","_input_hash":-202398446,"_task_hash":713774184,"spans":[{"start":0,"end":9,"token_start":0,"token_end":0,"label":"type_of"},{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},{"start":21,"end":24,"token_start":2,"token_end":2,"label":"confidence"},{"start":25,"end":32,"token_start":3,"token_end":4,"label":"predicate"},{"start":58,"end":63,"token_start":10,"token_end":10,"label":"confidence"},{"text":"increase","start":64,"token_start":11,"token_end":11,"end":72,"type":"pattern","label":"change_direction"},{"text":"methane","start":73,"token_start":12,"token_end":12,"end":80,"type":"pattern","label":"base"},{"text":"emissions","start":81,"token_start":13,"token_end":13,"end":90,"type":"pattern","label":"aspect_changing"},{"start":91,"end":95,"token_start":14,"token_end":14,"label":"predicate"},{"start":96,"end":105,"token_start":15,"token_end":15,"label":"base"}],"tokens":[{"text":"Parasitic","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"infections","start":10,"end":20,"id":1,"ws":true,"disabled":false},{"text":"can","start":21,"end":24,"id":2,"ws":true,"disabled":false},{"text":"lead","start":25,"end":29,"id":3,"ws":true,"disabled":false},{"text":"to","start":30,"end":32,"id":4,"ws":true,"disabled":false},{"text":"a","start":33,"end":34,"id":5,"ws":true,"disabled":false},{"text":"number","start":35,"end":41,"id":6,"ws":true,"disabled":false},{"text":"of","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"changes","start":45,"end":52,"id":8,"ws":true,"disabled":false},{"text":"that","start":53,"end":57,"id":9,"ws":true,"disabled":false},{"text":"could","start":58,"end":63,"id":10,"ws":true,"disabled":false},{"text":"increase","start":64,"end":72,"id":11,"ws":true,"disabled":false},{"text":"methane","start":73,"end":80,"id":12,"ws":true,"disabled":false},{"text":"emissions","start":81,"end":90,"id":13,"ws":true,"disabled":false},{"text":"from","start":91,"end":95,"id":14,"ws":true,"disabled":false},{"text":"livestock","start":96,"end":105,"id":15,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":64,"end":72,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":73,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":12,"head_span":{"start":81,"end":90,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":73,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":12,"head_span":{"start":96,"end":105,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":73,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":12,"head_span":{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":73,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"And when warmer winter storms cause rain to fall on top of California's snowpack, it dramatically increases the risk of devastating floods.\n","text":"And when warmer winter storms cause rain to fall on top of California's snowpack, it dramatically increases the risk of devastating floods. IMPLIED_BASE IMPLIED_BASE","characters":"140","document_index":"643","md_sentence_index":"35","classification_origin":"causal_sentence_classification","url":"https://www.npr.org/2020/02/18/803125282/how-warming-winters-are-affecting-everything","combo_id":"643_35","post-training batch1":"643_35","_input_hash":-1828041182,"_task_hash":-1231611451,"spans":[{"text":"warmer","start":9,"token_start":2,"token_end":2,"end":15,"type":"pattern","label":"change_direction"},{"start":16,"end":22,"token_start":3,"token_end":3,"label":"type_of"},{"text":"storms","start":23,"token_start":4,"token_end":4,"end":29,"type":"pattern","label":"base"},{"start":30,"end":35,"token_start":5,"token_end":5,"label":"predicate"},{"text":"rain","start":36,"token_start":6,"token_end":6,"end":40,"type":"pattern","label":"base"},{"start":44,"end":80,"token_start":8,"token_end":14,"label":"change_direction"},{"start":85,"end":97,"token_start":17,"token_end":17,"label":"effect_size"},{"text":"increases","start":98,"token_start":18,"token_end":18,"end":107,"type":"pattern","label":"change_direction"},{"text":"risk","start":112,"token_start":20,"token_end":20,"end":116,"type":"pattern","label":"aspect_changing"},{"start":120,"end":131,"token_start":22,"token_end":22,"label":"type_of"},{"text":"floods","start":132,"token_start":23,"token_end":23,"end":138,"type":"pattern","label":"base"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"when","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"warmer","start":9,"end":15,"id":2,"ws":true,"disabled":false},{"text":"winter","start":16,"end":22,"id":3,"ws":true,"disabled":false},{"text":"storms","start":23,"end":29,"id":4,"ws":true,"disabled":false},{"text":"cause","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"rain","start":36,"end":40,"id":6,"ws":true,"disabled":false},{"text":"to","start":41,"end":43,"id":7,"ws":true,"disabled":false},{"text":"fall","start":44,"end":48,"id":8,"ws":true,"disabled":false},{"text":"on","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"top","start":52,"end":55,"id":10,"ws":true,"disabled":false},{"text":"of","start":56,"end":58,"id":11,"ws":true,"disabled":false},{"text":"California","start":59,"end":69,"id":12,"ws":false,"disabled":false},{"text":"'s","start":69,"end":71,"id":13,"ws":true,"disabled":false},{"text":"snowpack","start":72,"end":80,"id":14,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":15,"ws":true,"disabled":false},{"text":"it","start":82,"end":84,"id":16,"ws":true,"disabled":false},{"text":"dramatically","start":85,"end":97,"id":17,"ws":true,"disabled":false},{"text":"increases","start":98,"end":107,"id":18,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":19,"ws":true,"disabled":false},{"text":"risk","start":112,"end":116,"id":20,"ws":true,"disabled":false},{"text":"of","start":117,"end":119,"id":21,"ws":true,"disabled":false},{"text":"devastating","start":120,"end":131,"id":22,"ws":true,"disabled":false},{"text":"floods","start":132,"end":138,"id":23,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":22,"child":23,"head_span":{"start":120,"end":131,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":112,"end":116,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":23,"head_span":{"start":98,"end":107,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":4,"head_span":{"start":9,"end":15,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":23,"end":29,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":23,"end":29,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":6,"head_span":{"start":44,"end":80,"token_start":8,"token_end":14,"label":"change_direction"},"child_span":{"start":36,"end":40,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":6,"head_span":{"start":23,"end":29,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":36,"end":40,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":23,"head_span":{"start":36,"end":40,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept","flagged":true}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The group concluded that climate change had made the French flooding more likely, but could not draw a conclusion about the flooding in Germany.\n","text":"The group concluded that climate change had made the French flooding more likely, but could not draw a conclusion about the flooding in Germany. IMPLIED_BASE IMPLIED_BASE","characters":"145","document_index":"770","md_sentence_index":"15","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2016/08/02/science/looking-quickly-for-the-fingerprints-of-climate-change.html","combo_id":"770_15","post-training batch1":"770_15","_input_hash":877827580,"_task_hash":-1849424133,"spans":[{"text":"climate change","start":25,"token_start":4,"token_end":5,"end":39,"type":"pattern","label":"base"},{"start":53,"end":59,"token_start":9,"token_end":9,"label":"where"},{"text":"flooding","start":60,"token_start":10,"token_end":10,"end":68,"type":"pattern","label":"base"},{"text":"more","start":69,"token_start":11,"token_end":11,"end":73,"type":"pattern","label":"change_direction"},{"start":74,"end":80,"token_start":12,"token_end":12,"label":"aspect_changing"},{"text":"flooding","start":124,"token_start":22,"token_end":22,"end":132,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"group","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"concluded","start":10,"end":19,"id":2,"ws":true,"disabled":false},{"text":"that","start":20,"end":24,"id":3,"ws":true,"disabled":false},{"text":"climate","start":25,"end":32,"id":4,"ws":true,"disabled":false},{"text":"change","start":33,"end":39,"id":5,"ws":true,"disabled":false},{"text":"had","start":40,"end":43,"id":6,"ws":true,"disabled":false},{"text":"made","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":8,"ws":true,"disabled":false},{"text":"French","start":53,"end":59,"id":9,"ws":true,"disabled":false},{"text":"flooding","start":60,"end":68,"id":10,"ws":true,"disabled":false},{"text":"more","start":69,"end":73,"id":11,"ws":true,"disabled":false},{"text":"likely","start":74,"end":80,"id":12,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":13,"ws":true,"disabled":false},{"text":"but","start":82,"end":85,"id":14,"ws":true,"disabled":false},{"text":"could","start":86,"end":91,"id":15,"ws":true,"disabled":false},{"text":"not","start":92,"end":95,"id":16,"ws":true,"disabled":false},{"text":"draw","start":96,"end":100,"id":17,"ws":true,"disabled":false},{"text":"a","start":101,"end":102,"id":18,"ws":true,"disabled":false},{"text":"conclusion","start":103,"end":113,"id":19,"ws":true,"disabled":false},{"text":"about","start":114,"end":119,"id":20,"ws":true,"disabled":false},{"text":"the","start":120,"end":123,"id":21,"ws":true,"disabled":false},{"text":"flooding","start":124,"end":132,"id":22,"ws":true,"disabled":false},{"text":"in","start":133,"end":135,"id":23,"ws":true,"disabled":false},{"text":"Germany","start":136,"end":143,"id":24,"ws":false,"disabled":false},{"text":".","start":143,"end":144,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":145,"end":157,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":5,"child":10,"head_span":{"start":25,"end":39,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":60,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":10,"head_span":{"start":69,"end":73,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":60,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":10,"head_span":{"start":74,"end":80,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":60,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As if India needed more challenges, with coronavirus infections steadily increasing, a heat wave hitting the capital, a recent killer cyclone and 100 million people out of work, the country now has to fight off a new problem: a locust invasion.\n","text":"As if India needed more challenges, with coronavirus infections steadily increasing, a heat wave hitting the capital, a recent killer cyclone and 100 million people out of work, the country now has to fight off a new problem: a locust invasion. IMPLIED_BASE IMPLIED_BASE","characters":"245","document_index":"720","md_sentence_index":"9","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/05/27/world/asia/india-locusts-jaipur.html","combo_id":"720_9","post-training batch1":"720_9","_input_hash":1097096695,"_task_hash":-447934145,"spans":[{"text":"more","start":19,"token_start":4,"token_end":4,"end":23,"type":"pattern","label":"change_direction"},{"text":"increasing","start":73,"token_start":11,"token_end":11,"end":83,"type":"pattern","label":"change_direction"},{"text":"heat wave","start":87,"token_start":14,"token_end":15,"end":96,"type":"pattern","label":"base"},{"text":"people","start":158,"token_start":27,"token_end":27,"end":164,"type":"pattern","label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"if","start":3,"end":5,"id":1,"ws":true,"disabled":false},{"text":"India","start":6,"end":11,"id":2,"ws":true,"disabled":false},{"text":"needed","start":12,"end":18,"id":3,"ws":true,"disabled":false},{"text":"more","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"challenges","start":24,"end":34,"id":5,"ws":false,"disabled":false},{"text":",","start":34,"end":35,"id":6,"ws":true,"disabled":false},{"text":"with","start":36,"end":40,"id":7,"ws":true,"disabled":false},{"text":"coronavirus","start":41,"end":52,"id":8,"ws":true,"disabled":false},{"text":"infections","start":53,"end":63,"id":9,"ws":true,"disabled":false},{"text":"steadily","start":64,"end":72,"id":10,"ws":true,"disabled":false},{"text":"increasing","start":73,"end":83,"id":11,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":12,"ws":true,"disabled":false},{"text":"a","start":85,"end":86,"id":13,"ws":true,"disabled":false},{"text":"heat","start":87,"end":91,"id":14,"ws":true,"disabled":false},{"text":"wave","start":92,"end":96,"id":15,"ws":true,"disabled":false},{"text":"hitting","start":97,"end":104,"id":16,"ws":true,"disabled":false},{"text":"the","start":105,"end":108,"id":17,"ws":true,"disabled":false},{"text":"capital","start":109,"end":116,"id":18,"ws":false,"disabled":false},{"text":",","start":116,"end":117,"id":19,"ws":true,"disabled":false},{"text":"a","start":118,"end":119,"id":20,"ws":true,"disabled":false},{"text":"recent","start":120,"end":126,"id":21,"ws":true,"disabled":false},{"text":"killer","start":127,"end":133,"id":22,"ws":true,"disabled":false},{"text":"cyclone","start":134,"end":141,"id":23,"ws":true,"disabled":false},{"text":"and","start":142,"end":145,"id":24,"ws":true,"disabled":false},{"text":"100","start":146,"end":149,"id":25,"ws":true,"disabled":false},{"text":"million","start":150,"end":157,"id":26,"ws":true,"disabled":false},{"text":"people","start":158,"end":164,"id":27,"ws":true,"disabled":false},{"text":"out","start":165,"end":168,"id":28,"ws":true,"disabled":false},{"text":"of","start":169,"end":171,"id":29,"ws":true,"disabled":false},{"text":"work","start":172,"end":176,"id":30,"ws":false,"disabled":false},{"text":",","start":176,"end":177,"id":31,"ws":true,"disabled":false},{"text":"the","start":178,"end":181,"id":32,"ws":true,"disabled":false},{"text":"country","start":182,"end":189,"id":33,"ws":true,"disabled":false},{"text":"now","start":190,"end":193,"id":34,"ws":true,"disabled":false},{"text":"has","start":194,"end":197,"id":35,"ws":true,"disabled":false},{"text":"to","start":198,"end":200,"id":36,"ws":true,"disabled":false},{"text":"fight","start":201,"end":206,"id":37,"ws":true,"disabled":false},{"text":"off","start":207,"end":210,"id":38,"ws":true,"disabled":false},{"text":"a","start":211,"end":212,"id":39,"ws":true,"disabled":false},{"text":"new","start":213,"end":216,"id":40,"ws":true,"disabled":false},{"text":"problem","start":217,"end":224,"id":41,"ws":false,"disabled":false},{"text":":","start":224,"end":225,"id":42,"ws":true,"disabled":false},{"text":"a","start":226,"end":227,"id":43,"ws":true,"disabled":false},{"text":"locust","start":228,"end":234,"id":44,"ws":true,"disabled":false},{"text":"invasion","start":235,"end":243,"id":45,"ws":false,"disabled":false},{"text":".","start":243,"end":244,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":245,"end":257,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":258,"end":270,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The Louisiana governor said the hurricane caused catastrophic damage on Grand Isle in Jefferson Parish by causing three breaches in a levee.","text":"The Louisiana governor said the hurricane caused catastrophic damage on Grand Isle in Jefferson Parish by causing three breaches in a levee. IMPLIED_BASE IMPLIED_BASE","characters":"140","document_index":"790","md_sentence_index":"96","classification_origin":"causal_sentence_classification","url":"https://www.iii.org/fact-statistic/facts-statistics-hurricanes","combo_id":"790_96","post-training batch1":"790_96","_input_hash":588242502,"_task_hash":941893395,"spans":[{"text":"hurricane","start":32,"token_start":5,"token_end":5,"end":41,"type":"pattern","label":"base"},{"start":42,"end":48,"token_start":6,"token_end":6,"label":"predicate"},{"start":49,"end":61,"token_start":7,"token_end":7,"label":"effect_size"},{"start":62,"end":68,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":69,"end":102,"token_start":9,"token_end":14,"label":"where"},{"start":103,"end":113,"token_start":15,"token_end":16,"label":"predicate"},{"start":114,"end":119,"token_start":17,"token_end":17,"label":"effect_size"},{"start":120,"end":128,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":134,"end":139,"token_start":21,"token_end":21,"label":"base"},{"start":141,"end":153,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Louisiana","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"governor","start":14,"end":22,"id":2,"ws":true,"disabled":false},{"text":"said","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"the","start":28,"end":31,"id":4,"ws":true,"disabled":false},{"text":"hurricane","start":32,"end":41,"id":5,"ws":true,"disabled":false},{"text":"caused","start":42,"end":48,"id":6,"ws":true,"disabled":false},{"text":"catastrophic","start":49,"end":61,"id":7,"ws":true,"disabled":false},{"text":"damage","start":62,"end":68,"id":8,"ws":true,"disabled":false},{"text":"on","start":69,"end":71,"id":9,"ws":true,"disabled":false},{"text":"Grand","start":72,"end":77,"id":10,"ws":true,"disabled":false},{"text":"Isle","start":78,"end":82,"id":11,"ws":true,"disabled":false},{"text":"in","start":83,"end":85,"id":12,"ws":true,"disabled":false},{"text":"Jefferson","start":86,"end":95,"id":13,"ws":true,"disabled":false},{"text":"Parish","start":96,"end":102,"id":14,"ws":true,"disabled":false},{"text":"by","start":103,"end":105,"id":15,"ws":true,"disabled":false},{"text":"causing","start":106,"end":113,"id":16,"ws":true,"disabled":false},{"text":"three","start":114,"end":119,"id":17,"ws":true,"disabled":false},{"text":"breaches","start":120,"end":128,"id":18,"ws":true,"disabled":false},{"text":"in","start":129,"end":131,"id":19,"ws":true,"disabled":false},{"text":"a","start":132,"end":133,"id":20,"ws":true,"disabled":false},{"text":"levee","start":134,"end":139,"id":21,"ws":false,"disabled":false},{"text":".","start":139,"end":140,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":141,"end":153,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":18,"child":21,"head_span":{"start":120,"end":128,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":134,"end":139,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":21,"head_span":{"start":114,"end":119,"token_start":17,"token_end":17,"label":"effect_size"},"child_span":{"start":134,"end":139,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":23,"head_span":{"start":62,"end":68,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":141,"end":153,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":23,"head_span":{"start":49,"end":61,"token_start":7,"token_end":7,"label":"effect_size"},"child_span":{"start":141,"end":153,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":21,"head_span":{"start":32,"end":41,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":134,"end":139,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":23,"head_span":{"start":134,"end":139,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":141,"end":153,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"The heat also warped tracks on BART Monday afternoon, and crews worked to cool down equipment as delays reverberated throughout the system, according to the transit agency.\n","text":"The heat also warped tracks on BART Monday afternoon, and crews worked to cool down equipment as delays reverberated throughout the system, according to the transit agency. IMPLIED_BASE IMPLIED_BASE","characters":"173","document_index":"211","md_sentence_index":"18","classification_origin":"cm-label-eval","url":"https://www.sfchronicle.com/bayarea/article/Record-setting-temperatures-concern-Bay-Area-13964987.php","combo_id":"211_18","post-training batch1":"211_18","_input_hash":-45425256,"_task_hash":-1748454766,"spans":[{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},{"start":14,"end":20,"token_start":3,"token_end":3,"label":"change_direction"},{"start":28,"end":35,"token_start":5,"token_end":6,"label":"where"},{"start":36,"end":52,"token_start":7,"token_end":8,"label":"when"},{"text":"equipment","start":84,"token_start":16,"token_end":16,"end":93,"type":"pattern","label":"base"},{"label":"change_direction"},{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},{"start":97,"end":103,"token_start":18,"token_end":18,"label":"base"},{"start":132,"end":138,"token_start":22,"token_end":22,"label":"type_of"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"heat","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"also","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"warped","start":14,"end":20,"id":3,"ws":true,"disabled":false},{"text":"tracks","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"on","start":28,"end":30,"id":5,"ws":true,"disabled":false},{"text":"BART","start":31,"end":35,"id":6,"ws":true,"disabled":false},{"text":"Monday","start":36,"end":42,"id":7,"ws":true,"disabled":false},{"text":"afternoon","start":43,"end":52,"id":8,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":9,"ws":true,"disabled":false},{"text":"and","start":54,"end":57,"id":10,"ws":true,"disabled":false},{"text":"crews","start":58,"end":63,"id":11,"ws":true,"disabled":false},{"text":"worked","start":64,"end":70,"id":12,"ws":true,"disabled":false},{"text":"to","start":71,"end":73,"id":13,"ws":true,"disabled":false},{"text":"cool","start":74,"end":78,"id":14,"ws":true,"disabled":false},{"text":"down","start":79,"end":83,"id":15,"ws":true,"disabled":false},{"text":"equipment","start":84,"end":93,"id":16,"ws":true,"disabled":false},{"text":"as","start":94,"end":96,"id":17,"ws":true,"disabled":false},{"text":"delays","start":97,"end":103,"id":18,"ws":true,"disabled":false},{"text":"reverberated","start":104,"end":116,"id":19,"ws":true,"disabled":false},{"text":"throughout","start":117,"end":127,"id":20,"ws":true,"disabled":false},{"text":"the","start":128,"end":131,"id":21,"ws":true,"disabled":false},{"text":"system","start":132,"end":138,"id":22,"ws":false,"disabled":false},{"text":",","start":138,"end":139,"id":23,"ws":true,"disabled":false},{"text":"according","start":140,"end":149,"id":24,"ws":true,"disabled":false},{"text":"to","start":150,"end":152,"id":25,"ws":true,"disabled":false},{"text":"the","start":153,"end":156,"id":26,"ws":true,"disabled":false},{"text":"transit","start":157,"end":164,"id":27,"ws":true,"disabled":false},{"text":"agency","start":165,"end":171,"id":28,"ws":false,"disabled":false},{"text":".","start":171,"end":172,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":173,"end":185,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":3,"child":4,"head_span":{"start":14,"end":20,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":4,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":18,"head_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":97,"end":103,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":18,"head_span":{"start":132,"end":138,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":97,"end":103,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"There\u2019s now evidence that the unnatural effects of human-caused global warming are already making hurricanes stronger and more destructive.","text":"There\u2019s now evidence that the unnatural effects of human-caused global warming are already making hurricanes stronger and more destructive. IMPLIED_BASE IMPLIED_BASE","characters":"139","document_index":"787","md_sentence_index":"2","classification_origin":"causal_sentence_classification","url":"https://yaleclimateconnections.org/2019/07/how-climate-change-is-making-hurricanes-more-dangerous/","combo_id":"787_2","post-training batch1":"787_2","_input_hash":1840325862,"_task_hash":1635414832,"spans":[{"start":8,"end":11,"token_start":2,"token_end":2,"label":"when"},{"start":51,"end":63,"token_start":9,"token_end":11,"label":"type_of"},{"text":"global warming","start":64,"token_start":12,"token_end":13,"end":78,"type":"pattern","label":"base"},{"start":79,"end":82,"token_start":14,"token_end":14,"label":"confidence"},{"start":83,"end":90,"token_start":15,"token_end":15,"label":"when"},{"start":91,"end":97,"token_start":16,"token_end":16,"label":"predicate"},{"text":"hurricanes","start":98,"token_start":17,"token_end":17,"end":108,"type":"pattern","label":"base"},{"start":109,"end":117,"token_start":18,"token_end":18,"label":"change_direction"},{"start":122,"end":138,"token_start":20,"token_end":21,"label":"change_direction"}],"tokens":[{"text":"There","start":0,"end":5,"id":0,"ws":false,"disabled":false},{"text":"\u2019s","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"now","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"evidence","start":12,"end":20,"id":3,"ws":true,"disabled":false},{"text":"that","start":21,"end":25,"id":4,"ws":true,"disabled":false},{"text":"the","start":26,"end":29,"id":5,"ws":true,"disabled":false},{"text":"unnatural","start":30,"end":39,"id":6,"ws":true,"disabled":false},{"text":"effects","start":40,"end":47,"id":7,"ws":true,"disabled":false},{"text":"of","start":48,"end":50,"id":8,"ws":true,"disabled":false},{"text":"human","start":51,"end":56,"id":9,"ws":false,"disabled":false},{"text":"-","start":56,"end":57,"id":10,"ws":false,"disabled":false},{"text":"caused","start":57,"end":63,"id":11,"ws":true,"disabled":false},{"text":"global","start":64,"end":70,"id":12,"ws":true,"disabled":false},{"text":"warming","start":71,"end":78,"id":13,"ws":true,"disabled":false},{"text":"are","start":79,"end":82,"id":14,"ws":true,"disabled":false},{"text":"already","start":83,"end":90,"id":15,"ws":true,"disabled":false},{"text":"making","start":91,"end":97,"id":16,"ws":true,"disabled":false},{"text":"hurricanes","start":98,"end":108,"id":17,"ws":true,"disabled":false},{"text":"stronger","start":109,"end":117,"id":18,"ws":true,"disabled":false},{"text":"and","start":118,"end":121,"id":19,"ws":true,"disabled":false},{"text":"more","start":122,"end":126,"id":20,"ws":true,"disabled":false},{"text":"destructive","start":127,"end":138,"id":21,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":18,"child":17,"head_span":{"start":109,"end":117,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":98,"end":108,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":17,"head_span":{"start":122,"end":138,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":98,"end":108,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":51,"end":63,"token_start":9,"token_end":11,"label":"type_of"},"child_span":{"start":64,"end":78,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":64,"end":78,"token_start":12,"token_end":13,"label":"base"},"child_span":{"start":98,"end":108,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cWe are already seeing severe bleaching around the world and the recent 2014-17 global coral bleaching event has been devastating for many reefs around the world.","text":"\u201cWe are already seeing severe bleaching around the world and the recent 2014-17 global coral bleaching event has been devastating for many reefs around the world. IMPLIED_BASE IMPLIED_BASE","characters":"162","document_index":"647","md_sentence_index":"434","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_434","post-training batch1":"647_434","_input_hash":878513112,"_task_hash":506363410,"spans":[{"start":23,"end":29,"token_start":5,"token_end":5,"label":"effect_size"},{"start":30,"end":39,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":80,"end":86,"token_start":16,"token_end":16,"label":"where"},{"start":87,"end":92,"token_start":17,"token_end":17,"label":"base"},{"start":93,"end":108,"token_start":18,"token_end":19,"label":"aspect_changing"},{"start":118,"end":129,"token_start":22,"token_end":22,"label":"change_direction"},{"text":"reefs","start":139,"token_start":25,"token_end":25,"end":144,"type":"pattern","label":"base"},{"start":145,"end":161,"token_start":26,"token_end":28,"label":"where"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"We","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"are","start":4,"end":7,"id":2,"ws":true,"disabled":false},{"text":"already","start":8,"end":15,"id":3,"ws":true,"disabled":false},{"text":"seeing","start":16,"end":22,"id":4,"ws":true,"disabled":false},{"text":"severe","start":23,"end":29,"id":5,"ws":true,"disabled":false},{"text":"bleaching","start":30,"end":39,"id":6,"ws":true,"disabled":false},{"text":"around","start":40,"end":46,"id":7,"ws":true,"disabled":false},{"text":"the","start":47,"end":50,"id":8,"ws":true,"disabled":false},{"text":"world","start":51,"end":56,"id":9,"ws":true,"disabled":false},{"text":"and","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":11,"ws":true,"disabled":false},{"text":"recent","start":65,"end":71,"id":12,"ws":true,"disabled":false},{"text":"2014","start":72,"end":76,"id":13,"ws":false,"disabled":false},{"text":"-","start":76,"end":77,"id":14,"ws":false,"disabled":false},{"text":"17","start":77,"end":79,"id":15,"ws":true,"disabled":false},{"text":"global","start":80,"end":86,"id":16,"ws":true,"disabled":false},{"text":"coral","start":87,"end":92,"id":17,"ws":true,"disabled":false},{"text":"bleaching","start":93,"end":102,"id":18,"ws":true,"disabled":false},{"text":"event","start":103,"end":108,"id":19,"ws":true,"disabled":false},{"text":"has","start":109,"end":112,"id":20,"ws":true,"disabled":false},{"text":"been","start":113,"end":117,"id":21,"ws":true,"disabled":false},{"text":"devastating","start":118,"end":129,"id":22,"ws":true,"disabled":false},{"text":"for","start":130,"end":133,"id":23,"ws":true,"disabled":false},{"text":"many","start":134,"end":138,"id":24,"ws":true,"disabled":false},{"text":"reefs","start":139,"end":144,"id":25,"ws":true,"disabled":false},{"text":"around","start":145,"end":151,"id":26,"ws":true,"disabled":false},{"text":"the","start":152,"end":155,"id":27,"ws":true,"disabled":false},{"text":"world","start":156,"end":161,"id":28,"ws":false,"disabled":false},{"text":".","start":161,"end":162,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":176,"end":188,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":22,"child":25,"head_span":{"start":118,"end":129,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":139,"end":144,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":80,"end":86,"token_start":16,"token_end":16,"label":"where"},"child_span":{"start":87,"end":92,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":17,"head_span":{"start":93,"end":108,"token_start":18,"token_end":19,"label":"aspect_changing"},"child_span":{"start":87,"end":92,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":25,"head_span":{"start":87,"end":92,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":139,"end":144,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"The toxins produced by some species of cyanobacteria (called cyanotoxins) cause acute and chronic illnesses in humans.","text":"The toxins produced by some species of cyanobacteria (called cyanotoxins) cause acute and chronic illnesses in humans. IMPLIED_BASE IMPLIED_BASE","characters":"118","document_index":"153","md_sentence_index":"3","classification_origin":"cm_cause_effect_rel","url":"https://www.usgs.gov/news/science-harmful-algae-blooms","combo_id":"153_3","post-training batch1":"153_3","_input_hash":-477618132,"_task_hash":-952739062,"spans":[{"start":4,"end":10,"token_start":1,"token_end":1,"label":"base"},{"start":11,"end":19,"token_start":2,"token_end":2,"label":"predicate"},{"start":39,"end":52,"token_start":7,"token_end":7,"label":"base"},{"text":"cyanotoxins","start":61,"token_start":10,"token_end":10,"end":72,"type":"pattern","label":"base"},{"start":74,"end":79,"token_start":12,"token_end":12,"label":"predicate"},{"start":80,"end":85,"token_start":13,"token_end":13,"label":"type_of"},{"start":90,"end":97,"token_start":15,"token_end":15,"label":"type_of"},{"start":98,"end":107,"token_start":16,"token_end":16,"label":"base"},{"start":108,"end":117,"token_start":17,"token_end":18,"label":"to_whom"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"toxins","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"produced","start":11,"end":19,"id":2,"ws":true,"disabled":false},{"text":"by","start":20,"end":22,"id":3,"ws":true,"disabled":false},{"text":"some","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"species","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"of","start":36,"end":38,"id":6,"ws":true,"disabled":false},{"text":"cyanobacteria","start":39,"end":52,"id":7,"ws":true,"disabled":false},{"text":"(","start":53,"end":54,"id":8,"ws":false,"disabled":false},{"text":"called","start":54,"end":60,"id":9,"ws":true,"disabled":false},{"text":"cyanotoxins","start":61,"end":72,"id":10,"ws":false,"disabled":false},{"text":")","start":72,"end":73,"id":11,"ws":true,"disabled":false},{"text":"cause","start":74,"end":79,"id":12,"ws":true,"disabled":false},{"text":"acute","start":80,"end":85,"id":13,"ws":true,"disabled":false},{"text":"and","start":86,"end":89,"id":14,"ws":true,"disabled":false},{"text":"chronic","start":90,"end":97,"id":15,"ws":true,"disabled":false},{"text":"illnesses","start":98,"end":107,"id":16,"ws":true,"disabled":false},{"text":"in","start":108,"end":110,"id":17,"ws":true,"disabled":false},{"text":"humans","start":111,"end":117,"id":18,"ws":false,"disabled":false},{"text":".","start":117,"end":118,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":132,"end":144,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":13,"child":16,"head_span":{"start":80,"end":85,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":98,"end":107,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":90,"end":97,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":98,"end":107,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":16,"head_span":{"start":108,"end":117,"token_start":17,"token_end":18,"label":"to_whom"},"child_span":{"start":98,"end":107,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":16,"head_span":{"start":61,"end":72,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":98,"end":107,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":1,"head_span":{"start":39,"end":52,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":4,"end":10,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"That rapid climate change will (and already is) negatively affecting the livelihoods and aggressive tendencies of individuals is obvious, but it is informative to consider how entire populations respond to these effects.","text":"That rapid climate change will (and already is) negatively affecting the livelihoods and aggressive tendencies of individuals is obvious, but it is informative to consider how entire populations respond to these effects. IMPLIED_BASE IMPLIED_BASE","characters":"220","document_index":"711","md_sentence_index":"50","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_50","post-training batch1":"711_50","_input_hash":-1733403535,"_task_hash":-1113767933,"spans":[{"start":5,"end":10,"token_start":1,"token_end":1,"label":"type_of"},{"text":"climate change","start":11,"token_start":2,"token_end":3,"end":25,"type":"pattern","label":"base"},{"start":26,"end":30,"token_start":4,"token_end":4,"label":"confidence"},{"start":36,"end":43,"token_start":7,"token_end":7,"label":"when"},{"start":44,"end":46,"token_start":8,"token_end":8,"label":"confidence"},{"start":48,"end":58,"token_start":10,"token_end":10,"label":"change_direction"},{"start":59,"end":68,"token_start":11,"token_end":11,"label":"predicate"},{"text":"livelihoods","start":73,"token_start":13,"token_end":13,"end":84,"type":"pattern","label":"base"},{"start":89,"end":110,"token_start":15,"token_end":16,"label":"base"}],"tokens":[{"text":"That","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"rapid","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"climate","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"change","start":19,"end":25,"id":3,"ws":true,"disabled":false},{"text":"will","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"(","start":31,"end":32,"id":5,"ws":false,"disabled":false},{"text":"and","start":32,"end":35,"id":6,"ws":true,"disabled":false},{"text":"already","start":36,"end":43,"id":7,"ws":true,"disabled":false},{"text":"is","start":44,"end":46,"id":8,"ws":false,"disabled":false},{"text":")","start":46,"end":47,"id":9,"ws":true,"disabled":false},{"text":"negatively","start":48,"end":58,"id":10,"ws":true,"disabled":false},{"text":"affecting","start":59,"end":68,"id":11,"ws":true,"disabled":false},{"text":"the","start":69,"end":72,"id":12,"ws":true,"disabled":false},{"text":"livelihoods","start":73,"end":84,"id":13,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":14,"ws":true,"disabled":false},{"text":"aggressive","start":89,"end":99,"id":15,"ws":true,"disabled":false},{"text":"tendencies","start":100,"end":110,"id":16,"ws":true,"disabled":false},{"text":"of","start":111,"end":113,"id":17,"ws":true,"disabled":false},{"text":"individuals","start":114,"end":125,"id":18,"ws":true,"disabled":false},{"text":"is","start":126,"end":128,"id":19,"ws":true,"disabled":false},{"text":"obvious","start":129,"end":136,"id":20,"ws":false,"disabled":false},{"text":",","start":136,"end":137,"id":21,"ws":true,"disabled":false},{"text":"but","start":138,"end":141,"id":22,"ws":true,"disabled":false},{"text":"it","start":142,"end":144,"id":23,"ws":true,"disabled":false},{"text":"is","start":145,"end":147,"id":24,"ws":true,"disabled":false},{"text":"informative","start":148,"end":159,"id":25,"ws":true,"disabled":false},{"text":"to","start":160,"end":162,"id":26,"ws":true,"disabled":false},{"text":"consider","start":163,"end":171,"id":27,"ws":true,"disabled":false},{"text":"how","start":172,"end":175,"id":28,"ws":true,"disabled":false},{"text":"entire","start":176,"end":182,"id":29,"ws":true,"disabled":false},{"text":"populations","start":183,"end":194,"id":30,"ws":true,"disabled":false},{"text":"respond","start":195,"end":202,"id":31,"ws":true,"disabled":false},{"text":"to","start":203,"end":205,"id":32,"ws":true,"disabled":false},{"text":"these","start":206,"end":211,"id":33,"ws":true,"disabled":false},{"text":"effects","start":212,"end":219,"id":34,"ws":false,"disabled":false},{"text":".","start":219,"end":220,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":221,"end":233,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":234,"end":246,"id":37,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":5,"end":10,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":11,"end":25,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":13,"head_span":{"start":11,"end":25,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":73,"end":84,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":16,"head_span":{"start":11,"end":25,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":89,"end":110,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":13,"head_span":{"start":48,"end":58,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":73,"end":84,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":16,"head_span":{"start":48,"end":58,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":89,"end":110,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For all the criticism, Mr. Johnson has maintained that the most significant result of the power shut-off strategy has been that it prevented the utility\u2019s equipment from causing a wildfire.","text":"For all the criticism, Mr. Johnson has maintained that the most significant result of the power shut-off strategy has been that it prevented the utility\u2019s equipment from causing a wildfire. IMPLIED_BASE IMPLIED_BASE","characters":"189","document_index":"426","md_sentence_index":"45","classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.nytimes.com/2019/10/22/business/pge-blackout-california.html","combo_id":"426_45","post-training batch1":"426_45","_input_hash":-1377288138,"_task_hash":-910822266,"spans":[{"start":145,"end":152,"token_start":27,"token_end":27,"label":"type_of"},{"text":"equipment","start":155,"token_start":29,"token_end":29,"end":164,"type":"pattern","label":"base"},{"start":170,"end":177,"token_start":31,"token_end":31,"label":"predicate"},{"text":"wildfire","start":180,"token_start":33,"token_end":33,"end":188,"type":"pattern","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"all","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"criticism","start":12,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"Mr.","start":23,"end":26,"id":5,"ws":true,"disabled":false},{"text":"Johnson","start":27,"end":34,"id":6,"ws":true,"disabled":false},{"text":"has","start":35,"end":38,"id":7,"ws":true,"disabled":false},{"text":"maintained","start":39,"end":49,"id":8,"ws":true,"disabled":false},{"text":"that","start":50,"end":54,"id":9,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":10,"ws":true,"disabled":false},{"text":"most","start":59,"end":63,"id":11,"ws":true,"disabled":false},{"text":"significant","start":64,"end":75,"id":12,"ws":true,"disabled":false},{"text":"result","start":76,"end":82,"id":13,"ws":true,"disabled":false},{"text":"of","start":83,"end":85,"id":14,"ws":true,"disabled":false},{"text":"the","start":86,"end":89,"id":15,"ws":true,"disabled":false},{"text":"power","start":90,"end":95,"id":16,"ws":true,"disabled":false},{"text":"shut","start":96,"end":100,"id":17,"ws":false,"disabled":false},{"text":"-","start":100,"end":101,"id":18,"ws":false,"disabled":false},{"text":"off","start":101,"end":104,"id":19,"ws":true,"disabled":false},{"text":"strategy","start":105,"end":113,"id":20,"ws":true,"disabled":false},{"text":"has","start":114,"end":117,"id":21,"ws":true,"disabled":false},{"text":"been","start":118,"end":122,"id":22,"ws":true,"disabled":false},{"text":"that","start":123,"end":127,"id":23,"ws":true,"disabled":false},{"text":"it","start":128,"end":130,"id":24,"ws":true,"disabled":false},{"text":"prevented","start":131,"end":140,"id":25,"ws":true,"disabled":false},{"text":"the","start":141,"end":144,"id":26,"ws":true,"disabled":false},{"text":"utility","start":145,"end":152,"id":27,"ws":false,"disabled":false},{"text":"\u2019s","start":152,"end":154,"id":28,"ws":true,"disabled":false},{"text":"equipment","start":155,"end":164,"id":29,"ws":true,"disabled":false},{"text":"from","start":165,"end":169,"id":30,"ws":true,"disabled":false},{"text":"causing","start":170,"end":177,"id":31,"ws":true,"disabled":false},{"text":"a","start":178,"end":179,"id":32,"ws":true,"disabled":false},{"text":"wildfire","start":180,"end":188,"id":33,"ws":false,"disabled":false},{"text":".","start":188,"end":189,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":27,"child":29,"head_span":{"start":145,"end":152,"token_start":27,"token_end":27,"label":"type_of"},"child_span":{"start":155,"end":164,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":33,"head_span":{"start":155,"end":164,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":180,"end":188,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"One consequence of global warming is that it intensifies natural disasters such as fires and floods, but insurers have struggled to anticipate the spiraling costs.","text":"One consequence of global warming is that it intensifies natural disasters such as fires and floods, but insurers have struggled to anticipate the spiraling costs. IMPLIED_BASE IMPLIED_BASE","characters":"163","document_index":"489","md_sentence_index":"9","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/12/05/climate/california-fire-insurance-climate.html","combo_id":"489_9","post-training batch1":"489_9","_input_hash":789707744,"_task_hash":-48635936,"spans":[{"start":0,"end":15,"token_start":0,"token_end":1,"label":"predicate"},{"text":"global warming","start":19,"token_start":3,"token_end":4,"end":33,"type":"pattern","label":"base"},{"start":45,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},{"text":"natural disasters","start":57,"token_start":9,"token_end":10,"end":74,"type":"pattern","label":"base"},{"start":75,"end":82,"token_start":11,"token_end":12,"label":"predicate"},{"start":83,"end":88,"token_start":13,"token_end":13,"label":"base"},{"text":"floods","start":93,"token_start":15,"token_end":15,"end":99,"type":"pattern","label":"base"},{"start":105,"end":113,"token_start":18,"token_end":18,"label":"to_whom"},{"start":147,"end":156,"token_start":24,"token_end":24,"label":"change_direction"},{"text":"costs","start":157,"token_start":25,"token_end":25,"end":162,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"consequence","start":4,"end":15,"id":1,"ws":true,"disabled":false},{"text":"of","start":16,"end":18,"id":2,"ws":true,"disabled":false},{"text":"global","start":19,"end":25,"id":3,"ws":true,"disabled":false},{"text":"warming","start":26,"end":33,"id":4,"ws":true,"disabled":false},{"text":"is","start":34,"end":36,"id":5,"ws":true,"disabled":false},{"text":"that","start":37,"end":41,"id":6,"ws":true,"disabled":false},{"text":"it","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"intensifies","start":45,"end":56,"id":8,"ws":true,"disabled":false},{"text":"natural","start":57,"end":64,"id":9,"ws":true,"disabled":false},{"text":"disasters","start":65,"end":74,"id":10,"ws":true,"disabled":false},{"text":"such","start":75,"end":79,"id":11,"ws":true,"disabled":false},{"text":"as","start":80,"end":82,"id":12,"ws":true,"disabled":false},{"text":"fires","start":83,"end":88,"id":13,"ws":true,"disabled":false},{"text":"and","start":89,"end":92,"id":14,"ws":true,"disabled":false},{"text":"floods","start":93,"end":99,"id":15,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":16,"ws":true,"disabled":false},{"text":"but","start":101,"end":104,"id":17,"ws":true,"disabled":false},{"text":"insurers","start":105,"end":113,"id":18,"ws":true,"disabled":false},{"text":"have","start":114,"end":118,"id":19,"ws":true,"disabled":false},{"text":"struggled","start":119,"end":128,"id":20,"ws":true,"disabled":false},{"text":"to","start":129,"end":131,"id":21,"ws":true,"disabled":false},{"text":"anticipate","start":132,"end":142,"id":22,"ws":true,"disabled":false},{"text":"the","start":143,"end":146,"id":23,"ws":true,"disabled":false},{"text":"spiraling","start":147,"end":156,"id":24,"ws":true,"disabled":false},{"text":"costs","start":157,"end":162,"id":25,"ws":false,"disabled":false},{"text":".","start":162,"end":163,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":177,"end":189,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":8,"child":10,"head_span":{"start":45,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":57,"end":74,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":10,"head_span":{"start":19,"end":33,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":57,"end":74,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":13,"head_span":{"start":19,"end":33,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":83,"end":88,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":15,"head_span":{"start":19,"end":33,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":93,"end":99,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":13,"head_span":{"start":45,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":83,"end":88,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":15,"head_span":{"start":45,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":93,"end":99,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In the Nile Delta, where many of Egypt's crops are cultivated, widespread erosion and saltwater intrusion would be disastrous since the country contains little other arable land.\n","text":"In the Nile Delta, where many of Egypt's crops are cultivated, widespread erosion and saltwater intrusion would be disastrous since the country contains little other arable land. IMPLIED_BASE IMPLIED_BASE","characters":"179","document_index":"382","md_sentence_index":"51","classification_origin":"cm_cause_effect_rel","url":"https://www.nationalgeographic.com/environment/global-warming/big-thaw/","combo_id":"382_51","post-training batch1":"382_51","_input_hash":916805421,"_task_hash":-471035232,"spans":[{"start":0,"end":17,"token_start":0,"token_end":3,"label":"where"},{"start":33,"end":38,"token_start":8,"token_end":8,"label":"where"},{"text":"crops","start":41,"token_start":10,"token_end":10,"end":46,"type":"pattern","label":"base"},{"start":63,"end":73,"token_start":14,"token_end":14,"label":"where"},{"text":"erosion","start":74,"token_start":15,"token_end":15,"end":81,"type":"pattern","label":"base"},{"start":86,"end":105,"token_start":17,"token_end":18,"label":"base"},{"start":106,"end":114,"token_start":19,"token_end":20,"label":"confidence"},{"start":115,"end":125,"token_start":21,"token_end":21,"label":"change_direction"},{"start":126,"end":131,"token_start":22,"token_end":22,"label":"predicate"},{"start":153,"end":159,"token_start":26,"token_end":26,"label":"change_direction"},{"text":"arable land","start":166,"token_start":28,"token_end":29,"end":177,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"Nile","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"Delta","start":12,"end":17,"id":3,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":4,"ws":true,"disabled":false},{"text":"where","start":19,"end":24,"id":5,"ws":true,"disabled":false},{"text":"many","start":25,"end":29,"id":6,"ws":true,"disabled":false},{"text":"of","start":30,"end":32,"id":7,"ws":true,"disabled":false},{"text":"Egypt","start":33,"end":38,"id":8,"ws":false,"disabled":false},{"text":"'s","start":38,"end":40,"id":9,"ws":true,"disabled":false},{"text":"crops","start":41,"end":46,"id":10,"ws":true,"disabled":false},{"text":"are","start":47,"end":50,"id":11,"ws":true,"disabled":false},{"text":"cultivated","start":51,"end":61,"id":12,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":13,"ws":true,"disabled":false},{"text":"widespread","start":63,"end":73,"id":14,"ws":true,"disabled":false},{"text":"erosion","start":74,"end":81,"id":15,"ws":true,"disabled":false},{"text":"and","start":82,"end":85,"id":16,"ws":true,"disabled":false},{"text":"saltwater","start":86,"end":95,"id":17,"ws":true,"disabled":false},{"text":"intrusion","start":96,"end":105,"id":18,"ws":true,"disabled":false},{"text":"would","start":106,"end":111,"id":19,"ws":true,"disabled":false},{"text":"be","start":112,"end":114,"id":20,"ws":true,"disabled":false},{"text":"disastrous","start":115,"end":125,"id":21,"ws":true,"disabled":false},{"text":"since","start":126,"end":131,"id":22,"ws":true,"disabled":false},{"text":"the","start":132,"end":135,"id":23,"ws":true,"disabled":false},{"text":"country","start":136,"end":143,"id":24,"ws":true,"disabled":false},{"text":"contains","start":144,"end":152,"id":25,"ws":true,"disabled":false},{"text":"little","start":153,"end":159,"id":26,"ws":true,"disabled":false},{"text":"other","start":160,"end":165,"id":27,"ws":true,"disabled":false},{"text":"arable","start":166,"end":172,"id":28,"ws":true,"disabled":false},{"text":"land","start":173,"end":177,"id":29,"ws":false,"disabled":false},{"text":".","start":177,"end":178,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":179,"end":191,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":21,"child":10,"head_span":{"start":115,"end":125,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":41,"end":46,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":10,"head_span":{"start":74,"end":81,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":41,"end":46,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":10,"head_span":{"start":86,"end":105,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":41,"end":46,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Another major impact of climate change on the international stage will be on water supply and the increased likelihood of intra- and inter-state conflict over this finite resource.","text":"Another major impact of climate change on the international stage will be on water supply and the increased likelihood of intra- and inter-state conflict over this finite resource. IMPLIED_BASE IMPLIED_BASE","characters":"180","document_index":"81","md_sentence_index":"78","classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_78","post-training batch1":"81_78","_input_hash":-1577425405,"_task_hash":1339781296,"spans":[{"text":"climate change","start":24,"token_start":4,"token_end":5,"end":38,"type":"pattern","label":"base"},{"start":66,"end":70,"token_start":10,"token_end":10,"label":"confidence"},{"start":77,"end":82,"token_start":13,"token_end":13,"label":"base"},{"start":83,"end":89,"token_start":14,"token_end":14,"label":"aspect_changing"},{"text":"increased","start":98,"token_start":17,"token_end":17,"end":107,"type":"pattern","label":"change_direction"},{"text":"likelihood","start":108,"token_start":18,"token_end":18,"end":118,"type":"pattern","label":"aspect_changing"},{"start":122,"end":144,"token_start":20,"token_end":24,"label":"type_of"},{"text":"conflict","start":145,"token_start":25,"token_end":25,"end":153,"type":"pattern","label":"base"}],"tokens":[{"text":"Another","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"major","start":8,"end":13,"id":1,"ws":true,"disabled":false},{"text":"impact","start":14,"end":20,"id":2,"ws":true,"disabled":false},{"text":"of","start":21,"end":23,"id":3,"ws":true,"disabled":false},{"text":"climate","start":24,"end":31,"id":4,"ws":true,"disabled":false},{"text":"change","start":32,"end":38,"id":5,"ws":true,"disabled":false},{"text":"on","start":39,"end":41,"id":6,"ws":true,"disabled":false},{"text":"the","start":42,"end":45,"id":7,"ws":true,"disabled":false},{"text":"international","start":46,"end":59,"id":8,"ws":true,"disabled":false},{"text":"stage","start":60,"end":65,"id":9,"ws":true,"disabled":false},{"text":"will","start":66,"end":70,"id":10,"ws":true,"disabled":false},{"text":"be","start":71,"end":73,"id":11,"ws":true,"disabled":false},{"text":"on","start":74,"end":76,"id":12,"ws":true,"disabled":false},{"text":"water","start":77,"end":82,"id":13,"ws":true,"disabled":false},{"text":"supply","start":83,"end":89,"id":14,"ws":true,"disabled":false},{"text":"and","start":90,"end":93,"id":15,"ws":true,"disabled":false},{"text":"the","start":94,"end":97,"id":16,"ws":true,"disabled":false},{"text":"increased","start":98,"end":107,"id":17,"ws":true,"disabled":false},{"text":"likelihood","start":108,"end":118,"id":18,"ws":true,"disabled":false},{"text":"of","start":119,"end":121,"id":19,"ws":true,"disabled":false},{"text":"intra-","start":122,"end":128,"id":20,"ws":true,"disabled":false},{"text":"and","start":129,"end":132,"id":21,"ws":true,"disabled":false},{"text":"inter","start":133,"end":138,"id":22,"ws":false,"disabled":false},{"text":"-","start":138,"end":139,"id":23,"ws":false,"disabled":false},{"text":"state","start":139,"end":144,"id":24,"ws":true,"disabled":false},{"text":"conflict","start":145,"end":153,"id":25,"ws":true,"disabled":false},{"text":"over","start":154,"end":158,"id":26,"ws":true,"disabled":false},{"text":"this","start":159,"end":163,"id":27,"ws":true,"disabled":false},{"text":"finite","start":164,"end":170,"id":28,"ws":true,"disabled":false},{"text":"resource","start":171,"end":179,"id":29,"ws":false,"disabled":false},{"text":".","start":179,"end":180,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":14,"child":13,"head_span":{"start":83,"end":89,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":77,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":25,"head_span":{"start":122,"end":144,"token_start":20,"token_end":24,"label":"type_of"},"child_span":{"start":145,"end":153,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":25,"head_span":{"start":108,"end":118,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":145,"end":153,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":25,"head_span":{"start":98,"end":107,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":145,"end":153,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":13,"head_span":{"start":24,"end":38,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":77,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":25,"head_span":{"start":77,"end":82,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":145,"end":153,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Worldwide each year, there are 100 million cases of dengue infections severe enough to cause symptoms, which may include fever, debilitating joint pain and internal bleeding.","text":"Worldwide each year, there are 100 million cases of dengue infections severe enough to cause symptoms, which may include fever, debilitating joint pain and internal bleeding. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"217","md_sentence_index":"3","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/interactive/2019/06/10/climate/dengue-mosquito-spread-map.html","combo_id":"217_3","post-training batch1":"217_3","_input_hash":-1093192661,"_task_hash":-1015849335,"spans":[{"start":0,"end":9,"token_start":0,"token_end":0,"label":"where"},{"start":10,"end":19,"token_start":1,"token_end":2,"label":"when"},{"start":31,"end":48,"token_start":6,"token_end":8,"label":"effect_size"},{"start":52,"end":58,"token_start":10,"token_end":10,"label":"type_of"},{"start":59,"end":69,"token_start":11,"token_end":11,"label":"base"},{"start":109,"end":112,"token_start":19,"token_end":19,"label":"confidence"},{"start":113,"end":120,"token_start":20,"token_end":20,"label":"predicate"},{"start":121,"end":126,"token_start":21,"token_end":21,"label":"base"},{"start":128,"end":140,"token_start":23,"token_end":23,"label":"type_of"},{"start":141,"end":151,"token_start":24,"token_end":25,"label":"base"},{"start":156,"end":173,"token_start":27,"token_end":28,"label":"base"}],"tokens":[{"text":"Worldwide","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"each","start":10,"end":14,"id":1,"ws":true,"disabled":false},{"text":"year","start":15,"end":19,"id":2,"ws":false,"disabled":false},{"text":",","start":19,"end":20,"id":3,"ws":true,"disabled":false},{"text":"there","start":21,"end":26,"id":4,"ws":true,"disabled":false},{"text":"are","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"100","start":31,"end":34,"id":6,"ws":true,"disabled":false},{"text":"million","start":35,"end":42,"id":7,"ws":true,"disabled":false},{"text":"cases","start":43,"end":48,"id":8,"ws":true,"disabled":false},{"text":"of","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"dengue","start":52,"end":58,"id":10,"ws":true,"disabled":false},{"text":"infections","start":59,"end":69,"id":11,"ws":true,"disabled":false},{"text":"severe","start":70,"end":76,"id":12,"ws":true,"disabled":false},{"text":"enough","start":77,"end":83,"id":13,"ws":true,"disabled":false},{"text":"to","start":84,"end":86,"id":14,"ws":true,"disabled":false},{"text":"cause","start":87,"end":92,"id":15,"ws":true,"disabled":false},{"text":"symptoms","start":93,"end":101,"id":16,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":17,"ws":true,"disabled":false},{"text":"which","start":103,"end":108,"id":18,"ws":true,"disabled":false},{"text":"may","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"include","start":113,"end":120,"id":20,"ws":true,"disabled":false},{"text":"fever","start":121,"end":126,"id":21,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":22,"ws":true,"disabled":false},{"text":"debilitating","start":128,"end":140,"id":23,"ws":true,"disabled":false},{"text":"joint","start":141,"end":146,"id":24,"ws":true,"disabled":false},{"text":"pain","start":147,"end":151,"id":25,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":26,"ws":true,"disabled":false},{"text":"internal","start":156,"end":164,"id":27,"ws":true,"disabled":false},{"text":"bleeding","start":165,"end":173,"id":28,"ws":false,"disabled":false},{"text":".","start":173,"end":174,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":52,"end":58,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":59,"end":69,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":25,"head_span":{"start":128,"end":140,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":141,"end":151,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":25,"head_span":{"start":59,"end":69,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":141,"end":151,"token_start":24,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":28,"head_span":{"start":59,"end":69,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":156,"end":173,"token_start":27,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":21,"head_span":{"start":59,"end":69,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":121,"end":126,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"In the West, human-caused climate change is a significant factor in worsening wildfires, scientists at the University of Idaho and Columbia University in New York have found.","text":"In the West, human-caused climate change is a significant factor in worsening wildfires, scientists at the University of Idaho and Columbia University in New York have found. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"25","md_sentence_index":"103","classification_origin":"cm_cause_effect_rel","url":"https://www.washingtonpost.com/graphics/2019/lifestyle/magazine/climate-change-covers/","combo_id":"25_103","post-training batch1":"25_103","_input_hash":-2090165702,"_task_hash":1732955062,"spans":[{"start":0,"end":11,"token_start":0,"token_end":2,"label":"where"},{"start":13,"end":25,"token_start":4,"token_end":6,"label":"type_of"},{"text":"climate change","start":26,"token_start":7,"token_end":8,"end":40,"type":"pattern","label":"base"},{"start":41,"end":67,"token_start":9,"token_end":13,"label":"predicate"},{"text":"worsening","start":68,"token_start":14,"token_end":14,"end":77,"type":"pattern","label":"change_direction"},{"text":"wildfires","start":78,"token_start":15,"token_end":15,"end":87,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"West","start":7,"end":11,"id":2,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":3,"ws":true,"disabled":false},{"text":"human","start":13,"end":18,"id":4,"ws":false,"disabled":false},{"text":"-","start":18,"end":19,"id":5,"ws":false,"disabled":false},{"text":"caused","start":19,"end":25,"id":6,"ws":true,"disabled":false},{"text":"climate","start":26,"end":33,"id":7,"ws":true,"disabled":false},{"text":"change","start":34,"end":40,"id":8,"ws":true,"disabled":false},{"text":"is","start":41,"end":43,"id":9,"ws":true,"disabled":false},{"text":"a","start":44,"end":45,"id":10,"ws":true,"disabled":false},{"text":"significant","start":46,"end":57,"id":11,"ws":true,"disabled":false},{"text":"factor","start":58,"end":64,"id":12,"ws":true,"disabled":false},{"text":"in","start":65,"end":67,"id":13,"ws":true,"disabled":false},{"text":"worsening","start":68,"end":77,"id":14,"ws":true,"disabled":false},{"text":"wildfires","start":78,"end":87,"id":15,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":16,"ws":true,"disabled":false},{"text":"scientists","start":89,"end":99,"id":17,"ws":true,"disabled":false},{"text":"at","start":100,"end":102,"id":18,"ws":true,"disabled":false},{"text":"the","start":103,"end":106,"id":19,"ws":true,"disabled":false},{"text":"University","start":107,"end":117,"id":20,"ws":true,"disabled":false},{"text":"of","start":118,"end":120,"id":21,"ws":true,"disabled":false},{"text":"Idaho","start":121,"end":126,"id":22,"ws":true,"disabled":false},{"text":"and","start":127,"end":130,"id":23,"ws":true,"disabled":false},{"text":"Columbia","start":131,"end":139,"id":24,"ws":true,"disabled":false},{"text":"University","start":140,"end":150,"id":25,"ws":true,"disabled":false},{"text":"in","start":151,"end":153,"id":26,"ws":true,"disabled":false},{"text":"New","start":154,"end":157,"id":27,"ws":true,"disabled":false},{"text":"York","start":158,"end":162,"id":28,"ws":true,"disabled":false},{"text":"have","start":163,"end":167,"id":29,"ws":true,"disabled":false},{"text":"found","start":168,"end":173,"id":30,"ws":false,"disabled":false},{"text":".","start":173,"end":174,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":6,"child":8,"head_span":{"start":13,"end":25,"token_start":4,"token_end":6,"label":"type_of"},"child_span":{"start":26,"end":40,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":68,"end":77,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":78,"end":87,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":15,"head_span":{"start":0,"end":11,"token_start":0,"token_end":2,"label":"where"},"child_span":{"start":78,"end":87,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":15,"head_span":{"start":26,"end":40,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":78,"end":87,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Together, increased stalling and increased rain during stalls imply increased coastal rainfall from TCs, other factors equal.","text":"Together, increased stalling and increased rain during stalls imply increased coastal rainfall from TCs, other factors equal. IMPLIED_BASE IMPLIED_BASE","characters":"125","document_index":"358","md_sentence_index":"6","classification_origin":"cm_cause_effect_rel","url":"https://www.nature.com/articles/s41612-019-0074-8","combo_id":"358_6","post-training batch1":"358_6","_input_hash":1872521139,"_task_hash":-630865332,"spans":[{"text":"increased","start":10,"token_start":2,"token_end":2,"end":19,"type":"pattern","label":"change_direction"},{"start":20,"end":28,"token_start":3,"token_end":3,"label":"aspect_changing"},{"text":"increased","start":33,"token_start":5,"token_end":5,"end":42,"type":"pattern","label":"change_direction"},{"text":"rain","start":43,"token_start":6,"token_end":6,"end":47,"type":"pattern","label":"base"},{"start":48,"end":61,"token_start":7,"token_end":8,"label":"when"},{"start":62,"end":67,"token_start":9,"token_end":9,"label":"predicate"},{"text":"increased","start":68,"token_start":10,"token_end":10,"end":77,"type":"pattern","label":"change_direction"},{"start":78,"end":85,"token_start":11,"token_end":11,"label":"where"},{"text":"rainfall","start":86,"token_start":12,"token_end":12,"end":94,"type":"pattern","label":"aspect_changing"},{"start":95,"end":99,"token_start":13,"token_end":13,"label":"predicate"},{"start":100,"end":103,"token_start":14,"token_end":14,"label":"base"}],"tokens":[{"text":"Together","start":0,"end":8,"id":0,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":1,"ws":true,"disabled":false},{"text":"increased","start":10,"end":19,"id":2,"ws":true,"disabled":false},{"text":"stalling","start":20,"end":28,"id":3,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":4,"ws":true,"disabled":false},{"text":"increased","start":33,"end":42,"id":5,"ws":true,"disabled":false},{"text":"rain","start":43,"end":47,"id":6,"ws":true,"disabled":false},{"text":"during","start":48,"end":54,"id":7,"ws":true,"disabled":false},{"text":"stalls","start":55,"end":61,"id":8,"ws":true,"disabled":false},{"text":"imply","start":62,"end":67,"id":9,"ws":true,"disabled":false},{"text":"increased","start":68,"end":77,"id":10,"ws":true,"disabled":false},{"text":"coastal","start":78,"end":85,"id":11,"ws":true,"disabled":false},{"text":"rainfall","start":86,"end":94,"id":12,"ws":true,"disabled":false},{"text":"from","start":95,"end":99,"id":13,"ws":true,"disabled":false},{"text":"TCs","start":100,"end":103,"id":14,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":15,"ws":true,"disabled":false},{"text":"other","start":105,"end":110,"id":16,"ws":true,"disabled":false},{"text":"factors","start":111,"end":118,"id":17,"ws":true,"disabled":false},{"text":"equal","start":119,"end":124,"id":18,"ws":false,"disabled":false},{"text":".","start":124,"end":125,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":33,"end":42,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":43,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":6,"head_span":{"start":48,"end":61,"token_start":7,"token_end":8,"label":"when"},"child_span":{"start":43,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":14,"head_span":{"start":20,"end":28,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":100,"end":103,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":14,"head_span":{"start":10,"end":19,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":100,"end":103,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":6,"head_span":{"start":86,"end":94,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":43,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":6,"head_span":{"start":78,"end":85,"token_start":11,"token_end":11,"label":"where"},"child_span":{"start":43,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":6,"head_span":{"start":100,"end":103,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":43,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"Climate change could make air pollution worse.\n","text":"Climate change could make air pollution worse. IMPLIED_BASE IMPLIED_BASE","characters":"47","document_index":"222","md_sentence_index":"37","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/interactive/2019/06/19/climate/us-air-pollution-trump.html","combo_id":"222_37","post-training batch1":"222_37","_input_hash":1019112728,"_task_hash":953022414,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":15,"end":20,"token_start":2,"token_end":2,"label":"confidence"},{"start":21,"end":25,"token_start":3,"token_end":3,"label":"predicate"},{"start":26,"end":29,"token_start":4,"token_end":4,"label":"type_of"},{"text":"pollution","start":30,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"base"},{"start":40,"end":45,"token_start":6,"token_end":6,"label":"change_direction"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"could","start":15,"end":20,"id":2,"ws":true,"disabled":false},{"text":"make","start":21,"end":25,"id":3,"ws":true,"disabled":false},{"text":"air","start":26,"end":29,"id":4,"ws":true,"disabled":false},{"text":"pollution","start":30,"end":39,"id":5,"ws":true,"disabled":false},{"text":"worse","start":40,"end":45,"id":6,"ws":false,"disabled":false},{"text":".","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":47,"end":59,"id":8,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":60,"end":72,"id":9,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":6,"child":5,"head_span":{"start":40,"end":45,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":30,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":26,"end":29,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":30,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":30,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Warmer temperatures lead to less snowfall, with consequences for ski seasons, alpine tourism, and athletic training.\n","text":"Warmer temperatures lead to less snowfall, with consequences for ski seasons, alpine tourism, and athletic training. IMPLIED_BASE IMPLIED_BASE","characters":"117","document_index":"745","md_sentence_index":"384","classification_origin":"causal_sentence_classification","url":"https://www.connect4climate.org/sites/default/files/files/publications/Sport_and_climate_report.pdf","combo_id":"745_384","post-training batch1":"745_384","_input_hash":-1737450527,"_task_hash":474340447,"spans":[{"text":"Warmer","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":7,"token_start":1,"token_end":1,"end":19,"type":"pattern","label":"aspect_changing"},{"start":20,"end":27,"token_start":2,"token_end":3,"label":"predicate"},{"text":"less","start":28,"token_start":4,"token_end":4,"end":32,"type":"pattern","label":"change_direction"},{"start":33,"end":41,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":48,"end":60,"token_start":8,"token_end":8,"label":"predicate"},{"start":65,"end":76,"token_start":10,"token_end":11,"label":"when"},{"start":78,"end":84,"token_start":13,"token_end":13,"label":"type_of"},{"start":85,"end":92,"token_start":14,"token_end":14,"label":"base"},{"start":98,"end":106,"token_start":17,"token_end":17,"label":"type_of"},{"start":107,"end":115,"token_start":18,"token_end":18,"label":"base"},{"start":117,"end":129,"token_start":20,"token_end":20,"label":"base"},{"start":130,"end":142,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"Warmer","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"temperatures","start":7,"end":19,"id":1,"ws":true,"disabled":false},{"text":"lead","start":20,"end":24,"id":2,"ws":true,"disabled":false},{"text":"to","start":25,"end":27,"id":3,"ws":true,"disabled":false},{"text":"less","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"snowfall","start":33,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"with","start":43,"end":47,"id":7,"ws":true,"disabled":false},{"text":"consequences","start":48,"end":60,"id":8,"ws":true,"disabled":false},{"text":"for","start":61,"end":64,"id":9,"ws":true,"disabled":false},{"text":"ski","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"seasons","start":69,"end":76,"id":11,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":12,"ws":true,"disabled":false},{"text":"alpine","start":78,"end":84,"id":13,"ws":true,"disabled":false},{"text":"tourism","start":85,"end":92,"id":14,"ws":false,"disabled":false},{"text":",","start":92,"end":93,"id":15,"ws":true,"disabled":false},{"text":"and","start":94,"end":97,"id":16,"ws":true,"disabled":false},{"text":"athletic","start":98,"end":106,"id":17,"ws":true,"disabled":false},{"text":"training","start":107,"end":115,"id":18,"ws":false,"disabled":false},{"text":".","start":115,"end":116,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":117,"end":129,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":130,"end":142,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":20,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":117,"end":129,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":20,"head_span":{"start":7,"end":19,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":117,"end":129,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":21,"head_span":{"start":28,"end":32,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":130,"end":142,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":21,"head_span":{"start":33,"end":41,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":130,"end":142,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":98,"end":106,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":107,"end":115,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":78,"end":84,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":85,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":117,"end":129,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":130,"end":142,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":14,"head_span":{"start":130,"end":142,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":85,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":18,"head_span":{"start":130,"end":142,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":107,"end":115,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"Climate change could make air pollution worse.\n","text":"Climate change could make air pollution worse. IMPLIED_BASE IMPLIED_BASE","characters":"47","document_index":"222","md_sentence_index":"37","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/interactive/2019/06/19/climate/us-air-pollution-trump.html","combo_id":"222_37","post-training batch1":"222_37","_input_hash":1019112728,"_task_hash":953022414,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":26,"end":29,"token_start":4,"token_end":4,"label":"type_of"},{"text":"pollution","start":30,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"could","start":15,"end":20,"id":2,"ws":true,"disabled":false},{"text":"make","start":21,"end":25,"id":3,"ws":true,"disabled":false},{"text":"air","start":26,"end":29,"id":4,"ws":true,"disabled":false},{"text":"pollution","start":30,"end":39,"id":5,"ws":true,"disabled":false},{"text":"worse","start":40,"end":45,"id":6,"ws":false,"disabled":false},{"text":".","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":47,"end":59,"id":8,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":60,"end":72,"id":9,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":26,"end":29,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":30,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":30,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cIf you don\u2019t care about an increase of risk of death for the elderly or decrease of economic productivity, because the heat makes it harder to work outside, you might care about this, which suggests that it might be harder to have children in the future.\u201d\n","text":"\u201cIf you don\u2019t care about an increase of risk of death for the elderly or decrease of economic productivity, because the heat makes it harder to work outside, you might care about this, which suggests that it might be harder to have children in the future.\u201d IMPLIED_BASE IMPLIED_BASE","characters":"257","document_index":"170","md_sentence_index":"39","classification_origin":"cm_cause_effect_rel","url":"https://cronkitenews.azpbs.org/2019/06/04/climate-change-lower-birth-rates-linked/","combo_id":"170_39","post-training batch1":"170_39","_input_hash":-757229757,"_task_hash":1931343871,"spans":[{"text":"increase","start":28,"token_start":8,"token_end":8,"end":36,"type":"pattern","label":"change_direction"},{"text":"risk","start":40,"token_start":10,"token_end":10,"end":44,"type":"pattern","label":"aspect_changing"},{"text":"death","start":48,"token_start":12,"token_end":12,"end":53,"type":"pattern","label":"base"},{"start":62,"end":69,"token_start":15,"token_end":15,"label":"type_of"},{"text":"decrease","start":73,"token_start":17,"token_end":17,"end":81,"type":"pattern","label":"change_direction"},{"text":"productivity","start":94,"token_start":20,"token_end":20,"end":106,"type":"pattern","label":"aspect_changing"},{"label":"base"},{"start":85,"end":93,"token_start":19,"token_end":19,"label":"base"},{"label":"type_of"},{"label":"aspect_changing"},{"start":120,"end":124,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":134,"end":140,"token_start":27,"token_end":27,"label":"change_direction"},{"start":144,"end":148,"token_start":29,"token_end":29,"label":"base"},{"start":149,"end":156,"token_start":30,"token_end":30,"label":"type_of"},{"start":257,"end":269,"token_start":53,"token_end":53,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"If","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"you","start":4,"end":7,"id":2,"ws":true,"disabled":false},{"text":"do","start":8,"end":10,"id":3,"ws":false,"disabled":false},{"text":"n\u2019t","start":10,"end":13,"id":4,"ws":true,"disabled":false},{"text":"care","start":14,"end":18,"id":5,"ws":true,"disabled":false},{"text":"about","start":19,"end":24,"id":6,"ws":true,"disabled":false},{"text":"an","start":25,"end":27,"id":7,"ws":true,"disabled":false},{"text":"increase","start":28,"end":36,"id":8,"ws":true,"disabled":false},{"text":"of","start":37,"end":39,"id":9,"ws":true,"disabled":false},{"text":"risk","start":40,"end":44,"id":10,"ws":true,"disabled":false},{"text":"of","start":45,"end":47,"id":11,"ws":true,"disabled":false},{"text":"death","start":48,"end":53,"id":12,"ws":true,"disabled":false},{"text":"for","start":54,"end":57,"id":13,"ws":true,"disabled":false},{"text":"the","start":58,"end":61,"id":14,"ws":true,"disabled":false},{"text":"elderly","start":62,"end":69,"id":15,"ws":true,"disabled":false},{"text":"or","start":70,"end":72,"id":16,"ws":true,"disabled":false},{"text":"decrease","start":73,"end":81,"id":17,"ws":true,"disabled":false},{"text":"of","start":82,"end":84,"id":18,"ws":true,"disabled":false},{"text":"economic","start":85,"end":93,"id":19,"ws":true,"disabled":false},{"text":"productivity","start":94,"end":106,"id":20,"ws":false,"disabled":false},{"text":",","start":106,"end":107,"id":21,"ws":true,"disabled":false},{"text":"because","start":108,"end":115,"id":22,"ws":true,"disabled":false},{"text":"the","start":116,"end":119,"id":23,"ws":true,"disabled":false},{"text":"heat","start":120,"end":124,"id":24,"ws":true,"disabled":false},{"text":"makes","start":125,"end":130,"id":25,"ws":true,"disabled":false},{"text":"it","start":131,"end":133,"id":26,"ws":true,"disabled":false},{"text":"harder","start":134,"end":140,"id":27,"ws":true,"disabled":false},{"text":"to","start":141,"end":143,"id":28,"ws":true,"disabled":false},{"text":"work","start":144,"end":148,"id":29,"ws":true,"disabled":false},{"text":"outside","start":149,"end":156,"id":30,"ws":false,"disabled":false},{"text":",","start":156,"end":157,"id":31,"ws":true,"disabled":false},{"text":"you","start":158,"end":161,"id":32,"ws":true,"disabled":false},{"text":"might","start":162,"end":167,"id":33,"ws":true,"disabled":false},{"text":"care","start":168,"end":172,"id":34,"ws":true,"disabled":false},{"text":"about","start":173,"end":178,"id":35,"ws":true,"disabled":false},{"text":"this","start":179,"end":183,"id":36,"ws":false,"disabled":false},{"text":",","start":183,"end":184,"id":37,"ws":true,"disabled":false},{"text":"which","start":185,"end":190,"id":38,"ws":true,"disabled":false},{"text":"suggests","start":191,"end":199,"id":39,"ws":true,"disabled":false},{"text":"that","start":200,"end":204,"id":40,"ws":true,"disabled":false},{"text":"it","start":205,"end":207,"id":41,"ws":true,"disabled":false},{"text":"might","start":208,"end":213,"id":42,"ws":true,"disabled":false},{"text":"be","start":214,"end":216,"id":43,"ws":true,"disabled":false},{"text":"harder","start":217,"end":223,"id":44,"ws":true,"disabled":false},{"text":"to","start":224,"end":226,"id":45,"ws":true,"disabled":false},{"text":"have","start":227,"end":231,"id":46,"ws":true,"disabled":false},{"text":"children","start":232,"end":240,"id":47,"ws":true,"disabled":false},{"text":"in","start":241,"end":243,"id":48,"ws":true,"disabled":false},{"text":"the","start":244,"end":247,"id":49,"ws":true,"disabled":false},{"text":"future","start":248,"end":254,"id":50,"ws":false,"disabled":false},{"text":".","start":254,"end":255,"id":51,"ws":false,"disabled":false},{"text":"\u201d","start":255,"end":256,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":257,"end":269,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":270,"end":282,"id":54,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":24,"child":53,"head_span":{"start":120,"end":124,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":257,"end":269,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":29,"head_span":{"start":134,"end":140,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":144,"end":148,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":29,"head_span":{"start":149,"end":156,"token_start":30,"token_end":30,"label":"type_of"},"child_span":{"start":144,"end":148,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":19,"head_span":{"start":94,"end":106,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":85,"end":93,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":73,"end":81,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":85,"end":93,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":12,"head_span":{"start":62,"end":69,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":48,"end":53,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":12,"head_span":{"start":40,"end":44,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":48,"end":53,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":12,"head_span":{"start":28,"end":36,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":48,"end":53,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":53,"child":29,"head_span":{"start":257,"end":269,"token_start":53,"token_end":53,"label":"base"},"child_span":{"start":144,"end":148,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":19,"head_span":{"start":144,"end":148,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":85,"end":93,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":12,"head_span":{"start":144,"end":148,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":48,"end":53,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Although successful treatment strategies are being implemented, athletes are still succumbing to exertional heat illness (EHI), and heat stroke is a leading cause of sudden death during sports activities.","text":"Although successful treatment strategies are being implemented, athletes are still succumbing to exertional heat illness (EHI), and heat stroke is a leading cause of sudden death during sports activities. IMPLIED_BASE IMPLIED_BASE","characters":"204","document_index":"744","md_sentence_index":"43","classification_origin":"causal_sentence_classification","url":"https://www.climatecentral.org/news/extreme-heat-when-outdoor-sports-become-risky-2019","combo_id":"744_43","post-training batch1":"744_43","_input_hash":-49511508,"_task_hash":-836248977,"spans":[{"start":64,"end":72,"token_start":8,"token_end":8,"label":"to_whom"},{"start":97,"end":120,"token_start":13,"token_end":15,"label":"base"},{"text":"heat stroke","start":132,"token_start":21,"token_end":22,"end":143,"type":"pattern","label":"base"},{"start":157,"end":162,"token_start":26,"token_end":26,"label":"predicate"},{"start":166,"end":172,"token_start":28,"token_end":28,"label":"type_of"},{"text":"death","start":173,"token_start":29,"token_end":29,"end":178,"type":"pattern","label":"base"},{"start":179,"end":203,"token_start":30,"token_end":32,"label":"when"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"successful","start":9,"end":19,"id":1,"ws":true,"disabled":false},{"text":"treatment","start":20,"end":29,"id":2,"ws":true,"disabled":false},{"text":"strategies","start":30,"end":40,"id":3,"ws":true,"disabled":false},{"text":"are","start":41,"end":44,"id":4,"ws":true,"disabled":false},{"text":"being","start":45,"end":50,"id":5,"ws":true,"disabled":false},{"text":"implemented","start":51,"end":62,"id":6,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":7,"ws":true,"disabled":false},{"text":"athletes","start":64,"end":72,"id":8,"ws":true,"disabled":false},{"text":"are","start":73,"end":76,"id":9,"ws":true,"disabled":false},{"text":"still","start":77,"end":82,"id":10,"ws":true,"disabled":false},{"text":"succumbing","start":83,"end":93,"id":11,"ws":true,"disabled":false},{"text":"to","start":94,"end":96,"id":12,"ws":true,"disabled":false},{"text":"exertional","start":97,"end":107,"id":13,"ws":true,"disabled":false},{"text":"heat","start":108,"end":112,"id":14,"ws":true,"disabled":false},{"text":"illness","start":113,"end":120,"id":15,"ws":true,"disabled":false},{"text":"(","start":121,"end":122,"id":16,"ws":false,"disabled":false},{"text":"EHI","start":122,"end":125,"id":17,"ws":false,"disabled":false},{"text":")","start":125,"end":126,"id":18,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":19,"ws":true,"disabled":false},{"text":"and","start":128,"end":131,"id":20,"ws":true,"disabled":false},{"text":"heat","start":132,"end":136,"id":21,"ws":true,"disabled":false},{"text":"stroke","start":137,"end":143,"id":22,"ws":true,"disabled":false},{"text":"is","start":144,"end":146,"id":23,"ws":true,"disabled":false},{"text":"a","start":147,"end":148,"id":24,"ws":true,"disabled":false},{"text":"leading","start":149,"end":156,"id":25,"ws":true,"disabled":false},{"text":"cause","start":157,"end":162,"id":26,"ws":true,"disabled":false},{"text":"of","start":163,"end":165,"id":27,"ws":true,"disabled":false},{"text":"sudden","start":166,"end":172,"id":28,"ws":true,"disabled":false},{"text":"death","start":173,"end":178,"id":29,"ws":true,"disabled":false},{"text":"during","start":179,"end":185,"id":30,"ws":true,"disabled":false},{"text":"sports","start":186,"end":192,"id":31,"ws":true,"disabled":false},{"text":"activities","start":193,"end":203,"id":32,"ws":false,"disabled":false},{"text":".","start":203,"end":204,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":28,"child":29,"head_span":{"start":166,"end":172,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":173,"end":178,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":29,"head_span":{"start":132,"end":143,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":173,"end":178,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Though rare in comparison to other bacterial infections like staph, Vibrio vulnificus infections can progress rapidly and become fatal.","text":"Though rare in comparison to other bacterial infections like staph, Vibrio vulnificus infections can progress rapidly and become fatal. IMPLIED_BASE IMPLIED_BASE","characters":"135","document_index":"333","md_sentence_index":"22","classification_origin":"cm_cause_effect_rel","url":"https://www.buzzfeednews.com/article/skbaer/flesh-eating-bacteria-climate-change-vibrio-warming","combo_id":"333_22","post-training batch1":"333_22","_input_hash":-921905818,"_task_hash":1880452629,"spans":[{"start":68,"end":85,"token_start":11,"token_end":12,"label":"type_of"},{"start":86,"end":96,"token_start":13,"token_end":13,"label":"base"}],"tokens":[{"text":"Though","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"rare","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"in","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"comparison","start":15,"end":25,"id":3,"ws":true,"disabled":false},{"text":"to","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"other","start":29,"end":34,"id":5,"ws":true,"disabled":false},{"text":"bacterial","start":35,"end":44,"id":6,"ws":true,"disabled":false},{"text":"infections","start":45,"end":55,"id":7,"ws":true,"disabled":false},{"text":"like","start":56,"end":60,"id":8,"ws":true,"disabled":false},{"text":"staph","start":61,"end":66,"id":9,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":10,"ws":true,"disabled":false},{"text":"Vibrio","start":68,"end":74,"id":11,"ws":true,"disabled":false},{"text":"vulnificus","start":75,"end":85,"id":12,"ws":true,"disabled":false},{"text":"infections","start":86,"end":96,"id":13,"ws":true,"disabled":false},{"text":"can","start":97,"end":100,"id":14,"ws":true,"disabled":false},{"text":"progress","start":101,"end":109,"id":15,"ws":true,"disabled":false},{"text":"rapidly","start":110,"end":117,"id":16,"ws":true,"disabled":false},{"text":"and","start":118,"end":121,"id":17,"ws":true,"disabled":false},{"text":"become","start":122,"end":128,"id":18,"ws":true,"disabled":false},{"text":"fatal","start":129,"end":134,"id":19,"ws":false,"disabled":false},{"text":".","start":134,"end":135,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":136,"end":148,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":149,"end":161,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"flagged":true,"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Oceans have absorbed most of the excess heat arising from our disruption of the climate to date, and much of the carbon dioxide, but they are reaching the limits of their capacity to do so.","text":"Oceans have absorbed most of the excess heat arising from our disruption of the climate to date, and much of the carbon dioxide, but they are reaching the limits of their capacity to do so. IMPLIED_BASE IMPLIED_BASE","characters":"189","document_index":"503","md_sentence_index":"30","classification_origin":"causal_sentence_classification","url":"https://www.theguardian.com/environment/2019/dec/10/greenland-ice-sheet-melting-seven-times-faster-than-in-1990s","combo_id":"503_30","post-training batch1":"503_30","_input_hash":691992019,"_task_hash":892335731,"spans":[{"text":"Oceans","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"base"},{"start":12,"end":20,"token_start":2,"token_end":2,"label":"change_direction"},{"start":33,"end":39,"token_start":6,"token_end":6,"label":"type_of"},{"start":40,"end":44,"token_start":7,"token_end":7,"label":"base"},{"start":45,"end":57,"token_start":8,"token_end":9,"label":"predicate"},{"start":62,"end":72,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":80,"end":87,"token_start":14,"token_end":14,"label":"base"},{"text":"carbon dioxide","start":113,"token_start":22,"token_end":23,"end":127,"type":"pattern","label":"base"}],"tokens":[{"text":"Oceans","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"have","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"absorbed","start":12,"end":20,"id":2,"ws":true,"disabled":false},{"text":"most","start":21,"end":25,"id":3,"ws":true,"disabled":false},{"text":"of","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"excess","start":33,"end":39,"id":6,"ws":true,"disabled":false},{"text":"heat","start":40,"end":44,"id":7,"ws":true,"disabled":false},{"text":"arising","start":45,"end":52,"id":8,"ws":true,"disabled":false},{"text":"from","start":53,"end":57,"id":9,"ws":true,"disabled":false},{"text":"our","start":58,"end":61,"id":10,"ws":true,"disabled":false},{"text":"disruption","start":62,"end":72,"id":11,"ws":true,"disabled":false},{"text":"of","start":73,"end":75,"id":12,"ws":true,"disabled":false},{"text":"the","start":76,"end":79,"id":13,"ws":true,"disabled":false},{"text":"climate","start":80,"end":87,"id":14,"ws":true,"disabled":false},{"text":"to","start":88,"end":90,"id":15,"ws":true,"disabled":false},{"text":"date","start":91,"end":95,"id":16,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":17,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":18,"ws":true,"disabled":false},{"text":"much","start":101,"end":105,"id":19,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":20,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":21,"ws":true,"disabled":false},{"text":"carbon","start":113,"end":119,"id":22,"ws":true,"disabled":false},{"text":"dioxide","start":120,"end":127,"id":23,"ws":false,"disabled":false},{"text":",","start":127,"end":128,"id":24,"ws":true,"disabled":false},{"text":"but","start":129,"end":132,"id":25,"ws":true,"disabled":false},{"text":"they","start":133,"end":137,"id":26,"ws":true,"disabled":false},{"text":"are","start":138,"end":141,"id":27,"ws":true,"disabled":false},{"text":"reaching","start":142,"end":150,"id":28,"ws":true,"disabled":false},{"text":"the","start":151,"end":154,"id":29,"ws":true,"disabled":false},{"text":"limits","start":155,"end":161,"id":30,"ws":true,"disabled":false},{"text":"of","start":162,"end":164,"id":31,"ws":true,"disabled":false},{"text":"their","start":165,"end":170,"id":32,"ws":true,"disabled":false},{"text":"capacity","start":171,"end":179,"id":33,"ws":true,"disabled":false},{"text":"to","start":180,"end":182,"id":34,"ws":true,"disabled":false},{"text":"do","start":183,"end":185,"id":35,"ws":true,"disabled":false},{"text":"so","start":186,"end":188,"id":36,"ws":false,"disabled":false},{"text":".","start":188,"end":189,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":33,"end":39,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":40,"end":44,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":14,"head_span":{"start":62,"end":72,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":80,"end":87,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":7,"head_span":{"start":80,"end":87,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":40,"end":44,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The resulting dust storms, some of them taller than skyscrapers, buried homes whole and blew as far east as Washington.","text":"The resulting dust storms, some of them taller than skyscrapers, buried homes whole and blew as far east as Washington. IMPLIED_BASE IMPLIED_BASE","characters":"119","document_index":"816","md_sentence_index":"201","classification_origin":"causal_sentence_classification","url":"https://www.propublica.org/article/climate-change-will-force-a-new-american-migration","combo_id":"816_201","post-training batch1":"816_201","_input_hash":282703986,"_task_hash":2043529789,"spans":[{"text":"dust storms","start":14,"token_start":2,"token_end":3,"end":25,"type":"pattern","label":"base"},{"start":65,"end":71,"token_start":12,"token_end":12,"label":"change_direction"},{"text":"homes","start":72,"token_start":13,"token_end":13,"end":77,"type":"pattern","label":"base"},{"start":78,"end":83,"token_start":14,"token_end":14,"label":"effect_size"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"resulting","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"dust","start":14,"end":18,"id":2,"ws":true,"disabled":false},{"text":"storms","start":19,"end":25,"id":3,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":4,"ws":true,"disabled":false},{"text":"some","start":27,"end":31,"id":5,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"them","start":35,"end":39,"id":7,"ws":true,"disabled":false},{"text":"taller","start":40,"end":46,"id":8,"ws":true,"disabled":false},{"text":"than","start":47,"end":51,"id":9,"ws":true,"disabled":false},{"text":"skyscrapers","start":52,"end":63,"id":10,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":11,"ws":true,"disabled":false},{"text":"buried","start":65,"end":71,"id":12,"ws":true,"disabled":false},{"text":"homes","start":72,"end":77,"id":13,"ws":true,"disabled":false},{"text":"whole","start":78,"end":83,"id":14,"ws":true,"disabled":false},{"text":"and","start":84,"end":87,"id":15,"ws":true,"disabled":false},{"text":"blew","start":88,"end":92,"id":16,"ws":true,"disabled":false},{"text":"as","start":93,"end":95,"id":17,"ws":true,"disabled":false},{"text":"far","start":96,"end":99,"id":18,"ws":true,"disabled":false},{"text":"east","start":100,"end":104,"id":19,"ws":true,"disabled":false},{"text":"as","start":105,"end":107,"id":20,"ws":true,"disabled":false},{"text":"Washington","start":108,"end":118,"id":21,"ws":false,"disabled":false},{"text":".","start":118,"end":119,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":133,"end":145,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":3,"child":13,"head_span":{"start":14,"end":25,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":72,"end":77,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":13,"head_span":{"start":65,"end":71,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":72,"end":77,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The greenhouse gas emissions that drive warming \"now substantially exceed the highest concentrations recorded in ice cores during the past 800,000 years,\" the IPCC said.","text":"The greenhouse gas emissions that drive warming \"now substantially exceed the highest concentrations recorded in ice cores during the past 800,000 years,\" the IPCC said. IMPLIED_BASE IMPLIED_BASE","characters":"169","document_index":"714","md_sentence_index":"1","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/effects-of-climate-change-2014-6","combo_id":"714_1","post-training batch1":"714_1","_input_hash":-702923373,"_task_hash":-1524643747,"spans":[{"text":"greenhouse","start":4,"token_start":1,"token_end":1,"end":14,"type":"pattern","label":"type_of"},{"start":15,"end":18,"token_start":2,"token_end":2,"label":"base"},{"text":"emissions","start":19,"token_start":3,"token_end":3,"end":28,"type":"pattern","label":"aspect_changing"},{"start":34,"end":39,"token_start":5,"token_end":5,"label":"predicate"},{"start":40,"end":47,"token_start":6,"token_end":6,"label":"change_direction"},{"text":"concentrations","start":86,"token_start":13,"token_end":13,"end":100,"type":"pattern","label":"aspect_changing"},{"start":170,"end":182,"token_start":29,"token_end":29,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"greenhouse","start":4,"end":14,"id":1,"ws":true,"disabled":false},{"text":"gas","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"emissions","start":19,"end":28,"id":3,"ws":true,"disabled":false},{"text":"that","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"drive","start":34,"end":39,"id":5,"ws":true,"disabled":false},{"text":"warming","start":40,"end":47,"id":6,"ws":true,"disabled":false},{"text":"\"","start":48,"end":49,"id":7,"ws":false,"disabled":false},{"text":"now","start":49,"end":52,"id":8,"ws":true,"disabled":false},{"text":"substantially","start":53,"end":66,"id":9,"ws":true,"disabled":false},{"text":"exceed","start":67,"end":73,"id":10,"ws":true,"disabled":false},{"text":"the","start":74,"end":77,"id":11,"ws":true,"disabled":false},{"text":"highest","start":78,"end":85,"id":12,"ws":true,"disabled":false},{"text":"concentrations","start":86,"end":100,"id":13,"ws":true,"disabled":false},{"text":"recorded","start":101,"end":109,"id":14,"ws":true,"disabled":false},{"text":"in","start":110,"end":112,"id":15,"ws":true,"disabled":false},{"text":"ice","start":113,"end":116,"id":16,"ws":true,"disabled":false},{"text":"cores","start":117,"end":122,"id":17,"ws":true,"disabled":false},{"text":"during","start":123,"end":129,"id":18,"ws":true,"disabled":false},{"text":"the","start":130,"end":133,"id":19,"ws":true,"disabled":false},{"text":"past","start":134,"end":138,"id":20,"ws":true,"disabled":false},{"text":"800,000","start":139,"end":146,"id":21,"ws":true,"disabled":false},{"text":"years","start":147,"end":152,"id":22,"ws":false,"disabled":false},{"text":",","start":152,"end":153,"id":23,"ws":false,"disabled":false},{"text":"\"","start":153,"end":154,"id":24,"ws":true,"disabled":false},{"text":"the","start":155,"end":158,"id":25,"ws":true,"disabled":false},{"text":"IPCC","start":159,"end":163,"id":26,"ws":true,"disabled":false},{"text":"said","start":164,"end":168,"id":27,"ws":false,"disabled":false},{"text":".","start":168,"end":169,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":170,"end":182,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":183,"end":195,"id":30,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":6,"child":29,"head_span":{"start":40,"end":47,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":170,"end":182,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":2,"head_span":{"start":4,"end":14,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":15,"end":18,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":2,"head_span":{"start":19,"end":28,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":15,"end":18,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":29,"head_span":{"start":15,"end":18,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":170,"end":182,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The lag between CO2 emissions and warming means ~0.7\u00b0C of warming is yet to come, and aerosols are masking\u2026\n","text":"The lag between CO2 emissions and warming means ~0.7\u00b0C of warming is yet to come, and aerosols are masking\u2026 IMPLIED_BASE IMPLIED_BASE","characters":"108","document_index":"617","md_sentence_index":"1","classification_origin":"causal_sentence_classification","url":"https://climatetippingpoints.info/","combo_id":"617_1","post-training batch1":"617_1","_input_hash":14525231,"_task_hash":-1723468652,"spans":[{"text":"emissions","start":20,"token_start":4,"token_end":4,"end":29,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"lag","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"between","start":8,"end":15,"id":2,"ws":true,"disabled":false},{"text":"CO2","start":16,"end":19,"id":3,"ws":true,"disabled":false},{"text":"emissions","start":20,"end":29,"id":4,"ws":true,"disabled":false},{"text":"and","start":30,"end":33,"id":5,"ws":true,"disabled":false},{"text":"warming","start":34,"end":41,"id":6,"ws":true,"disabled":false},{"text":"means","start":42,"end":47,"id":7,"ws":true,"disabled":false},{"text":"~0.7","start":48,"end":52,"id":8,"ws":false,"disabled":false},{"text":"\u00b0","start":52,"end":53,"id":9,"ws":false,"disabled":false},{"text":"C","start":53,"end":54,"id":10,"ws":true,"disabled":false},{"text":"of","start":55,"end":57,"id":11,"ws":true,"disabled":false},{"text":"warming","start":58,"end":65,"id":12,"ws":true,"disabled":false},{"text":"is","start":66,"end":68,"id":13,"ws":true,"disabled":false},{"text":"yet","start":69,"end":72,"id":14,"ws":true,"disabled":false},{"text":"to","start":73,"end":75,"id":15,"ws":true,"disabled":false},{"text":"come","start":76,"end":80,"id":16,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":17,"ws":true,"disabled":false},{"text":"and","start":82,"end":85,"id":18,"ws":true,"disabled":false},{"text":"aerosols","start":86,"end":94,"id":19,"ws":true,"disabled":false},{"text":"are","start":95,"end":98,"id":20,"ws":true,"disabled":false},{"text":"masking","start":99,"end":106,"id":21,"ws":false,"disabled":false},{"text":"\u2026","start":106,"end":107,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Simple","original_md_text":"With regards to the conditions in California over the past few years, it is clear from multiple lines of evidence that California is now in a new climate, in which conditions are much more likely to be hot, leading to earlier melting of snowpack and exacerbating periods of low precipitation when they occur.","text":"With regards to the conditions in California over the past few years, it is clear from multiple lines of evidence that California is now in a new climate, in which conditions are much more likely to be hot, leading to earlier melting of snowpack and exacerbating periods of low precipitation when they occur. IMPLIED_BASE IMPLIED_BASE","characters":"308","document_index":"66","md_sentence_index":"11","classification_origin":"cm_cause_effect_rel","url":"https://news.stanford.edu/press-releases/2018/11/28/reflections-california-wildfires/","combo_id":"66_11","post-training batch1":"66_11","_input_hash":-1573244828,"_task_hash":516069573,"spans":[{"start":164,"end":174,"token_start":32,"token_end":32,"label":"base"},{"start":179,"end":183,"token_start":34,"token_end":34,"label":"effect_size"},{"start":184,"end":188,"token_start":35,"token_end":35,"label":"change_direction"},{"start":189,"end":205,"token_start":36,"token_end":39,"label":"aspect_changing"},{"start":207,"end":217,"token_start":41,"token_end":42,"label":"predicate"},{"start":218,"end":225,"token_start":43,"token_end":43,"label":"change_direction"},{"text":"melting","start":226,"token_start":44,"token_end":44,"end":233,"type":"pattern","label":"aspect_changing"},{"text":"snowpack","start":237,"token_start":46,"token_end":46,"end":245,"type":"pattern","label":"base"},{"start":250,"end":262,"token_start":48,"token_end":48,"label":"change_direction"},{"start":263,"end":270,"token_start":49,"token_end":49,"label":"aspect_changing"},{"start":274,"end":277,"token_start":51,"token_end":51,"label":"type_of"},{"text":"precipitation","start":278,"token_start":52,"token_end":52,"end":291,"type":"pattern","label":"base"}],"tokens":[{"text":"With","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"regards","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"to","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"the","start":16,"end":19,"id":3,"ws":true,"disabled":false},{"text":"conditions","start":20,"end":30,"id":4,"ws":true,"disabled":false},{"text":"in","start":31,"end":33,"id":5,"ws":true,"disabled":false},{"text":"California","start":34,"end":44,"id":6,"ws":true,"disabled":false},{"text":"over","start":45,"end":49,"id":7,"ws":true,"disabled":false},{"text":"the","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"past","start":54,"end":58,"id":9,"ws":true,"disabled":false},{"text":"few","start":59,"end":62,"id":10,"ws":true,"disabled":false},{"text":"years","start":63,"end":68,"id":11,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":12,"ws":true,"disabled":false},{"text":"it","start":70,"end":72,"id":13,"ws":true,"disabled":false},{"text":"is","start":73,"end":75,"id":14,"ws":true,"disabled":false},{"text":"clear","start":76,"end":81,"id":15,"ws":true,"disabled":false},{"text":"from","start":82,"end":86,"id":16,"ws":true,"disabled":false},{"text":"multiple","start":87,"end":95,"id":17,"ws":true,"disabled":false},{"text":"lines","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"of","start":102,"end":104,"id":19,"ws":true,"disabled":false},{"text":"evidence","start":105,"end":113,"id":20,"ws":true,"disabled":false},{"text":"that","start":114,"end":118,"id":21,"ws":true,"disabled":false},{"text":"California","start":119,"end":129,"id":22,"ws":true,"disabled":false},{"text":"is","start":130,"end":132,"id":23,"ws":true,"disabled":false},{"text":"now","start":133,"end":136,"id":24,"ws":true,"disabled":false},{"text":"in","start":137,"end":139,"id":25,"ws":true,"disabled":false},{"text":"a","start":140,"end":141,"id":26,"ws":true,"disabled":false},{"text":"new","start":142,"end":145,"id":27,"ws":true,"disabled":false},{"text":"climate","start":146,"end":153,"id":28,"ws":false,"disabled":false},{"text":",","start":153,"end":154,"id":29,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":30,"ws":true,"disabled":false},{"text":"which","start":158,"end":163,"id":31,"ws":true,"disabled":false},{"text":"conditions","start":164,"end":174,"id":32,"ws":true,"disabled":false},{"text":"are","start":175,"end":178,"id":33,"ws":true,"disabled":false},{"text":"much","start":179,"end":183,"id":34,"ws":true,"disabled":false},{"text":"more","start":184,"end":188,"id":35,"ws":true,"disabled":false},{"text":"likely","start":189,"end":195,"id":36,"ws":true,"disabled":false},{"text":"to","start":196,"end":198,"id":37,"ws":true,"disabled":false},{"text":"be","start":199,"end":201,"id":38,"ws":true,"disabled":false},{"text":"hot","start":202,"end":205,"id":39,"ws":false,"disabled":false},{"text":",","start":205,"end":206,"id":40,"ws":true,"disabled":false},{"text":"leading","start":207,"end":214,"id":41,"ws":true,"disabled":false},{"text":"to","start":215,"end":217,"id":42,"ws":true,"disabled":false},{"text":"earlier","start":218,"end":225,"id":43,"ws":true,"disabled":false},{"text":"melting","start":226,"end":233,"id":44,"ws":true,"disabled":false},{"text":"of","start":234,"end":236,"id":45,"ws":true,"disabled":false},{"text":"snowpack","start":237,"end":245,"id":46,"ws":true,"disabled":false},{"text":"and","start":246,"end":249,"id":47,"ws":true,"disabled":false},{"text":"exacerbating","start":250,"end":262,"id":48,"ws":true,"disabled":false},{"text":"periods","start":263,"end":270,"id":49,"ws":true,"disabled":false},{"text":"of","start":271,"end":273,"id":50,"ws":true,"disabled":false},{"text":"low","start":274,"end":277,"id":51,"ws":true,"disabled":false},{"text":"precipitation","start":278,"end":291,"id":52,"ws":true,"disabled":false},{"text":"when","start":292,"end":296,"id":53,"ws":true,"disabled":false},{"text":"they","start":297,"end":301,"id":54,"ws":true,"disabled":false},{"text":"occur","start":302,"end":307,"id":55,"ws":false,"disabled":false},{"text":".","start":307,"end":308,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":309,"end":321,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":322,"end":334,"id":58,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":35,"child":32,"head_span":{"start":184,"end":188,"token_start":35,"token_end":35,"label":"change_direction"},"child_span":{"start":164,"end":174,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":32,"head_span":{"start":189,"end":205,"token_start":36,"token_end":39,"label":"aspect_changing"},"child_span":{"start":164,"end":174,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":32,"head_span":{"start":179,"end":183,"token_start":34,"token_end":34,"label":"effect_size"},"child_span":{"start":164,"end":174,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":46,"head_span":{"start":218,"end":225,"token_start":43,"token_end":43,"label":"change_direction"},"child_span":{"start":237,"end":245,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":46,"head_span":{"start":226,"end":233,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":237,"end":245,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":52,"head_span":{"start":274,"end":277,"token_start":51,"token_end":51,"label":"type_of"},"child_span":{"start":278,"end":291,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":52,"head_span":{"start":250,"end":262,"token_start":48,"token_end":48,"label":"change_direction"},"child_span":{"start":278,"end":291,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":52,"head_span":{"start":263,"end":270,"token_start":49,"token_end":49,"label":"aspect_changing"},"child_span":{"start":278,"end":291,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":46,"head_span":{"start":164,"end":174,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":237,"end":245,"token_start":46,"token_end":46,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":52,"head_span":{"start":164,"end":174,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":278,"end":291,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As land ice from the poles melts due to rising atmospheric temperatures, the shifting weight of water across the world should cause a change to the axis upon which the Earth spins, and a slight wobble in the rotation.","text":"As land ice from the poles melts due to rising atmospheric temperatures, the shifting weight of water across the world should cause a change to the axis upon which the Earth spins, and a slight wobble in the rotation. IMPLIED_BASE IMPLIED_BASE","characters":"217","document_index":"401","md_sentence_index":"5","classification_origin":"causal_sentence_classification","url":"http://www.theguardian.com/science/2015/dec/11/climate-change-longer-days-glaciers-north-south-pole","combo_id":"401_5","post-training batch1":"401_5","_input_hash":728977020,"_task_hash":282581463,"spans":[{"start":0,"end":2,"token_start":0,"token_end":0,"label":"predicate"},{"start":3,"end":7,"token_start":1,"token_end":1,"label":"type_of"},{"start":8,"end":11,"token_start":2,"token_end":2,"label":"base"},{"start":12,"end":26,"token_start":3,"token_end":5,"label":"where"},{"start":27,"end":32,"token_start":6,"token_end":6,"label":"change_direction"},{"start":33,"end":39,"token_start":7,"token_end":8,"label":"predicate"},{"text":"rising","start":40,"token_start":9,"token_end":9,"end":46,"type":"pattern","label":"change_direction"},{"start":47,"end":58,"token_start":10,"token_end":10,"label":"base"},{"text":"temperatures","start":59,"token_start":11,"token_end":11,"end":71,"type":"pattern","label":"aspect_changing"},{"start":77,"end":85,"token_start":14,"token_end":14,"label":"change_direction"},{"start":86,"end":92,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},{"start":102,"end":118,"token_start":18,"token_end":20,"label":"where"},{"start":119,"end":125,"token_start":21,"token_end":21,"label":"confidence"},{"start":126,"end":131,"token_start":22,"token_end":22,"label":"predicate"},{"start":134,"end":140,"token_start":24,"token_end":24,"label":"change_direction"},{"start":148,"end":152,"token_start":27,"token_end":27,"label":"aspect_changing"},{"start":168,"end":173,"token_start":31,"token_end":31,"label":"base"},{"start":187,"end":193,"token_start":36,"token_end":36,"label":"effect_size"},{"start":194,"end":200,"token_start":37,"token_end":37,"label":"change_direction"},{"start":208,"end":216,"token_start":40,"token_end":40,"label":"aspect_changing"},{"start":218,"end":230,"token_start":42,"token_end":42,"label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"land","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"ice","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"from","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"the","start":17,"end":20,"id":4,"ws":true,"disabled":false},{"text":"poles","start":21,"end":26,"id":5,"ws":true,"disabled":false},{"text":"melts","start":27,"end":32,"id":6,"ws":true,"disabled":false},{"text":"due","start":33,"end":36,"id":7,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":8,"ws":true,"disabled":false},{"text":"rising","start":40,"end":46,"id":9,"ws":true,"disabled":false},{"text":"atmospheric","start":47,"end":58,"id":10,"ws":true,"disabled":false},{"text":"temperatures","start":59,"end":71,"id":11,"ws":false,"disabled":false},{"text":",","start":71,"end":72,"id":12,"ws":true,"disabled":false},{"text":"the","start":73,"end":76,"id":13,"ws":true,"disabled":false},{"text":"shifting","start":77,"end":85,"id":14,"ws":true,"disabled":false},{"text":"weight","start":86,"end":92,"id":15,"ws":true,"disabled":false},{"text":"of","start":93,"end":95,"id":16,"ws":true,"disabled":false},{"text":"water","start":96,"end":101,"id":17,"ws":true,"disabled":false},{"text":"across","start":102,"end":108,"id":18,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"world","start":113,"end":118,"id":20,"ws":true,"disabled":false},{"text":"should","start":119,"end":125,"id":21,"ws":true,"disabled":false},{"text":"cause","start":126,"end":131,"id":22,"ws":true,"disabled":false},{"text":"a","start":132,"end":133,"id":23,"ws":true,"disabled":false},{"text":"change","start":134,"end":140,"id":24,"ws":true,"disabled":false},{"text":"to","start":141,"end":143,"id":25,"ws":true,"disabled":false},{"text":"the","start":144,"end":147,"id":26,"ws":true,"disabled":false},{"text":"axis","start":148,"end":152,"id":27,"ws":true,"disabled":false},{"text":"upon","start":153,"end":157,"id":28,"ws":true,"disabled":false},{"text":"which","start":158,"end":163,"id":29,"ws":true,"disabled":false},{"text":"the","start":164,"end":167,"id":30,"ws":true,"disabled":false},{"text":"Earth","start":168,"end":173,"id":31,"ws":true,"disabled":false},{"text":"spins","start":174,"end":179,"id":32,"ws":false,"disabled":false},{"text":",","start":179,"end":180,"id":33,"ws":true,"disabled":false},{"text":"and","start":181,"end":184,"id":34,"ws":true,"disabled":false},{"text":"a","start":185,"end":186,"id":35,"ws":true,"disabled":false},{"text":"slight","start":187,"end":193,"id":36,"ws":true,"disabled":false},{"text":"wobble","start":194,"end":200,"id":37,"ws":true,"disabled":false},{"text":"in","start":201,"end":203,"id":38,"ws":true,"disabled":false},{"text":"the","start":204,"end":207,"id":39,"ws":true,"disabled":false},{"text":"rotation","start":208,"end":216,"id":40,"ws":false,"disabled":false},{"text":".","start":216,"end":217,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":231,"end":243,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":11,"child":10,"head_span":{"start":59,"end":71,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":47,"end":58,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":40,"end":46,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":47,"end":58,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":2,"head_span":{"start":3,"end":7,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":8,"end":11,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":2,"head_span":{"start":27,"end":32,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":8,"end":11,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":17,"head_span":{"start":102,"end":118,"token_start":18,"token_end":20,"label":"where"},"child_span":{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":86,"end":92,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":77,"end":85,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":2,"head_span":{"start":12,"end":26,"token_start":3,"token_end":5,"label":"where"},"child_span":{"start":8,"end":11,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":2,"head_span":{"start":47,"end":58,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":8,"end":11,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":17,"head_span":{"start":8,"end":11,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":31,"head_span":{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":168,"end":173,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":31,"head_span":{"start":218,"end":230,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":168,"end":173,"token_start":31,"token_end":31,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":40,"child":42,"head_span":{"start":208,"end":216,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":218,"end":230,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":42,"head_span":{"start":194,"end":200,"token_start":37,"token_end":37,"label":"change_direction"},"child_span":{"start":218,"end":230,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":42,"head_span":{"start":187,"end":193,"token_start":36,"token_end":36,"label":"effect_size"},"child_span":{"start":218,"end":230,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":31,"head_span":{"start":148,"end":152,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":168,"end":173,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":31,"head_span":{"start":134,"end":140,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":168,"end":173,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":42,"head_span":{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":218,"end":230,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Worldwide each year, there are 100 million cases of dengue infections severe enough to cause symptoms, which may include fever, debilitating joint pain and internal bleeding.","text":"Worldwide each year, there are 100 million cases of dengue infections severe enough to cause symptoms, which may include fever, debilitating joint pain and internal bleeding. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"217","md_sentence_index":"3","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/interactive/2019/06/10/climate/dengue-mosquito-spread-map.html","combo_id":"217_3","post-training batch1":"217_3","_input_hash":-1093192661,"_task_hash":-1015849335,"spans":[{"start":52,"end":58,"token_start":10,"token_end":10,"label":"base"},{"start":59,"end":69,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":121,"end":126,"token_start":21,"token_end":21,"label":"base"},{"start":128,"end":140,"token_start":23,"token_end":23,"label":"type_of"},{"start":141,"end":151,"token_start":24,"token_end":25,"label":"base"},{"start":156,"end":173,"token_start":27,"token_end":28,"label":"base"}],"tokens":[{"text":"Worldwide","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"each","start":10,"end":14,"id":1,"ws":true,"disabled":false},{"text":"year","start":15,"end":19,"id":2,"ws":false,"disabled":false},{"text":",","start":19,"end":20,"id":3,"ws":true,"disabled":false},{"text":"there","start":21,"end":26,"id":4,"ws":true,"disabled":false},{"text":"are","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"100","start":31,"end":34,"id":6,"ws":true,"disabled":false},{"text":"million","start":35,"end":42,"id":7,"ws":true,"disabled":false},{"text":"cases","start":43,"end":48,"id":8,"ws":true,"disabled":false},{"text":"of","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"dengue","start":52,"end":58,"id":10,"ws":true,"disabled":false},{"text":"infections","start":59,"end":69,"id":11,"ws":true,"disabled":false},{"text":"severe","start":70,"end":76,"id":12,"ws":true,"disabled":false},{"text":"enough","start":77,"end":83,"id":13,"ws":true,"disabled":false},{"text":"to","start":84,"end":86,"id":14,"ws":true,"disabled":false},{"text":"cause","start":87,"end":92,"id":15,"ws":true,"disabled":false},{"text":"symptoms","start":93,"end":101,"id":16,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":17,"ws":true,"disabled":false},{"text":"which","start":103,"end":108,"id":18,"ws":true,"disabled":false},{"text":"may","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"include","start":113,"end":120,"id":20,"ws":true,"disabled":false},{"text":"fever","start":121,"end":126,"id":21,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":22,"ws":true,"disabled":false},{"text":"debilitating","start":128,"end":140,"id":23,"ws":true,"disabled":false},{"text":"joint","start":141,"end":146,"id":24,"ws":true,"disabled":false},{"text":"pain","start":147,"end":151,"id":25,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":26,"ws":true,"disabled":false},{"text":"internal","start":156,"end":164,"id":27,"ws":true,"disabled":false},{"text":"bleeding","start":165,"end":173,"id":28,"ws":false,"disabled":false},{"text":".","start":173,"end":174,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":11,"child":10,"head_span":{"start":59,"end":69,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":52,"end":58,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":25,"head_span":{"start":128,"end":140,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":141,"end":151,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":21,"head_span":{"start":52,"end":58,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":121,"end":126,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":25,"head_span":{"start":52,"end":58,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":141,"end":151,"token_start":24,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":28,"head_span":{"start":52,"end":58,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":156,"end":173,"token_start":27,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"In the West, human-caused climate change is a significant factor in worsening wildfires, scientists at the University of Idaho and Columbia University in New York have found.","text":"In the West, human-caused climate change is a significant factor in worsening wildfires, scientists at the University of Idaho and Columbia University in New York have found. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"25","md_sentence_index":"103","classification_origin":"cm_cause_effect_rel","url":"https://www.washingtonpost.com/graphics/2019/lifestyle/magazine/climate-change-covers/","combo_id":"25_103","post-training batch1":"25_103","_input_hash":-2090165702,"_task_hash":1732955062,"spans":[{"text":"climate change","start":26,"token_start":7,"token_end":8,"end":40,"type":"pattern","label":"base"},{"text":"worsening","start":68,"token_start":14,"token_end":14,"end":77,"type":"pattern","label":"change_direction"},{"text":"wildfires","start":78,"token_start":15,"token_end":15,"end":87,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"West","start":7,"end":11,"id":2,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":3,"ws":true,"disabled":false},{"text":"human","start":13,"end":18,"id":4,"ws":false,"disabled":false},{"text":"-","start":18,"end":19,"id":5,"ws":false,"disabled":false},{"text":"caused","start":19,"end":25,"id":6,"ws":true,"disabled":false},{"text":"climate","start":26,"end":33,"id":7,"ws":true,"disabled":false},{"text":"change","start":34,"end":40,"id":8,"ws":true,"disabled":false},{"text":"is","start":41,"end":43,"id":9,"ws":true,"disabled":false},{"text":"a","start":44,"end":45,"id":10,"ws":true,"disabled":false},{"text":"significant","start":46,"end":57,"id":11,"ws":true,"disabled":false},{"text":"factor","start":58,"end":64,"id":12,"ws":true,"disabled":false},{"text":"in","start":65,"end":67,"id":13,"ws":true,"disabled":false},{"text":"worsening","start":68,"end":77,"id":14,"ws":true,"disabled":false},{"text":"wildfires","start":78,"end":87,"id":15,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":16,"ws":true,"disabled":false},{"text":"scientists","start":89,"end":99,"id":17,"ws":true,"disabled":false},{"text":"at","start":100,"end":102,"id":18,"ws":true,"disabled":false},{"text":"the","start":103,"end":106,"id":19,"ws":true,"disabled":false},{"text":"University","start":107,"end":117,"id":20,"ws":true,"disabled":false},{"text":"of","start":118,"end":120,"id":21,"ws":true,"disabled":false},{"text":"Idaho","start":121,"end":126,"id":22,"ws":true,"disabled":false},{"text":"and","start":127,"end":130,"id":23,"ws":true,"disabled":false},{"text":"Columbia","start":131,"end":139,"id":24,"ws":true,"disabled":false},{"text":"University","start":140,"end":150,"id":25,"ws":true,"disabled":false},{"text":"in","start":151,"end":153,"id":26,"ws":true,"disabled":false},{"text":"New","start":154,"end":157,"id":27,"ws":true,"disabled":false},{"text":"York","start":158,"end":162,"id":28,"ws":true,"disabled":false},{"text":"have","start":163,"end":167,"id":29,"ws":true,"disabled":false},{"text":"found","start":168,"end":173,"id":30,"ws":false,"disabled":false},{"text":".","start":173,"end":174,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":14,"child":15,"head_span":{"start":68,"end":77,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":78,"end":87,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":15,"head_span":{"start":26,"end":40,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":78,"end":87,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Together, increased stalling and increased rain during stalls imply increased coastal rainfall from TCs, other factors equal.","text":"Together, increased stalling and increased rain during stalls imply increased coastal rainfall from TCs, other factors equal. IMPLIED_BASE IMPLIED_BASE","characters":"125","document_index":"358","md_sentence_index":"6","classification_origin":"cm_cause_effect_rel","url":"https://www.nature.com/articles/s41612-019-0074-8","combo_id":"358_6","post-training batch1":"358_6","_input_hash":1872521139,"_task_hash":-630865332,"spans":[{"text":"increased","start":10,"token_start":2,"token_end":2,"end":19,"type":"pattern","label":"change_direction"},{"start":20,"end":28,"token_start":3,"token_end":3,"label":"base"},{"text":"increased","start":33,"token_start":5,"token_end":5,"end":42,"type":"pattern","label":"change_direction"},{"text":"rain","start":43,"token_start":6,"token_end":6,"end":47,"type":"pattern","label":"base"},{"text":"increased","start":68,"token_start":10,"token_end":10,"end":77,"type":"pattern","label":"change_direction"},{"start":78,"end":85,"token_start":11,"token_end":11,"label":"type_of"},{"text":"rainfall","start":86,"token_start":12,"token_end":12,"end":94,"type":"pattern","label":"base"}],"tokens":[{"text":"Together","start":0,"end":8,"id":0,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":1,"ws":true,"disabled":false},{"text":"increased","start":10,"end":19,"id":2,"ws":true,"disabled":false},{"text":"stalling","start":20,"end":28,"id":3,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":4,"ws":true,"disabled":false},{"text":"increased","start":33,"end":42,"id":5,"ws":true,"disabled":false},{"text":"rain","start":43,"end":47,"id":6,"ws":true,"disabled":false},{"text":"during","start":48,"end":54,"id":7,"ws":true,"disabled":false},{"text":"stalls","start":55,"end":61,"id":8,"ws":true,"disabled":false},{"text":"imply","start":62,"end":67,"id":9,"ws":true,"disabled":false},{"text":"increased","start":68,"end":77,"id":10,"ws":true,"disabled":false},{"text":"coastal","start":78,"end":85,"id":11,"ws":true,"disabled":false},{"text":"rainfall","start":86,"end":94,"id":12,"ws":true,"disabled":false},{"text":"from","start":95,"end":99,"id":13,"ws":true,"disabled":false},{"text":"TCs","start":100,"end":103,"id":14,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":15,"ws":true,"disabled":false},{"text":"other","start":105,"end":110,"id":16,"ws":true,"disabled":false},{"text":"factors","start":111,"end":118,"id":17,"ws":true,"disabled":false},{"text":"equal","start":119,"end":124,"id":18,"ws":false,"disabled":false},{"text":".","start":124,"end":125,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":10,"end":19,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":20,"end":28,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":33,"end":42,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":43,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":12,"head_span":{"start":68,"end":77,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":86,"end":94,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":78,"end":85,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":86,"end":94,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":12,"head_span":{"start":43,"end":47,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":86,"end":94,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":12,"head_span":{"start":20,"end":28,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":86,"end":94,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Warmer temperatures lead to less snowfall, with consequences for ski seasons, alpine tourism, and athletic training.\n","text":"Warmer temperatures lead to less snowfall, with consequences for ski seasons, alpine tourism, and athletic training. IMPLIED_BASE IMPLIED_BASE","characters":"117","document_index":"745","md_sentence_index":"384","classification_origin":"causal_sentence_classification","url":"https://www.connect4climate.org/sites/default/files/files/publications/Sport_and_climate_report.pdf","combo_id":"745_384","post-training batch1":"745_384","_input_hash":-1737450527,"_task_hash":474340447,"spans":[{"text":"Warmer","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":7,"token_start":1,"token_end":1,"end":19,"type":"pattern","label":"aspect_changing"},{"text":"less","start":28,"token_start":4,"token_end":4,"end":32,"type":"pattern","label":"change_direction"},{"start":33,"end":41,"token_start":5,"token_end":5,"label":"base"},{"start":117,"end":129,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"Warmer","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"temperatures","start":7,"end":19,"id":1,"ws":true,"disabled":false},{"text":"lead","start":20,"end":24,"id":2,"ws":true,"disabled":false},{"text":"to","start":25,"end":27,"id":3,"ws":true,"disabled":false},{"text":"less","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"snowfall","start":33,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"with","start":43,"end":47,"id":7,"ws":true,"disabled":false},{"text":"consequences","start":48,"end":60,"id":8,"ws":true,"disabled":false},{"text":"for","start":61,"end":64,"id":9,"ws":true,"disabled":false},{"text":"ski","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"seasons","start":69,"end":76,"id":11,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":12,"ws":true,"disabled":false},{"text":"alpine","start":78,"end":84,"id":13,"ws":true,"disabled":false},{"text":"tourism","start":85,"end":92,"id":14,"ws":false,"disabled":false},{"text":",","start":92,"end":93,"id":15,"ws":true,"disabled":false},{"text":"and","start":94,"end":97,"id":16,"ws":true,"disabled":false},{"text":"athletic","start":98,"end":106,"id":17,"ws":true,"disabled":false},{"text":"training","start":107,"end":115,"id":18,"ws":false,"disabled":false},{"text":".","start":115,"end":116,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":117,"end":129,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":130,"end":142,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":20,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":117,"end":129,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":20,"head_span":{"start":7,"end":19,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":117,"end":129,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":28,"end":32,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":33,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":5,"head_span":{"start":117,"end":129,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":33,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"According to Dr Mindy Richlen, a research specialist at Woods Hole Oceanographic Institution who studies harmful algal blooms, ciguatera poisoning comes from eating fish contaminated with ciguatoxins, which come from a tropical dinoflagellate (tiny single-cell organism) that lives on microalgae growing, mostly, on dead coral.","text":"According to Dr Mindy Richlen, a research specialist at Woods Hole Oceanographic Institution who studies harmful algal blooms, ciguatera poisoning comes from eating fish contaminated with ciguatoxins, which come from a tropical dinoflagellate (tiny single-cell organism) that lives on microalgae growing, mostly, on dead coral. IMPLIED_BASE IMPLIED_BASE","characters":"327","document_index":"606","md_sentence_index":"22","classification_origin":"causal_sentence_classification","url":"http://www.bbc.com/travel/story/20200129-how-climate-change-poisons-our-food","combo_id":"606_22","post-training batch1":"606_22","_input_hash":-1297927284,"_task_hash":891965024,"spans":[{"start":127,"end":146,"token_start":20,"token_end":21,"label":"base"},{"start":165,"end":169,"token_start":25,"token_end":25,"label":"base"},{"start":188,"end":199,"token_start":28,"token_end":28,"label":"type_of"},{"start":219,"end":227,"token_start":34,"token_end":34,"label":"type_of"},{"start":228,"end":242,"token_start":35,"token_end":35,"label":"base"},{"start":285,"end":295,"token_start":46,"token_end":46,"label":"base"},{"start":316,"end":320,"token_start":52,"token_end":52,"label":"type_of"},{"start":321,"end":326,"token_start":53,"token_end":53,"label":"base"}],"tokens":[{"text":"According","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"to","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"Dr","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"Mindy","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"Richlen","start":22,"end":29,"id":4,"ws":false,"disabled":false},{"text":",","start":29,"end":30,"id":5,"ws":true,"disabled":false},{"text":"a","start":31,"end":32,"id":6,"ws":true,"disabled":false},{"text":"research","start":33,"end":41,"id":7,"ws":true,"disabled":false},{"text":"specialist","start":42,"end":52,"id":8,"ws":true,"disabled":false},{"text":"at","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"Woods","start":56,"end":61,"id":10,"ws":true,"disabled":false},{"text":"Hole","start":62,"end":66,"id":11,"ws":true,"disabled":false},{"text":"Oceanographic","start":67,"end":80,"id":12,"ws":true,"disabled":false},{"text":"Institution","start":81,"end":92,"id":13,"ws":true,"disabled":false},{"text":"who","start":93,"end":96,"id":14,"ws":true,"disabled":false},{"text":"studies","start":97,"end":104,"id":15,"ws":true,"disabled":false},{"text":"harmful","start":105,"end":112,"id":16,"ws":true,"disabled":false},{"text":"algal","start":113,"end":118,"id":17,"ws":true,"disabled":false},{"text":"blooms","start":119,"end":125,"id":18,"ws":false,"disabled":false},{"text":",","start":125,"end":126,"id":19,"ws":true,"disabled":false},{"text":"ciguatera","start":127,"end":136,"id":20,"ws":true,"disabled":false},{"text":"poisoning","start":137,"end":146,"id":21,"ws":true,"disabled":false},{"text":"comes","start":147,"end":152,"id":22,"ws":true,"disabled":false},{"text":"from","start":153,"end":157,"id":23,"ws":true,"disabled":false},{"text":"eating","start":158,"end":164,"id":24,"ws":true,"disabled":false},{"text":"fish","start":165,"end":169,"id":25,"ws":true,"disabled":false},{"text":"contaminated","start":170,"end":182,"id":26,"ws":true,"disabled":false},{"text":"with","start":183,"end":187,"id":27,"ws":true,"disabled":false},{"text":"ciguatoxins","start":188,"end":199,"id":28,"ws":false,"disabled":false},{"text":",","start":199,"end":200,"id":29,"ws":true,"disabled":false},{"text":"which","start":201,"end":206,"id":30,"ws":true,"disabled":false},{"text":"come","start":207,"end":211,"id":31,"ws":true,"disabled":false},{"text":"from","start":212,"end":216,"id":32,"ws":true,"disabled":false},{"text":"a","start":217,"end":218,"id":33,"ws":true,"disabled":false},{"text":"tropical","start":219,"end":227,"id":34,"ws":true,"disabled":false},{"text":"dinoflagellate","start":228,"end":242,"id":35,"ws":true,"disabled":false},{"text":"(","start":243,"end":244,"id":36,"ws":false,"disabled":false},{"text":"tiny","start":244,"end":248,"id":37,"ws":true,"disabled":false},{"text":"single","start":249,"end":255,"id":38,"ws":false,"disabled":false},{"text":"-","start":255,"end":256,"id":39,"ws":false,"disabled":false},{"text":"cell","start":256,"end":260,"id":40,"ws":true,"disabled":false},{"text":"organism","start":261,"end":269,"id":41,"ws":false,"disabled":false},{"text":")","start":269,"end":270,"id":42,"ws":true,"disabled":false},{"text":"that","start":271,"end":275,"id":43,"ws":true,"disabled":false},{"text":"lives","start":276,"end":281,"id":44,"ws":true,"disabled":false},{"text":"on","start":282,"end":284,"id":45,"ws":true,"disabled":false},{"text":"microalgae","start":285,"end":295,"id":46,"ws":true,"disabled":false},{"text":"growing","start":296,"end":303,"id":47,"ws":false,"disabled":false},{"text":",","start":303,"end":304,"id":48,"ws":true,"disabled":false},{"text":"mostly","start":305,"end":311,"id":49,"ws":false,"disabled":false},{"text":",","start":311,"end":312,"id":50,"ws":true,"disabled":false},{"text":"on","start":313,"end":315,"id":51,"ws":true,"disabled":false},{"text":"dead","start":316,"end":320,"id":52,"ws":true,"disabled":false},{"text":"coral","start":321,"end":326,"id":53,"ws":false,"disabled":false},{"text":".","start":326,"end":327,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":328,"end":340,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":341,"end":353,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":28,"child":25,"head_span":{"start":188,"end":199,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":165,"end":169,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":35,"head_span":{"start":219,"end":227,"token_start":34,"token_end":34,"label":"type_of"},"child_span":{"start":228,"end":242,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":52,"child":53,"head_span":{"start":316,"end":320,"token_start":52,"token_end":52,"label":"type_of"},"child_span":{"start":321,"end":326,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":21,"head_span":{"start":165,"end":169,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":127,"end":146,"token_start":20,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":35,"child":25,"head_span":{"start":228,"end":242,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":165,"end":169,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":35,"head_span":{"start":285,"end":295,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":228,"end":242,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":53,"child":46,"head_span":{"start":321,"end":326,"token_start":53,"token_end":53,"label":"base"},"child_span":{"start":285,"end":295,"token_start":46,"token_end":46,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Although successful treatment strategies are being implemented, athletes are still succumbing to exertional heat illness (EHI), and heat stroke is a leading cause of sudden death during sports activities.","text":"Although successful treatment strategies are being implemented, athletes are still succumbing to exertional heat illness (EHI), and heat stroke is a leading cause of sudden death during sports activities. IMPLIED_BASE IMPLIED_BASE","characters":"204","document_index":"744","md_sentence_index":"43","classification_origin":"causal_sentence_classification","url":"https://www.climatecentral.org/news/extreme-heat-when-outdoor-sports-become-risky-2019","combo_id":"744_43","post-training batch1":"744_43","_input_hash":-49511508,"_task_hash":-836248977,"spans":[{"start":97,"end":107,"token_start":13,"token_end":13,"label":"type_of"},{"start":108,"end":120,"token_start":14,"token_end":15,"label":"base"},{"text":"heat stroke","start":132,"token_start":21,"token_end":22,"end":143,"type":"pattern","label":"base"},{"start":166,"end":172,"token_start":28,"token_end":28,"label":"type_of"},{"text":"death","start":173,"token_start":29,"token_end":29,"end":178,"type":"pattern","label":"base"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"successful","start":9,"end":19,"id":1,"ws":true,"disabled":false},{"text":"treatment","start":20,"end":29,"id":2,"ws":true,"disabled":false},{"text":"strategies","start":30,"end":40,"id":3,"ws":true,"disabled":false},{"text":"are","start":41,"end":44,"id":4,"ws":true,"disabled":false},{"text":"being","start":45,"end":50,"id":5,"ws":true,"disabled":false},{"text":"implemented","start":51,"end":62,"id":6,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":7,"ws":true,"disabled":false},{"text":"athletes","start":64,"end":72,"id":8,"ws":true,"disabled":false},{"text":"are","start":73,"end":76,"id":9,"ws":true,"disabled":false},{"text":"still","start":77,"end":82,"id":10,"ws":true,"disabled":false},{"text":"succumbing","start":83,"end":93,"id":11,"ws":true,"disabled":false},{"text":"to","start":94,"end":96,"id":12,"ws":true,"disabled":false},{"text":"exertional","start":97,"end":107,"id":13,"ws":true,"disabled":false},{"text":"heat","start":108,"end":112,"id":14,"ws":true,"disabled":false},{"text":"illness","start":113,"end":120,"id":15,"ws":true,"disabled":false},{"text":"(","start":121,"end":122,"id":16,"ws":false,"disabled":false},{"text":"EHI","start":122,"end":125,"id":17,"ws":false,"disabled":false},{"text":")","start":125,"end":126,"id":18,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":19,"ws":true,"disabled":false},{"text":"and","start":128,"end":131,"id":20,"ws":true,"disabled":false},{"text":"heat","start":132,"end":136,"id":21,"ws":true,"disabled":false},{"text":"stroke","start":137,"end":143,"id":22,"ws":true,"disabled":false},{"text":"is","start":144,"end":146,"id":23,"ws":true,"disabled":false},{"text":"a","start":147,"end":148,"id":24,"ws":true,"disabled":false},{"text":"leading","start":149,"end":156,"id":25,"ws":true,"disabled":false},{"text":"cause","start":157,"end":162,"id":26,"ws":true,"disabled":false},{"text":"of","start":163,"end":165,"id":27,"ws":true,"disabled":false},{"text":"sudden","start":166,"end":172,"id":28,"ws":true,"disabled":false},{"text":"death","start":173,"end":178,"id":29,"ws":true,"disabled":false},{"text":"during","start":179,"end":185,"id":30,"ws":true,"disabled":false},{"text":"sports","start":186,"end":192,"id":31,"ws":true,"disabled":false},{"text":"activities","start":193,"end":203,"id":32,"ws":false,"disabled":false},{"text":".","start":203,"end":204,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":28,"child":29,"head_span":{"start":166,"end":172,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":173,"end":178,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":15,"head_span":{"start":97,"end":107,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":108,"end":120,"token_start":14,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":29,"head_span":{"start":108,"end":120,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":173,"end":178,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":29,"head_span":{"start":132,"end":143,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":173,"end":178,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Though rare in comparison to other bacterial infections like staph, Vibrio vulnificus infections can progress rapidly and become fatal.","text":"Though rare in comparison to other bacterial infections like staph, Vibrio vulnificus infections can progress rapidly and become fatal. IMPLIED_BASE IMPLIED_BASE","characters":"135","document_index":"333","md_sentence_index":"22","classification_origin":"cm_cause_effect_rel","url":"https://www.buzzfeednews.com/article/skbaer/flesh-eating-bacteria-climate-change-vibrio-warming","combo_id":"333_22","post-training batch1":"333_22","_input_hash":-921905818,"_task_hash":1880452629,"spans":[{"start":68,"end":85,"token_start":11,"token_end":12,"label":"type_of"},{"start":86,"end":96,"token_start":13,"token_end":13,"label":"base"},{"start":129,"end":134,"token_start":19,"token_end":19,"label":"base"}],"tokens":[{"text":"Though","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"rare","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"in","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"comparison","start":15,"end":25,"id":3,"ws":true,"disabled":false},{"text":"to","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"other","start":29,"end":34,"id":5,"ws":true,"disabled":false},{"text":"bacterial","start":35,"end":44,"id":6,"ws":true,"disabled":false},{"text":"infections","start":45,"end":55,"id":7,"ws":true,"disabled":false},{"text":"like","start":56,"end":60,"id":8,"ws":true,"disabled":false},{"text":"staph","start":61,"end":66,"id":9,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":10,"ws":true,"disabled":false},{"text":"Vibrio","start":68,"end":74,"id":11,"ws":true,"disabled":false},{"text":"vulnificus","start":75,"end":85,"id":12,"ws":true,"disabled":false},{"text":"infections","start":86,"end":96,"id":13,"ws":true,"disabled":false},{"text":"can","start":97,"end":100,"id":14,"ws":true,"disabled":false},{"text":"progress","start":101,"end":109,"id":15,"ws":true,"disabled":false},{"text":"rapidly","start":110,"end":117,"id":16,"ws":true,"disabled":false},{"text":"and","start":118,"end":121,"id":17,"ws":true,"disabled":false},{"text":"become","start":122,"end":128,"id":18,"ws":true,"disabled":false},{"text":"fatal","start":129,"end":134,"id":19,"ws":false,"disabled":false},{"text":".","start":134,"end":135,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":136,"end":148,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":149,"end":161,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":12,"child":13,"head_span":{"start":68,"end":85,"token_start":11,"token_end":12,"label":"type_of"},"child_span":{"start":86,"end":96,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":19,"head_span":{"start":86,"end":96,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":129,"end":134,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Oceans have absorbed most of the excess heat arising from our disruption of the climate to date, and much of the carbon dioxide, but they are reaching the limits of their capacity to do so.","text":"Oceans have absorbed most of the excess heat arising from our disruption of the climate to date, and much of the carbon dioxide, but they are reaching the limits of their capacity to do so. IMPLIED_BASE IMPLIED_BASE","characters":"189","document_index":"503","md_sentence_index":"30","classification_origin":"causal_sentence_classification","url":"https://www.theguardian.com/environment/2019/dec/10/greenland-ice-sheet-melting-seven-times-faster-than-in-1990s","combo_id":"503_30","post-training batch1":"503_30","_input_hash":691992019,"_task_hash":892335731,"spans":[{"text":"Oceans","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"base"},{"start":33,"end":39,"token_start":6,"token_end":6,"label":"change_direction"},{"start":40,"end":44,"token_start":7,"token_end":7,"label":"base"},{"text":"carbon dioxide","start":113,"token_start":22,"token_end":23,"end":127,"type":"pattern","label":"base"}],"tokens":[{"text":"Oceans","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"have","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"absorbed","start":12,"end":20,"id":2,"ws":true,"disabled":false},{"text":"most","start":21,"end":25,"id":3,"ws":true,"disabled":false},{"text":"of","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"excess","start":33,"end":39,"id":6,"ws":true,"disabled":false},{"text":"heat","start":40,"end":44,"id":7,"ws":true,"disabled":false},{"text":"arising","start":45,"end":52,"id":8,"ws":true,"disabled":false},{"text":"from","start":53,"end":57,"id":9,"ws":true,"disabled":false},{"text":"our","start":58,"end":61,"id":10,"ws":true,"disabled":false},{"text":"disruption","start":62,"end":72,"id":11,"ws":true,"disabled":false},{"text":"of","start":73,"end":75,"id":12,"ws":true,"disabled":false},{"text":"the","start":76,"end":79,"id":13,"ws":true,"disabled":false},{"text":"climate","start":80,"end":87,"id":14,"ws":true,"disabled":false},{"text":"to","start":88,"end":90,"id":15,"ws":true,"disabled":false},{"text":"date","start":91,"end":95,"id":16,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":17,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":18,"ws":true,"disabled":false},{"text":"much","start":101,"end":105,"id":19,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":20,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":21,"ws":true,"disabled":false},{"text":"carbon","start":113,"end":119,"id":22,"ws":true,"disabled":false},{"text":"dioxide","start":120,"end":127,"id":23,"ws":false,"disabled":false},{"text":",","start":127,"end":128,"id":24,"ws":true,"disabled":false},{"text":"but","start":129,"end":132,"id":25,"ws":true,"disabled":false},{"text":"they","start":133,"end":137,"id":26,"ws":true,"disabled":false},{"text":"are","start":138,"end":141,"id":27,"ws":true,"disabled":false},{"text":"reaching","start":142,"end":150,"id":28,"ws":true,"disabled":false},{"text":"the","start":151,"end":154,"id":29,"ws":true,"disabled":false},{"text":"limits","start":155,"end":161,"id":30,"ws":true,"disabled":false},{"text":"of","start":162,"end":164,"id":31,"ws":true,"disabled":false},{"text":"their","start":165,"end":170,"id":32,"ws":true,"disabled":false},{"text":"capacity","start":171,"end":179,"id":33,"ws":true,"disabled":false},{"text":"to","start":180,"end":182,"id":34,"ws":true,"disabled":false},{"text":"do","start":183,"end":185,"id":35,"ws":true,"disabled":false},{"text":"so","start":186,"end":188,"id":36,"ws":false,"disabled":false},{"text":".","start":188,"end":189,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The resulting dust storms, some of them taller than skyscrapers, buried homes whole and blew as far east as Washington.","text":"The resulting dust storms, some of them taller than skyscrapers, buried homes whole and blew as far east as Washington. IMPLIED_BASE IMPLIED_BASE","characters":"119","document_index":"816","md_sentence_index":"201","classification_origin":"causal_sentence_classification","url":"https://www.propublica.org/article/climate-change-will-force-a-new-american-migration","combo_id":"816_201","post-training batch1":"816_201","_input_hash":282703986,"_task_hash":2043529789,"spans":[{"text":"dust storms","start":14,"token_start":2,"token_end":3,"end":25,"type":"pattern","label":"base"},{"start":65,"end":71,"token_start":12,"token_end":12,"label":"type_of"},{"text":"homes","start":72,"token_start":13,"token_end":13,"end":77,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"resulting","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"dust","start":14,"end":18,"id":2,"ws":true,"disabled":false},{"text":"storms","start":19,"end":25,"id":3,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":4,"ws":true,"disabled":false},{"text":"some","start":27,"end":31,"id":5,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"them","start":35,"end":39,"id":7,"ws":true,"disabled":false},{"text":"taller","start":40,"end":46,"id":8,"ws":true,"disabled":false},{"text":"than","start":47,"end":51,"id":9,"ws":true,"disabled":false},{"text":"skyscrapers","start":52,"end":63,"id":10,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":11,"ws":true,"disabled":false},{"text":"buried","start":65,"end":71,"id":12,"ws":true,"disabled":false},{"text":"homes","start":72,"end":77,"id":13,"ws":true,"disabled":false},{"text":"whole","start":78,"end":83,"id":14,"ws":true,"disabled":false},{"text":"and","start":84,"end":87,"id":15,"ws":true,"disabled":false},{"text":"blew","start":88,"end":92,"id":16,"ws":true,"disabled":false},{"text":"as","start":93,"end":95,"id":17,"ws":true,"disabled":false},{"text":"far","start":96,"end":99,"id":18,"ws":true,"disabled":false},{"text":"east","start":100,"end":104,"id":19,"ws":true,"disabled":false},{"text":"as","start":105,"end":107,"id":20,"ws":true,"disabled":false},{"text":"Washington","start":108,"end":118,"id":21,"ws":false,"disabled":false},{"text":".","start":118,"end":119,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":133,"end":145,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":12,"child":13,"head_span":{"start":65,"end":71,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":72,"end":77,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":13,"head_span":{"start":14,"end":25,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":72,"end":77,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The greenhouse gas emissions that drive warming \"now substantially exceed the highest concentrations recorded in ice cores during the past 800,000 years,\" the IPCC said.","text":"The greenhouse gas emissions that drive warming \"now substantially exceed the highest concentrations recorded in ice cores during the past 800,000 years,\" the IPCC said. IMPLIED_BASE IMPLIED_BASE","characters":"169","document_index":"714","md_sentence_index":"1","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/effects-of-climate-change-2014-6","combo_id":"714_1","post-training batch1":"714_1","_input_hash":-702923373,"_task_hash":-1524643747,"spans":[{"start":4,"end":18,"token_start":1,"token_end":2,"label":"base"},{"text":"emissions","start":19,"token_start":3,"token_end":3,"end":28,"type":"pattern","label":"aspect_changing"},{"start":40,"end":47,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":170,"end":182,"token_start":29,"token_end":29,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"greenhouse","start":4,"end":14,"id":1,"ws":true,"disabled":false},{"text":"gas","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"emissions","start":19,"end":28,"id":3,"ws":true,"disabled":false},{"text":"that","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"drive","start":34,"end":39,"id":5,"ws":true,"disabled":false},{"text":"warming","start":40,"end":47,"id":6,"ws":true,"disabled":false},{"text":"\"","start":48,"end":49,"id":7,"ws":false,"disabled":false},{"text":"now","start":49,"end":52,"id":8,"ws":true,"disabled":false},{"text":"substantially","start":53,"end":66,"id":9,"ws":true,"disabled":false},{"text":"exceed","start":67,"end":73,"id":10,"ws":true,"disabled":false},{"text":"the","start":74,"end":77,"id":11,"ws":true,"disabled":false},{"text":"highest","start":78,"end":85,"id":12,"ws":true,"disabled":false},{"text":"concentrations","start":86,"end":100,"id":13,"ws":true,"disabled":false},{"text":"recorded","start":101,"end":109,"id":14,"ws":true,"disabled":false},{"text":"in","start":110,"end":112,"id":15,"ws":true,"disabled":false},{"text":"ice","start":113,"end":116,"id":16,"ws":true,"disabled":false},{"text":"cores","start":117,"end":122,"id":17,"ws":true,"disabled":false},{"text":"during","start":123,"end":129,"id":18,"ws":true,"disabled":false},{"text":"the","start":130,"end":133,"id":19,"ws":true,"disabled":false},{"text":"past","start":134,"end":138,"id":20,"ws":true,"disabled":false},{"text":"800,000","start":139,"end":146,"id":21,"ws":true,"disabled":false},{"text":"years","start":147,"end":152,"id":22,"ws":false,"disabled":false},{"text":",","start":152,"end":153,"id":23,"ws":false,"disabled":false},{"text":"\"","start":153,"end":154,"id":24,"ws":true,"disabled":false},{"text":"the","start":155,"end":158,"id":25,"ws":true,"disabled":false},{"text":"IPCC","start":159,"end":163,"id":26,"ws":true,"disabled":false},{"text":"said","start":164,"end":168,"id":27,"ws":false,"disabled":false},{"text":".","start":168,"end":169,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":170,"end":182,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":183,"end":195,"id":30,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":2,"head_span":{"start":19,"end":28,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":4,"end":18,"token_start":1,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":29,"head_span":{"start":40,"end":47,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":170,"end":182,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":29,"head_span":{"start":4,"end":18,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":170,"end":182,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The lag between CO2 emissions and warming means ~0.7\u00b0C of warming is yet to come, and aerosols are masking\u2026\n","text":"The lag between CO2 emissions and warming means ~0.7\u00b0C of warming is yet to come, and aerosols are masking\u2026 IMPLIED_BASE IMPLIED_BASE","characters":"108","document_index":"617","md_sentence_index":"1","classification_origin":"causal_sentence_classification","url":"https://climatetippingpoints.info/","combo_id":"617_1","post-training batch1":"617_1","_input_hash":14525231,"_task_hash":-1723468652,"spans":[{"text":"emissions","start":20,"token_start":4,"token_end":4,"end":29,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"lag","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"between","start":8,"end":15,"id":2,"ws":true,"disabled":false},{"text":"CO2","start":16,"end":19,"id":3,"ws":true,"disabled":false},{"text":"emissions","start":20,"end":29,"id":4,"ws":true,"disabled":false},{"text":"and","start":30,"end":33,"id":5,"ws":true,"disabled":false},{"text":"warming","start":34,"end":41,"id":6,"ws":true,"disabled":false},{"text":"means","start":42,"end":47,"id":7,"ws":true,"disabled":false},{"text":"~0.7","start":48,"end":52,"id":8,"ws":false,"disabled":false},{"text":"\u00b0","start":52,"end":53,"id":9,"ws":false,"disabled":false},{"text":"C","start":53,"end":54,"id":10,"ws":true,"disabled":false},{"text":"of","start":55,"end":57,"id":11,"ws":true,"disabled":false},{"text":"warming","start":58,"end":65,"id":12,"ws":true,"disabled":false},{"text":"is","start":66,"end":68,"id":13,"ws":true,"disabled":false},{"text":"yet","start":69,"end":72,"id":14,"ws":true,"disabled":false},{"text":"to","start":73,"end":75,"id":15,"ws":true,"disabled":false},{"text":"come","start":76,"end":80,"id":16,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":17,"ws":true,"disabled":false},{"text":"and","start":82,"end":85,"id":18,"ws":true,"disabled":false},{"text":"aerosols","start":86,"end":94,"id":19,"ws":true,"disabled":false},{"text":"are","start":95,"end":98,"id":20,"ws":true,"disabled":false},{"text":"masking","start":99,"end":106,"id":21,"ws":false,"disabled":false},{"text":"\u2026","start":106,"end":107,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Studies have shown that malnourishment \u2014 both prenatal and in early children \u2014 is a precursor to adulthood antisocial behavior, aggression, and violence.","text":"Studies have shown that malnourishment \u2014 both prenatal and in early children \u2014 is a precursor to adulthood antisocial behavior, aggression, and violence. IMPLIED_BASE IMPLIED_BASE","characters":"153","document_index":"711","md_sentence_index":"37","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_37","post-training batch1":"711_37","_input_hash":-1216920431,"_task_hash":109150949,"spans":[{"start":24,"end":38,"token_start":4,"token_end":4,"label":"base"},{"start":46,"end":54,"token_start":7,"token_end":7,"label":"type_of"},{"start":62,"end":76,"token_start":10,"token_end":11,"label":"type_of"},{"start":97,"end":106,"token_start":17,"token_end":17,"label":"type_of"},{"start":107,"end":126,"token_start":18,"token_end":19,"label":"base"},{"start":128,"end":138,"token_start":21,"token_end":21,"label":"base"},{"text":"violence","start":144,"token_start":24,"token_end":24,"end":152,"type":"pattern","label":"base"}],"tokens":[{"text":"Studies","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"have","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"shown","start":13,"end":18,"id":2,"ws":true,"disabled":false},{"text":"that","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"malnourishment","start":24,"end":38,"id":4,"ws":true,"disabled":false},{"text":"\u2014","start":39,"end":40,"id":5,"ws":true,"disabled":false},{"text":"both","start":41,"end":45,"id":6,"ws":true,"disabled":false},{"text":"prenatal","start":46,"end":54,"id":7,"ws":true,"disabled":false},{"text":"and","start":55,"end":58,"id":8,"ws":true,"disabled":false},{"text":"in","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"early","start":62,"end":67,"id":10,"ws":true,"disabled":false},{"text":"children","start":68,"end":76,"id":11,"ws":true,"disabled":false},{"text":"\u2014","start":77,"end":78,"id":12,"ws":true,"disabled":false},{"text":"is","start":79,"end":81,"id":13,"ws":true,"disabled":false},{"text":"a","start":82,"end":83,"id":14,"ws":true,"disabled":false},{"text":"precursor","start":84,"end":93,"id":15,"ws":true,"disabled":false},{"text":"to","start":94,"end":96,"id":16,"ws":true,"disabled":false},{"text":"adulthood","start":97,"end":106,"id":17,"ws":true,"disabled":false},{"text":"antisocial","start":107,"end":117,"id":18,"ws":true,"disabled":false},{"text":"behavior","start":118,"end":126,"id":19,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":20,"ws":true,"disabled":false},{"text":"aggression","start":128,"end":138,"id":21,"ws":false,"disabled":false},{"text":",","start":138,"end":139,"id":22,"ws":true,"disabled":false},{"text":"and","start":140,"end":143,"id":23,"ws":true,"disabled":false},{"text":"violence","start":144,"end":152,"id":24,"ws":false,"disabled":false},{"text":".","start":152,"end":153,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":167,"end":179,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":7,"child":4,"head_span":{"start":46,"end":54,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":24,"end":38,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":4,"head_span":{"start":62,"end":76,"token_start":10,"token_end":11,"label":"type_of"},"child_span":{"start":24,"end":38,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":97,"end":106,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":107,"end":126,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":21,"head_span":{"start":97,"end":106,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":128,"end":138,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":24,"head_span":{"start":97,"end":106,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":144,"end":152,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":19,"head_span":{"start":24,"end":38,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":107,"end":126,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":21,"head_span":{"start":24,"end":38,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":128,"end":138,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":24,"head_span":{"start":24,"end":38,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":144,"end":152,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"?","reason":"","relation count":"one","complexity":"simple","original_md_text":"Although the political process has a long history of misinformation and popular misperceptions, misinformation on social media has caused widespread alarm in recent years","text":"Although the political process has a long history of misinformation and popular misperceptions, misinformation on social media has caused widespread alarm in recent years IMPLIED_BASE IMPLIED_BASE","characters":"170","document_index":"202","md_sentence_index":"19","classification_origin":"cm_cause_effect_rel","url":"https://web.stanford.edu/~gentzkow/research/fake-news-trends.pdf","combo_id":"202_19","post-training batch1":"202_19","_input_hash":170253480,"_task_hash":-401067575,"spans":[{"start":96,"end":110,"token_start":14,"token_end":14,"label":"base"},{"start":114,"end":126,"token_start":16,"token_end":17,"label":"type_of"},{"start":138,"end":148,"token_start":20,"token_end":20,"label":"type_of"},{"start":149,"end":154,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"political","start":13,"end":22,"id":2,"ws":true,"disabled":false},{"text":"process","start":23,"end":30,"id":3,"ws":true,"disabled":false},{"text":"has","start":31,"end":34,"id":4,"ws":true,"disabled":false},{"text":"a","start":35,"end":36,"id":5,"ws":true,"disabled":false},{"text":"long","start":37,"end":41,"id":6,"ws":true,"disabled":false},{"text":"history","start":42,"end":49,"id":7,"ws":true,"disabled":false},{"text":"of","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"misinformation","start":53,"end":67,"id":9,"ws":true,"disabled":false},{"text":"and","start":68,"end":71,"id":10,"ws":true,"disabled":false},{"text":"popular","start":72,"end":79,"id":11,"ws":true,"disabled":false},{"text":"misperceptions","start":80,"end":94,"id":12,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":13,"ws":true,"disabled":false},{"text":"misinformation","start":96,"end":110,"id":14,"ws":true,"disabled":false},{"text":"on","start":111,"end":113,"id":15,"ws":true,"disabled":false},{"text":"social","start":114,"end":120,"id":16,"ws":true,"disabled":false},{"text":"media","start":121,"end":126,"id":17,"ws":true,"disabled":false},{"text":"has","start":127,"end":130,"id":18,"ws":true,"disabled":false},{"text":"caused","start":131,"end":137,"id":19,"ws":true,"disabled":false},{"text":"widespread","start":138,"end":148,"id":20,"ws":true,"disabled":false},{"text":"alarm","start":149,"end":154,"id":21,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":22,"ws":true,"disabled":false},{"text":"recent","start":158,"end":164,"id":23,"ws":true,"disabled":false},{"text":"years","start":165,"end":170,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":17,"child":14,"head_span":{"start":114,"end":126,"token_start":16,"token_end":17,"label":"type_of"},"child_span":{"start":96,"end":110,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":138,"end":148,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":149,"end":154,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":21,"head_span":{"start":96,"end":110,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":149,"end":154,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Most of the evening he was on the defensive, as the Corps has been throughout the extraordinary spring deluge that has flooded rivers from Oklahoma to Louisiana, overtopping levees and forcing the federal agency into the position of choosing which communities will be inundated with water its dams can no longer hold.\n","text":"Most of the evening he was on the defensive, as the Corps has been throughout the extraordinary spring deluge that has flooded rivers from Oklahoma to Louisiana, overtopping levees and forcing the federal agency into the position of choosing which communities will be inundated with water its dams can no longer hold. IMPLIED_BASE IMPLIED_BASE","characters":"318","document_index":"144","md_sentence_index":"9","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/05/31/us/army-corps-engineers-midwest-floods.html","combo_id":"144_9","post-training batch1":"144_9","_input_hash":-2145908395,"_task_hash":1651319459,"spans":[{"start":96,"end":102,"token_start":18,"token_end":18,"label":"type_of"},{"start":103,"end":109,"token_start":19,"token_end":19,"label":"base"},{"start":119,"end":126,"token_start":22,"token_end":22,"label":"aspect_changing"},{"text":"rivers","start":127,"token_start":23,"token_end":23,"end":133,"type":"pattern","label":"base"},{"start":162,"end":173,"token_start":29,"token_end":29,"label":"aspect_changing"},{"start":174,"end":180,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"Most","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"of","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"evening","start":12,"end":19,"id":3,"ws":true,"disabled":false},{"text":"he","start":20,"end":22,"id":4,"ws":true,"disabled":false},{"text":"was","start":23,"end":26,"id":5,"ws":true,"disabled":false},{"text":"on","start":27,"end":29,"id":6,"ws":true,"disabled":false},{"text":"the","start":30,"end":33,"id":7,"ws":true,"disabled":false},{"text":"defensive","start":34,"end":43,"id":8,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":9,"ws":true,"disabled":false},{"text":"as","start":45,"end":47,"id":10,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":11,"ws":true,"disabled":false},{"text":"Corps","start":52,"end":57,"id":12,"ws":true,"disabled":false},{"text":"has","start":58,"end":61,"id":13,"ws":true,"disabled":false},{"text":"been","start":62,"end":66,"id":14,"ws":true,"disabled":false},{"text":"throughout","start":67,"end":77,"id":15,"ws":true,"disabled":false},{"text":"the","start":78,"end":81,"id":16,"ws":true,"disabled":false},{"text":"extraordinary","start":82,"end":95,"id":17,"ws":true,"disabled":false},{"text":"spring","start":96,"end":102,"id":18,"ws":true,"disabled":false},{"text":"deluge","start":103,"end":109,"id":19,"ws":true,"disabled":false},{"text":"that","start":110,"end":114,"id":20,"ws":true,"disabled":false},{"text":"has","start":115,"end":118,"id":21,"ws":true,"disabled":false},{"text":"flooded","start":119,"end":126,"id":22,"ws":true,"disabled":false},{"text":"rivers","start":127,"end":133,"id":23,"ws":true,"disabled":false},{"text":"from","start":134,"end":138,"id":24,"ws":true,"disabled":false},{"text":"Oklahoma","start":139,"end":147,"id":25,"ws":true,"disabled":false},{"text":"to","start":148,"end":150,"id":26,"ws":true,"disabled":false},{"text":"Louisiana","start":151,"end":160,"id":27,"ws":false,"disabled":false},{"text":",","start":160,"end":161,"id":28,"ws":true,"disabled":false},{"text":"overtopping","start":162,"end":173,"id":29,"ws":true,"disabled":false},{"text":"levees","start":174,"end":180,"id":30,"ws":true,"disabled":false},{"text":"and","start":181,"end":184,"id":31,"ws":true,"disabled":false},{"text":"forcing","start":185,"end":192,"id":32,"ws":true,"disabled":false},{"text":"the","start":193,"end":196,"id":33,"ws":true,"disabled":false},{"text":"federal","start":197,"end":204,"id":34,"ws":true,"disabled":false},{"text":"agency","start":205,"end":211,"id":35,"ws":true,"disabled":false},{"text":"into","start":212,"end":216,"id":36,"ws":true,"disabled":false},{"text":"the","start":217,"end":220,"id":37,"ws":true,"disabled":false},{"text":"position","start":221,"end":229,"id":38,"ws":true,"disabled":false},{"text":"of","start":230,"end":232,"id":39,"ws":true,"disabled":false},{"text":"choosing","start":233,"end":241,"id":40,"ws":true,"disabled":false},{"text":"which","start":242,"end":247,"id":41,"ws":true,"disabled":false},{"text":"communities","start":248,"end":259,"id":42,"ws":true,"disabled":false},{"text":"will","start":260,"end":264,"id":43,"ws":true,"disabled":false},{"text":"be","start":265,"end":267,"id":44,"ws":true,"disabled":false},{"text":"inundated","start":268,"end":277,"id":45,"ws":true,"disabled":false},{"text":"with","start":278,"end":282,"id":46,"ws":true,"disabled":false},{"text":"water","start":283,"end":288,"id":47,"ws":true,"disabled":false},{"text":"its","start":289,"end":292,"id":48,"ws":true,"disabled":false},{"text":"dams","start":293,"end":297,"id":49,"ws":true,"disabled":false},{"text":"can","start":298,"end":301,"id":50,"ws":true,"disabled":false},{"text":"no","start":302,"end":304,"id":51,"ws":true,"disabled":false},{"text":"longer","start":305,"end":311,"id":52,"ws":true,"disabled":false},{"text":"hold","start":312,"end":316,"id":53,"ws":false,"disabled":false},{"text":".","start":316,"end":317,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":318,"end":330,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":331,"end":343,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":18,"child":19,"head_span":{"start":96,"end":102,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":103,"end":109,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":119,"end":126,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":127,"end":133,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":30,"head_span":{"start":162,"end":173,"token_start":29,"token_end":29,"label":"aspect_changing"},"child_span":{"start":174,"end":180,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":23,"head_span":{"start":103,"end":109,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":127,"end":133,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":30,"head_span":{"start":103,"end":109,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":174,"end":180,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The Economist\u2019s Intelligence Unit estimates that the current value of direct private investor losses globally due to the physical risks of climate change is between $4.2 trillion and $13.8 trillion, depending on the warming","text":"The Economist\u2019s Intelligence Unit estimates that the current value of direct private investor losses globally due to the physical risks of climate change is between $4.2 trillion and $13.8 trillion, depending on the warming IMPLIED_BASE IMPLIED_BASE","characters":"223","document_index":"631","md_sentence_index":"43","classification_origin":"causal_sentence_classification","url":"https://www.americanprogress.org/issues/economy/reports/2019/11/21/477190/climate-change-threatens-stability-financial-system/","combo_id":"631_43","post-training batch1":"631_43","_input_hash":1473606879,"_task_hash":-1068615894,"spans":[{"start":70,"end":76,"token_start":11,"token_end":11,"label":"type_of"},{"start":77,"end":84,"token_start":12,"token_end":12,"label":"type_of"},{"start":85,"end":93,"token_start":13,"token_end":13,"label":"base"},{"start":94,"end":100,"token_start":14,"token_end":14,"label":"aspect_changing"},{"text":"risks","start":130,"token_start":20,"token_end":20,"end":135,"type":"pattern","label":"aspect_changing"},{"text":"climate change","start":139,"token_start":22,"token_end":23,"end":153,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Economist","start":4,"end":13,"id":1,"ws":false,"disabled":false},{"text":"\u2019s","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"Intelligence","start":16,"end":28,"id":3,"ws":true,"disabled":false},{"text":"Unit","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"estimates","start":34,"end":43,"id":5,"ws":true,"disabled":false},{"text":"that","start":44,"end":48,"id":6,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":7,"ws":true,"disabled":false},{"text":"current","start":53,"end":60,"id":8,"ws":true,"disabled":false},{"text":"value","start":61,"end":66,"id":9,"ws":true,"disabled":false},{"text":"of","start":67,"end":69,"id":10,"ws":true,"disabled":false},{"text":"direct","start":70,"end":76,"id":11,"ws":true,"disabled":false},{"text":"private","start":77,"end":84,"id":12,"ws":true,"disabled":false},{"text":"investor","start":85,"end":93,"id":13,"ws":true,"disabled":false},{"text":"losses","start":94,"end":100,"id":14,"ws":true,"disabled":false},{"text":"globally","start":101,"end":109,"id":15,"ws":true,"disabled":false},{"text":"due","start":110,"end":113,"id":16,"ws":true,"disabled":false},{"text":"to","start":114,"end":116,"id":17,"ws":true,"disabled":false},{"text":"the","start":117,"end":120,"id":18,"ws":true,"disabled":false},{"text":"physical","start":121,"end":129,"id":19,"ws":true,"disabled":false},{"text":"risks","start":130,"end":135,"id":20,"ws":true,"disabled":false},{"text":"of","start":136,"end":138,"id":21,"ws":true,"disabled":false},{"text":"climate","start":139,"end":146,"id":22,"ws":true,"disabled":false},{"text":"change","start":147,"end":153,"id":23,"ws":true,"disabled":false},{"text":"is","start":154,"end":156,"id":24,"ws":true,"disabled":false},{"text":"between","start":157,"end":164,"id":25,"ws":true,"disabled":false},{"text":"$","start":165,"end":166,"id":26,"ws":false,"disabled":false},{"text":"4.2","start":166,"end":169,"id":27,"ws":true,"disabled":false},{"text":"trillion","start":170,"end":178,"id":28,"ws":true,"disabled":false},{"text":"and","start":179,"end":182,"id":29,"ws":true,"disabled":false},{"text":"$","start":183,"end":184,"id":30,"ws":false,"disabled":false},{"text":"13.8","start":184,"end":188,"id":31,"ws":true,"disabled":false},{"text":"trillion","start":189,"end":197,"id":32,"ws":false,"disabled":false},{"text":",","start":197,"end":198,"id":33,"ws":true,"disabled":false},{"text":"depending","start":199,"end":208,"id":34,"ws":true,"disabled":false},{"text":"on","start":209,"end":211,"id":35,"ws":true,"disabled":false},{"text":"the","start":212,"end":215,"id":36,"ws":true,"disabled":false},{"text":"warming","start":216,"end":223,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":224,"end":236,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":237,"end":249,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":20,"child":23,"head_span":{"start":130,"end":135,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":139,"end":153,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":70,"end":76,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":85,"end":93,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":77,"end":84,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":85,"end":93,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":94,"end":100,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":85,"end":93,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":13,"head_span":{"start":139,"end":153,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":85,"end":93,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Physical risks include the direct financial and operational implications for organizations from natural catastrophes as well as long-term climate change.","text":"Physical risks include the direct financial and operational implications for organizations from natural catastrophes as well as long-term climate change. IMPLIED_BASE IMPLIED_BASE","characters":"153","document_index":"525","md_sentence_index":"28","classification_origin":"causal_sentence_classification","url":"https://www.spglobal.com/ratings/en/research/articles/190909-climate-change-can-banks-weather-the-effects-11139468","combo_id":"525_28","post-training batch1":"525_28","_input_hash":-1234573885,"_task_hash":2114058012,"spans":[{"text":"risks","start":9,"token_start":1,"token_end":1,"end":14,"type":"pattern","label":"aspect_changing"},{"start":128,"end":137,"token_start":17,"token_end":19,"label":"type_of"},{"text":"climate change","start":138,"token_start":20,"token_end":21,"end":152,"type":"pattern","label":"base"}],"tokens":[{"text":"Physical","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"risks","start":9,"end":14,"id":1,"ws":true,"disabled":false},{"text":"include","start":15,"end":22,"id":2,"ws":true,"disabled":false},{"text":"the","start":23,"end":26,"id":3,"ws":true,"disabled":false},{"text":"direct","start":27,"end":33,"id":4,"ws":true,"disabled":false},{"text":"financial","start":34,"end":43,"id":5,"ws":true,"disabled":false},{"text":"and","start":44,"end":47,"id":6,"ws":true,"disabled":false},{"text":"operational","start":48,"end":59,"id":7,"ws":true,"disabled":false},{"text":"implications","start":60,"end":72,"id":8,"ws":true,"disabled":false},{"text":"for","start":73,"end":76,"id":9,"ws":true,"disabled":false},{"text":"organizations","start":77,"end":90,"id":10,"ws":true,"disabled":false},{"text":"from","start":91,"end":95,"id":11,"ws":true,"disabled":false},{"text":"natural","start":96,"end":103,"id":12,"ws":true,"disabled":false},{"text":"catastrophes","start":104,"end":116,"id":13,"ws":true,"disabled":false},{"text":"as","start":117,"end":119,"id":14,"ws":true,"disabled":false},{"text":"well","start":120,"end":124,"id":15,"ws":true,"disabled":false},{"text":"as","start":125,"end":127,"id":16,"ws":true,"disabled":false},{"text":"long","start":128,"end":132,"id":17,"ws":false,"disabled":false},{"text":"-","start":132,"end":133,"id":18,"ws":false,"disabled":false},{"text":"term","start":133,"end":137,"id":19,"ws":true,"disabled":false},{"text":"climate","start":138,"end":145,"id":20,"ws":true,"disabled":false},{"text":"change","start":146,"end":152,"id":21,"ws":false,"disabled":false},{"text":".","start":152,"end":153,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":167,"end":179,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"She said U.S. public health officials are not prepared for the kinds of heat waves seen in Europe in 2003 that killed over 70,000 people.\n","text":"She said U.S. public health officials are not prepared for the kinds of heat waves seen in Europe in 2003 that killed over 70,000 people. IMPLIED_BASE IMPLIED_BASE","characters":"138","document_index":"338","md_sentence_index":"18","classification_origin":"cm_cause_effect_rel","url":"https://www.cuanschutztoday.org/health-care-workers-unprepared-for-magnitude-of-climate-change/","combo_id":"338_18","post-training batch1":"338_18","_input_hash":434724378,"_task_hash":1488781107,"spans":[{"text":"heat waves","start":72,"token_start":13,"token_end":14,"end":82,"type":"pattern","label":"base"},{"start":111,"end":117,"token_start":21,"token_end":21,"label":"aspect_changing"},{"text":"people","start":130,"token_start":24,"token_end":24,"end":136,"type":"pattern","label":"base"}],"tokens":[{"text":"She","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"said","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"U.S.","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"public","start":14,"end":20,"id":3,"ws":true,"disabled":false},{"text":"health","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"officials","start":28,"end":37,"id":5,"ws":true,"disabled":false},{"text":"are","start":38,"end":41,"id":6,"ws":true,"disabled":false},{"text":"not","start":42,"end":45,"id":7,"ws":true,"disabled":false},{"text":"prepared","start":46,"end":54,"id":8,"ws":true,"disabled":false},{"text":"for","start":55,"end":58,"id":9,"ws":true,"disabled":false},{"text":"the","start":59,"end":62,"id":10,"ws":true,"disabled":false},{"text":"kinds","start":63,"end":68,"id":11,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":12,"ws":true,"disabled":false},{"text":"heat","start":72,"end":76,"id":13,"ws":true,"disabled":false},{"text":"waves","start":77,"end":82,"id":14,"ws":true,"disabled":false},{"text":"seen","start":83,"end":87,"id":15,"ws":true,"disabled":false},{"text":"in","start":88,"end":90,"id":16,"ws":true,"disabled":false},{"text":"Europe","start":91,"end":97,"id":17,"ws":true,"disabled":false},{"text":"in","start":98,"end":100,"id":18,"ws":true,"disabled":false},{"text":"2003","start":101,"end":105,"id":19,"ws":true,"disabled":false},{"text":"that","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"killed","start":111,"end":117,"id":21,"ws":true,"disabled":false},{"text":"over","start":118,"end":122,"id":22,"ws":true,"disabled":false},{"text":"70,000","start":123,"end":129,"id":23,"ws":true,"disabled":false},{"text":"people","start":130,"end":136,"id":24,"ws":false,"disabled":false},{"text":".","start":136,"end":137,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":21,"child":24,"head_span":{"start":111,"end":117,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":130,"end":136,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":24,"head_span":{"start":72,"end":82,"token_start":13,"token_end":14,"label":"base"},"child_span":{"start":130,"end":136,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Simple","original_md_text":"With regards to the conditions in California over the past few years, it is clear from multiple lines of evidence that California is now in a new climate, in which conditions are much more likely to be hot, leading to earlier melting of snowpack and exacerbating periods of low precipitation when they occur.","text":"With regards to the conditions in California over the past few years, it is clear from multiple lines of evidence that California is now in a new climate, in which conditions are much more likely to be hot, leading to earlier melting of snowpack and exacerbating periods of low precipitation when they occur. IMPLIED_BASE IMPLIED_BASE","characters":"308","document_index":"66","md_sentence_index":"11","classification_origin":"cm_cause_effect_rel","url":"https://news.stanford.edu/press-releases/2018/11/28/reflections-california-wildfires/","combo_id":"66_11","post-training batch1":"66_11","_input_hash":-1573244828,"_task_hash":516069573,"spans":[{"start":202,"end":205,"token_start":39,"token_end":39,"label":"aspect_changing"},{"text":"melting","start":226,"token_start":44,"token_end":44,"end":233,"type":"pattern","label":"aspect_changing"},{"text":"snowpack","start":237,"token_start":46,"token_end":46,"end":245,"type":"pattern","label":"base"},{"start":263,"end":270,"token_start":49,"token_end":49,"label":"aspect_changing"},{"start":274,"end":277,"token_start":51,"token_end":51,"label":"change_direction"},{"text":"precipitation","start":278,"token_start":52,"token_end":52,"end":291,"type":"pattern","label":"base"},{"start":309,"end":321,"token_start":57,"token_end":57,"label":"base"}],"tokens":[{"text":"With","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"regards","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"to","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"the","start":16,"end":19,"id":3,"ws":true,"disabled":false},{"text":"conditions","start":20,"end":30,"id":4,"ws":true,"disabled":false},{"text":"in","start":31,"end":33,"id":5,"ws":true,"disabled":false},{"text":"California","start":34,"end":44,"id":6,"ws":true,"disabled":false},{"text":"over","start":45,"end":49,"id":7,"ws":true,"disabled":false},{"text":"the","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"past","start":54,"end":58,"id":9,"ws":true,"disabled":false},{"text":"few","start":59,"end":62,"id":10,"ws":true,"disabled":false},{"text":"years","start":63,"end":68,"id":11,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":12,"ws":true,"disabled":false},{"text":"it","start":70,"end":72,"id":13,"ws":true,"disabled":false},{"text":"is","start":73,"end":75,"id":14,"ws":true,"disabled":false},{"text":"clear","start":76,"end":81,"id":15,"ws":true,"disabled":false},{"text":"from","start":82,"end":86,"id":16,"ws":true,"disabled":false},{"text":"multiple","start":87,"end":95,"id":17,"ws":true,"disabled":false},{"text":"lines","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"of","start":102,"end":104,"id":19,"ws":true,"disabled":false},{"text":"evidence","start":105,"end":113,"id":20,"ws":true,"disabled":false},{"text":"that","start":114,"end":118,"id":21,"ws":true,"disabled":false},{"text":"California","start":119,"end":129,"id":22,"ws":true,"disabled":false},{"text":"is","start":130,"end":132,"id":23,"ws":true,"disabled":false},{"text":"now","start":133,"end":136,"id":24,"ws":true,"disabled":false},{"text":"in","start":137,"end":139,"id":25,"ws":true,"disabled":false},{"text":"a","start":140,"end":141,"id":26,"ws":true,"disabled":false},{"text":"new","start":142,"end":145,"id":27,"ws":true,"disabled":false},{"text":"climate","start":146,"end":153,"id":28,"ws":false,"disabled":false},{"text":",","start":153,"end":154,"id":29,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":30,"ws":true,"disabled":false},{"text":"which","start":158,"end":163,"id":31,"ws":true,"disabled":false},{"text":"conditions","start":164,"end":174,"id":32,"ws":true,"disabled":false},{"text":"are","start":175,"end":178,"id":33,"ws":true,"disabled":false},{"text":"much","start":179,"end":183,"id":34,"ws":true,"disabled":false},{"text":"more","start":184,"end":188,"id":35,"ws":true,"disabled":false},{"text":"likely","start":189,"end":195,"id":36,"ws":true,"disabled":false},{"text":"to","start":196,"end":198,"id":37,"ws":true,"disabled":false},{"text":"be","start":199,"end":201,"id":38,"ws":true,"disabled":false},{"text":"hot","start":202,"end":205,"id":39,"ws":false,"disabled":false},{"text":",","start":205,"end":206,"id":40,"ws":true,"disabled":false},{"text":"leading","start":207,"end":214,"id":41,"ws":true,"disabled":false},{"text":"to","start":215,"end":217,"id":42,"ws":true,"disabled":false},{"text":"earlier","start":218,"end":225,"id":43,"ws":true,"disabled":false},{"text":"melting","start":226,"end":233,"id":44,"ws":true,"disabled":false},{"text":"of","start":234,"end":236,"id":45,"ws":true,"disabled":false},{"text":"snowpack","start":237,"end":245,"id":46,"ws":true,"disabled":false},{"text":"and","start":246,"end":249,"id":47,"ws":true,"disabled":false},{"text":"exacerbating","start":250,"end":262,"id":48,"ws":true,"disabled":false},{"text":"periods","start":263,"end":270,"id":49,"ws":true,"disabled":false},{"text":"of","start":271,"end":273,"id":50,"ws":true,"disabled":false},{"text":"low","start":274,"end":277,"id":51,"ws":true,"disabled":false},{"text":"precipitation","start":278,"end":291,"id":52,"ws":true,"disabled":false},{"text":"when","start":292,"end":296,"id":53,"ws":true,"disabled":false},{"text":"they","start":297,"end":301,"id":54,"ws":true,"disabled":false},{"text":"occur","start":302,"end":307,"id":55,"ws":false,"disabled":false},{"text":".","start":307,"end":308,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":309,"end":321,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":322,"end":334,"id":58,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":44,"child":46,"head_span":{"start":226,"end":233,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":237,"end":245,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":52,"head_span":{"start":263,"end":270,"token_start":49,"token_end":49,"label":"aspect_changing"},"child_span":{"start":278,"end":291,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":52,"head_span":{"start":274,"end":277,"token_start":51,"token_end":51,"label":"change_direction"},"child_span":{"start":278,"end":291,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":57,"head_span":{"start":202,"end":205,"token_start":39,"token_end":39,"label":"aspect_changing"},"child_span":{"start":309,"end":321,"token_start":57,"token_end":57,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":57,"child":46,"head_span":{"start":309,"end":321,"token_start":57,"token_end":57,"label":"base"},"child_span":{"start":237,"end":245,"token_start":46,"token_end":46,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":57,"child":52,"head_span":{"start":309,"end":321,"token_start":57,"token_end":57,"label":"base"},"child_span":{"start":278,"end":291,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Active hillslope erosional features will occupy 3% of abrupt thaw terrain by 2300 but emit one-third of abrupt thaw carbon losses.","text":"Active hillslope erosional features will occupy 3% of abrupt thaw terrain by 2300 but emit one-third of abrupt thaw carbon losses. IMPLIED_BASE IMPLIED_BASE","characters":"130","document_index":"613","md_sentence_index":"6","classification_origin":"causal_sentence_classification","url":"https://www.nature.com/articles/s41561-019-0526-0","combo_id":"613_6","post-training batch1":"613_6","_input_hash":995342223,"_task_hash":-1173138718,"spans":[],"tokens":[{"text":"Active","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"hillslope","start":7,"end":16,"id":1,"ws":true,"disabled":false},{"text":"erosional","start":17,"end":26,"id":2,"ws":true,"disabled":false},{"text":"features","start":27,"end":35,"id":3,"ws":true,"disabled":false},{"text":"will","start":36,"end":40,"id":4,"ws":true,"disabled":false},{"text":"occupy","start":41,"end":47,"id":5,"ws":true,"disabled":false},{"text":"3","start":48,"end":49,"id":6,"ws":false,"disabled":false},{"text":"%","start":49,"end":50,"id":7,"ws":true,"disabled":false},{"text":"of","start":51,"end":53,"id":8,"ws":true,"disabled":false},{"text":"abrupt","start":54,"end":60,"id":9,"ws":true,"disabled":false},{"text":"thaw","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"terrain","start":66,"end":73,"id":11,"ws":true,"disabled":false},{"text":"by","start":74,"end":76,"id":12,"ws":true,"disabled":false},{"text":"2300","start":77,"end":81,"id":13,"ws":true,"disabled":false},{"text":"but","start":82,"end":85,"id":14,"ws":true,"disabled":false},{"text":"emit","start":86,"end":90,"id":15,"ws":true,"disabled":false},{"text":"one","start":91,"end":94,"id":16,"ws":false,"disabled":false},{"text":"-","start":94,"end":95,"id":17,"ws":false,"disabled":false},{"text":"third","start":95,"end":100,"id":18,"ws":true,"disabled":false},{"text":"of","start":101,"end":103,"id":19,"ws":true,"disabled":false},{"text":"abrupt","start":104,"end":110,"id":20,"ws":true,"disabled":false},{"text":"thaw","start":111,"end":115,"id":21,"ws":true,"disabled":false},{"text":"carbon","start":116,"end":122,"id":22,"ws":true,"disabled":false},{"text":"losses","start":123,"end":129,"id":23,"ws":false,"disabled":false},{"text":".","start":129,"end":130,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":131,"end":143,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The warmer ocean temperatures are \u201cabsolutely responsible for the hyperactive season,\u201d said James P. Kossin, a climate scientist with the National Oceanic and Atmospheric Administration.","text":"The warmer ocean temperatures are \u201cabsolutely responsible for the hyperactive season,\u201d said James P. Kossin, a climate scientist with the National Oceanic and Atmospheric Administration. IMPLIED_BASE IMPLIED_BASE","characters":"186","document_index":"874","md_sentence_index":"8","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/11/10/climate/climate-change-hurricanes.html","combo_id":"874_8","post-training batch1":"874_8","_input_hash":-1353569199,"_task_hash":872451930,"spans":[{"text":"warmer","start":4,"token_start":1,"token_end":1,"end":10,"type":"pattern","label":"change_direction"},{"text":"ocean","start":11,"token_start":2,"token_end":2,"end":16,"type":"pattern","label":"base"},{"text":"temperatures","start":17,"token_start":3,"token_end":3,"end":29,"type":"pattern","label":"aspect_changing"},{"start":66,"end":84,"token_start":10,"token_end":11,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"warmer","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"ocean","start":11,"end":16,"id":2,"ws":true,"disabled":false},{"text":"temperatures","start":17,"end":29,"id":3,"ws":true,"disabled":false},{"text":"are","start":30,"end":33,"id":4,"ws":true,"disabled":false},{"text":"\u201c","start":34,"end":35,"id":5,"ws":false,"disabled":false},{"text":"absolutely","start":35,"end":45,"id":6,"ws":true,"disabled":false},{"text":"responsible","start":46,"end":57,"id":7,"ws":true,"disabled":false},{"text":"for","start":58,"end":61,"id":8,"ws":true,"disabled":false},{"text":"the","start":62,"end":65,"id":9,"ws":true,"disabled":false},{"text":"hyperactive","start":66,"end":77,"id":10,"ws":true,"disabled":false},{"text":"season","start":78,"end":84,"id":11,"ws":false,"disabled":false},{"text":",","start":84,"end":85,"id":12,"ws":false,"disabled":false},{"text":"\u201d","start":85,"end":86,"id":13,"ws":true,"disabled":false},{"text":"said","start":87,"end":91,"id":14,"ws":true,"disabled":false},{"text":"James","start":92,"end":97,"id":15,"ws":true,"disabled":false},{"text":"P.","start":98,"end":100,"id":16,"ws":true,"disabled":false},{"text":"Kossin","start":101,"end":107,"id":17,"ws":false,"disabled":false},{"text":",","start":107,"end":108,"id":18,"ws":true,"disabled":false},{"text":"a","start":109,"end":110,"id":19,"ws":true,"disabled":false},{"text":"climate","start":111,"end":118,"id":20,"ws":true,"disabled":false},{"text":"scientist","start":119,"end":128,"id":21,"ws":true,"disabled":false},{"text":"with","start":129,"end":133,"id":22,"ws":true,"disabled":false},{"text":"the","start":134,"end":137,"id":23,"ws":true,"disabled":false},{"text":"National","start":138,"end":146,"id":24,"ws":true,"disabled":false},{"text":"Oceanic","start":147,"end":154,"id":25,"ws":true,"disabled":false},{"text":"and","start":155,"end":158,"id":26,"ws":true,"disabled":false},{"text":"Atmospheric","start":159,"end":170,"id":27,"ws":true,"disabled":false},{"text":"Administration","start":171,"end":185,"id":28,"ws":false,"disabled":false},{"text":".","start":185,"end":186,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":200,"end":212,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":4,"end":10,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":2,"head_span":{"start":17,"end":29,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":11,"head_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":66,"end":84,"token_start":10,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore","reason":"solution","relation count":"","complexity":"","original_md_text":"FEMA has estimated the town\u2019s program prevented $13 million in damage in 2015 alone.","text":"FEMA has estimated the town\u2019s program prevented $13 million in damage in 2015 alone. IMPLIED_BASE IMPLIED_BASE","characters":"84","document_index":"254","md_sentence_index":"31","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/07/06/climate/nashville-floods-buybacks.html","combo_id":"254_31","post-training batch1":"254_31","_input_hash":231620015,"_task_hash":-2062605074,"spans":[{"start":23,"end":37,"token_start":4,"token_end":6,"label":"base"},{"start":63,"end":69,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":85,"end":97,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"FEMA","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"has","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"estimated","start":9,"end":18,"id":2,"ws":true,"disabled":false},{"text":"the","start":19,"end":22,"id":3,"ws":true,"disabled":false},{"text":"town","start":23,"end":27,"id":4,"ws":false,"disabled":false},{"text":"\u2019s","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"program","start":30,"end":37,"id":6,"ws":true,"disabled":false},{"text":"prevented","start":38,"end":47,"id":7,"ws":true,"disabled":false},{"text":"$","start":48,"end":49,"id":8,"ws":false,"disabled":false},{"text":"13","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"million","start":52,"end":59,"id":10,"ws":true,"disabled":false},{"text":"in","start":60,"end":62,"id":11,"ws":true,"disabled":false},{"text":"damage","start":63,"end":69,"id":12,"ws":true,"disabled":false},{"text":"in","start":70,"end":72,"id":13,"ws":true,"disabled":false},{"text":"2015","start":73,"end":77,"id":14,"ws":true,"disabled":false},{"text":"alone","start":78,"end":83,"id":15,"ws":false,"disabled":false},{"text":".","start":83,"end":84,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":85,"end":97,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":98,"end":110,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":12,"child":17,"head_span":{"start":63,"end":69,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":85,"end":97,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":17,"head_span":{"start":23,"end":37,"token_start":4,"token_end":6,"label":"base"},"child_span":{"start":85,"end":97,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As land ice from the poles melts due to rising atmospheric temperatures, the shifting weight of water across the world should cause a change to the axis upon which the Earth spins, and a slight wobble in the rotation.","text":"As land ice from the poles melts due to rising atmospheric temperatures, the shifting weight of water across the world should cause a change to the axis upon which the Earth spins, and a slight wobble in the rotation. IMPLIED_BASE IMPLIED_BASE","characters":"217","document_index":"401","md_sentence_index":"5","classification_origin":"causal_sentence_classification","url":"http://www.theguardian.com/science/2015/dec/11/climate-change-longer-days-glaciers-north-south-pole","combo_id":"401_5","post-training batch1":"401_5","_input_hash":728977020,"_task_hash":282581463,"spans":[{"start":3,"end":7,"token_start":1,"token_end":1,"label":"type_of"},{"start":8,"end":11,"token_start":2,"token_end":2,"label":"base"},{"start":21,"end":26,"token_start":5,"token_end":5,"label":"type_of"},{"start":27,"end":32,"token_start":6,"token_end":6,"label":"aspect_changing"},{"text":"rising","start":40,"token_start":9,"token_end":9,"end":46,"type":"pattern","label":"change_direction"},{"start":47,"end":58,"token_start":10,"token_end":10,"label":"base"},{"text":"temperatures","start":59,"token_start":11,"token_end":11,"end":71,"type":"pattern","label":"aspect_changing"},{"start":77,"end":92,"token_start":14,"token_end":15,"label":"aspect_changing"},{"text":"water","start":96,"token_start":17,"token_end":17,"end":101,"type":"pattern","label":"base"},{"start":134,"end":140,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":148,"end":152,"token_start":27,"token_end":27,"label":"base"},{"start":194,"end":200,"token_start":37,"token_end":37,"label":"aspect_changing"},{"start":208,"end":216,"token_start":40,"token_end":40,"label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"land","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"ice","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"from","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"the","start":17,"end":20,"id":4,"ws":true,"disabled":false},{"text":"poles","start":21,"end":26,"id":5,"ws":true,"disabled":false},{"text":"melts","start":27,"end":32,"id":6,"ws":true,"disabled":false},{"text":"due","start":33,"end":36,"id":7,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":8,"ws":true,"disabled":false},{"text":"rising","start":40,"end":46,"id":9,"ws":true,"disabled":false},{"text":"atmospheric","start":47,"end":58,"id":10,"ws":true,"disabled":false},{"text":"temperatures","start":59,"end":71,"id":11,"ws":false,"disabled":false},{"text":",","start":71,"end":72,"id":12,"ws":true,"disabled":false},{"text":"the","start":73,"end":76,"id":13,"ws":true,"disabled":false},{"text":"shifting","start":77,"end":85,"id":14,"ws":true,"disabled":false},{"text":"weight","start":86,"end":92,"id":15,"ws":true,"disabled":false},{"text":"of","start":93,"end":95,"id":16,"ws":true,"disabled":false},{"text":"water","start":96,"end":101,"id":17,"ws":true,"disabled":false},{"text":"across","start":102,"end":108,"id":18,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"world","start":113,"end":118,"id":20,"ws":true,"disabled":false},{"text":"should","start":119,"end":125,"id":21,"ws":true,"disabled":false},{"text":"cause","start":126,"end":131,"id":22,"ws":true,"disabled":false},{"text":"a","start":132,"end":133,"id":23,"ws":true,"disabled":false},{"text":"change","start":134,"end":140,"id":24,"ws":true,"disabled":false},{"text":"to","start":141,"end":143,"id":25,"ws":true,"disabled":false},{"text":"the","start":144,"end":147,"id":26,"ws":true,"disabled":false},{"text":"axis","start":148,"end":152,"id":27,"ws":true,"disabled":false},{"text":"upon","start":153,"end":157,"id":28,"ws":true,"disabled":false},{"text":"which","start":158,"end":163,"id":29,"ws":true,"disabled":false},{"text":"the","start":164,"end":167,"id":30,"ws":true,"disabled":false},{"text":"Earth","start":168,"end":173,"id":31,"ws":true,"disabled":false},{"text":"spins","start":174,"end":179,"id":32,"ws":false,"disabled":false},{"text":",","start":179,"end":180,"id":33,"ws":true,"disabled":false},{"text":"and","start":181,"end":184,"id":34,"ws":true,"disabled":false},{"text":"a","start":185,"end":186,"id":35,"ws":true,"disabled":false},{"text":"slight","start":187,"end":193,"id":36,"ws":true,"disabled":false},{"text":"wobble","start":194,"end":200,"id":37,"ws":true,"disabled":false},{"text":"in","start":201,"end":203,"id":38,"ws":true,"disabled":false},{"text":"the","start":204,"end":207,"id":39,"ws":true,"disabled":false},{"text":"rotation","start":208,"end":216,"id":40,"ws":false,"disabled":false},{"text":".","start":216,"end":217,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":231,"end":243,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":3,"end":7,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":8,"end":11,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":2,"head_span":{"start":21,"end":26,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":8,"end":11,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":2,"head_span":{"start":27,"end":32,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":8,"end":11,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":40,"end":46,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":47,"end":58,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":59,"end":71,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":47,"end":58,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":77,"end":92,"token_start":14,"token_end":15,"label":"aspect_changing"},"child_span":{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":27,"head_span":{"start":134,"end":140,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":148,"end":152,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":40,"head_span":{"start":194,"end":200,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":208,"end":216,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":2,"head_span":{"start":47,"end":58,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":8,"end":11,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":27,"head_span":{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":148,"end":152,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":40,"head_span":{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":208,"end":216,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cThe heat definitely messes with you psychologically, people get frustrated over every little thing.\u201d\n","text":"\u201cThe heat definitely messes with you psychologically, people get frustrated over every little thing.\u201d IMPLIED_BASE IMPLIED_BASE","characters":"102","document_index":"806","md_sentence_index":"93","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/08/24/climate/racism-redlining-cities-global-warming.html","combo_id":"806_93","post-training batch1":"806_93","_input_hash":1774864612,"_task_hash":1795631975,"spans":[{"start":5,"end":9,"token_start":2,"token_end":2,"label":"change_direction"},{"start":65,"end":75,"token_start":11,"token_end":11,"label":"base"},{"start":102,"end":114,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"The","start":1,"end":4,"id":1,"ws":true,"disabled":false},{"text":"heat","start":5,"end":9,"id":2,"ws":true,"disabled":false},{"text":"definitely","start":10,"end":20,"id":3,"ws":true,"disabled":false},{"text":"messes","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"with","start":28,"end":32,"id":5,"ws":true,"disabled":false},{"text":"you","start":33,"end":36,"id":6,"ws":true,"disabled":false},{"text":"psychologically","start":37,"end":52,"id":7,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":8,"ws":true,"disabled":false},{"text":"people","start":54,"end":60,"id":9,"ws":true,"disabled":false},{"text":"get","start":61,"end":64,"id":10,"ws":true,"disabled":false},{"text":"frustrated","start":65,"end":75,"id":11,"ws":true,"disabled":false},{"text":"over","start":76,"end":80,"id":12,"ws":true,"disabled":false},{"text":"every","start":81,"end":86,"id":13,"ws":true,"disabled":false},{"text":"little","start":87,"end":93,"id":14,"ws":true,"disabled":false},{"text":"thing","start":94,"end":99,"id":15,"ws":false,"disabled":false},{"text":".","start":99,"end":100,"id":16,"ws":false,"disabled":false},{"text":"\u201d","start":100,"end":101,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":102,"end":114,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":2,"child":18,"head_span":{"start":5,"end":9,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":102,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":11,"head_span":{"start":102,"end":114,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":65,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Roughly 5 percent of species worldwide are threatened with climate-related extinction if global average temperatures rise 2 degrees Celsius above preindustrial levels, the report concluded.","text":"Roughly 5 percent of species worldwide are threatened with climate-related extinction if global average temperatures rise 2 degrees Celsius above preindustrial levels, the report concluded. IMPLIED_BASE IMPLIED_BASE","characters":"189","document_index":"42","md_sentence_index":"43","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/05/06/climate/biodiversity-extinction-united-nations.html","combo_id":"42_43","post-training batch1":"42_43","_input_hash":113183398,"_task_hash":-680665864,"spans":[{"start":59,"end":74,"token_start":9,"token_end":11,"label":"type_of"},{"start":75,"end":85,"token_start":12,"token_end":12,"label":"base"},{"text":"temperatures","start":104,"token_start":16,"token_end":16,"end":116,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":117,"token_start":17,"token_end":17,"end":121,"type":"pattern","label":"change_direction"},{"start":190,"end":202,"token_start":29,"token_end":29,"label":"base"}],"tokens":[{"text":"Roughly","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"5","start":8,"end":9,"id":1,"ws":true,"disabled":false},{"text":"percent","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"of","start":18,"end":20,"id":3,"ws":true,"disabled":false},{"text":"species","start":21,"end":28,"id":4,"ws":true,"disabled":false},{"text":"worldwide","start":29,"end":38,"id":5,"ws":true,"disabled":false},{"text":"are","start":39,"end":42,"id":6,"ws":true,"disabled":false},{"text":"threatened","start":43,"end":53,"id":7,"ws":true,"disabled":false},{"text":"with","start":54,"end":58,"id":8,"ws":true,"disabled":false},{"text":"climate","start":59,"end":66,"id":9,"ws":false,"disabled":false},{"text":"-","start":66,"end":67,"id":10,"ws":false,"disabled":false},{"text":"related","start":67,"end":74,"id":11,"ws":true,"disabled":false},{"text":"extinction","start":75,"end":85,"id":12,"ws":true,"disabled":false},{"text":"if","start":86,"end":88,"id":13,"ws":true,"disabled":false},{"text":"global","start":89,"end":95,"id":14,"ws":true,"disabled":false},{"text":"average","start":96,"end":103,"id":15,"ws":true,"disabled":false},{"text":"temperatures","start":104,"end":116,"id":16,"ws":true,"disabled":false},{"text":"rise","start":117,"end":121,"id":17,"ws":true,"disabled":false},{"text":"2","start":122,"end":123,"id":18,"ws":true,"disabled":false},{"text":"degrees","start":124,"end":131,"id":19,"ws":true,"disabled":false},{"text":"Celsius","start":132,"end":139,"id":20,"ws":true,"disabled":false},{"text":"above","start":140,"end":145,"id":21,"ws":true,"disabled":false},{"text":"preindustrial","start":146,"end":159,"id":22,"ws":true,"disabled":false},{"text":"levels","start":160,"end":166,"id":23,"ws":false,"disabled":false},{"text":",","start":166,"end":167,"id":24,"ws":true,"disabled":false},{"text":"the","start":168,"end":171,"id":25,"ws":true,"disabled":false},{"text":"report","start":172,"end":178,"id":26,"ws":true,"disabled":false},{"text":"concluded","start":179,"end":188,"id":27,"ws":false,"disabled":false},{"text":".","start":188,"end":189,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":30,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":29,"child":12,"head_span":{"start":190,"end":202,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":75,"end":85,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":12,"head_span":{"start":59,"end":74,"token_start":9,"token_end":11,"label":"type_of"},"child_span":{"start":75,"end":85,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":29,"head_span":{"start":104,"end":116,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":190,"end":202,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":29,"head_span":{"start":117,"end":121,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":190,"end":202,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A scorching summer led to dry conditions never before experienced.","text":"A scorching summer led to dry conditions never before experienced. IMPLIED_BASE IMPLIED_BASE","characters":"66","document_index":"832","md_sentence_index":"12","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/10/us/climate-change-california-wildfires.html","combo_id":"832_12","post-training batch1":"832_12","_input_hash":-1699749249,"_task_hash":-1439544373,"spans":[{"start":2,"end":11,"token_start":1,"token_end":1,"label":"change_direction"},{"text":"summer","start":12,"token_start":2,"token_end":2,"end":18,"type":"pattern","label":"base"},{"start":26,"end":40,"token_start":5,"token_end":6,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"scorching","start":2,"end":11,"id":1,"ws":true,"disabled":false},{"text":"summer","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"led","start":19,"end":22,"id":3,"ws":true,"disabled":false},{"text":"to","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"dry","start":26,"end":29,"id":5,"ws":true,"disabled":false},{"text":"conditions","start":30,"end":40,"id":6,"ws":true,"disabled":false},{"text":"never","start":41,"end":46,"id":7,"ws":true,"disabled":false},{"text":"before","start":47,"end":53,"id":8,"ws":true,"disabled":false},{"text":"experienced","start":54,"end":65,"id":9,"ws":false,"disabled":false},{"text":".","start":65,"end":66,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":67,"end":79,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":80,"end":92,"id":12,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":2,"end":11,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":12,"end":18,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":6,"head_span":{"start":12,"end":18,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":26,"end":40,"token_start":5,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Chicago, famously known as the \u2018windy city\u2019 (albeit windy, not the source of the name!), gets much of its heat from the \u2018Great Plains sizzle,\u2019 where southwest winds from the plains bring hot air to the city.","text":"Chicago, famously known as the \u2018windy city\u2019 (albeit windy, not the source of the name!), gets much of its heat from the \u2018Great Plains sizzle,\u2019 where southwest winds from the plains bring hot air to the city. IMPLIED_BASE IMPLIED_BASE","characters":"207","document_index":"781","md_sentence_index":"17","classification_origin":"causal_sentence_classification","url":"https://venta-usa.com/high-heat-air-quality-connection/","combo_id":"781_17","post-training batch1":"781_17","_input_hash":-673430740,"_task_hash":1607324399,"spans":[{"start":106,"end":110,"token_start":27,"token_end":27,"label":"aspect_changing"},{"start":149,"end":158,"token_start":37,"token_end":37,"label":"type_of"},{"start":159,"end":164,"token_start":38,"token_end":38,"label":"base"},{"start":208,"end":220,"token_start":49,"token_end":49,"label":"base"}],"tokens":[{"text":"Chicago","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"famously","start":9,"end":17,"id":2,"ws":true,"disabled":false},{"text":"known","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"as","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"\u2018","start":31,"end":32,"id":6,"ws":false,"disabled":false},{"text":"windy","start":32,"end":37,"id":7,"ws":true,"disabled":false},{"text":"city","start":38,"end":42,"id":8,"ws":false,"disabled":false},{"text":"\u2019","start":42,"end":43,"id":9,"ws":true,"disabled":false},{"text":"(","start":44,"end":45,"id":10,"ws":false,"disabled":false},{"text":"albeit","start":45,"end":51,"id":11,"ws":true,"disabled":false},{"text":"windy","start":52,"end":57,"id":12,"ws":false,"disabled":false},{"text":",","start":57,"end":58,"id":13,"ws":true,"disabled":false},{"text":"not","start":59,"end":62,"id":14,"ws":true,"disabled":false},{"text":"the","start":63,"end":66,"id":15,"ws":true,"disabled":false},{"text":"source","start":67,"end":73,"id":16,"ws":true,"disabled":false},{"text":"of","start":74,"end":76,"id":17,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":18,"ws":true,"disabled":false},{"text":"name","start":81,"end":85,"id":19,"ws":false,"disabled":false},{"text":"!","start":85,"end":86,"id":20,"ws":false,"disabled":false},{"text":")","start":86,"end":87,"id":21,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":22,"ws":true,"disabled":false},{"text":"gets","start":89,"end":93,"id":23,"ws":true,"disabled":false},{"text":"much","start":94,"end":98,"id":24,"ws":true,"disabled":false},{"text":"of","start":99,"end":101,"id":25,"ws":true,"disabled":false},{"text":"its","start":102,"end":105,"id":26,"ws":true,"disabled":false},{"text":"heat","start":106,"end":110,"id":27,"ws":true,"disabled":false},{"text":"from","start":111,"end":115,"id":28,"ws":true,"disabled":false},{"text":"the","start":116,"end":119,"id":29,"ws":true,"disabled":false},{"text":"\u2018","start":120,"end":121,"id":30,"ws":false,"disabled":false},{"text":"Great","start":121,"end":126,"id":31,"ws":true,"disabled":false},{"text":"Plains","start":127,"end":133,"id":32,"ws":true,"disabled":false},{"text":"sizzle","start":134,"end":140,"id":33,"ws":false,"disabled":false},{"text":",","start":140,"end":141,"id":34,"ws":false,"disabled":false},{"text":"\u2019","start":141,"end":142,"id":35,"ws":true,"disabled":false},{"text":"where","start":143,"end":148,"id":36,"ws":true,"disabled":false},{"text":"southwest","start":149,"end":158,"id":37,"ws":true,"disabled":false},{"text":"winds","start":159,"end":164,"id":38,"ws":true,"disabled":false},{"text":"from","start":165,"end":169,"id":39,"ws":true,"disabled":false},{"text":"the","start":170,"end":173,"id":40,"ws":true,"disabled":false},{"text":"plains","start":174,"end":180,"id":41,"ws":true,"disabled":false},{"text":"bring","start":181,"end":186,"id":42,"ws":true,"disabled":false},{"text":"hot","start":187,"end":190,"id":43,"ws":true,"disabled":false},{"text":"air","start":191,"end":194,"id":44,"ws":true,"disabled":false},{"text":"to","start":195,"end":197,"id":45,"ws":true,"disabled":false},{"text":"the","start":198,"end":201,"id":46,"ws":true,"disabled":false},{"text":"city","start":202,"end":206,"id":47,"ws":false,"disabled":false},{"text":".","start":206,"end":207,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":208,"end":220,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":221,"end":233,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":27,"child":49,"head_span":{"start":106,"end":110,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":208,"end":220,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":38,"head_span":{"start":149,"end":158,"token_start":37,"token_end":37,"label":"type_of"},"child_span":{"start":159,"end":164,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":49,"head_span":{"start":159,"end":164,"token_start":38,"token_end":38,"label":"base"},"child_span":{"start":208,"end":220,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"ignore","reason":"not causal","relation count":"","complexity":"","original_md_text":"Continued growth in human-made emissions of CO2 over this century and beyond would lead to an atmospheric concentration not experienced in tens to hundreds of millions of years.\n","text":"Continued growth in human-made emissions of CO2 over this century and beyond would lead to an atmospheric concentration not experienced in tens to hundreds of millions of years. IMPLIED_BASE IMPLIED_BASE","characters":"178","document_index":"264","md_sentence_index":"46","classification_origin":"cm_cause_effect_rel","url":"https://eos.org/features/how-will-climate-change-affect-the-united-states-in-decades-to-come","combo_id":"264_46","post-training batch1":"264_46","_input_hash":-1901985268,"_task_hash":-1523459194,"spans":[{"text":"growth","start":10,"token_start":1,"token_end":1,"end":16,"type":"pattern","label":"aspect_changing"},{"text":"emissions","start":31,"token_start":6,"token_end":6,"end":40,"type":"pattern","label":"aspect_changing"},{"label":"aspect_changing"},{"start":20,"end":30,"token_start":3,"token_end":5,"label":"type_of"},{"start":44,"end":47,"token_start":8,"token_end":8,"label":"base"},{"start":94,"end":105,"token_start":18,"token_end":18,"label":"base"},{"start":106,"end":119,"token_start":19,"token_end":19,"label":"aspect_changing"}],"tokens":[{"text":"Continued","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"growth","start":10,"end":16,"id":1,"ws":true,"disabled":false},{"text":"in","start":17,"end":19,"id":2,"ws":true,"disabled":false},{"text":"human","start":20,"end":25,"id":3,"ws":false,"disabled":false},{"text":"-","start":25,"end":26,"id":4,"ws":false,"disabled":false},{"text":"made","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"emissions","start":31,"end":40,"id":6,"ws":true,"disabled":false},{"text":"of","start":41,"end":43,"id":7,"ws":true,"disabled":false},{"text":"CO2","start":44,"end":47,"id":8,"ws":true,"disabled":false},{"text":"over","start":48,"end":52,"id":9,"ws":true,"disabled":false},{"text":"this","start":53,"end":57,"id":10,"ws":true,"disabled":false},{"text":"century","start":58,"end":65,"id":11,"ws":true,"disabled":false},{"text":"and","start":66,"end":69,"id":12,"ws":true,"disabled":false},{"text":"beyond","start":70,"end":76,"id":13,"ws":true,"disabled":false},{"text":"would","start":77,"end":82,"id":14,"ws":true,"disabled":false},{"text":"lead","start":83,"end":87,"id":15,"ws":true,"disabled":false},{"text":"to","start":88,"end":90,"id":16,"ws":true,"disabled":false},{"text":"an","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"atmospheric","start":94,"end":105,"id":18,"ws":true,"disabled":false},{"text":"concentration","start":106,"end":119,"id":19,"ws":true,"disabled":false},{"text":"not","start":120,"end":123,"id":20,"ws":true,"disabled":false},{"text":"experienced","start":124,"end":135,"id":21,"ws":true,"disabled":false},{"text":"in","start":136,"end":138,"id":22,"ws":true,"disabled":false},{"text":"tens","start":139,"end":143,"id":23,"ws":true,"disabled":false},{"text":"to","start":144,"end":146,"id":24,"ws":true,"disabled":false},{"text":"hundreds","start":147,"end":155,"id":25,"ws":true,"disabled":false},{"text":"of","start":156,"end":158,"id":26,"ws":true,"disabled":false},{"text":"millions","start":159,"end":167,"id":27,"ws":true,"disabled":false},{"text":"of","start":168,"end":170,"id":28,"ws":true,"disabled":false},{"text":"years","start":171,"end":176,"id":29,"ws":false,"disabled":false},{"text":".","start":176,"end":177,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":191,"end":203,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":8,"head_span":{"start":10,"end":16,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":44,"end":47,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":8,"head_span":{"start":20,"end":30,"token_start":3,"token_end":5,"label":"type_of"},"child_span":{"start":44,"end":47,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":8,"head_span":{"start":31,"end":40,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":44,"end":47,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":106,"end":119,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":94,"end":105,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":18,"head_span":{"start":44,"end":47,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":94,"end":105,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As the need for cooling grows, so do utility bills\u2014meaning low-income families who can't afford to pay the extra cost could be most at risk from the heat.\n","text":"As the need for cooling grows, so do utility bills\u2014meaning low-income families who can't afford to pay the extra cost could be most at risk from the heat. IMPLIED_BASE IMPLIED_BASE","characters":"155","document_index":"657","md_sentence_index":"19","classification_origin":"causal_sentence_classification","url":"https://insideclimatenews.org/news/16072019/heat-wave-climate-change-study-humidity-index-days-rising-health-risk","combo_id":"657_19","post-training batch1":"657_19","_input_hash":-300683480,"_task_hash":1241808285,"spans":[{"start":7,"end":11,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":16,"end":23,"token_start":4,"token_end":4,"label":"base"},{"start":24,"end":29,"token_start":5,"token_end":5,"label":"change_direction"},{"start":59,"end":78,"token_start":13,"token_end":16,"label":"to_whom"},{"text":"risk","start":135,"token_start":30,"token_end":30,"end":139,"type":"pattern","label":"aspect_changing"},{"start":149,"end":153,"token_start":33,"token_end":33,"label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"need","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"for","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"cooling","start":16,"end":23,"id":4,"ws":true,"disabled":false},{"text":"grows","start":24,"end":29,"id":5,"ws":false,"disabled":false},{"text":",","start":29,"end":30,"id":6,"ws":true,"disabled":false},{"text":"so","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"do","start":34,"end":36,"id":8,"ws":true,"disabled":false},{"text":"utility","start":37,"end":44,"id":9,"ws":true,"disabled":false},{"text":"bills","start":45,"end":50,"id":10,"ws":false,"disabled":false},{"text":"\u2014","start":50,"end":51,"id":11,"ws":false,"disabled":false},{"text":"meaning","start":51,"end":58,"id":12,"ws":true,"disabled":false},{"text":"low","start":59,"end":62,"id":13,"ws":false,"disabled":false},{"text":"-","start":62,"end":63,"id":14,"ws":false,"disabled":false},{"text":"income","start":63,"end":69,"id":15,"ws":true,"disabled":false},{"text":"families","start":70,"end":78,"id":16,"ws":true,"disabled":false},{"text":"who","start":79,"end":82,"id":17,"ws":true,"disabled":false},{"text":"ca","start":83,"end":85,"id":18,"ws":false,"disabled":false},{"text":"n't","start":85,"end":88,"id":19,"ws":true,"disabled":false},{"text":"afford","start":89,"end":95,"id":20,"ws":true,"disabled":false},{"text":"to","start":96,"end":98,"id":21,"ws":true,"disabled":false},{"text":"pay","start":99,"end":102,"id":22,"ws":true,"disabled":false},{"text":"the","start":103,"end":106,"id":23,"ws":true,"disabled":false},{"text":"extra","start":107,"end":112,"id":24,"ws":true,"disabled":false},{"text":"cost","start":113,"end":117,"id":25,"ws":true,"disabled":false},{"text":"could","start":118,"end":123,"id":26,"ws":true,"disabled":false},{"text":"be","start":124,"end":126,"id":27,"ws":true,"disabled":false},{"text":"most","start":127,"end":131,"id":28,"ws":true,"disabled":false},{"text":"at","start":132,"end":134,"id":29,"ws":true,"disabled":false},{"text":"risk","start":135,"end":139,"id":30,"ws":true,"disabled":false},{"text":"from","start":140,"end":144,"id":31,"ws":true,"disabled":false},{"text":"the","start":145,"end":148,"id":32,"ws":true,"disabled":false},{"text":"heat","start":149,"end":153,"id":33,"ws":false,"disabled":false},{"text":".","start":153,"end":154,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":155,"end":167,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":2,"child":4,"head_span":{"start":7,"end":11,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":16,"end":23,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":4,"head_span":{"start":24,"end":29,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":16,"end":23,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":33,"head_span":{"start":135,"end":139,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":149,"end":153,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":33,"head_span":{"start":16,"end":23,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":149,"end":153,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The cumulative and interactive effects of climate change, as well as the threat and perception of climate change, adversely impact individual and societal health, mental health, and well-being.","text":"The cumulative and interactive effects of climate change, as well as the threat and perception of climate change, adversely impact individual and societal health, mental health, and well-being. IMPLIED_BASE IMPLIED_BASE","characters":"193","document_index":"619","md_sentence_index":"82","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_82","post-training batch1":"619_82","_input_hash":879149126,"_task_hash":1037312095,"spans":[{"start":31,"end":38,"token_start":4,"token_end":4,"label":"aspect_changing"},{"text":"climate change","start":42,"token_start":6,"token_end":7,"end":56,"type":"pattern","label":"base"},{"start":73,"end":79,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":84,"end":94,"token_start":15,"token_end":15,"label":"aspect_changing"},{"text":"climate change","start":98,"token_start":17,"token_end":18,"end":112,"type":"pattern","label":"base"},{"start":114,"end":130,"token_start":20,"token_end":21,"label":"change_direction"},{"start":131,"end":141,"token_start":22,"token_end":22,"label":"type_of"},{"start":146,"end":154,"token_start":24,"token_end":24,"label":"type_of"},{"text":"health","start":155,"token_start":25,"token_end":25,"end":161,"type":"pattern","label":"base"},{"start":163,"end":169,"token_start":27,"token_end":27,"label":"type_of"},{"text":"health","start":170,"token_start":28,"token_end":28,"end":176,"type":"pattern","label":"base"},{"start":182,"end":192,"token_start":31,"token_end":33,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"cumulative","start":4,"end":14,"id":1,"ws":true,"disabled":false},{"text":"and","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"interactive","start":19,"end":30,"id":3,"ws":true,"disabled":false},{"text":"effects","start":31,"end":38,"id":4,"ws":true,"disabled":false},{"text":"of","start":39,"end":41,"id":5,"ws":true,"disabled":false},{"text":"climate","start":42,"end":49,"id":6,"ws":true,"disabled":false},{"text":"change","start":50,"end":56,"id":7,"ws":false,"disabled":false},{"text":",","start":56,"end":57,"id":8,"ws":true,"disabled":false},{"text":"as","start":58,"end":60,"id":9,"ws":true,"disabled":false},{"text":"well","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"as","start":66,"end":68,"id":11,"ws":true,"disabled":false},{"text":"the","start":69,"end":72,"id":12,"ws":true,"disabled":false},{"text":"threat","start":73,"end":79,"id":13,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":14,"ws":true,"disabled":false},{"text":"perception","start":84,"end":94,"id":15,"ws":true,"disabled":false},{"text":"of","start":95,"end":97,"id":16,"ws":true,"disabled":false},{"text":"climate","start":98,"end":105,"id":17,"ws":true,"disabled":false},{"text":"change","start":106,"end":112,"id":18,"ws":false,"disabled":false},{"text":",","start":112,"end":113,"id":19,"ws":true,"disabled":false},{"text":"adversely","start":114,"end":123,"id":20,"ws":true,"disabled":false},{"text":"impact","start":124,"end":130,"id":21,"ws":true,"disabled":false},{"text":"individual","start":131,"end":141,"id":22,"ws":true,"disabled":false},{"text":"and","start":142,"end":145,"id":23,"ws":true,"disabled":false},{"text":"societal","start":146,"end":154,"id":24,"ws":true,"disabled":false},{"text":"health","start":155,"end":161,"id":25,"ws":false,"disabled":false},{"text":",","start":161,"end":162,"id":26,"ws":true,"disabled":false},{"text":"mental","start":163,"end":169,"id":27,"ws":true,"disabled":false},{"text":"health","start":170,"end":176,"id":28,"ws":false,"disabled":false},{"text":",","start":176,"end":177,"id":29,"ws":true,"disabled":false},{"text":"and","start":178,"end":181,"id":30,"ws":true,"disabled":false},{"text":"well","start":182,"end":186,"id":31,"ws":false,"disabled":false},{"text":"-","start":186,"end":187,"id":32,"ws":false,"disabled":false},{"text":"being","start":187,"end":192,"id":33,"ws":false,"disabled":false},{"text":".","start":192,"end":193,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":207,"end":219,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":7,"head_span":{"start":31,"end":38,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":42,"end":56,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":18,"head_span":{"start":73,"end":79,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":98,"end":112,"token_start":17,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":18,"head_span":{"start":84,"end":94,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":98,"end":112,"token_start":17,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":18,"head_span":{"start":42,"end":56,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":98,"end":112,"token_start":17,"token_end":18,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":21,"child":25,"head_span":{"start":114,"end":130,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":155,"end":161,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":25,"head_span":{"start":131,"end":141,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":155,"end":161,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":25,"head_span":{"start":146,"end":154,"token_start":24,"token_end":24,"label":"type_of"},"child_span":{"start":155,"end":161,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":28,"head_span":{"start":114,"end":130,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":170,"end":176,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":28,"head_span":{"start":163,"end":169,"token_start":27,"token_end":27,"label":"type_of"},"child_span":{"start":170,"end":176,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":33,"head_span":{"start":114,"end":130,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":182,"end":192,"token_start":31,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":25,"head_span":{"start":98,"end":112,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":155,"end":161,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":28,"head_span":{"start":98,"end":112,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":170,"end":176,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":33,"head_span":{"start":98,"end":112,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":182,"end":192,"token_start":31,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Although the Chinese capital, Beijing, has become synonymous with dirty air over the past few decades, a concerted effort by local and regional authorities has seen an improved situation in recent years, with the concentration of fine particulates \u2013 the tiny, invisible airborne particles that are largely responsible for deaths and illnesses from air pollution \u2013 falling by a third.\n","text":"Although the Chinese capital, Beijing, has become synonymous with dirty air over the past few decades, a concerted effort by local and regional authorities has seen an improved situation in recent years, with the concentration of fine particulates \u2013 the tiny, invisible airborne particles that are largely responsible for deaths and illnesses from air pollution \u2013 falling by a third. IMPLIED_BASE IMPLIED_BASE","characters":"384","document_index":"241","md_sentence_index":"9","classification_origin":"cm_cause_effect_rel","url":"https://news.un.org/en/story/2019/06/1039661","combo_id":"241_9","post-training batch1":"241_9","_input_hash":-1762324361,"_task_hash":474577999,"spans":[{"start":105,"end":121,"token_start":20,"token_end":21,"label":"base"},{"start":125,"end":130,"token_start":23,"token_end":23,"label":"type_of"},{"start":135,"end":143,"token_start":25,"token_end":25,"label":"type_of"},{"start":213,"end":226,"token_start":38,"token_end":38,"label":"aspect_changing"},{"start":230,"end":234,"token_start":40,"token_end":40,"label":"type_of"},{"text":"particulates","start":235,"token_start":41,"token_end":41,"end":247,"type":"pattern","label":"base"},{"start":364,"end":371,"token_start":61,"token_end":61,"label":"change_direction"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"Chinese","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"capital","start":21,"end":28,"id":3,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":4,"ws":true,"disabled":false},{"text":"Beijing","start":30,"end":37,"id":5,"ws":false,"disabled":false},{"text":",","start":37,"end":38,"id":6,"ws":true,"disabled":false},{"text":"has","start":39,"end":42,"id":7,"ws":true,"disabled":false},{"text":"become","start":43,"end":49,"id":8,"ws":true,"disabled":false},{"text":"synonymous","start":50,"end":60,"id":9,"ws":true,"disabled":false},{"text":"with","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"dirty","start":66,"end":71,"id":11,"ws":true,"disabled":false},{"text":"air","start":72,"end":75,"id":12,"ws":true,"disabled":false},{"text":"over","start":76,"end":80,"id":13,"ws":true,"disabled":false},{"text":"the","start":81,"end":84,"id":14,"ws":true,"disabled":false},{"text":"past","start":85,"end":89,"id":15,"ws":true,"disabled":false},{"text":"few","start":90,"end":93,"id":16,"ws":true,"disabled":false},{"text":"decades","start":94,"end":101,"id":17,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":18,"ws":true,"disabled":false},{"text":"a","start":103,"end":104,"id":19,"ws":true,"disabled":false},{"text":"concerted","start":105,"end":114,"id":20,"ws":true,"disabled":false},{"text":"effort","start":115,"end":121,"id":21,"ws":true,"disabled":false},{"text":"by","start":122,"end":124,"id":22,"ws":true,"disabled":false},{"text":"local","start":125,"end":130,"id":23,"ws":true,"disabled":false},{"text":"and","start":131,"end":134,"id":24,"ws":true,"disabled":false},{"text":"regional","start":135,"end":143,"id":25,"ws":true,"disabled":false},{"text":"authorities","start":144,"end":155,"id":26,"ws":true,"disabled":false},{"text":"has","start":156,"end":159,"id":27,"ws":true,"disabled":false},{"text":"seen","start":160,"end":164,"id":28,"ws":true,"disabled":false},{"text":"an","start":165,"end":167,"id":29,"ws":true,"disabled":false},{"text":"improved","start":168,"end":176,"id":30,"ws":true,"disabled":false},{"text":"situation","start":177,"end":186,"id":31,"ws":true,"disabled":false},{"text":"in","start":187,"end":189,"id":32,"ws":true,"disabled":false},{"text":"recent","start":190,"end":196,"id":33,"ws":true,"disabled":false},{"text":"years","start":197,"end":202,"id":34,"ws":false,"disabled":false},{"text":",","start":202,"end":203,"id":35,"ws":true,"disabled":false},{"text":"with","start":204,"end":208,"id":36,"ws":true,"disabled":false},{"text":"the","start":209,"end":212,"id":37,"ws":true,"disabled":false},{"text":"concentration","start":213,"end":226,"id":38,"ws":true,"disabled":false},{"text":"of","start":227,"end":229,"id":39,"ws":true,"disabled":false},{"text":"fine","start":230,"end":234,"id":40,"ws":true,"disabled":false},{"text":"particulates","start":235,"end":247,"id":41,"ws":true,"disabled":false},{"text":"\u2013","start":248,"end":249,"id":42,"ws":true,"disabled":false},{"text":"the","start":250,"end":253,"id":43,"ws":true,"disabled":false},{"text":"tiny","start":254,"end":258,"id":44,"ws":false,"disabled":false},{"text":",","start":258,"end":259,"id":45,"ws":true,"disabled":false},{"text":"invisible","start":260,"end":269,"id":46,"ws":true,"disabled":false},{"text":"airborne","start":270,"end":278,"id":47,"ws":true,"disabled":false},{"text":"particles","start":279,"end":288,"id":48,"ws":true,"disabled":false},{"text":"that","start":289,"end":293,"id":49,"ws":true,"disabled":false},{"text":"are","start":294,"end":297,"id":50,"ws":true,"disabled":false},{"text":"largely","start":298,"end":305,"id":51,"ws":true,"disabled":false},{"text":"responsible","start":306,"end":317,"id":52,"ws":true,"disabled":false},{"text":"for","start":318,"end":321,"id":53,"ws":true,"disabled":false},{"text":"deaths","start":322,"end":328,"id":54,"ws":true,"disabled":false},{"text":"and","start":329,"end":332,"id":55,"ws":true,"disabled":false},{"text":"illnesses","start":333,"end":342,"id":56,"ws":true,"disabled":false},{"text":"from","start":343,"end":347,"id":57,"ws":true,"disabled":false},{"text":"air","start":348,"end":351,"id":58,"ws":true,"disabled":false},{"text":"pollution","start":352,"end":361,"id":59,"ws":true,"disabled":false},{"text":"\u2013","start":362,"end":363,"id":60,"ws":true,"disabled":false},{"text":"falling","start":364,"end":371,"id":61,"ws":true,"disabled":false},{"text":"by","start":372,"end":374,"id":62,"ws":true,"disabled":false},{"text":"a","start":375,"end":376,"id":63,"ws":true,"disabled":false},{"text":"third","start":377,"end":382,"id":64,"ws":false,"disabled":false},{"text":".","start":382,"end":383,"id":65,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":384,"end":396,"id":66,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":397,"end":409,"id":67,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":23,"child":21,"head_span":{"start":125,"end":130,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":105,"end":121,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":21,"head_span":{"start":135,"end":143,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":105,"end":121,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":41,"head_span":{"start":213,"end":226,"token_start":38,"token_end":38,"label":"aspect_changing"},"child_span":{"start":235,"end":247,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":41,"head_span":{"start":230,"end":234,"token_start":40,"token_end":40,"label":"type_of"},"child_span":{"start":235,"end":247,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":61,"child":41,"head_span":{"start":364,"end":371,"token_start":61,"token_end":61,"label":"change_direction"},"child_span":{"start":235,"end":247,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":41,"head_span":{"start":105,"end":121,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":235,"end":247,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In fact, climate change seems likely to become the dominant driver of ecosystem shifts, surpassing habitat destruction as the greatest threat to biodiversity.\n","text":"In fact, climate change seems likely to become the dominant driver of ecosystem shifts, surpassing habitat destruction as the greatest threat to biodiversity. IMPLIED_BASE IMPLIED_BASE","characters":"159","document_index":"340","md_sentence_index":"98","classification_origin":"cm-label-eval","url":"https://www.greenfacts.org/en/impacts-global-warming/l-2/index.htm","combo_id":"340_98","post-training batch1":"340_98","_input_hash":-1663016095,"_task_hash":103864748,"spans":[{"text":"climate change","start":9,"token_start":3,"token_end":4,"end":23,"type":"pattern","label":"base"},{"start":70,"end":79,"token_start":13,"token_end":13,"label":"base"},{"start":80,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},{"text":"habitat destruction","start":99,"token_start":17,"token_end":18,"end":118,"type":"pattern","label":"base"},{"start":135,"end":141,"token_start":22,"token_end":22,"label":"aspect_changing"},{"text":"biodiversity","start":145,"token_start":24,"token_end":24,"end":157,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"fact","start":3,"end":7,"id":1,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":2,"ws":true,"disabled":false},{"text":"climate","start":9,"end":16,"id":3,"ws":true,"disabled":false},{"text":"change","start":17,"end":23,"id":4,"ws":true,"disabled":false},{"text":"seems","start":24,"end":29,"id":5,"ws":true,"disabled":false},{"text":"likely","start":30,"end":36,"id":6,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":7,"ws":true,"disabled":false},{"text":"become","start":40,"end":46,"id":8,"ws":true,"disabled":false},{"text":"the","start":47,"end":50,"id":9,"ws":true,"disabled":false},{"text":"dominant","start":51,"end":59,"id":10,"ws":true,"disabled":false},{"text":"driver","start":60,"end":66,"id":11,"ws":true,"disabled":false},{"text":"of","start":67,"end":69,"id":12,"ws":true,"disabled":false},{"text":"ecosystem","start":70,"end":79,"id":13,"ws":true,"disabled":false},{"text":"shifts","start":80,"end":86,"id":14,"ws":false,"disabled":false},{"text":",","start":86,"end":87,"id":15,"ws":true,"disabled":false},{"text":"surpassing","start":88,"end":98,"id":16,"ws":true,"disabled":false},{"text":"habitat","start":99,"end":106,"id":17,"ws":true,"disabled":false},{"text":"destruction","start":107,"end":118,"id":18,"ws":true,"disabled":false},{"text":"as","start":119,"end":121,"id":19,"ws":true,"disabled":false},{"text":"the","start":122,"end":125,"id":20,"ws":true,"disabled":false},{"text":"greatest","start":126,"end":134,"id":21,"ws":true,"disabled":false},{"text":"threat","start":135,"end":141,"id":22,"ws":true,"disabled":false},{"text":"to","start":142,"end":144,"id":23,"ws":true,"disabled":false},{"text":"biodiversity","start":145,"end":157,"id":24,"ws":false,"disabled":false},{"text":".","start":157,"end":158,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":14,"child":13,"head_span":{"start":80,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":70,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":135,"end":141,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":145,"end":157,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":13,"head_span":{"start":9,"end":23,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":70,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":24,"head_span":{"start":99,"end":118,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":145,"end":157,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Certain respiratory infections, such as avian influenza and coccidioidomycosis, are occurring in locations previously unaffected, apparently because of global warming.","text":"Certain respiratory infections, such as avian influenza and coccidioidomycosis, are occurring in locations previously unaffected, apparently because of global warming. IMPLIED_BASE IMPLIED_BASE","characters":"167","document_index":"751","md_sentence_index":"6","classification_origin":"causal_sentence_classification","url":"https://pubmed.ncbi.nlm.nih.gov/27300144/","combo_id":"751_6","post-training batch1":"751_6","_input_hash":1278281785,"_task_hash":-94578296,"spans":[{"start":8,"end":30,"token_start":1,"token_end":2,"label":"base"},{"start":40,"end":55,"token_start":6,"token_end":7,"label":"base"},{"start":60,"end":78,"token_start":9,"token_end":9,"label":"base"},{"text":"global warming","start":152,"token_start":21,"token_end":22,"end":166,"type":"pattern","label":"base"}],"tokens":[{"text":"Certain","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"respiratory","start":8,"end":19,"id":1,"ws":true,"disabled":false},{"text":"infections","start":20,"end":30,"id":2,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":3,"ws":true,"disabled":false},{"text":"such","start":32,"end":36,"id":4,"ws":true,"disabled":false},{"text":"as","start":37,"end":39,"id":5,"ws":true,"disabled":false},{"text":"avian","start":40,"end":45,"id":6,"ws":true,"disabled":false},{"text":"influenza","start":46,"end":55,"id":7,"ws":true,"disabled":false},{"text":"and","start":56,"end":59,"id":8,"ws":true,"disabled":false},{"text":"coccidioidomycosis","start":60,"end":78,"id":9,"ws":false,"disabled":false},{"text":",","start":78,"end":79,"id":10,"ws":true,"disabled":false},{"text":"are","start":80,"end":83,"id":11,"ws":true,"disabled":false},{"text":"occurring","start":84,"end":93,"id":12,"ws":true,"disabled":false},{"text":"in","start":94,"end":96,"id":13,"ws":true,"disabled":false},{"text":"locations","start":97,"end":106,"id":14,"ws":true,"disabled":false},{"text":"previously","start":107,"end":117,"id":15,"ws":true,"disabled":false},{"text":"unaffected","start":118,"end":128,"id":16,"ws":false,"disabled":false},{"text":",","start":128,"end":129,"id":17,"ws":true,"disabled":false},{"text":"apparently","start":130,"end":140,"id":18,"ws":true,"disabled":false},{"text":"because","start":141,"end":148,"id":19,"ws":true,"disabled":false},{"text":"of","start":149,"end":151,"id":20,"ws":true,"disabled":false},{"text":"global","start":152,"end":158,"id":21,"ws":true,"disabled":false},{"text":"warming","start":159,"end":166,"id":22,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":22,"child":2,"head_span":{"start":152,"end":166,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":8,"end":30,"token_start":1,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":7,"head_span":{"start":152,"end":166,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":40,"end":55,"token_start":6,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":9,"head_span":{"start":152,"end":166,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":60,"end":78,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Among the factors that appear to contribute to underestimation is the perceived need for consensus, or what we label univocality: the felt need to speak in a single voice.","text":"Among the factors that appear to contribute to underestimation is the perceived need for consensus, or what we label univocality: the felt need to speak in a single voice. IMPLIED_BASE IMPLIED_BASE","characters":"171","document_index":"364","md_sentence_index":"25","classification_origin":"cm_cause_effect_rel","url":"https://blogs.scientificamerican.com/observations/scientists-have-been-underestimating-the-pace-of-climate-change/","combo_id":"364_25","post-training batch1":"364_25","_input_hash":1061000983,"_task_hash":-1827749025,"spans":[{"label":"base"},{"start":47,"end":62,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":80,"end":84,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":89,"end":98,"token_start":14,"token_end":14,"label":"base"},{"start":117,"end":128,"token_start":20,"token_end":20,"label":"base"},{"start":172,"end":184,"token_start":32,"token_end":32,"label":"base"}],"tokens":[{"text":"Among","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"the","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"factors","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"that","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"appear","start":23,"end":29,"id":4,"ws":true,"disabled":false},{"text":"to","start":30,"end":32,"id":5,"ws":true,"disabled":false},{"text":"contribute","start":33,"end":43,"id":6,"ws":true,"disabled":false},{"text":"to","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"underestimation","start":47,"end":62,"id":8,"ws":true,"disabled":false},{"text":"is","start":63,"end":65,"id":9,"ws":true,"disabled":false},{"text":"the","start":66,"end":69,"id":10,"ws":true,"disabled":false},{"text":"perceived","start":70,"end":79,"id":11,"ws":true,"disabled":false},{"text":"need","start":80,"end":84,"id":12,"ws":true,"disabled":false},{"text":"for","start":85,"end":88,"id":13,"ws":true,"disabled":false},{"text":"consensus","start":89,"end":98,"id":14,"ws":false,"disabled":false},{"text":",","start":98,"end":99,"id":15,"ws":true,"disabled":false},{"text":"or","start":100,"end":102,"id":16,"ws":true,"disabled":false},{"text":"what","start":103,"end":107,"id":17,"ws":true,"disabled":false},{"text":"we","start":108,"end":110,"id":18,"ws":true,"disabled":false},{"text":"label","start":111,"end":116,"id":19,"ws":true,"disabled":false},{"text":"univocality","start":117,"end":128,"id":20,"ws":false,"disabled":false},{"text":":","start":128,"end":129,"id":21,"ws":true,"disabled":false},{"text":"the","start":130,"end":133,"id":22,"ws":true,"disabled":false},{"text":"felt","start":134,"end":138,"id":23,"ws":true,"disabled":false},{"text":"need","start":139,"end":143,"id":24,"ws":true,"disabled":false},{"text":"to","start":144,"end":146,"id":25,"ws":true,"disabled":false},{"text":"speak","start":147,"end":152,"id":26,"ws":true,"disabled":false},{"text":"in","start":153,"end":155,"id":27,"ws":true,"disabled":false},{"text":"a","start":156,"end":157,"id":28,"ws":true,"disabled":false},{"text":"single","start":158,"end":164,"id":29,"ws":true,"disabled":false},{"text":"voice","start":165,"end":170,"id":30,"ws":false,"disabled":false},{"text":".","start":170,"end":171,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":8,"child":32,"head_span":{"start":47,"end":62,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":172,"end":184,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":80,"end":84,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":89,"end":98,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":20,"head_span":{"start":80,"end":84,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":117,"end":128,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":32,"head_span":{"start":89,"end":98,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":172,"end":184,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":32,"head_span":{"start":117,"end":128,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":172,"end":184,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As a result of coastal development, storms are exacting rising financial tolls.\n","text":"As a result of coastal development, storms are exacting rising financial tolls. IMPLIED_BASE IMPLIED_BASE","characters":"80","document_index":"796","md_sentence_index":"47","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.ucsusa.org/resources/hurricanes-and-climate-change","combo_id":"796_47","post-training batch1":"796_47","_input_hash":-795489151,"_task_hash":698077341,"spans":[{"text":"development","start":23,"token_start":5,"token_end":5,"end":34,"type":"pattern","label":"base"},{"text":"storms","start":36,"token_start":7,"token_end":7,"end":42,"type":"pattern","label":"base"},{"text":"rising","start":56,"token_start":10,"token_end":10,"end":62,"type":"pattern","label":"change_direction"},{"start":63,"end":78,"token_start":11,"token_end":12,"label":"base"},{"label":"type_of"},{"start":15,"end":22,"token_start":4,"token_end":4,"label":"type_of"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"a","start":3,"end":4,"id":1,"ws":true,"disabled":false},{"text":"result","start":5,"end":11,"id":2,"ws":true,"disabled":false},{"text":"of","start":12,"end":14,"id":3,"ws":true,"disabled":false},{"text":"coastal","start":15,"end":22,"id":4,"ws":true,"disabled":false},{"text":"development","start":23,"end":34,"id":5,"ws":false,"disabled":false},{"text":",","start":34,"end":35,"id":6,"ws":true,"disabled":false},{"text":"storms","start":36,"end":42,"id":7,"ws":true,"disabled":false},{"text":"are","start":43,"end":46,"id":8,"ws":true,"disabled":false},{"text":"exacting","start":47,"end":55,"id":9,"ws":true,"disabled":false},{"text":"rising","start":56,"end":62,"id":10,"ws":true,"disabled":false},{"text":"financial","start":63,"end":72,"id":11,"ws":true,"disabled":false},{"text":"tolls","start":73,"end":78,"id":12,"ws":false,"disabled":false},{"text":".","start":78,"end":79,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":80,"end":92,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":15,"end":22,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":23,"end":34,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":12,"head_span":{"start":56,"end":62,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":63,"end":78,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":12,"head_span":{"start":36,"end":42,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":63,"end":78,"token_start":11,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":7,"head_span":{"start":23,"end":34,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":36,"end":42,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The grief and depression that can result from the destruction of places and landscapes people love led Australian environmental philosopher Glenn Albrecht to create a new word: \u201csolastalgia\u201d.\n","text":"The grief and depression that can result from the destruction of places and landscapes people love led Australian environmental philosopher Glenn Albrecht to create a new word: \u201csolastalgia\u201d. IMPLIED_BASE IMPLIED_BASE","characters":"192","document_index":"306","md_sentence_index":"12","classification_origin":"cm-label-eval","url":"http://theconversation.com/climate-qanda-will-we-be-less-healthy-because-of-climate-change-115800","combo_id":"306_12","post-training batch1":"306_12","_input_hash":53142483,"_task_hash":999376293,"spans":[{"start":4,"end":9,"token_start":1,"token_end":1,"label":"base"},{"start":14,"end":24,"token_start":3,"token_end":3,"label":"base"},{"start":50,"end":61,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":65,"end":71,"token_start":11,"token_end":11,"label":"base"},{"start":76,"end":86,"token_start":13,"token_end":13,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"grief","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"and","start":10,"end":13,"id":2,"ws":true,"disabled":false},{"text":"depression","start":14,"end":24,"id":3,"ws":true,"disabled":false},{"text":"that","start":25,"end":29,"id":4,"ws":true,"disabled":false},{"text":"can","start":30,"end":33,"id":5,"ws":true,"disabled":false},{"text":"result","start":34,"end":40,"id":6,"ws":true,"disabled":false},{"text":"from","start":41,"end":45,"id":7,"ws":true,"disabled":false},{"text":"the","start":46,"end":49,"id":8,"ws":true,"disabled":false},{"text":"destruction","start":50,"end":61,"id":9,"ws":true,"disabled":false},{"text":"of","start":62,"end":64,"id":10,"ws":true,"disabled":false},{"text":"places","start":65,"end":71,"id":11,"ws":true,"disabled":false},{"text":"and","start":72,"end":75,"id":12,"ws":true,"disabled":false},{"text":"landscapes","start":76,"end":86,"id":13,"ws":true,"disabled":false},{"text":"people","start":87,"end":93,"id":14,"ws":true,"disabled":false},{"text":"love","start":94,"end":98,"id":15,"ws":true,"disabled":false},{"text":"led","start":99,"end":102,"id":16,"ws":true,"disabled":false},{"text":"Australian","start":103,"end":113,"id":17,"ws":true,"disabled":false},{"text":"environmental","start":114,"end":127,"id":18,"ws":true,"disabled":false},{"text":"philosopher","start":128,"end":139,"id":19,"ws":true,"disabled":false},{"text":"Glenn","start":140,"end":145,"id":20,"ws":true,"disabled":false},{"text":"Albrecht","start":146,"end":154,"id":21,"ws":true,"disabled":false},{"text":"to","start":155,"end":157,"id":22,"ws":true,"disabled":false},{"text":"create","start":158,"end":164,"id":23,"ws":true,"disabled":false},{"text":"a","start":165,"end":166,"id":24,"ws":true,"disabled":false},{"text":"new","start":167,"end":170,"id":25,"ws":true,"disabled":false},{"text":"word","start":171,"end":175,"id":26,"ws":false,"disabled":false},{"text":":","start":175,"end":176,"id":27,"ws":true,"disabled":false},{"text":"\u201c","start":177,"end":178,"id":28,"ws":false,"disabled":false},{"text":"solastalgia","start":178,"end":189,"id":29,"ws":false,"disabled":false},{"text":"\u201d","start":189,"end":190,"id":30,"ws":false,"disabled":false},{"text":".","start":190,"end":191,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":9,"child":11,"head_span":{"start":50,"end":61,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":65,"end":71,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":13,"head_span":{"start":50,"end":61,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":76,"end":86,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":3,"head_span":{"start":65,"end":71,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":14,"end":24,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":3,"head_span":{"start":76,"end":86,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":14,"end":24,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":1,"head_span":{"start":65,"end":71,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":4,"end":9,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":1,"head_span":{"start":76,"end":86,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":4,"end":9,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"More extreme weather also leads to lost income.","text":"More extreme weather also leads to lost income. IMPLIED_BASE IMPLIED_BASE","characters":"47","document_index":"857","md_sentence_index":"44","classification_origin":"causal_sentence_classification","url":"https://www.barrons.com/articles/7-ways-youre-already-paying-for-climate-change-51599995430","combo_id":"857_44","post-training batch1":"857_44","_input_hash":-671848754,"_task_hash":1844717466,"spans":[{"text":"More","start":0,"token_start":0,"token_end":0,"end":4,"type":"pattern","label":"change_direction"},{"text":"extreme weather","start":5,"token_start":1,"token_end":2,"end":20,"type":"pattern","label":"base"},{"start":35,"end":39,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":40,"end":46,"token_start":7,"token_end":7,"label":"base"}],"tokens":[{"text":"More","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"extreme","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"weather","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"also","start":21,"end":25,"id":3,"ws":true,"disabled":false},{"text":"leads","start":26,"end":31,"id":4,"ws":true,"disabled":false},{"text":"to","start":32,"end":34,"id":5,"ws":true,"disabled":false},{"text":"lost","start":35,"end":39,"id":6,"ws":true,"disabled":false},{"text":"income","start":40,"end":46,"id":7,"ws":false,"disabled":false},{"text":".","start":46,"end":47,"id":8,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":48,"end":60,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":61,"end":73,"id":10,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":2,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":5,"end":20,"token_start":1,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":35,"end":39,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":40,"end":46,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":7,"head_span":{"start":5,"end":20,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":40,"end":46,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Daytime high temperatures this summer were warmer than usual \u2014 but what really fueled the fire here, after lightning strikes started the blaze, were the temperatures after dark.","text":"Daytime high temperatures this summer were warmer than usual \u2014 but what really fueled the fire here, after lightning strikes started the blaze, were the temperatures after dark. IMPLIED_BASE IMPLIED_BASE","characters":"177","document_index":"821","md_sentence_index":"5","classification_origin":"causal_sentence_classification","url":"https://www.washingtonpost.com/outlook/wildfires-climate-change/2020/09/17/d590d9b8-f886-11ea-a275-1a2c2d36e1f1_story.html","combo_id":"821_5","post-training batch1":"821_5","_input_hash":-1017102464,"_task_hash":-1353457847,"spans":[{"start":79,"end":85,"token_start":13,"token_end":13,"label":"change_direction"},{"start":90,"end":94,"token_start":15,"token_end":15,"label":"base"},{"start":107,"end":124,"token_start":19,"token_end":20,"label":"base"},{"start":137,"end":142,"token_start":23,"token_end":23,"label":"base"},{"text":"temperatures","start":153,"token_start":27,"token_end":27,"end":165,"type":"pattern","label":"aspect_changing"},{"start":172,"end":176,"token_start":29,"token_end":29,"label":"type_of"},{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"}],"tokens":[{"text":"Daytime","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"high","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"temperatures","start":13,"end":25,"id":2,"ws":true,"disabled":false},{"text":"this","start":26,"end":30,"id":3,"ws":true,"disabled":false},{"text":"summer","start":31,"end":37,"id":4,"ws":true,"disabled":false},{"text":"were","start":38,"end":42,"id":5,"ws":true,"disabled":false},{"text":"warmer","start":43,"end":49,"id":6,"ws":true,"disabled":false},{"text":"than","start":50,"end":54,"id":7,"ws":true,"disabled":false},{"text":"usual","start":55,"end":60,"id":8,"ws":true,"disabled":false},{"text":"\u2014","start":61,"end":62,"id":9,"ws":true,"disabled":false},{"text":"but","start":63,"end":66,"id":10,"ws":true,"disabled":false},{"text":"what","start":67,"end":71,"id":11,"ws":true,"disabled":false},{"text":"really","start":72,"end":78,"id":12,"ws":true,"disabled":false},{"text":"fueled","start":79,"end":85,"id":13,"ws":true,"disabled":false},{"text":"the","start":86,"end":89,"id":14,"ws":true,"disabled":false},{"text":"fire","start":90,"end":94,"id":15,"ws":true,"disabled":false},{"text":"here","start":95,"end":99,"id":16,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":17,"ws":true,"disabled":false},{"text":"after","start":101,"end":106,"id":18,"ws":true,"disabled":false},{"text":"lightning","start":107,"end":116,"id":19,"ws":true,"disabled":false},{"text":"strikes","start":117,"end":124,"id":20,"ws":true,"disabled":false},{"text":"started","start":125,"end":132,"id":21,"ws":true,"disabled":false},{"text":"the","start":133,"end":136,"id":22,"ws":true,"disabled":false},{"text":"blaze","start":137,"end":142,"id":23,"ws":false,"disabled":false},{"text":",","start":142,"end":143,"id":24,"ws":true,"disabled":false},{"text":"were","start":144,"end":148,"id":25,"ws":true,"disabled":false},{"text":"the","start":149,"end":152,"id":26,"ws":true,"disabled":false},{"text":"temperatures","start":153,"end":165,"id":27,"ws":true,"disabled":false},{"text":"after","start":166,"end":171,"id":28,"ws":true,"disabled":false},{"text":"dark","start":172,"end":176,"id":29,"ws":false,"disabled":false},{"text":".","start":176,"end":177,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":191,"end":203,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":13,"child":15,"head_span":{"start":79,"end":85,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":90,"end":94,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":172,"end":176,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":31,"head_span":{"start":153,"end":165,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":107,"end":124,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":137,"end":142,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":15,"head_span":{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":90,"end":94,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A recent paper by McGuirk and Burke, for example, shows that in Africa \u201cfactor conflicts\u201d \u2013 conflicts over controlling a territory where food is grown \u2013 occur where there is more abundance, while \u201coutput conflicts\u201d over the appropriation of surplus arise when resources are scarce.","text":"A recent paper by McGuirk and Burke, for example, shows that in Africa \u201cfactor conflicts\u201d \u2013 conflicts over controlling a territory where food is grown \u2013 occur where there is more abundance, while \u201coutput conflicts\u201d over the appropriation of surplus arise when resources are scarce. IMPLIED_BASE IMPLIED_BASE","characters":"281","document_index":"76","md_sentence_index":"27","classification_origin":"cm_cause_effect_rel","url":"http://politicalviolenceataglance.org/2019/02/04/climate-change-and-conflict/","combo_id":"76_27","post-training batch1":"76_27","_input_hash":-6858781,"_task_hash":64498609,"spans":[{"start":72,"end":88,"token_start":16,"token_end":17,"label":"base"},{"text":"more","start":174,"token_start":34,"token_end":34,"end":178,"type":"pattern","label":"change_direction"},{"start":179,"end":188,"token_start":35,"token_end":35,"label":"aspect_changing"},{"start":197,"end":213,"token_start":39,"token_end":40,"label":"base"},{"start":260,"end":269,"token_start":49,"token_end":49,"label":"base"},{"start":274,"end":280,"token_start":51,"token_end":51,"label":"change_direction"},{"start":282,"end":294,"token_start":53,"token_end":53,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"recent","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"paper","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"by","start":15,"end":17,"id":3,"ws":true,"disabled":false},{"text":"McGuirk","start":18,"end":25,"id":4,"ws":true,"disabled":false},{"text":"and","start":26,"end":29,"id":5,"ws":true,"disabled":false},{"text":"Burke","start":30,"end":35,"id":6,"ws":false,"disabled":false},{"text":",","start":35,"end":36,"id":7,"ws":true,"disabled":false},{"text":"for","start":37,"end":40,"id":8,"ws":true,"disabled":false},{"text":"example","start":41,"end":48,"id":9,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":10,"ws":true,"disabled":false},{"text":"shows","start":50,"end":55,"id":11,"ws":true,"disabled":false},{"text":"that","start":56,"end":60,"id":12,"ws":true,"disabled":false},{"text":"in","start":61,"end":63,"id":13,"ws":true,"disabled":false},{"text":"Africa","start":64,"end":70,"id":14,"ws":true,"disabled":false},{"text":"\u201c","start":71,"end":72,"id":15,"ws":false,"disabled":false},{"text":"factor","start":72,"end":78,"id":16,"ws":true,"disabled":false},{"text":"conflicts","start":79,"end":88,"id":17,"ws":false,"disabled":false},{"text":"\u201d","start":88,"end":89,"id":18,"ws":true,"disabled":false},{"text":"\u2013","start":90,"end":91,"id":19,"ws":true,"disabled":false},{"text":"conflicts","start":92,"end":101,"id":20,"ws":true,"disabled":false},{"text":"over","start":102,"end":106,"id":21,"ws":true,"disabled":false},{"text":"controlling","start":107,"end":118,"id":22,"ws":true,"disabled":false},{"text":"a","start":119,"end":120,"id":23,"ws":true,"disabled":false},{"text":"territory","start":121,"end":130,"id":24,"ws":true,"disabled":false},{"text":"where","start":131,"end":136,"id":25,"ws":true,"disabled":false},{"text":"food","start":137,"end":141,"id":26,"ws":true,"disabled":false},{"text":"is","start":142,"end":144,"id":27,"ws":true,"disabled":false},{"text":"grown","start":145,"end":150,"id":28,"ws":true,"disabled":false},{"text":"\u2013","start":151,"end":152,"id":29,"ws":true,"disabled":false},{"text":"occur","start":153,"end":158,"id":30,"ws":true,"disabled":false},{"text":"where","start":159,"end":164,"id":31,"ws":true,"disabled":false},{"text":"there","start":165,"end":170,"id":32,"ws":true,"disabled":false},{"text":"is","start":171,"end":173,"id":33,"ws":true,"disabled":false},{"text":"more","start":174,"end":178,"id":34,"ws":true,"disabled":false},{"text":"abundance","start":179,"end":188,"id":35,"ws":false,"disabled":false},{"text":",","start":188,"end":189,"id":36,"ws":true,"disabled":false},{"text":"while","start":190,"end":195,"id":37,"ws":true,"disabled":false},{"text":"\u201c","start":196,"end":197,"id":38,"ws":false,"disabled":false},{"text":"output","start":197,"end":203,"id":39,"ws":true,"disabled":false},{"text":"conflicts","start":204,"end":213,"id":40,"ws":false,"disabled":false},{"text":"\u201d","start":213,"end":214,"id":41,"ws":true,"disabled":false},{"text":"over","start":215,"end":219,"id":42,"ws":true,"disabled":false},{"text":"the","start":220,"end":223,"id":43,"ws":true,"disabled":false},{"text":"appropriation","start":224,"end":237,"id":44,"ws":true,"disabled":false},{"text":"of","start":238,"end":240,"id":45,"ws":true,"disabled":false},{"text":"surplus","start":241,"end":248,"id":46,"ws":true,"disabled":false},{"text":"arise","start":249,"end":254,"id":47,"ws":true,"disabled":false},{"text":"when","start":255,"end":259,"id":48,"ws":true,"disabled":false},{"text":"resources","start":260,"end":269,"id":49,"ws":true,"disabled":false},{"text":"are","start":270,"end":273,"id":50,"ws":true,"disabled":false},{"text":"scarce","start":274,"end":280,"id":51,"ws":false,"disabled":false},{"text":".","start":280,"end":281,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":282,"end":294,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":295,"end":307,"id":54,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":34,"child":53,"head_span":{"start":174,"end":178,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":282,"end":294,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":53,"head_span":{"start":179,"end":188,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":282,"end":294,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":49,"head_span":{"start":274,"end":280,"token_start":51,"token_end":51,"label":"change_direction"},"child_span":{"start":260,"end":269,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":53,"child":17,"head_span":{"start":282,"end":294,"token_start":53,"token_end":53,"label":"base"},"child_span":{"start":72,"end":88,"token_start":16,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":49,"child":40,"head_span":{"start":260,"end":269,"token_start":49,"token_end":49,"label":"base"},"child_span":{"start":197,"end":213,"token_start":39,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Over the last seven decades, hurricane stalling, which causes a storm to release massive amounts of rain on small areas, has become more common, research published in June in the journal Nature shows.","text":"Over the last seven decades, hurricane stalling, which causes a storm to release massive amounts of rain on small areas, has become more common, research published in June in the journal Nature shows. IMPLIED_BASE IMPLIED_BASE","characters":"200","document_index":"359","md_sentence_index":"3","classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/newshour/nation/is-climate-change-making-hurricanes-stall","combo_id":"359_3","post-training batch1":"359_3","_input_hash":489278362,"_task_hash":-506497080,"spans":[{"start":29,"end":47,"token_start":6,"token_end":7,"label":"base"},{"start":81,"end":88,"token_start":15,"token_end":15,"label":"change_direction"},{"start":89,"end":96,"token_start":16,"token_end":16,"label":"aspect_changing"},{"text":"rain","start":100,"token_start":18,"token_end":18,"end":104,"type":"pattern","label":"base"}],"tokens":[{"text":"Over","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"last","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"seven","start":14,"end":19,"id":3,"ws":true,"disabled":false},{"text":"decades","start":20,"end":27,"id":4,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":5,"ws":true,"disabled":false},{"text":"hurricane","start":29,"end":38,"id":6,"ws":true,"disabled":false},{"text":"stalling","start":39,"end":47,"id":7,"ws":false,"disabled":false},{"text":",","start":47,"end":48,"id":8,"ws":true,"disabled":false},{"text":"which","start":49,"end":54,"id":9,"ws":true,"disabled":false},{"text":"causes","start":55,"end":61,"id":10,"ws":true,"disabled":false},{"text":"a","start":62,"end":63,"id":11,"ws":true,"disabled":false},{"text":"storm","start":64,"end":69,"id":12,"ws":true,"disabled":false},{"text":"to","start":70,"end":72,"id":13,"ws":true,"disabled":false},{"text":"release","start":73,"end":80,"id":14,"ws":true,"disabled":false},{"text":"massive","start":81,"end":88,"id":15,"ws":true,"disabled":false},{"text":"amounts","start":89,"end":96,"id":16,"ws":true,"disabled":false},{"text":"of","start":97,"end":99,"id":17,"ws":true,"disabled":false},{"text":"rain","start":100,"end":104,"id":18,"ws":true,"disabled":false},{"text":"on","start":105,"end":107,"id":19,"ws":true,"disabled":false},{"text":"small","start":108,"end":113,"id":20,"ws":true,"disabled":false},{"text":"areas","start":114,"end":119,"id":21,"ws":false,"disabled":false},{"text":",","start":119,"end":120,"id":22,"ws":true,"disabled":false},{"text":"has","start":121,"end":124,"id":23,"ws":true,"disabled":false},{"text":"become","start":125,"end":131,"id":24,"ws":true,"disabled":false},{"text":"more","start":132,"end":136,"id":25,"ws":true,"disabled":false},{"text":"common","start":137,"end":143,"id":26,"ws":false,"disabled":false},{"text":",","start":143,"end":144,"id":27,"ws":true,"disabled":false},{"text":"research","start":145,"end":153,"id":28,"ws":true,"disabled":false},{"text":"published","start":154,"end":163,"id":29,"ws":true,"disabled":false},{"text":"in","start":164,"end":166,"id":30,"ws":true,"disabled":false},{"text":"June","start":167,"end":171,"id":31,"ws":true,"disabled":false},{"text":"in","start":172,"end":174,"id":32,"ws":true,"disabled":false},{"text":"the","start":175,"end":178,"id":33,"ws":true,"disabled":false},{"text":"journal","start":179,"end":186,"id":34,"ws":true,"disabled":false},{"text":"Nature","start":187,"end":193,"id":35,"ws":true,"disabled":false},{"text":"shows","start":194,"end":199,"id":36,"ws":false,"disabled":false},{"text":".","start":199,"end":200,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":201,"end":213,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":214,"end":226,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":15,"child":18,"head_span":{"start":81,"end":88,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":100,"end":104,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":89,"end":96,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":100,"end":104,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":18,"head_span":{"start":29,"end":47,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":100,"end":104,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In the 1998-1999 Nipah virus outbreak in Malaysia that killed more than 100 people, for example, researchers concluded that fruit bats dislodged by forest fires and an El Ni\u00f1o-related drought began feeding on fruit trees grown on the same farms as pigs.","text":"In the 1998-1999 Nipah virus outbreak in Malaysia that killed more than 100 people, for example, researchers concluded that fruit bats dislodged by forest fires and an El Ni\u00f1o-related drought began feeding on fruit trees grown on the same farms as pigs. IMPLIED_BASE IMPLIED_BASE","characters":"253","document_index":"607","md_sentence_index":"20","classification_origin":"causal_sentence_classification","url":"https://www.thedailybeast.com/get-ready-for-more-coronavirus-nightmares-thanks-to-climate-change","combo_id":"607_20","post-training batch1":"607_20","_input_hash":2051266223,"_task_hash":-880504217,"spans":[{"text":"more","start":62,"token_start":12,"token_end":12,"end":66,"type":"pattern","label":"change_direction"},{"text":"people","start":76,"token_start":15,"token_end":15,"end":82,"type":"pattern","label":"base"},{"text":"fruit","start":124,"token_start":23,"token_end":23,"end":129,"type":"pattern","label":"base"},{"text":"forest fires","start":148,"token_start":27,"token_end":28,"end":160,"type":"pattern","label":"base"},{"text":"drought","start":184,"token_start":35,"token_end":35,"end":191,"type":"pattern","label":"base"},{"text":"fruit","start":209,"token_start":39,"token_end":39,"end":214,"type":"pattern","label":"base"},{"text":"trees","start":215,"token_start":40,"token_end":40,"end":220,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"1998","start":7,"end":11,"id":2,"ws":false,"disabled":false},{"text":"-","start":11,"end":12,"id":3,"ws":false,"disabled":false},{"text":"1999","start":12,"end":16,"id":4,"ws":true,"disabled":false},{"text":"Nipah","start":17,"end":22,"id":5,"ws":true,"disabled":false},{"text":"virus","start":23,"end":28,"id":6,"ws":true,"disabled":false},{"text":"outbreak","start":29,"end":37,"id":7,"ws":true,"disabled":false},{"text":"in","start":38,"end":40,"id":8,"ws":true,"disabled":false},{"text":"Malaysia","start":41,"end":49,"id":9,"ws":true,"disabled":false},{"text":"that","start":50,"end":54,"id":10,"ws":true,"disabled":false},{"text":"killed","start":55,"end":61,"id":11,"ws":true,"disabled":false},{"text":"more","start":62,"end":66,"id":12,"ws":true,"disabled":false},{"text":"than","start":67,"end":71,"id":13,"ws":true,"disabled":false},{"text":"100","start":72,"end":75,"id":14,"ws":true,"disabled":false},{"text":"people","start":76,"end":82,"id":15,"ws":false,"disabled":false},{"text":",","start":82,"end":83,"id":16,"ws":true,"disabled":false},{"text":"for","start":84,"end":87,"id":17,"ws":true,"disabled":false},{"text":"example","start":88,"end":95,"id":18,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":19,"ws":true,"disabled":false},{"text":"researchers","start":97,"end":108,"id":20,"ws":true,"disabled":false},{"text":"concluded","start":109,"end":118,"id":21,"ws":true,"disabled":false},{"text":"that","start":119,"end":123,"id":22,"ws":true,"disabled":false},{"text":"fruit","start":124,"end":129,"id":23,"ws":true,"disabled":false},{"text":"bats","start":130,"end":134,"id":24,"ws":true,"disabled":false},{"text":"dislodged","start":135,"end":144,"id":25,"ws":true,"disabled":false},{"text":"by","start":145,"end":147,"id":26,"ws":true,"disabled":false},{"text":"forest","start":148,"end":154,"id":27,"ws":true,"disabled":false},{"text":"fires","start":155,"end":160,"id":28,"ws":true,"disabled":false},{"text":"and","start":161,"end":164,"id":29,"ws":true,"disabled":false},{"text":"an","start":165,"end":167,"id":30,"ws":true,"disabled":false},{"text":"El","start":168,"end":170,"id":31,"ws":true,"disabled":false},{"text":"Ni\u00f1o","start":171,"end":175,"id":32,"ws":false,"disabled":false},{"text":"-","start":175,"end":176,"id":33,"ws":false,"disabled":false},{"text":"related","start":176,"end":183,"id":34,"ws":true,"disabled":false},{"text":"drought","start":184,"end":191,"id":35,"ws":true,"disabled":false},{"text":"began","start":192,"end":197,"id":36,"ws":true,"disabled":false},{"text":"feeding","start":198,"end":205,"id":37,"ws":true,"disabled":false},{"text":"on","start":206,"end":208,"id":38,"ws":true,"disabled":false},{"text":"fruit","start":209,"end":214,"id":39,"ws":true,"disabled":false},{"text":"trees","start":215,"end":220,"id":40,"ws":true,"disabled":false},{"text":"grown","start":221,"end":226,"id":41,"ws":true,"disabled":false},{"text":"on","start":227,"end":229,"id":42,"ws":true,"disabled":false},{"text":"the","start":230,"end":233,"id":43,"ws":true,"disabled":false},{"text":"same","start":234,"end":238,"id":44,"ws":true,"disabled":false},{"text":"farms","start":239,"end":244,"id":45,"ws":true,"disabled":false},{"text":"as","start":245,"end":247,"id":46,"ws":true,"disabled":false},{"text":"pigs","start":248,"end":252,"id":47,"ws":false,"disabled":false},{"text":".","start":252,"end":253,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":254,"end":266,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":267,"end":279,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Dr. MacDonald is a pediatric pulmonologist, and he is concerned about the health risks to children from the ashen-thick air.\n","text":"Dr. MacDonald is a pediatric pulmonologist, and he is concerned about the health risks to children from the ashen-thick air. IMPLIED_BASE IMPLIED_BASE","characters":"125","document_index":"820","md_sentence_index":"6","classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.nytimes.com/2020/09/18/health/wildfires-children-lungs.html","combo_id":"820_6","post-training batch1":"820_6","_input_hash":-1412567066,"_task_hash":-2097603815,"spans":[{"text":"health","start":74,"token_start":13,"token_end":13,"end":80,"type":"pattern","label":"base"},{"text":"risks","start":81,"token_start":14,"token_end":14,"end":86,"type":"pattern","label":"aspect_changing"},{"start":90,"end":98,"token_start":16,"token_end":16,"label":"type_of"},{"start":108,"end":119,"token_start":19,"token_end":21,"label":"type_of"},{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"}],"tokens":[{"text":"Dr.","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"MacDonald","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"is","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"a","start":17,"end":18,"id":3,"ws":true,"disabled":false},{"text":"pediatric","start":19,"end":28,"id":4,"ws":true,"disabled":false},{"text":"pulmonologist","start":29,"end":42,"id":5,"ws":false,"disabled":false},{"text":",","start":42,"end":43,"id":6,"ws":true,"disabled":false},{"text":"and","start":44,"end":47,"id":7,"ws":true,"disabled":false},{"text":"he","start":48,"end":50,"id":8,"ws":true,"disabled":false},{"text":"is","start":51,"end":53,"id":9,"ws":true,"disabled":false},{"text":"concerned","start":54,"end":63,"id":10,"ws":true,"disabled":false},{"text":"about","start":64,"end":69,"id":11,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":12,"ws":true,"disabled":false},{"text":"health","start":74,"end":80,"id":13,"ws":true,"disabled":false},{"text":"risks","start":81,"end":86,"id":14,"ws":true,"disabled":false},{"text":"to","start":87,"end":89,"id":15,"ws":true,"disabled":false},{"text":"children","start":90,"end":98,"id":16,"ws":true,"disabled":false},{"text":"from","start":99,"end":103,"id":17,"ws":true,"disabled":false},{"text":"the","start":104,"end":107,"id":18,"ws":true,"disabled":false},{"text":"ashen","start":108,"end":113,"id":19,"ws":false,"disabled":false},{"text":"-","start":113,"end":114,"id":20,"ws":false,"disabled":false},{"text":"thick","start":114,"end":119,"id":21,"ws":true,"disabled":false},{"text":"air","start":120,"end":123,"id":22,"ws":false,"disabled":false},{"text":".","start":123,"end":124,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":16,"child":13,"head_span":{"start":90,"end":98,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":74,"end":80,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":81,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":74,"end":80,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":22,"head_span":{"start":108,"end":119,"token_start":19,"token_end":21,"label":"type_of"},"child_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":13,"head_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":74,"end":80,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In 2008, 36 million people were displaced by natural disasters.","text":"In 2008, 36 million people were displaced by natural disasters. IMPLIED_BASE IMPLIED_BASE","characters":"63","document_index":"714","md_sentence_index":"19","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/effects-of-climate-change-2014-6","combo_id":"714_19","post-training batch1":"714_19","_input_hash":1352934332,"_task_hash":-1514736861,"spans":[{"text":"people","start":20,"token_start":5,"token_end":5,"end":26,"type":"pattern","label":"base"},{"start":32,"end":41,"token_start":7,"token_end":7,"label":"aspect_changing"},{"text":"natural disasters","start":45,"token_start":9,"token_end":10,"end":62,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"2008","start":3,"end":7,"id":1,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":2,"ws":true,"disabled":false},{"text":"36","start":9,"end":11,"id":3,"ws":true,"disabled":false},{"text":"million","start":12,"end":19,"id":4,"ws":true,"disabled":false},{"text":"people","start":20,"end":26,"id":5,"ws":true,"disabled":false},{"text":"were","start":27,"end":31,"id":6,"ws":true,"disabled":false},{"text":"displaced","start":32,"end":41,"id":7,"ws":true,"disabled":false},{"text":"by","start":42,"end":44,"id":8,"ws":true,"disabled":false},{"text":"natural","start":45,"end":52,"id":9,"ws":true,"disabled":false},{"text":"disasters","start":53,"end":62,"id":10,"ws":false,"disabled":false},{"text":".","start":62,"end":63,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":64,"end":76,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":77,"end":89,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":7,"child":5,"head_span":{"start":32,"end":41,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":20,"end":26,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":5,"head_span":{"start":45,"end":62,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":20,"end":26,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The results show that while 80% of the largest companies expect climate change to result in major changes including extreme weather patterns, some firms have not yet studied the issue closely.\n","text":"The results show that while 80% of the largest companies expect climate change to result in major changes including extreme weather patterns, some firms have not yet studied the issue closely. IMPLIED_BASE IMPLIED_BASE","characters":"193","document_index":"177","md_sentence_index":"4","classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/06/04/business/climate-change-cost-companies/index.html","combo_id":"177_4","post-training batch1":"177_4","_input_hash":672162169,"_task_hash":-191704672,"spans":[{"text":"climate change","start":64,"token_start":12,"token_end":13,"end":78,"type":"pattern","label":"base"},{"text":"extreme weather","start":116,"token_start":20,"token_end":21,"end":131,"type":"pattern","label":"base"},{"start":132,"end":140,"token_start":22,"token_end":22,"label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"results","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"show","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"that","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"while","start":22,"end":27,"id":4,"ws":true,"disabled":false},{"text":"80","start":28,"end":30,"id":5,"ws":false,"disabled":false},{"text":"%","start":30,"end":31,"id":6,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":7,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":8,"ws":true,"disabled":false},{"text":"largest","start":39,"end":46,"id":9,"ws":true,"disabled":false},{"text":"companies","start":47,"end":56,"id":10,"ws":true,"disabled":false},{"text":"expect","start":57,"end":63,"id":11,"ws":true,"disabled":false},{"text":"climate","start":64,"end":71,"id":12,"ws":true,"disabled":false},{"text":"change","start":72,"end":78,"id":13,"ws":true,"disabled":false},{"text":"to","start":79,"end":81,"id":14,"ws":true,"disabled":false},{"text":"result","start":82,"end":88,"id":15,"ws":true,"disabled":false},{"text":"in","start":89,"end":91,"id":16,"ws":true,"disabled":false},{"text":"major","start":92,"end":97,"id":17,"ws":true,"disabled":false},{"text":"changes","start":98,"end":105,"id":18,"ws":true,"disabled":false},{"text":"including","start":106,"end":115,"id":19,"ws":true,"disabled":false},{"text":"extreme","start":116,"end":123,"id":20,"ws":true,"disabled":false},{"text":"weather","start":124,"end":131,"id":21,"ws":true,"disabled":false},{"text":"patterns","start":132,"end":140,"id":22,"ws":false,"disabled":false},{"text":",","start":140,"end":141,"id":23,"ws":true,"disabled":false},{"text":"some","start":142,"end":146,"id":24,"ws":true,"disabled":false},{"text":"firms","start":147,"end":152,"id":25,"ws":true,"disabled":false},{"text":"have","start":153,"end":157,"id":26,"ws":true,"disabled":false},{"text":"not","start":158,"end":161,"id":27,"ws":true,"disabled":false},{"text":"yet","start":162,"end":165,"id":28,"ws":true,"disabled":false},{"text":"studied","start":166,"end":173,"id":29,"ws":true,"disabled":false},{"text":"the","start":174,"end":177,"id":30,"ws":true,"disabled":false},{"text":"issue","start":178,"end":183,"id":31,"ws":true,"disabled":false},{"text":"closely","start":184,"end":191,"id":32,"ws":false,"disabled":false},{"text":".","start":191,"end":192,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":206,"end":218,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":22,"child":21,"head_span":{"start":132,"end":140,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":116,"end":131,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":21,"head_span":{"start":64,"end":78,"token_start":12,"token_end":13,"label":"base"},"child_span":{"start":116,"end":131,"token_start":20,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We can see that, alongside the risks to physical health outlined by the UK Health Alliance on Climate Change, the mental health impact of the climate crisis will be enormous.","text":"We can see that, alongside the risks to physical health outlined by the UK Health Alliance on Climate Change, the mental health impact of the climate crisis will be enormous. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"645","md_sentence_index":"9","classification_origin":"causal_sentence_classification","url":"https://docs.google.com/forms/d/e/1FAIpQLSdU6L3NM12ikT-34ZPlp1yv-6nHcM5aqhmid6nK-M3plZGu3A/viewform","combo_id":"645_9","post-training batch1":"645_9","_input_hash":371728873,"_task_hash":-729103722,"spans":[{"text":"risks","start":31,"token_start":7,"token_end":7,"end":36,"type":"pattern","label":"aspect_changing"},{"start":40,"end":48,"token_start":9,"token_end":9,"label":"type_of"},{"text":"health","start":49,"token_start":10,"token_end":10,"end":55,"type":"pattern","label":"base"},{"start":114,"end":120,"token_start":22,"token_end":22,"label":"type_of"},{"text":"health","start":121,"token_start":23,"token_end":23,"end":127,"type":"pattern","label":"base"},{"start":128,"end":134,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":142,"end":156,"token_start":27,"token_end":28,"label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"can","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"see","start":7,"end":10,"id":2,"ws":true,"disabled":false},{"text":"that","start":11,"end":15,"id":3,"ws":false,"disabled":false},{"text":",","start":15,"end":16,"id":4,"ws":true,"disabled":false},{"text":"alongside","start":17,"end":26,"id":5,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":6,"ws":true,"disabled":false},{"text":"risks","start":31,"end":36,"id":7,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":8,"ws":true,"disabled":false},{"text":"physical","start":40,"end":48,"id":9,"ws":true,"disabled":false},{"text":"health","start":49,"end":55,"id":10,"ws":true,"disabled":false},{"text":"outlined","start":56,"end":64,"id":11,"ws":true,"disabled":false},{"text":"by","start":65,"end":67,"id":12,"ws":true,"disabled":false},{"text":"the","start":68,"end":71,"id":13,"ws":true,"disabled":false},{"text":"UK","start":72,"end":74,"id":14,"ws":true,"disabled":false},{"text":"Health","start":75,"end":81,"id":15,"ws":true,"disabled":false},{"text":"Alliance","start":82,"end":90,"id":16,"ws":true,"disabled":false},{"text":"on","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"Climate","start":94,"end":101,"id":18,"ws":true,"disabled":false},{"text":"Change","start":102,"end":108,"id":19,"ws":false,"disabled":false},{"text":",","start":108,"end":109,"id":20,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":21,"ws":true,"disabled":false},{"text":"mental","start":114,"end":120,"id":22,"ws":true,"disabled":false},{"text":"health","start":121,"end":127,"id":23,"ws":true,"disabled":false},{"text":"impact","start":128,"end":134,"id":24,"ws":true,"disabled":false},{"text":"of","start":135,"end":137,"id":25,"ws":true,"disabled":false},{"text":"the","start":138,"end":141,"id":26,"ws":true,"disabled":false},{"text":"climate","start":142,"end":149,"id":27,"ws":true,"disabled":false},{"text":"crisis","start":150,"end":156,"id":28,"ws":true,"disabled":false},{"text":"will","start":157,"end":161,"id":29,"ws":true,"disabled":false},{"text":"be","start":162,"end":164,"id":30,"ws":true,"disabled":false},{"text":"enormous","start":165,"end":173,"id":31,"ws":false,"disabled":false},{"text":".","start":173,"end":174,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":9,"child":10,"head_span":{"start":40,"end":48,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":49,"end":55,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":31,"end":36,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":49,"end":55,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":114,"end":120,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":121,"end":127,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":23,"head_span":{"start":128,"end":134,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":121,"end":127,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":10,"head_span":{"start":142,"end":156,"token_start":27,"token_end":28,"label":"base"},"child_span":{"start":49,"end":55,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":23,"head_span":{"start":142,"end":156,"token_start":27,"token_end":28,"label":"base"},"child_span":{"start":121,"end":127,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The wine industry worldwide has been rocked by the effects of climate change, with grape quality and vineyard production immediately impacted by the slightest change of temperature.\n","text":"The wine industry worldwide has been rocked by the effects of climate change, with grape quality and vineyard production immediately impacted by the slightest change of temperature. IMPLIED_BASE IMPLIED_BASE","characters":"182","document_index":"353","md_sentence_index":"6","classification_origin":"cm_cause_effect_rel","url":"https://www.euronews.com/2019/09/02/watch-climate-change-hits-greek-wine-as-grape-harvest-falls-30","combo_id":"353_6","post-training batch1":"353_6","_input_hash":1780079886,"_task_hash":-1688259817,"spans":[{"start":4,"end":17,"token_start":1,"token_end":2,"label":"base"},{"start":37,"end":43,"token_start":6,"token_end":6,"label":"change_direction"},{"start":51,"end":58,"token_start":9,"token_end":9,"label":"aspect_changing"},{"text":"climate change","start":62,"token_start":11,"token_end":12,"end":76,"type":"pattern","label":"base"},{"start":83,"end":88,"token_start":15,"token_end":15,"label":"base"},{"text":"quality","start":89,"token_start":16,"token_end":16,"end":96,"type":"pattern","label":"aspect_changing"},{"start":101,"end":109,"token_start":18,"token_end":18,"label":"base"},{"start":110,"end":120,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":159,"end":165,"token_start":25,"token_end":25,"label":"change_direction"},{"text":"temperature","start":169,"token_start":27,"token_end":27,"end":180,"type":"pattern","label":"aspect_changing"},{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"wine","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"industry","start":9,"end":17,"id":2,"ws":true,"disabled":false},{"text":"worldwide","start":18,"end":27,"id":3,"ws":true,"disabled":false},{"text":"has","start":28,"end":31,"id":4,"ws":true,"disabled":false},{"text":"been","start":32,"end":36,"id":5,"ws":true,"disabled":false},{"text":"rocked","start":37,"end":43,"id":6,"ws":true,"disabled":false},{"text":"by","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"the","start":47,"end":50,"id":8,"ws":true,"disabled":false},{"text":"effects","start":51,"end":58,"id":9,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":10,"ws":true,"disabled":false},{"text":"climate","start":62,"end":69,"id":11,"ws":true,"disabled":false},{"text":"change","start":70,"end":76,"id":12,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":13,"ws":true,"disabled":false},{"text":"with","start":78,"end":82,"id":14,"ws":true,"disabled":false},{"text":"grape","start":83,"end":88,"id":15,"ws":true,"disabled":false},{"text":"quality","start":89,"end":96,"id":16,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":17,"ws":true,"disabled":false},{"text":"vineyard","start":101,"end":109,"id":18,"ws":true,"disabled":false},{"text":"production","start":110,"end":120,"id":19,"ws":true,"disabled":false},{"text":"immediately","start":121,"end":132,"id":20,"ws":true,"disabled":false},{"text":"impacted","start":133,"end":141,"id":21,"ws":true,"disabled":false},{"text":"by","start":142,"end":144,"id":22,"ws":true,"disabled":false},{"text":"the","start":145,"end":148,"id":23,"ws":true,"disabled":false},{"text":"slightest","start":149,"end":158,"id":24,"ws":true,"disabled":false},{"text":"change","start":159,"end":165,"id":25,"ws":true,"disabled":false},{"text":"of","start":166,"end":168,"id":26,"ws":true,"disabled":false},{"text":"temperature","start":169,"end":180,"id":27,"ws":false,"disabled":false},{"text":".","start":180,"end":181,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":182,"end":194,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":195,"end":207,"id":30,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":9,"child":12,"head_span":{"start":51,"end":58,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":62,"end":76,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":29,"head_span":{"start":169,"end":180,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":29,"head_span":{"start":159,"end":165,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":15,"head_span":{"start":89,"end":96,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":83,"end":88,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":110,"end":120,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":101,"end":109,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":2,"head_span":{"start":37,"end":43,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":4,"end":17,"token_start":1,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":2,"head_span":{"start":62,"end":76,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":4,"end":17,"token_start":1,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":15,"head_span":{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":83,"end":88,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":18,"head_span":{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":101,"end":109,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Studies have shown that malnourishment \u2014 both prenatal and in early children \u2014 is a precursor to adulthood antisocial behavior, aggression, and violence.","text":"Studies have shown that malnourishment \u2014 both prenatal and in early children \u2014 is a precursor to adulthood antisocial behavior, aggression, and violence. IMPLIED_BASE IMPLIED_BASE","characters":"153","document_index":"711","md_sentence_index":"37","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_37","post-training batch1":"711_37","_input_hash":-1216920431,"_task_hash":109150949,"spans":[{"start":24,"end":38,"token_start":4,"token_end":4,"label":"base"},{"start":46,"end":54,"token_start":7,"token_end":7,"label":"type_of"},{"start":62,"end":76,"token_start":10,"token_end":11,"label":"type_of"},{"start":79,"end":96,"token_start":13,"token_end":16,"label":"predicate"},{"start":97,"end":106,"token_start":17,"token_end":17,"label":"type_of"},{"start":107,"end":126,"token_start":18,"token_end":19,"label":"base"},{"start":128,"end":138,"token_start":21,"token_end":21,"label":"base"},{"text":"violence","start":144,"token_start":24,"token_end":24,"end":152,"type":"pattern","label":"base"}],"tokens":[{"text":"Studies","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"have","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"shown","start":13,"end":18,"id":2,"ws":true,"disabled":false},{"text":"that","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"malnourishment","start":24,"end":38,"id":4,"ws":true,"disabled":false},{"text":"\u2014","start":39,"end":40,"id":5,"ws":true,"disabled":false},{"text":"both","start":41,"end":45,"id":6,"ws":true,"disabled":false},{"text":"prenatal","start":46,"end":54,"id":7,"ws":true,"disabled":false},{"text":"and","start":55,"end":58,"id":8,"ws":true,"disabled":false},{"text":"in","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"early","start":62,"end":67,"id":10,"ws":true,"disabled":false},{"text":"children","start":68,"end":76,"id":11,"ws":true,"disabled":false},{"text":"\u2014","start":77,"end":78,"id":12,"ws":true,"disabled":false},{"text":"is","start":79,"end":81,"id":13,"ws":true,"disabled":false},{"text":"a","start":82,"end":83,"id":14,"ws":true,"disabled":false},{"text":"precursor","start":84,"end":93,"id":15,"ws":true,"disabled":false},{"text":"to","start":94,"end":96,"id":16,"ws":true,"disabled":false},{"text":"adulthood","start":97,"end":106,"id":17,"ws":true,"disabled":false},{"text":"antisocial","start":107,"end":117,"id":18,"ws":true,"disabled":false},{"text":"behavior","start":118,"end":126,"id":19,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":20,"ws":true,"disabled":false},{"text":"aggression","start":128,"end":138,"id":21,"ws":false,"disabled":false},{"text":",","start":138,"end":139,"id":22,"ws":true,"disabled":false},{"text":"and","start":140,"end":143,"id":23,"ws":true,"disabled":false},{"text":"violence","start":144,"end":152,"id":24,"ws":false,"disabled":false},{"text":".","start":152,"end":153,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":167,"end":179,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":7,"child":4,"head_span":{"start":46,"end":54,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":24,"end":38,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":4,"head_span":{"start":62,"end":76,"token_start":10,"token_end":11,"label":"type_of"},"child_span":{"start":24,"end":38,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":97,"end":106,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":107,"end":126,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":19,"head_span":{"start":24,"end":38,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":107,"end":126,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":21,"head_span":{"start":24,"end":38,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":128,"end":138,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":24,"head_span":{"start":24,"end":38,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":144,"end":152,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"?","reason":"","relation count":"one","complexity":"simple","original_md_text":"Although the political process has a long history of misinformation and popular misperceptions, misinformation on social media has caused widespread alarm in recent years","text":"Although the political process has a long history of misinformation and popular misperceptions, misinformation on social media has caused widespread alarm in recent years IMPLIED_BASE IMPLIED_BASE","characters":"170","document_index":"202","md_sentence_index":"19","classification_origin":"cm_cause_effect_rel","url":"https://web.stanford.edu/~gentzkow/research/fake-news-trends.pdf","combo_id":"202_19","post-training batch1":"202_19","_input_hash":170253480,"_task_hash":-401067575,"spans":[{"start":96,"end":110,"token_start":14,"token_end":14,"label":"base"},{"start":111,"end":126,"token_start":15,"token_end":17,"label":"where"},{"start":127,"end":130,"token_start":18,"token_end":18,"label":"confidence"},{"start":131,"end":137,"token_start":19,"token_end":19,"label":"predicate"},{"start":138,"end":148,"token_start":20,"token_end":20,"label":"effect_size"},{"start":149,"end":154,"token_start":21,"token_end":21,"label":"base"},{"start":155,"end":170,"token_start":22,"token_end":24,"label":"when"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"political","start":13,"end":22,"id":2,"ws":true,"disabled":false},{"text":"process","start":23,"end":30,"id":3,"ws":true,"disabled":false},{"text":"has","start":31,"end":34,"id":4,"ws":true,"disabled":false},{"text":"a","start":35,"end":36,"id":5,"ws":true,"disabled":false},{"text":"long","start":37,"end":41,"id":6,"ws":true,"disabled":false},{"text":"history","start":42,"end":49,"id":7,"ws":true,"disabled":false},{"text":"of","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"misinformation","start":53,"end":67,"id":9,"ws":true,"disabled":false},{"text":"and","start":68,"end":71,"id":10,"ws":true,"disabled":false},{"text":"popular","start":72,"end":79,"id":11,"ws":true,"disabled":false},{"text":"misperceptions","start":80,"end":94,"id":12,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":13,"ws":true,"disabled":false},{"text":"misinformation","start":96,"end":110,"id":14,"ws":true,"disabled":false},{"text":"on","start":111,"end":113,"id":15,"ws":true,"disabled":false},{"text":"social","start":114,"end":120,"id":16,"ws":true,"disabled":false},{"text":"media","start":121,"end":126,"id":17,"ws":true,"disabled":false},{"text":"has","start":127,"end":130,"id":18,"ws":true,"disabled":false},{"text":"caused","start":131,"end":137,"id":19,"ws":true,"disabled":false},{"text":"widespread","start":138,"end":148,"id":20,"ws":true,"disabled":false},{"text":"alarm","start":149,"end":154,"id":21,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":22,"ws":true,"disabled":false},{"text":"recent","start":158,"end":164,"id":23,"ws":true,"disabled":false},{"text":"years","start":165,"end":170,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":17,"child":14,"head_span":{"start":111,"end":126,"token_start":15,"token_end":17,"label":"where"},"child_span":{"start":96,"end":110,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":138,"end":148,"token_start":20,"token_end":20,"label":"effect_size"},"child_span":{"start":149,"end":154,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":21,"head_span":{"start":96,"end":110,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":149,"end":154,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Most of the evening he was on the defensive, as the Corps has been throughout the extraordinary spring deluge that has flooded rivers from Oklahoma to Louisiana, overtopping levees and forcing the federal agency into the position of choosing which communities will be inundated with water its dams can no longer hold.\n","text":"Most of the evening he was on the defensive, as the Corps has been throughout the extraordinary spring deluge that has flooded rivers from Oklahoma to Louisiana, overtopping levees and forcing the federal agency into the position of choosing which communities will be inundated with water its dams can no longer hold. IMPLIED_BASE IMPLIED_BASE","characters":"318","document_index":"144","md_sentence_index":"9","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/05/31/us/army-corps-engineers-midwest-floods.html","combo_id":"144_9","post-training batch1":"144_9","_input_hash":-2145908395,"_task_hash":1651319459,"spans":[{"start":82,"end":95,"token_start":17,"token_end":17,"label":"effect_size"},{"start":96,"end":102,"token_start":18,"token_end":18,"label":"when"},{"start":103,"end":109,"token_start":19,"token_end":19,"label":"base"},{"start":110,"end":114,"token_start":20,"token_end":20,"label":"predicate"},{"start":119,"end":126,"token_start":22,"token_end":22,"label":"change_direction"},{"text":"rivers","start":127,"token_start":23,"token_end":23,"end":133,"type":"pattern","label":"base"},{"start":139,"end":160,"token_start":25,"token_end":27,"label":"where"},{"start":162,"end":173,"token_start":29,"token_end":29,"label":"change_direction"},{"start":174,"end":180,"token_start":30,"token_end":30,"label":"base"},{"start":185,"end":192,"token_start":32,"token_end":32,"label":"predicate"},{"start":197,"end":211,"token_start":34,"token_end":35,"label":"to_whom"},{"start":233,"end":241,"token_start":40,"token_end":40,"label":"change_direction"},{"start":248,"end":259,"token_start":42,"token_end":42,"label":"base"},{"start":265,"end":288,"token_start":44,"token_end":47,"label":"aspect_changing"}],"tokens":[{"text":"Most","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"of","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"evening","start":12,"end":19,"id":3,"ws":true,"disabled":false},{"text":"he","start":20,"end":22,"id":4,"ws":true,"disabled":false},{"text":"was","start":23,"end":26,"id":5,"ws":true,"disabled":false},{"text":"on","start":27,"end":29,"id":6,"ws":true,"disabled":false},{"text":"the","start":30,"end":33,"id":7,"ws":true,"disabled":false},{"text":"defensive","start":34,"end":43,"id":8,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":9,"ws":true,"disabled":false},{"text":"as","start":45,"end":47,"id":10,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":11,"ws":true,"disabled":false},{"text":"Corps","start":52,"end":57,"id":12,"ws":true,"disabled":false},{"text":"has","start":58,"end":61,"id":13,"ws":true,"disabled":false},{"text":"been","start":62,"end":66,"id":14,"ws":true,"disabled":false},{"text":"throughout","start":67,"end":77,"id":15,"ws":true,"disabled":false},{"text":"the","start":78,"end":81,"id":16,"ws":true,"disabled":false},{"text":"extraordinary","start":82,"end":95,"id":17,"ws":true,"disabled":false},{"text":"spring","start":96,"end":102,"id":18,"ws":true,"disabled":false},{"text":"deluge","start":103,"end":109,"id":19,"ws":true,"disabled":false},{"text":"that","start":110,"end":114,"id":20,"ws":true,"disabled":false},{"text":"has","start":115,"end":118,"id":21,"ws":true,"disabled":false},{"text":"flooded","start":119,"end":126,"id":22,"ws":true,"disabled":false},{"text":"rivers","start":127,"end":133,"id":23,"ws":true,"disabled":false},{"text":"from","start":134,"end":138,"id":24,"ws":true,"disabled":false},{"text":"Oklahoma","start":139,"end":147,"id":25,"ws":true,"disabled":false},{"text":"to","start":148,"end":150,"id":26,"ws":true,"disabled":false},{"text":"Louisiana","start":151,"end":160,"id":27,"ws":false,"disabled":false},{"text":",","start":160,"end":161,"id":28,"ws":true,"disabled":false},{"text":"overtopping","start":162,"end":173,"id":29,"ws":true,"disabled":false},{"text":"levees","start":174,"end":180,"id":30,"ws":true,"disabled":false},{"text":"and","start":181,"end":184,"id":31,"ws":true,"disabled":false},{"text":"forcing","start":185,"end":192,"id":32,"ws":true,"disabled":false},{"text":"the","start":193,"end":196,"id":33,"ws":true,"disabled":false},{"text":"federal","start":197,"end":204,"id":34,"ws":true,"disabled":false},{"text":"agency","start":205,"end":211,"id":35,"ws":true,"disabled":false},{"text":"into","start":212,"end":216,"id":36,"ws":true,"disabled":false},{"text":"the","start":217,"end":220,"id":37,"ws":true,"disabled":false},{"text":"position","start":221,"end":229,"id":38,"ws":true,"disabled":false},{"text":"of","start":230,"end":232,"id":39,"ws":true,"disabled":false},{"text":"choosing","start":233,"end":241,"id":40,"ws":true,"disabled":false},{"text":"which","start":242,"end":247,"id":41,"ws":true,"disabled":false},{"text":"communities","start":248,"end":259,"id":42,"ws":true,"disabled":false},{"text":"will","start":260,"end":264,"id":43,"ws":true,"disabled":false},{"text":"be","start":265,"end":267,"id":44,"ws":true,"disabled":false},{"text":"inundated","start":268,"end":277,"id":45,"ws":true,"disabled":false},{"text":"with","start":278,"end":282,"id":46,"ws":true,"disabled":false},{"text":"water","start":283,"end":288,"id":47,"ws":true,"disabled":false},{"text":"its","start":289,"end":292,"id":48,"ws":true,"disabled":false},{"text":"dams","start":293,"end":297,"id":49,"ws":true,"disabled":false},{"text":"can","start":298,"end":301,"id":50,"ws":true,"disabled":false},{"text":"no","start":302,"end":304,"id":51,"ws":true,"disabled":false},{"text":"longer","start":305,"end":311,"id":52,"ws":true,"disabled":false},{"text":"hold","start":312,"end":316,"id":53,"ws":false,"disabled":false},{"text":".","start":316,"end":317,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":318,"end":330,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":331,"end":343,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":22,"child":23,"head_span":{"start":119,"end":126,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":127,"end":133,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":96,"end":102,"token_start":18,"token_end":18,"label":"when"},"child_span":{"start":103,"end":109,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":82,"end":95,"token_start":17,"token_end":17,"label":"effect_size"},"child_span":{"start":103,"end":109,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":30,"head_span":{"start":162,"end":173,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":174,"end":180,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":42,"head_span":{"start":265,"end":288,"token_start":44,"token_end":47,"label":"aspect_changing"},"child_span":{"start":248,"end":259,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":42,"head_span":{"start":233,"end":241,"token_start":40,"token_end":40,"label":"change_direction"},"child_span":{"start":248,"end":259,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":23,"head_span":{"start":103,"end":109,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":127,"end":133,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":30,"head_span":{"start":127,"end":133,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":174,"end":180,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":42,"head_span":{"start":174,"end":180,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":248,"end":259,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The Economist\u2019s Intelligence Unit estimates that the current value of direct private investor losses globally due to the physical risks of climate change is between $4.2 trillion and $13.8 trillion, depending on the warming","text":"The Economist\u2019s Intelligence Unit estimates that the current value of direct private investor losses globally due to the physical risks of climate change is between $4.2 trillion and $13.8 trillion, depending on the warming IMPLIED_BASE IMPLIED_BASE","characters":"223","document_index":"631","md_sentence_index":"43","classification_origin":"causal_sentence_classification","url":"https://www.americanprogress.org/issues/economy/reports/2019/11/21/477190/climate-change-threatens-stability-financial-system/","combo_id":"631_43","post-training batch1":"631_43","_input_hash":1473606879,"_task_hash":-1068615894,"spans":[{"start":70,"end":84,"token_start":11,"token_end":12,"label":"type_of"},{"start":85,"end":93,"token_start":13,"token_end":13,"label":"base"},{"start":94,"end":100,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":101,"end":109,"token_start":15,"token_end":15,"label":"where"},{"start":110,"end":116,"token_start":16,"token_end":17,"label":"predicate"},{"start":121,"end":135,"token_start":19,"token_end":20,"label":"aspect_changing"},{"text":"climate change","start":139,"token_start":22,"token_end":23,"end":153,"type":"pattern","label":"base"},{"start":157,"end":197,"token_start":25,"token_end":32,"label":"effect_size"},{"start":199,"end":211,"token_start":34,"token_end":35,"label":"predicate"},{"start":216,"end":223,"token_start":37,"token_end":37,"label":"change_direction"},{"start":224,"end":236,"token_start":38,"token_end":38,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Economist","start":4,"end":13,"id":1,"ws":false,"disabled":false},{"text":"\u2019s","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"Intelligence","start":16,"end":28,"id":3,"ws":true,"disabled":false},{"text":"Unit","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"estimates","start":34,"end":43,"id":5,"ws":true,"disabled":false},{"text":"that","start":44,"end":48,"id":6,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":7,"ws":true,"disabled":false},{"text":"current","start":53,"end":60,"id":8,"ws":true,"disabled":false},{"text":"value","start":61,"end":66,"id":9,"ws":true,"disabled":false},{"text":"of","start":67,"end":69,"id":10,"ws":true,"disabled":false},{"text":"direct","start":70,"end":76,"id":11,"ws":true,"disabled":false},{"text":"private","start":77,"end":84,"id":12,"ws":true,"disabled":false},{"text":"investor","start":85,"end":93,"id":13,"ws":true,"disabled":false},{"text":"losses","start":94,"end":100,"id":14,"ws":true,"disabled":false},{"text":"globally","start":101,"end":109,"id":15,"ws":true,"disabled":false},{"text":"due","start":110,"end":113,"id":16,"ws":true,"disabled":false},{"text":"to","start":114,"end":116,"id":17,"ws":true,"disabled":false},{"text":"the","start":117,"end":120,"id":18,"ws":true,"disabled":false},{"text":"physical","start":121,"end":129,"id":19,"ws":true,"disabled":false},{"text":"risks","start":130,"end":135,"id":20,"ws":true,"disabled":false},{"text":"of","start":136,"end":138,"id":21,"ws":true,"disabled":false},{"text":"climate","start":139,"end":146,"id":22,"ws":true,"disabled":false},{"text":"change","start":147,"end":153,"id":23,"ws":true,"disabled":false},{"text":"is","start":154,"end":156,"id":24,"ws":true,"disabled":false},{"text":"between","start":157,"end":164,"id":25,"ws":true,"disabled":false},{"text":"$","start":165,"end":166,"id":26,"ws":false,"disabled":false},{"text":"4.2","start":166,"end":169,"id":27,"ws":true,"disabled":false},{"text":"trillion","start":170,"end":178,"id":28,"ws":true,"disabled":false},{"text":"and","start":179,"end":182,"id":29,"ws":true,"disabled":false},{"text":"$","start":183,"end":184,"id":30,"ws":false,"disabled":false},{"text":"13.8","start":184,"end":188,"id":31,"ws":true,"disabled":false},{"text":"trillion","start":189,"end":197,"id":32,"ws":false,"disabled":false},{"text":",","start":197,"end":198,"id":33,"ws":true,"disabled":false},{"text":"depending","start":199,"end":208,"id":34,"ws":true,"disabled":false},{"text":"on","start":209,"end":211,"id":35,"ws":true,"disabled":false},{"text":"the","start":212,"end":215,"id":36,"ws":true,"disabled":false},{"text":"warming","start":216,"end":223,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":224,"end":236,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":237,"end":249,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":12,"child":13,"head_span":{"start":70,"end":84,"token_start":11,"token_end":12,"label":"type_of"},"child_span":{"start":85,"end":93,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":94,"end":100,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":85,"end":93,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":13,"head_span":{"start":101,"end":109,"token_start":15,"token_end":15,"label":"where"},"child_span":{"start":85,"end":93,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":121,"end":135,"token_start":19,"token_end":20,"label":"aspect_changing"},"child_span":{"start":139,"end":153,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":13,"head_span":{"start":139,"end":153,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":85,"end":93,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":38,"head_span":{"start":216,"end":223,"token_start":37,"token_end":37,"label":"change_direction"},"child_span":{"start":224,"end":236,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":23,"head_span":{"start":224,"end":236,"token_start":38,"token_end":38,"label":"base"},"child_span":{"start":139,"end":153,"token_start":22,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Physical risks include the direct financial and operational implications for organizations from natural catastrophes as well as long-term climate change.","text":"Physical risks include the direct financial and operational implications for organizations from natural catastrophes as well as long-term climate change. IMPLIED_BASE IMPLIED_BASE","characters":"153","document_index":"525","md_sentence_index":"28","classification_origin":"causal_sentence_classification","url":"https://www.spglobal.com/ratings/en/research/articles/190909-climate-change-can-banks-weather-the-effects-11139468","combo_id":"525_28","post-training batch1":"525_28","_input_hash":-1234573885,"_task_hash":2114058012,"spans":[{"start":0,"end":14,"token_start":0,"token_end":1,"label":"aspect_changing"},{"start":27,"end":72,"token_start":4,"token_end":8,"label":"aspect_changing"},{"start":77,"end":90,"token_start":10,"token_end":10,"label":"base"},{"start":91,"end":95,"token_start":11,"token_end":11,"label":"predicate"},{"start":96,"end":103,"token_start":12,"token_end":12,"label":"type_of"},{"start":104,"end":116,"token_start":13,"token_end":13,"label":"base"},{"start":128,"end":137,"token_start":17,"token_end":19,"label":"type_of"},{"text":"climate change","start":138,"token_start":20,"token_end":21,"end":152,"type":"pattern","label":"base"}],"tokens":[{"text":"Physical","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"risks","start":9,"end":14,"id":1,"ws":true,"disabled":false},{"text":"include","start":15,"end":22,"id":2,"ws":true,"disabled":false},{"text":"the","start":23,"end":26,"id":3,"ws":true,"disabled":false},{"text":"direct","start":27,"end":33,"id":4,"ws":true,"disabled":false},{"text":"financial","start":34,"end":43,"id":5,"ws":true,"disabled":false},{"text":"and","start":44,"end":47,"id":6,"ws":true,"disabled":false},{"text":"operational","start":48,"end":59,"id":7,"ws":true,"disabled":false},{"text":"implications","start":60,"end":72,"id":8,"ws":true,"disabled":false},{"text":"for","start":73,"end":76,"id":9,"ws":true,"disabled":false},{"text":"organizations","start":77,"end":90,"id":10,"ws":true,"disabled":false},{"text":"from","start":91,"end":95,"id":11,"ws":true,"disabled":false},{"text":"natural","start":96,"end":103,"id":12,"ws":true,"disabled":false},{"text":"catastrophes","start":104,"end":116,"id":13,"ws":true,"disabled":false},{"text":"as","start":117,"end":119,"id":14,"ws":true,"disabled":false},{"text":"well","start":120,"end":124,"id":15,"ws":true,"disabled":false},{"text":"as","start":125,"end":127,"id":16,"ws":true,"disabled":false},{"text":"long","start":128,"end":132,"id":17,"ws":false,"disabled":false},{"text":"-","start":132,"end":133,"id":18,"ws":false,"disabled":false},{"text":"term","start":133,"end":137,"id":19,"ws":true,"disabled":false},{"text":"climate","start":138,"end":145,"id":20,"ws":true,"disabled":false},{"text":"change","start":146,"end":152,"id":21,"ws":false,"disabled":false},{"text":".","start":152,"end":153,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":167,"end":179,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":8,"child":10,"head_span":{"start":27,"end":72,"token_start":4,"token_end":8,"label":"aspect_changing"},"child_span":{"start":77,"end":90,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":10,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"aspect_changing"},"child_span":{"start":77,"end":90,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":96,"end":103,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":104,"end":116,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":21,"head_span":{"start":128,"end":137,"token_start":17,"token_end":19,"label":"type_of"},"child_span":{"start":138,"end":152,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":10,"head_span":{"start":138,"end":152,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":77,"end":90,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":10,"head_span":{"start":104,"end":116,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":77,"end":90,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"She said U.S. public health officials are not prepared for the kinds of heat waves seen in Europe in 2003 that killed over 70,000 people.\n","text":"She said U.S. public health officials are not prepared for the kinds of heat waves seen in Europe in 2003 that killed over 70,000 people. IMPLIED_BASE IMPLIED_BASE","characters":"138","document_index":"338","md_sentence_index":"18","classification_origin":"cm_cause_effect_rel","url":"https://www.cuanschutztoday.org/health-care-workers-unprepared-for-magnitude-of-climate-change/","combo_id":"338_18","post-training batch1":"338_18","_input_hash":434724378,"_task_hash":1488781107,"spans":[{"text":"heat waves","start":72,"token_start":13,"token_end":14,"end":82,"type":"pattern","label":"base"},{"start":88,"end":97,"token_start":16,"token_end":17,"label":"where"},{"start":98,"end":105,"token_start":18,"token_end":19,"label":"when"},{"start":106,"end":110,"token_start":20,"token_end":20,"label":"predicate"},{"start":111,"end":117,"token_start":21,"token_end":21,"label":"change_direction"},{"start":118,"end":129,"token_start":22,"token_end":23,"label":"effect_size"},{"text":"people","start":130,"token_start":24,"token_end":24,"end":136,"type":"pattern","label":"base"}],"tokens":[{"text":"She","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"said","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"U.S.","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"public","start":14,"end":20,"id":3,"ws":true,"disabled":false},{"text":"health","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"officials","start":28,"end":37,"id":5,"ws":true,"disabled":false},{"text":"are","start":38,"end":41,"id":6,"ws":true,"disabled":false},{"text":"not","start":42,"end":45,"id":7,"ws":true,"disabled":false},{"text":"prepared","start":46,"end":54,"id":8,"ws":true,"disabled":false},{"text":"for","start":55,"end":58,"id":9,"ws":true,"disabled":false},{"text":"the","start":59,"end":62,"id":10,"ws":true,"disabled":false},{"text":"kinds","start":63,"end":68,"id":11,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":12,"ws":true,"disabled":false},{"text":"heat","start":72,"end":76,"id":13,"ws":true,"disabled":false},{"text":"waves","start":77,"end":82,"id":14,"ws":true,"disabled":false},{"text":"seen","start":83,"end":87,"id":15,"ws":true,"disabled":false},{"text":"in","start":88,"end":90,"id":16,"ws":true,"disabled":false},{"text":"Europe","start":91,"end":97,"id":17,"ws":true,"disabled":false},{"text":"in","start":98,"end":100,"id":18,"ws":true,"disabled":false},{"text":"2003","start":101,"end":105,"id":19,"ws":true,"disabled":false},{"text":"that","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"killed","start":111,"end":117,"id":21,"ws":true,"disabled":false},{"text":"over","start":118,"end":122,"id":22,"ws":true,"disabled":false},{"text":"70,000","start":123,"end":129,"id":23,"ws":true,"disabled":false},{"text":"people","start":130,"end":136,"id":24,"ws":false,"disabled":false},{"text":".","start":136,"end":137,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":21,"child":24,"head_span":{"start":111,"end":117,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":130,"end":136,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":24,"head_span":{"start":72,"end":82,"token_start":13,"token_end":14,"label":"base"},"child_span":{"start":130,"end":136,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Active hillslope erosional features will occupy 3% of abrupt thaw terrain by 2300 but emit one-third of abrupt thaw carbon losses.","text":"Active hillslope erosional features will occupy 3% of abrupt thaw terrain by 2300 but emit one-third of abrupt thaw carbon losses. IMPLIED_BASE IMPLIED_BASE","characters":"130","document_index":"613","md_sentence_index":"6","classification_origin":"causal_sentence_classification","url":"https://www.nature.com/articles/s41561-019-0526-0","combo_id":"613_6","post-training batch1":"613_6","_input_hash":995342223,"_task_hash":-1173138718,"spans":[{"start":0,"end":6,"token_start":0,"token_end":0,"label":"type_of"},{"start":7,"end":16,"token_start":1,"token_end":1,"label":"type_of"},{"start":17,"end":35,"token_start":2,"token_end":3,"label":"base"},{"start":74,"end":81,"token_start":12,"token_end":13,"label":"when"},{"start":86,"end":90,"token_start":15,"token_end":15,"label":"change_direction"},{"start":116,"end":122,"token_start":22,"token_end":22,"label":"base"}],"tokens":[{"text":"Active","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"hillslope","start":7,"end":16,"id":1,"ws":true,"disabled":false},{"text":"erosional","start":17,"end":26,"id":2,"ws":true,"disabled":false},{"text":"features","start":27,"end":35,"id":3,"ws":true,"disabled":false},{"text":"will","start":36,"end":40,"id":4,"ws":true,"disabled":false},{"text":"occupy","start":41,"end":47,"id":5,"ws":true,"disabled":false},{"text":"3","start":48,"end":49,"id":6,"ws":false,"disabled":false},{"text":"%","start":49,"end":50,"id":7,"ws":true,"disabled":false},{"text":"of","start":51,"end":53,"id":8,"ws":true,"disabled":false},{"text":"abrupt","start":54,"end":60,"id":9,"ws":true,"disabled":false},{"text":"thaw","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"terrain","start":66,"end":73,"id":11,"ws":true,"disabled":false},{"text":"by","start":74,"end":76,"id":12,"ws":true,"disabled":false},{"text":"2300","start":77,"end":81,"id":13,"ws":true,"disabled":false},{"text":"but","start":82,"end":85,"id":14,"ws":true,"disabled":false},{"text":"emit","start":86,"end":90,"id":15,"ws":true,"disabled":false},{"text":"one","start":91,"end":94,"id":16,"ws":false,"disabled":false},{"text":"-","start":94,"end":95,"id":17,"ws":false,"disabled":false},{"text":"third","start":95,"end":100,"id":18,"ws":true,"disabled":false},{"text":"of","start":101,"end":103,"id":19,"ws":true,"disabled":false},{"text":"abrupt","start":104,"end":110,"id":20,"ws":true,"disabled":false},{"text":"thaw","start":111,"end":115,"id":21,"ws":true,"disabled":false},{"text":"carbon","start":116,"end":122,"id":22,"ws":true,"disabled":false},{"text":"losses","start":123,"end":129,"id":23,"ws":false,"disabled":false},{"text":".","start":129,"end":130,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":131,"end":143,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":3,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":17,"end":35,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":3,"head_span":{"start":7,"end":16,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":17,"end":35,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":22,"head_span":{"start":86,"end":90,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":116,"end":122,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":22,"head_span":{"start":17,"end":35,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":116,"end":122,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The warmer ocean temperatures are \u201cabsolutely responsible for the hyperactive season,\u201d said James P. Kossin, a climate scientist with the National Oceanic and Atmospheric Administration.","text":"The warmer ocean temperatures are \u201cabsolutely responsible for the hyperactive season,\u201d said James P. Kossin, a climate scientist with the National Oceanic and Atmospheric Administration. IMPLIED_BASE IMPLIED_BASE","characters":"186","document_index":"874","md_sentence_index":"8","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/11/10/climate/climate-change-hurricanes.html","combo_id":"874_8","post-training batch1":"874_8","_input_hash":-1353569199,"_task_hash":872451930,"spans":[{"text":"warmer","start":4,"token_start":1,"token_end":1,"end":10,"type":"pattern","label":"change_direction"},{"text":"ocean","start":11,"token_start":2,"token_end":2,"end":16,"type":"pattern","label":"base"},{"text":"temperatures","start":17,"token_start":3,"token_end":3,"end":29,"type":"pattern","label":"aspect_changing"},{"start":35,"end":45,"token_start":6,"token_end":6,"label":"confidence"},{"start":46,"end":61,"token_start":7,"token_end":8,"label":"predicate"},{"start":66,"end":77,"token_start":10,"token_end":10,"label":"type_of"},{"start":78,"end":84,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":187,"end":199,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"warmer","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"ocean","start":11,"end":16,"id":2,"ws":true,"disabled":false},{"text":"temperatures","start":17,"end":29,"id":3,"ws":true,"disabled":false},{"text":"are","start":30,"end":33,"id":4,"ws":true,"disabled":false},{"text":"\u201c","start":34,"end":35,"id":5,"ws":false,"disabled":false},{"text":"absolutely","start":35,"end":45,"id":6,"ws":true,"disabled":false},{"text":"responsible","start":46,"end":57,"id":7,"ws":true,"disabled":false},{"text":"for","start":58,"end":61,"id":8,"ws":true,"disabled":false},{"text":"the","start":62,"end":65,"id":9,"ws":true,"disabled":false},{"text":"hyperactive","start":66,"end":77,"id":10,"ws":true,"disabled":false},{"text":"season","start":78,"end":84,"id":11,"ws":false,"disabled":false},{"text":",","start":84,"end":85,"id":12,"ws":false,"disabled":false},{"text":"\u201d","start":85,"end":86,"id":13,"ws":true,"disabled":false},{"text":"said","start":87,"end":91,"id":14,"ws":true,"disabled":false},{"text":"James","start":92,"end":97,"id":15,"ws":true,"disabled":false},{"text":"P.","start":98,"end":100,"id":16,"ws":true,"disabled":false},{"text":"Kossin","start":101,"end":107,"id":17,"ws":false,"disabled":false},{"text":",","start":107,"end":108,"id":18,"ws":true,"disabled":false},{"text":"a","start":109,"end":110,"id":19,"ws":true,"disabled":false},{"text":"climate","start":111,"end":118,"id":20,"ws":true,"disabled":false},{"text":"scientist","start":119,"end":128,"id":21,"ws":true,"disabled":false},{"text":"with","start":129,"end":133,"id":22,"ws":true,"disabled":false},{"text":"the","start":134,"end":137,"id":23,"ws":true,"disabled":false},{"text":"National","start":138,"end":146,"id":24,"ws":true,"disabled":false},{"text":"Oceanic","start":147,"end":154,"id":25,"ws":true,"disabled":false},{"text":"and","start":155,"end":158,"id":26,"ws":true,"disabled":false},{"text":"Atmospheric","start":159,"end":170,"id":27,"ws":true,"disabled":false},{"text":"Administration","start":171,"end":185,"id":28,"ws":false,"disabled":false},{"text":".","start":185,"end":186,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":200,"end":212,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":3,"child":2,"head_span":{"start":17,"end":29,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":2,"head_span":{"start":4,"end":10,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":30,"head_span":{"start":66,"end":77,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":187,"end":199,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":30,"head_span":{"start":78,"end":84,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":187,"end":199,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":30,"head_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":187,"end":199,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore","reason":"solution","relation count":"","complexity":"","original_md_text":"FEMA has estimated the town\u2019s program prevented $13 million in damage in 2015 alone.","text":"FEMA has estimated the town\u2019s program prevented $13 million in damage in 2015 alone. IMPLIED_BASE IMPLIED_BASE","characters":"84","document_index":"254","md_sentence_index":"31","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/07/06/climate/nashville-floods-buybacks.html","combo_id":"254_31","post-training batch1":"254_31","_input_hash":231620015,"_task_hash":-2062605074,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"to_whom"},{"start":9,"end":18,"token_start":2,"token_end":2,"label":"confidence"},{"start":23,"end":27,"token_start":4,"token_end":4,"label":"to_whom"},{"start":30,"end":37,"token_start":6,"token_end":6,"label":"base"},{"start":38,"end":47,"token_start":7,"token_end":7,"label":"change_direction"},{"start":48,"end":59,"token_start":8,"token_end":10,"label":"effect_size"},{"start":63,"end":69,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":73,"end":77,"token_start":14,"token_end":14,"label":"when"},{"start":85,"end":97,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"FEMA","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"has","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"estimated","start":9,"end":18,"id":2,"ws":true,"disabled":false},{"text":"the","start":19,"end":22,"id":3,"ws":true,"disabled":false},{"text":"town","start":23,"end":27,"id":4,"ws":false,"disabled":false},{"text":"\u2019s","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"program","start":30,"end":37,"id":6,"ws":true,"disabled":false},{"text":"prevented","start":38,"end":47,"id":7,"ws":true,"disabled":false},{"text":"$","start":48,"end":49,"id":8,"ws":false,"disabled":false},{"text":"13","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"million","start":52,"end":59,"id":10,"ws":true,"disabled":false},{"text":"in","start":60,"end":62,"id":11,"ws":true,"disabled":false},{"text":"damage","start":63,"end":69,"id":12,"ws":true,"disabled":false},{"text":"in","start":70,"end":72,"id":13,"ws":true,"disabled":false},{"text":"2015","start":73,"end":77,"id":14,"ws":true,"disabled":false},{"text":"alone","start":78,"end":83,"id":15,"ws":false,"disabled":false},{"text":".","start":83,"end":84,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":85,"end":97,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":98,"end":110,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":12,"child":17,"head_span":{"start":63,"end":69,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":85,"end":97,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cThe heat definitely messes with you psychologically, people get frustrated over every little thing.\u201d\n","text":"\u201cThe heat definitely messes with you psychologically, people get frustrated over every little thing.\u201d IMPLIED_BASE IMPLIED_BASE","characters":"102","document_index":"806","md_sentence_index":"93","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/08/24/climate/racism-redlining-cities-global-warming.html","combo_id":"806_93","post-training batch1":"806_93","_input_hash":1774864612,"_task_hash":1795631975,"spans":[{"start":5,"end":9,"token_start":2,"token_end":2,"label":"base"},{"text":"people","start":54,"token_start":9,"token_end":9,"end":60,"type":"pattern","label":"base"},{"start":65,"end":75,"token_start":11,"token_end":11,"label":"change_direction"},{"start":76,"end":99,"token_start":12,"token_end":15,"label":"effect_size"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"The","start":1,"end":4,"id":1,"ws":true,"disabled":false},{"text":"heat","start":5,"end":9,"id":2,"ws":true,"disabled":false},{"text":"definitely","start":10,"end":20,"id":3,"ws":true,"disabled":false},{"text":"messes","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"with","start":28,"end":32,"id":5,"ws":true,"disabled":false},{"text":"you","start":33,"end":36,"id":6,"ws":true,"disabled":false},{"text":"psychologically","start":37,"end":52,"id":7,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":8,"ws":true,"disabled":false},{"text":"people","start":54,"end":60,"id":9,"ws":true,"disabled":false},{"text":"get","start":61,"end":64,"id":10,"ws":true,"disabled":false},{"text":"frustrated","start":65,"end":75,"id":11,"ws":true,"disabled":false},{"text":"over","start":76,"end":80,"id":12,"ws":true,"disabled":false},{"text":"every","start":81,"end":86,"id":13,"ws":true,"disabled":false},{"text":"little","start":87,"end":93,"id":14,"ws":true,"disabled":false},{"text":"thing","start":94,"end":99,"id":15,"ws":false,"disabled":false},{"text":".","start":99,"end":100,"id":16,"ws":false,"disabled":false},{"text":"\u201d","start":100,"end":101,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":102,"end":114,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":11,"child":9,"head_span":{"start":65,"end":75,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":54,"end":60,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":9,"head_span":{"start":76,"end":99,"token_start":12,"token_end":15,"label":"effect_size"},"child_span":{"start":54,"end":60,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":9,"head_span":{"start":5,"end":9,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":54,"end":60,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Roughly 5 percent of species worldwide are threatened with climate-related extinction if global average temperatures rise 2 degrees Celsius above preindustrial levels, the report concluded.","text":"Roughly 5 percent of species worldwide are threatened with climate-related extinction if global average temperatures rise 2 degrees Celsius above preindustrial levels, the report concluded. IMPLIED_BASE IMPLIED_BASE","characters":"189","document_index":"42","md_sentence_index":"43","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/05/06/climate/biodiversity-extinction-united-nations.html","combo_id":"42_43","post-training batch1":"42_43","_input_hash":113183398,"_task_hash":-680665864,"spans":[{"start":0,"end":17,"token_start":0,"token_end":2,"label":"effect_size"},{"text":"species","start":21,"token_start":4,"token_end":4,"end":28,"type":"pattern","label":"base"},{"start":29,"end":38,"token_start":5,"token_end":5,"label":"where"},{"start":43,"end":53,"token_start":7,"token_end":7,"label":"change_direction"},{"start":59,"end":85,"token_start":9,"token_end":12,"label":"aspect_changing"},{"start":89,"end":116,"token_start":14,"token_end":16,"label":"aspect_changing"},{"text":"rise","start":117,"token_start":17,"token_end":17,"end":121,"type":"pattern","label":"change_direction"},{"start":122,"end":166,"token_start":18,"token_end":23,"label":"effect_size"},{"start":190,"end":202,"token_start":29,"token_end":29,"label":"aspect_changing"}],"tokens":[{"text":"Roughly","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"5","start":8,"end":9,"id":1,"ws":true,"disabled":false},{"text":"percent","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"of","start":18,"end":20,"id":3,"ws":true,"disabled":false},{"text":"species","start":21,"end":28,"id":4,"ws":true,"disabled":false},{"text":"worldwide","start":29,"end":38,"id":5,"ws":true,"disabled":false},{"text":"are","start":39,"end":42,"id":6,"ws":true,"disabled":false},{"text":"threatened","start":43,"end":53,"id":7,"ws":true,"disabled":false},{"text":"with","start":54,"end":58,"id":8,"ws":true,"disabled":false},{"text":"climate","start":59,"end":66,"id":9,"ws":false,"disabled":false},{"text":"-","start":66,"end":67,"id":10,"ws":false,"disabled":false},{"text":"related","start":67,"end":74,"id":11,"ws":true,"disabled":false},{"text":"extinction","start":75,"end":85,"id":12,"ws":true,"disabled":false},{"text":"if","start":86,"end":88,"id":13,"ws":true,"disabled":false},{"text":"global","start":89,"end":95,"id":14,"ws":true,"disabled":false},{"text":"average","start":96,"end":103,"id":15,"ws":true,"disabled":false},{"text":"temperatures","start":104,"end":116,"id":16,"ws":true,"disabled":false},{"text":"rise","start":117,"end":121,"id":17,"ws":true,"disabled":false},{"text":"2","start":122,"end":123,"id":18,"ws":true,"disabled":false},{"text":"degrees","start":124,"end":131,"id":19,"ws":true,"disabled":false},{"text":"Celsius","start":132,"end":139,"id":20,"ws":true,"disabled":false},{"text":"above","start":140,"end":145,"id":21,"ws":true,"disabled":false},{"text":"preindustrial","start":146,"end":159,"id":22,"ws":true,"disabled":false},{"text":"levels","start":160,"end":166,"id":23,"ws":false,"disabled":false},{"text":",","start":166,"end":167,"id":24,"ws":true,"disabled":false},{"text":"the","start":168,"end":171,"id":25,"ws":true,"disabled":false},{"text":"report","start":172,"end":178,"id":26,"ws":true,"disabled":false},{"text":"concluded","start":179,"end":188,"id":27,"ws":false,"disabled":false},{"text":".","start":188,"end":189,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":30,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":16,"child":29,"head_span":{"start":89,"end":116,"token_start":14,"token_end":16,"label":"aspect_changing"},"child_span":{"start":190,"end":202,"token_start":29,"token_end":29,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":29,"head_span":{"start":117,"end":121,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":190,"end":202,"token_start":29,"token_end":29,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":4,"head_span":{"start":59,"end":85,"token_start":9,"token_end":12,"label":"aspect_changing"},"child_span":{"start":21,"end":28,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":4,"head_span":{"start":43,"end":53,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":21,"end":28,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":4,"head_span":{"start":29,"end":38,"token_start":5,"token_end":5,"label":"where"},"child_span":{"start":21,"end":28,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":4,"head_span":{"start":0,"end":17,"token_start":0,"token_end":2,"label":"effect_size"},"child_span":{"start":21,"end":28,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":4,"head_span":{"start":190,"end":202,"token_start":29,"token_end":29,"label":"aspect_changing"},"child_span":{"start":21,"end":28,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A scorching summer led to dry conditions never before experienced.","text":"A scorching summer led to dry conditions never before experienced. IMPLIED_BASE IMPLIED_BASE","characters":"66","document_index":"832","md_sentence_index":"12","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/10/us/climate-change-california-wildfires.html","combo_id":"832_12","post-training batch1":"832_12","_input_hash":-1699749249,"_task_hash":-1439544373,"spans":[{"start":2,"end":11,"token_start":1,"token_end":1,"label":"change_direction"},{"text":"summer","start":12,"token_start":2,"token_end":2,"end":18,"type":"pattern","label":"base"},{"start":19,"end":25,"token_start":3,"token_end":4,"label":"predicate"},{"start":26,"end":29,"token_start":5,"token_end":5,"label":"type_of"},{"start":30,"end":40,"token_start":6,"token_end":6,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"scorching","start":2,"end":11,"id":1,"ws":true,"disabled":false},{"text":"summer","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"led","start":19,"end":22,"id":3,"ws":true,"disabled":false},{"text":"to","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"dry","start":26,"end":29,"id":5,"ws":true,"disabled":false},{"text":"conditions","start":30,"end":40,"id":6,"ws":true,"disabled":false},{"text":"never","start":41,"end":46,"id":7,"ws":true,"disabled":false},{"text":"before","start":47,"end":53,"id":8,"ws":true,"disabled":false},{"text":"experienced","start":54,"end":65,"id":9,"ws":false,"disabled":false},{"text":".","start":65,"end":66,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":67,"end":79,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":80,"end":92,"id":12,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":2,"end":11,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":12,"end":18,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":26,"end":29,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":30,"end":40,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":6,"head_span":{"start":12,"end":18,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":30,"end":40,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Chicago, famously known as the \u2018windy city\u2019 (albeit windy, not the source of the name!), gets much of its heat from the \u2018Great Plains sizzle,\u2019 where southwest winds from the plains bring hot air to the city.","text":"Chicago, famously known as the \u2018windy city\u2019 (albeit windy, not the source of the name!), gets much of its heat from the \u2018Great Plains sizzle,\u2019 where southwest winds from the plains bring hot air to the city. IMPLIED_BASE IMPLIED_BASE","characters":"207","document_index":"781","md_sentence_index":"17","classification_origin":"causal_sentence_classification","url":"https://venta-usa.com/high-heat-air-quality-connection/","combo_id":"781_17","post-training batch1":"781_17","_input_hash":-673430740,"_task_hash":1607324399,"spans":[],"tokens":[{"text":"Chicago","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"famously","start":9,"end":17,"id":2,"ws":true,"disabled":false},{"text":"known","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"as","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"\u2018","start":31,"end":32,"id":6,"ws":false,"disabled":false},{"text":"windy","start":32,"end":37,"id":7,"ws":true,"disabled":false},{"text":"city","start":38,"end":42,"id":8,"ws":false,"disabled":false},{"text":"\u2019","start":42,"end":43,"id":9,"ws":true,"disabled":false},{"text":"(","start":44,"end":45,"id":10,"ws":false,"disabled":false},{"text":"albeit","start":45,"end":51,"id":11,"ws":true,"disabled":false},{"text":"windy","start":52,"end":57,"id":12,"ws":false,"disabled":false},{"text":",","start":57,"end":58,"id":13,"ws":true,"disabled":false},{"text":"not","start":59,"end":62,"id":14,"ws":true,"disabled":false},{"text":"the","start":63,"end":66,"id":15,"ws":true,"disabled":false},{"text":"source","start":67,"end":73,"id":16,"ws":true,"disabled":false},{"text":"of","start":74,"end":76,"id":17,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":18,"ws":true,"disabled":false},{"text":"name","start":81,"end":85,"id":19,"ws":false,"disabled":false},{"text":"!","start":85,"end":86,"id":20,"ws":false,"disabled":false},{"text":")","start":86,"end":87,"id":21,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":22,"ws":true,"disabled":false},{"text":"gets","start":89,"end":93,"id":23,"ws":true,"disabled":false},{"text":"much","start":94,"end":98,"id":24,"ws":true,"disabled":false},{"text":"of","start":99,"end":101,"id":25,"ws":true,"disabled":false},{"text":"its","start":102,"end":105,"id":26,"ws":true,"disabled":false},{"text":"heat","start":106,"end":110,"id":27,"ws":true,"disabled":false},{"text":"from","start":111,"end":115,"id":28,"ws":true,"disabled":false},{"text":"the","start":116,"end":119,"id":29,"ws":true,"disabled":false},{"text":"\u2018","start":120,"end":121,"id":30,"ws":false,"disabled":false},{"text":"Great","start":121,"end":126,"id":31,"ws":true,"disabled":false},{"text":"Plains","start":127,"end":133,"id":32,"ws":true,"disabled":false},{"text":"sizzle","start":134,"end":140,"id":33,"ws":false,"disabled":false},{"text":",","start":140,"end":141,"id":34,"ws":false,"disabled":false},{"text":"\u2019","start":141,"end":142,"id":35,"ws":true,"disabled":false},{"text":"where","start":143,"end":148,"id":36,"ws":true,"disabled":false},{"text":"southwest","start":149,"end":158,"id":37,"ws":true,"disabled":false},{"text":"winds","start":159,"end":164,"id":38,"ws":true,"disabled":false},{"text":"from","start":165,"end":169,"id":39,"ws":true,"disabled":false},{"text":"the","start":170,"end":173,"id":40,"ws":true,"disabled":false},{"text":"plains","start":174,"end":180,"id":41,"ws":true,"disabled":false},{"text":"bring","start":181,"end":186,"id":42,"ws":true,"disabled":false},{"text":"hot","start":187,"end":190,"id":43,"ws":true,"disabled":false},{"text":"air","start":191,"end":194,"id":44,"ws":true,"disabled":false},{"text":"to","start":195,"end":197,"id":45,"ws":true,"disabled":false},{"text":"the","start":198,"end":201,"id":46,"ws":true,"disabled":false},{"text":"city","start":202,"end":206,"id":47,"ws":false,"disabled":false},{"text":".","start":206,"end":207,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":208,"end":220,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":221,"end":233,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cIf you don\u2019t care about an increase of risk of death for the elderly or decrease of economic productivity, because the heat makes it harder to work outside, you might care about this, which suggests that it might be harder to have children in the future.\u201d\n","text":"\u201cIf you don\u2019t care about an increase of risk of death for the elderly or decrease of economic productivity, because the heat makes it harder to work outside, you might care about this, which suggests that it might be harder to have children in the future.\u201d IMPLIED_BASE IMPLIED_BASE","characters":"257","document_index":"170","md_sentence_index":"39","classification_origin":"cm_cause_effect_rel","url":"https://cronkitenews.azpbs.org/2019/06/04/climate-change-lower-birth-rates-linked/","combo_id":"170_39","post-training batch1":"170_39","_input_hash":-757229757,"_task_hash":1931343871,"spans":[{"text":"increase","start":28,"token_start":8,"token_end":8,"end":36,"type":"pattern","label":"change_direction"},{"text":"risk","start":40,"token_start":10,"token_end":10,"end":44,"type":"pattern","label":"aspect_changing"},{"text":"death","start":48,"token_start":12,"token_end":12,"end":53,"type":"pattern","label":"base"},{"start":58,"end":69,"token_start":14,"token_end":15,"label":"to_whom"},{"text":"decrease","start":73,"token_start":17,"token_end":17,"end":81,"type":"pattern","label":"change_direction"},{"start":85,"end":93,"token_start":19,"token_end":19,"label":"base"},{"text":"productivity","start":94,"token_start":20,"token_end":20,"end":106,"type":"pattern","label":"aspect_changing"},{"start":108,"end":115,"token_start":22,"token_end":22,"label":"predicate"},{"start":120,"end":124,"token_start":24,"token_end":24,"label":"base"},{"start":125,"end":130,"token_start":25,"token_end":25,"label":"predicate"},{"start":134,"end":140,"token_start":27,"token_end":27,"label":"change_direction"},{"start":141,"end":148,"token_start":28,"token_end":29,"label":"base"},{"start":149,"end":156,"token_start":30,"token_end":30,"label":"type_of"},{"start":191,"end":199,"token_start":39,"token_end":39,"label":"confidence"},{"start":208,"end":213,"token_start":42,"token_end":42,"label":"confidence"},{"start":217,"end":223,"token_start":44,"token_end":44,"label":"change_direction"},{"start":224,"end":240,"token_start":45,"token_end":47,"label":"base"},{"start":241,"end":254,"token_start":48,"token_end":50,"label":"when"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"If","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"you","start":4,"end":7,"id":2,"ws":true,"disabled":false},{"text":"do","start":8,"end":10,"id":3,"ws":false,"disabled":false},{"text":"n\u2019t","start":10,"end":13,"id":4,"ws":true,"disabled":false},{"text":"care","start":14,"end":18,"id":5,"ws":true,"disabled":false},{"text":"about","start":19,"end":24,"id":6,"ws":true,"disabled":false},{"text":"an","start":25,"end":27,"id":7,"ws":true,"disabled":false},{"text":"increase","start":28,"end":36,"id":8,"ws":true,"disabled":false},{"text":"of","start":37,"end":39,"id":9,"ws":true,"disabled":false},{"text":"risk","start":40,"end":44,"id":10,"ws":true,"disabled":false},{"text":"of","start":45,"end":47,"id":11,"ws":true,"disabled":false},{"text":"death","start":48,"end":53,"id":12,"ws":true,"disabled":false},{"text":"for","start":54,"end":57,"id":13,"ws":true,"disabled":false},{"text":"the","start":58,"end":61,"id":14,"ws":true,"disabled":false},{"text":"elderly","start":62,"end":69,"id":15,"ws":true,"disabled":false},{"text":"or","start":70,"end":72,"id":16,"ws":true,"disabled":false},{"text":"decrease","start":73,"end":81,"id":17,"ws":true,"disabled":false},{"text":"of","start":82,"end":84,"id":18,"ws":true,"disabled":false},{"text":"economic","start":85,"end":93,"id":19,"ws":true,"disabled":false},{"text":"productivity","start":94,"end":106,"id":20,"ws":false,"disabled":false},{"text":",","start":106,"end":107,"id":21,"ws":true,"disabled":false},{"text":"because","start":108,"end":115,"id":22,"ws":true,"disabled":false},{"text":"the","start":116,"end":119,"id":23,"ws":true,"disabled":false},{"text":"heat","start":120,"end":124,"id":24,"ws":true,"disabled":false},{"text":"makes","start":125,"end":130,"id":25,"ws":true,"disabled":false},{"text":"it","start":131,"end":133,"id":26,"ws":true,"disabled":false},{"text":"harder","start":134,"end":140,"id":27,"ws":true,"disabled":false},{"text":"to","start":141,"end":143,"id":28,"ws":true,"disabled":false},{"text":"work","start":144,"end":148,"id":29,"ws":true,"disabled":false},{"text":"outside","start":149,"end":156,"id":30,"ws":false,"disabled":false},{"text":",","start":156,"end":157,"id":31,"ws":true,"disabled":false},{"text":"you","start":158,"end":161,"id":32,"ws":true,"disabled":false},{"text":"might","start":162,"end":167,"id":33,"ws":true,"disabled":false},{"text":"care","start":168,"end":172,"id":34,"ws":true,"disabled":false},{"text":"about","start":173,"end":178,"id":35,"ws":true,"disabled":false},{"text":"this","start":179,"end":183,"id":36,"ws":false,"disabled":false},{"text":",","start":183,"end":184,"id":37,"ws":true,"disabled":false},{"text":"which","start":185,"end":190,"id":38,"ws":true,"disabled":false},{"text":"suggests","start":191,"end":199,"id":39,"ws":true,"disabled":false},{"text":"that","start":200,"end":204,"id":40,"ws":true,"disabled":false},{"text":"it","start":205,"end":207,"id":41,"ws":true,"disabled":false},{"text":"might","start":208,"end":213,"id":42,"ws":true,"disabled":false},{"text":"be","start":214,"end":216,"id":43,"ws":true,"disabled":false},{"text":"harder","start":217,"end":223,"id":44,"ws":true,"disabled":false},{"text":"to","start":224,"end":226,"id":45,"ws":true,"disabled":false},{"text":"have","start":227,"end":231,"id":46,"ws":true,"disabled":false},{"text":"children","start":232,"end":240,"id":47,"ws":true,"disabled":false},{"text":"in","start":241,"end":243,"id":48,"ws":true,"disabled":false},{"text":"the","start":244,"end":247,"id":49,"ws":true,"disabled":false},{"text":"future","start":248,"end":254,"id":50,"ws":false,"disabled":false},{"text":".","start":254,"end":255,"id":51,"ws":false,"disabled":false},{"text":"\u201d","start":255,"end":256,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":257,"end":269,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":270,"end":282,"id":54,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":20,"child":19,"head_span":{"start":94,"end":106,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":85,"end":93,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":73,"end":81,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":85,"end":93,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":12,"head_span":{"start":58,"end":69,"token_start":14,"token_end":15,"label":"to_whom"},"child_span":{"start":48,"end":53,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":12,"head_span":{"start":40,"end":44,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":48,"end":53,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":12,"head_span":{"start":28,"end":36,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":48,"end":53,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":50,"child":47,"head_span":{"start":241,"end":254,"token_start":48,"token_end":50,"label":"when"},"child_span":{"start":224,"end":240,"token_start":45,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":47,"head_span":{"start":217,"end":223,"token_start":44,"token_end":44,"label":"change_direction"},"child_span":{"start":224,"end":240,"token_start":45,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":29,"head_span":{"start":120,"end":124,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":141,"end":148,"token_start":28,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":19,"head_span":{"start":141,"end":148,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":85,"end":93,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":12,"head_span":{"start":141,"end":148,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":48,"end":53,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":29,"head_span":{"start":149,"end":156,"token_start":30,"token_end":30,"label":"type_of"},"child_span":{"start":141,"end":148,"token_start":28,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":29,"head_span":{"start":134,"end":140,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":141,"end":148,"token_start":28,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"There is evidence that climate change may increase vertical wind shear over some regions in the western tropical Atlantic Ocean.\n","text":"There is evidence that climate change may increase vertical wind shear over some regions in the western tropical Atlantic Ocean. IMPLIED_BASE IMPLIED_BASE","characters":"129","document_index":"796","md_sentence_index":"62","classification_origin":"causal_sentence_classification","url":"https://www.ucsusa.org/resources/hurricanes-and-climate-change","combo_id":"796_62","post-training batch1":"796_62","_input_hash":-1987425201,"_task_hash":453638944,"spans":[{"text":"climate change","start":23,"token_start":4,"token_end":5,"end":37,"type":"pattern","label":"base"},{"text":"increase","start":42,"token_start":7,"token_end":7,"end":50,"type":"pattern","label":"change_direction"},{"start":51,"end":59,"token_start":8,"token_end":8,"label":"type_of"},{"start":60,"end":64,"token_start":9,"token_end":9,"label":"base"},{"start":65,"end":70,"token_start":10,"token_end":10,"label":"aspect_changing"}],"tokens":[{"text":"There","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"is","start":6,"end":8,"id":1,"ws":true,"disabled":false},{"text":"evidence","start":9,"end":17,"id":2,"ws":true,"disabled":false},{"text":"that","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"climate","start":23,"end":30,"id":4,"ws":true,"disabled":false},{"text":"change","start":31,"end":37,"id":5,"ws":true,"disabled":false},{"text":"may","start":38,"end":41,"id":6,"ws":true,"disabled":false},{"text":"increase","start":42,"end":50,"id":7,"ws":true,"disabled":false},{"text":"vertical","start":51,"end":59,"id":8,"ws":true,"disabled":false},{"text":"wind","start":60,"end":64,"id":9,"ws":true,"disabled":false},{"text":"shear","start":65,"end":70,"id":10,"ws":true,"disabled":false},{"text":"over","start":71,"end":75,"id":11,"ws":true,"disabled":false},{"text":"some","start":76,"end":80,"id":12,"ws":true,"disabled":false},{"text":"regions","start":81,"end":88,"id":13,"ws":true,"disabled":false},{"text":"in","start":89,"end":91,"id":14,"ws":true,"disabled":false},{"text":"the","start":92,"end":95,"id":15,"ws":true,"disabled":false},{"text":"western","start":96,"end":103,"id":16,"ws":true,"disabled":false},{"text":"tropical","start":104,"end":112,"id":17,"ws":true,"disabled":false},{"text":"Atlantic","start":113,"end":121,"id":18,"ws":true,"disabled":false},{"text":"Ocean","start":122,"end":127,"id":19,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":7,"child":9,"head_span":{"start":42,"end":50,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":60,"end":64,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":51,"end":59,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":60,"end":64,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":65,"end":70,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":60,"end":64,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":9,"head_span":{"start":23,"end":37,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":60,"end":64,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"They note also that wildfires affect residents far from the flames as plumes of smoke cause health impacts in communities hundreds of miles away.","text":"They note also that wildfires affect residents far from the flames as plumes of smoke cause health impacts in communities hundreds of miles away. IMPLIED_BASE IMPLIED_BASE","characters":"145","document_index":"143","md_sentence_index":"11","classification_origin":"cm_cause_effect_rel","url":"https://www.yaleclimateconnections.org/2019/05/canadas-changing-climate-report/","combo_id":"143_11","post-training batch1":"143_11","_input_hash":1346543638,"_task_hash":898540919,"spans":[{"text":"wildfires","start":20,"token_start":4,"token_end":4,"end":29,"type":"pattern","label":"base"},{"start":37,"end":46,"token_start":6,"token_end":6,"label":"base"},{"start":47,"end":66,"token_start":7,"token_end":10,"label":"type_of"},{"start":70,"end":76,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":80,"end":85,"token_start":14,"token_end":14,"label":"base"},{"text":"health","start":92,"token_start":16,"token_end":16,"end":98,"type":"pattern","label":"base"},{"start":99,"end":106,"token_start":17,"token_end":17,"label":"aspect_changing"}],"tokens":[{"text":"They","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"note","start":5,"end":9,"id":1,"ws":true,"disabled":false},{"text":"also","start":10,"end":14,"id":2,"ws":true,"disabled":false},{"text":"that","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"wildfires","start":20,"end":29,"id":4,"ws":true,"disabled":false},{"text":"affect","start":30,"end":36,"id":5,"ws":true,"disabled":false},{"text":"residents","start":37,"end":46,"id":6,"ws":true,"disabled":false},{"text":"far","start":47,"end":50,"id":7,"ws":true,"disabled":false},{"text":"from","start":51,"end":55,"id":8,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":9,"ws":true,"disabled":false},{"text":"flames","start":60,"end":66,"id":10,"ws":true,"disabled":false},{"text":"as","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"plumes","start":70,"end":76,"id":12,"ws":true,"disabled":false},{"text":"of","start":77,"end":79,"id":13,"ws":true,"disabled":false},{"text":"smoke","start":80,"end":85,"id":14,"ws":true,"disabled":false},{"text":"cause","start":86,"end":91,"id":15,"ws":true,"disabled":false},{"text":"health","start":92,"end":98,"id":16,"ws":true,"disabled":false},{"text":"impacts","start":99,"end":106,"id":17,"ws":true,"disabled":false},{"text":"in","start":107,"end":109,"id":18,"ws":true,"disabled":false},{"text":"communities","start":110,"end":121,"id":19,"ws":true,"disabled":false},{"text":"hundreds","start":122,"end":130,"id":20,"ws":true,"disabled":false},{"text":"of","start":131,"end":133,"id":21,"ws":true,"disabled":false},{"text":"miles","start":134,"end":139,"id":22,"ws":true,"disabled":false},{"text":"away","start":140,"end":144,"id":23,"ws":false,"disabled":false},{"text":".","start":144,"end":145,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":10,"child":6,"head_span":{"start":47,"end":66,"token_start":7,"token_end":10,"label":"type_of"},"child_span":{"start":37,"end":46,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":70,"end":76,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":80,"end":85,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":99,"end":106,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":92,"end":98,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":6,"head_span":{"start":20,"end":29,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":37,"end":46,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":16,"head_span":{"start":80,"end":85,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":92,"end":98,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Japan\u2019s deadly summer heat waves have caused the 2020 Tokyo Olympic organizers to reschedule the Olympic marathon to begin at 6 a.m. to avoid the highest heat at mid-day and to put in place measures to keep spectators and participants safe from the heat and humidity next summer.","text":"Japan\u2019s deadly summer heat waves have caused the 2020 Tokyo Olympic organizers to reschedule the Olympic marathon to begin at 6 a.m. to avoid the highest heat at mid-day and to put in place measures to keep spectators and participants safe from the heat and humidity next summer. IMPLIED_BASE IMPLIED_BASE","characters":"279","document_index":"744","md_sentence_index":"56","classification_origin":"causal_sentence_classification","url":"https://www.climatecentral.org/news/extreme-heat-when-outdoor-sports-become-risky-2019","combo_id":"744_56","post-training batch1":"744_56","_input_hash":-110974810,"_task_hash":1481199546,"spans":[{"start":15,"end":21,"token_start":3,"token_end":3,"label":"type_of"},{"text":"heat waves","start":22,"token_start":4,"token_end":5,"end":32,"type":"pattern","label":"base"},{"start":82,"end":92,"token_start":14,"token_end":14,"label":"base"},{"start":97,"end":113,"token_start":16,"token_end":17,"label":"type_of"}],"tokens":[{"text":"Japan","start":0,"end":5,"id":0,"ws":false,"disabled":false},{"text":"\u2019s","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"deadly","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"summer","start":15,"end":21,"id":3,"ws":true,"disabled":false},{"text":"heat","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"waves","start":27,"end":32,"id":5,"ws":true,"disabled":false},{"text":"have","start":33,"end":37,"id":6,"ws":true,"disabled":false},{"text":"caused","start":38,"end":44,"id":7,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":8,"ws":true,"disabled":false},{"text":"2020","start":49,"end":53,"id":9,"ws":true,"disabled":false},{"text":"Tokyo","start":54,"end":59,"id":10,"ws":true,"disabled":false},{"text":"Olympic","start":60,"end":67,"id":11,"ws":true,"disabled":false},{"text":"organizers","start":68,"end":78,"id":12,"ws":true,"disabled":false},{"text":"to","start":79,"end":81,"id":13,"ws":true,"disabled":false},{"text":"reschedule","start":82,"end":92,"id":14,"ws":true,"disabled":false},{"text":"the","start":93,"end":96,"id":15,"ws":true,"disabled":false},{"text":"Olympic","start":97,"end":104,"id":16,"ws":true,"disabled":false},{"text":"marathon","start":105,"end":113,"id":17,"ws":true,"disabled":false},{"text":"to","start":114,"end":116,"id":18,"ws":true,"disabled":false},{"text":"begin","start":117,"end":122,"id":19,"ws":true,"disabled":false},{"text":"at","start":123,"end":125,"id":20,"ws":true,"disabled":false},{"text":"6","start":126,"end":127,"id":21,"ws":true,"disabled":false},{"text":"a.m.","start":128,"end":132,"id":22,"ws":true,"disabled":false},{"text":"to","start":133,"end":135,"id":23,"ws":true,"disabled":false},{"text":"avoid","start":136,"end":141,"id":24,"ws":true,"disabled":false},{"text":"the","start":142,"end":145,"id":25,"ws":true,"disabled":false},{"text":"highest","start":146,"end":153,"id":26,"ws":true,"disabled":false},{"text":"heat","start":154,"end":158,"id":27,"ws":true,"disabled":false},{"text":"at","start":159,"end":161,"id":28,"ws":true,"disabled":false},{"text":"mid","start":162,"end":165,"id":29,"ws":false,"disabled":false},{"text":"-","start":165,"end":166,"id":30,"ws":false,"disabled":false},{"text":"day","start":166,"end":169,"id":31,"ws":true,"disabled":false},{"text":"and","start":170,"end":173,"id":32,"ws":true,"disabled":false},{"text":"to","start":174,"end":176,"id":33,"ws":true,"disabled":false},{"text":"put","start":177,"end":180,"id":34,"ws":true,"disabled":false},{"text":"in","start":181,"end":183,"id":35,"ws":true,"disabled":false},{"text":"place","start":184,"end":189,"id":36,"ws":true,"disabled":false},{"text":"measures","start":190,"end":198,"id":37,"ws":true,"disabled":false},{"text":"to","start":199,"end":201,"id":38,"ws":true,"disabled":false},{"text":"keep","start":202,"end":206,"id":39,"ws":true,"disabled":false},{"text":"spectators","start":207,"end":217,"id":40,"ws":true,"disabled":false},{"text":"and","start":218,"end":221,"id":41,"ws":true,"disabled":false},{"text":"participants","start":222,"end":234,"id":42,"ws":true,"disabled":false},{"text":"safe","start":235,"end":239,"id":43,"ws":true,"disabled":false},{"text":"from","start":240,"end":244,"id":44,"ws":true,"disabled":false},{"text":"the","start":245,"end":248,"id":45,"ws":true,"disabled":false},{"text":"heat","start":249,"end":253,"id":46,"ws":true,"disabled":false},{"text":"and","start":254,"end":257,"id":47,"ws":true,"disabled":false},{"text":"humidity","start":258,"end":266,"id":48,"ws":true,"disabled":false},{"text":"next","start":267,"end":271,"id":49,"ws":true,"disabled":false},{"text":"summer","start":272,"end":278,"id":50,"ws":false,"disabled":false},{"text":".","start":278,"end":279,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":280,"end":292,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":293,"end":305,"id":53,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":5,"head_span":{"start":15,"end":21,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":22,"end":32,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":14,"head_span":{"start":97,"end":113,"token_start":16,"token_end":17,"label":"type_of"},"child_span":{"start":82,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":14,"head_span":{"start":22,"end":32,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":82,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The impacts of more frequent and intense weather events result in increased stress for responders and threaten their overall mental health and well-being.37, 177, 180\nPeople Who Are Homeless\nAbout 30% of people who are chronically homeless suffer from some form of mental illness.181","text":"The impacts of more frequent and intense weather events result in increased stress for responders and threaten their overall mental health and well-being.37, 177, 180People Who Are HomelessAbout 30% of people who are chronically homeless suffer from some form of mental illness.181 IMPLIED_BASE IMPLIED_BASE","characters":"283","document_index":"619","md_sentence_index":"206","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_206","post-training batch1":"619_206","_input_hash":2120786474,"_task_hash":-1205664147,"spans":[{"start":15,"end":19,"token_start":3,"token_end":3,"label":"aspect_changing"},{"start":20,"end":28,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":33,"end":40,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":41,"end":55,"token_start":7,"token_end":8,"label":"base"},{"text":"increased","start":66,"token_start":11,"token_end":11,"end":75,"type":"pattern","label":"change_direction"},{"text":"stress","start":76,"token_start":12,"token_end":12,"end":82,"type":"pattern","label":"base"},{"start":125,"end":131,"token_start":19,"token_end":19,"label":"type_of"},{"text":"health","start":132,"token_start":20,"token_end":20,"end":138,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"impacts","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"of","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"more","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"frequent","start":20,"end":28,"id":4,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"intense","start":33,"end":40,"id":6,"ws":true,"disabled":false},{"text":"weather","start":41,"end":48,"id":7,"ws":true,"disabled":false},{"text":"events","start":49,"end":55,"id":8,"ws":true,"disabled":false},{"text":"result","start":56,"end":62,"id":9,"ws":true,"disabled":false},{"text":"in","start":63,"end":65,"id":10,"ws":true,"disabled":false},{"text":"increased","start":66,"end":75,"id":11,"ws":true,"disabled":false},{"text":"stress","start":76,"end":82,"id":12,"ws":true,"disabled":false},{"text":"for","start":83,"end":86,"id":13,"ws":true,"disabled":false},{"text":"responders","start":87,"end":97,"id":14,"ws":true,"disabled":false},{"text":"and","start":98,"end":101,"id":15,"ws":true,"disabled":false},{"text":"threaten","start":102,"end":110,"id":16,"ws":true,"disabled":false},{"text":"their","start":111,"end":116,"id":17,"ws":true,"disabled":false},{"text":"overall","start":117,"end":124,"id":18,"ws":true,"disabled":false},{"text":"mental","start":125,"end":131,"id":19,"ws":true,"disabled":false},{"text":"health","start":132,"end":138,"id":20,"ws":true,"disabled":false},{"text":"and","start":139,"end":142,"id":21,"ws":true,"disabled":false},{"text":"well","start":143,"end":147,"id":22,"ws":false,"disabled":false},{"text":"-","start":147,"end":148,"id":23,"ws":false,"disabled":false},{"text":"being.37","start":148,"end":156,"id":24,"ws":false,"disabled":false},{"text":",","start":156,"end":157,"id":25,"ws":true,"disabled":false},{"text":"177","start":158,"end":161,"id":26,"ws":false,"disabled":false},{"text":",","start":161,"end":162,"id":27,"ws":true,"disabled":false},{"text":"180People","start":163,"end":172,"id":28,"ws":true,"disabled":false},{"text":"Who","start":173,"end":176,"id":29,"ws":true,"disabled":false},{"text":"Are","start":177,"end":180,"id":30,"ws":true,"disabled":false},{"text":"HomelessAbout","start":181,"end":194,"id":31,"ws":true,"disabled":false},{"text":"30","start":195,"end":197,"id":32,"ws":false,"disabled":false},{"text":"%","start":197,"end":198,"id":33,"ws":true,"disabled":false},{"text":"of","start":199,"end":201,"id":34,"ws":true,"disabled":false},{"text":"people","start":202,"end":208,"id":35,"ws":true,"disabled":false},{"text":"who","start":209,"end":212,"id":36,"ws":true,"disabled":false},{"text":"are","start":213,"end":216,"id":37,"ws":true,"disabled":false},{"text":"chronically","start":217,"end":228,"id":38,"ws":true,"disabled":false},{"text":"homeless","start":229,"end":237,"id":39,"ws":true,"disabled":false},{"text":"suffer","start":238,"end":244,"id":40,"ws":true,"disabled":false},{"text":"from","start":245,"end":249,"id":41,"ws":true,"disabled":false},{"text":"some","start":250,"end":254,"id":42,"ws":true,"disabled":false},{"text":"form","start":255,"end":259,"id":43,"ws":true,"disabled":false},{"text":"of","start":260,"end":262,"id":44,"ws":true,"disabled":false},{"text":"mental","start":263,"end":269,"id":45,"ws":true,"disabled":false},{"text":"illness.181","start":270,"end":281,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":282,"end":294,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":295,"end":307,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":8,"head_span":{"start":15,"end":19,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":41,"end":55,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":8,"head_span":{"start":20,"end":28,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":41,"end":55,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":8,"head_span":{"start":33,"end":40,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":41,"end":55,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":66,"end":75,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":76,"end":82,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":125,"end":131,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":132,"end":138,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":12,"head_span":{"start":41,"end":55,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":76,"end":82,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":20,"head_span":{"start":41,"end":55,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":132,"end":138,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The report follows another study published last week that found Greenland's ice sheet has melted to a point of no return, and is retreating in rapid bursts, leading to a sudden and unpredictable rise in sea levels.\n","text":"The report follows another study published last week that found Greenland's ice sheet has melted to a point of no return, and is retreating in rapid bursts, leading to a sudden and unpredictable rise in sea levels. IMPLIED_BASE IMPLIED_BASE","characters":"215","document_index":"793","md_sentence_index":"7","classification_origin":"causal_sentence_classification","url":"https://www.cnn.com/2020/08/20/weather/greenland-ice-sheet-melt-climate-intl-hnk/index.html","combo_id":"793_7","post-training batch1":"793_7","_input_hash":348219757,"_task_hash":293354972,"spans":[{"text":"ice sheet","start":76,"token_start":12,"token_end":13,"end":85,"type":"pattern","label":"base"},{"start":90,"end":96,"token_start":15,"token_end":15,"label":"aspect_changing"},{"text":"rise","start":195,"token_start":36,"token_end":36,"end":199,"type":"pattern","label":"change_direction"},{"text":"sea","start":203,"token_start":38,"token_end":38,"end":206,"type":"pattern","label":"base"},{"text":"levels","start":207,"token_start":39,"token_end":39,"end":213,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"report","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"follows","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"another","start":19,"end":26,"id":3,"ws":true,"disabled":false},{"text":"study","start":27,"end":32,"id":4,"ws":true,"disabled":false},{"text":"published","start":33,"end":42,"id":5,"ws":true,"disabled":false},{"text":"last","start":43,"end":47,"id":6,"ws":true,"disabled":false},{"text":"week","start":48,"end":52,"id":7,"ws":true,"disabled":false},{"text":"that","start":53,"end":57,"id":8,"ws":true,"disabled":false},{"text":"found","start":58,"end":63,"id":9,"ws":true,"disabled":false},{"text":"Greenland","start":64,"end":73,"id":10,"ws":false,"disabled":false},{"text":"'s","start":73,"end":75,"id":11,"ws":true,"disabled":false},{"text":"ice","start":76,"end":79,"id":12,"ws":true,"disabled":false},{"text":"sheet","start":80,"end":85,"id":13,"ws":true,"disabled":false},{"text":"has","start":86,"end":89,"id":14,"ws":true,"disabled":false},{"text":"melted","start":90,"end":96,"id":15,"ws":true,"disabled":false},{"text":"to","start":97,"end":99,"id":16,"ws":true,"disabled":false},{"text":"a","start":100,"end":101,"id":17,"ws":true,"disabled":false},{"text":"point","start":102,"end":107,"id":18,"ws":true,"disabled":false},{"text":"of","start":108,"end":110,"id":19,"ws":true,"disabled":false},{"text":"no","start":111,"end":113,"id":20,"ws":true,"disabled":false},{"text":"return","start":114,"end":120,"id":21,"ws":false,"disabled":false},{"text":",","start":120,"end":121,"id":22,"ws":true,"disabled":false},{"text":"and","start":122,"end":125,"id":23,"ws":true,"disabled":false},{"text":"is","start":126,"end":128,"id":24,"ws":true,"disabled":false},{"text":"retreating","start":129,"end":139,"id":25,"ws":true,"disabled":false},{"text":"in","start":140,"end":142,"id":26,"ws":true,"disabled":false},{"text":"rapid","start":143,"end":148,"id":27,"ws":true,"disabled":false},{"text":"bursts","start":149,"end":155,"id":28,"ws":false,"disabled":false},{"text":",","start":155,"end":156,"id":29,"ws":true,"disabled":false},{"text":"leading","start":157,"end":164,"id":30,"ws":true,"disabled":false},{"text":"to","start":165,"end":167,"id":31,"ws":true,"disabled":false},{"text":"a","start":168,"end":169,"id":32,"ws":true,"disabled":false},{"text":"sudden","start":170,"end":176,"id":33,"ws":true,"disabled":false},{"text":"and","start":177,"end":180,"id":34,"ws":true,"disabled":false},{"text":"unpredictable","start":181,"end":194,"id":35,"ws":true,"disabled":false},{"text":"rise","start":195,"end":199,"id":36,"ws":true,"disabled":false},{"text":"in","start":200,"end":202,"id":37,"ws":true,"disabled":false},{"text":"sea","start":203,"end":206,"id":38,"ws":true,"disabled":false},{"text":"levels","start":207,"end":213,"id":39,"ws":false,"disabled":false},{"text":".","start":213,"end":214,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":215,"end":227,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":228,"end":240,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":15,"child":13,"head_span":{"start":90,"end":96,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":76,"end":85,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":38,"head_span":{"start":195,"end":199,"token_start":36,"token_end":36,"label":"change_direction"},"child_span":{"start":203,"end":206,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":38,"head_span":{"start":207,"end":213,"token_start":39,"token_end":39,"label":"aspect_changing"},"child_span":{"start":203,"end":206,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":38,"head_span":{"start":76,"end":85,"token_start":12,"token_end":13,"label":"base"},"child_span":{"start":203,"end":206,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In this passionate, lyrical talk, she urges us to radically restructure the economic and social systems that are driving climate migration -- and caused it in the first place -- and shares how we can cultivate collective resilience","text":"In this passionate, lyrical talk, she urges us to radically restructure the economic and social systems that are driving climate migration -- and caused it in the first place -- and shares how we can cultivate collective resilience IMPLIED_BASE IMPLIED_BASE","characters":"231","document_index":"615","md_sentence_index":"1","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.ted.com/talks/colette_pichon_battle_climate_change_will_displace_millions_here_s_how_we_prepare","combo_id":"615_1","post-training batch1":"615_1","_input_hash":-339559206,"_task_hash":1688863790,"spans":[],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"this","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"passionate","start":8,"end":18,"id":2,"ws":false,"disabled":false},{"text":",","start":18,"end":19,"id":3,"ws":true,"disabled":false},{"text":"lyrical","start":20,"end":27,"id":4,"ws":true,"disabled":false},{"text":"talk","start":28,"end":32,"id":5,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":6,"ws":true,"disabled":false},{"text":"she","start":34,"end":37,"id":7,"ws":true,"disabled":false},{"text":"urges","start":38,"end":43,"id":8,"ws":true,"disabled":false},{"text":"us","start":44,"end":46,"id":9,"ws":true,"disabled":false},{"text":"to","start":47,"end":49,"id":10,"ws":true,"disabled":false},{"text":"radically","start":50,"end":59,"id":11,"ws":true,"disabled":false},{"text":"restructure","start":60,"end":71,"id":12,"ws":true,"disabled":false},{"text":"the","start":72,"end":75,"id":13,"ws":true,"disabled":false},{"text":"economic","start":76,"end":84,"id":14,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":15,"ws":true,"disabled":false},{"text":"social","start":89,"end":95,"id":16,"ws":true,"disabled":false},{"text":"systems","start":96,"end":103,"id":17,"ws":true,"disabled":false},{"text":"that","start":104,"end":108,"id":18,"ws":true,"disabled":false},{"text":"are","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"driving","start":113,"end":120,"id":20,"ws":true,"disabled":false},{"text":"climate","start":121,"end":128,"id":21,"ws":true,"disabled":false},{"text":"migration","start":129,"end":138,"id":22,"ws":true,"disabled":false},{"text":"--","start":139,"end":141,"id":23,"ws":true,"disabled":false},{"text":"and","start":142,"end":145,"id":24,"ws":true,"disabled":false},{"text":"caused","start":146,"end":152,"id":25,"ws":true,"disabled":false},{"text":"it","start":153,"end":155,"id":26,"ws":true,"disabled":false},{"text":"in","start":156,"end":158,"id":27,"ws":true,"disabled":false},{"text":"the","start":159,"end":162,"id":28,"ws":true,"disabled":false},{"text":"first","start":163,"end":168,"id":29,"ws":true,"disabled":false},{"text":"place","start":169,"end":174,"id":30,"ws":true,"disabled":false},{"text":"--","start":175,"end":177,"id":31,"ws":true,"disabled":false},{"text":"and","start":178,"end":181,"id":32,"ws":true,"disabled":false},{"text":"shares","start":182,"end":188,"id":33,"ws":true,"disabled":false},{"text":"how","start":189,"end":192,"id":34,"ws":true,"disabled":false},{"text":"we","start":193,"end":195,"id":35,"ws":true,"disabled":false},{"text":"can","start":196,"end":199,"id":36,"ws":true,"disabled":false},{"text":"cultivate","start":200,"end":209,"id":37,"ws":true,"disabled":false},{"text":"collective","start":210,"end":220,"id":38,"ws":true,"disabled":false},{"text":"resilience","start":221,"end":231,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":232,"end":244,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":245,"end":257,"id":41,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The loss of herbivorous fish from overfishing can be a particular driver of coral reef decline, says Dr Mark Eakin, coordinator of the US National Oceanic and Atmospheric Administration\u2019s Coral Reef Watch programme.","text":"The loss of herbivorous fish from overfishing can be a particular driver of coral reef decline, says Dr Mark Eakin, coordinator of the US National Oceanic and Atmospheric Administration\u2019s Coral Reef Watch programme. IMPLIED_BASE IMPLIED_BASE","characters":"215","document_index":"647","md_sentence_index":"404","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_404","post-training batch1":"647_404","_input_hash":-169285431,"_task_hash":77305597,"spans":[{"start":4,"end":8,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":12,"end":23,"token_start":3,"token_end":3,"label":"type_of"},{"start":24,"end":28,"token_start":4,"token_end":4,"label":"base"},{"text":"overfishing","start":34,"token_start":6,"token_end":6,"end":45,"type":"pattern","label":"base"},{"text":"coral reef","start":76,"token_start":13,"token_end":14,"end":86,"type":"pattern","label":"base"},{"start":87,"end":94,"token_start":15,"token_end":15,"label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"loss","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"of","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"herbivorous","start":12,"end":23,"id":3,"ws":true,"disabled":false},{"text":"fish","start":24,"end":28,"id":4,"ws":true,"disabled":false},{"text":"from","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"overfishing","start":34,"end":45,"id":6,"ws":true,"disabled":false},{"text":"can","start":46,"end":49,"id":7,"ws":true,"disabled":false},{"text":"be","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"a","start":53,"end":54,"id":9,"ws":true,"disabled":false},{"text":"particular","start":55,"end":65,"id":10,"ws":true,"disabled":false},{"text":"driver","start":66,"end":72,"id":11,"ws":true,"disabled":false},{"text":"of","start":73,"end":75,"id":12,"ws":true,"disabled":false},{"text":"coral","start":76,"end":81,"id":13,"ws":true,"disabled":false},{"text":"reef","start":82,"end":86,"id":14,"ws":true,"disabled":false},{"text":"decline","start":87,"end":94,"id":15,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":16,"ws":true,"disabled":false},{"text":"says","start":96,"end":100,"id":17,"ws":true,"disabled":false},{"text":"Dr","start":101,"end":103,"id":18,"ws":true,"disabled":false},{"text":"Mark","start":104,"end":108,"id":19,"ws":true,"disabled":false},{"text":"Eakin","start":109,"end":114,"id":20,"ws":false,"disabled":false},{"text":",","start":114,"end":115,"id":21,"ws":true,"disabled":false},{"text":"coordinator","start":116,"end":127,"id":22,"ws":true,"disabled":false},{"text":"of","start":128,"end":130,"id":23,"ws":true,"disabled":false},{"text":"the","start":131,"end":134,"id":24,"ws":true,"disabled":false},{"text":"US","start":135,"end":137,"id":25,"ws":true,"disabled":false},{"text":"National","start":138,"end":146,"id":26,"ws":true,"disabled":false},{"text":"Oceanic","start":147,"end":154,"id":27,"ws":true,"disabled":false},{"text":"and","start":155,"end":158,"id":28,"ws":true,"disabled":false},{"text":"Atmospheric","start":159,"end":170,"id":29,"ws":true,"disabled":false},{"text":"Administration","start":171,"end":185,"id":30,"ws":false,"disabled":false},{"text":"\u2019s","start":185,"end":187,"id":31,"ws":true,"disabled":false},{"text":"Coral","start":188,"end":193,"id":32,"ws":true,"disabled":false},{"text":"Reef","start":194,"end":198,"id":33,"ws":true,"disabled":false},{"text":"Watch","start":199,"end":204,"id":34,"ws":true,"disabled":false},{"text":"programme","start":205,"end":214,"id":35,"ws":false,"disabled":false},{"text":".","start":214,"end":215,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":216,"end":228,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":229,"end":241,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":4,"head_span":{"start":12,"end":23,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":24,"end":28,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":4,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":24,"end":28,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":87,"end":94,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":76,"end":86,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":4,"head_span":{"start":34,"end":45,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":24,"end":28,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":15,"head_span":{"start":24,"end":28,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":87,"end":94,"token_start":15,"token_end":15,"label":"aspect_changing"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Three of his co-workers have collapsed from heat exhaustion over the years.\n","text":"Three of his co-workers have collapsed from heat exhaustion over the years. IMPLIED_BASE IMPLIED_BASE","characters":"76","document_index":"775","md_sentence_index":"63","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/08/06/climate/climate-change-inequality-heat.html","combo_id":"775_63","post-training batch1":"775_63","_input_hash":335633968,"_task_hash":-481108928,"spans":[{"start":29,"end":38,"token_start":7,"token_end":7,"label":"base"},{"start":44,"end":59,"token_start":9,"token_end":10,"label":"base"}],"tokens":[{"text":"Three","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"of","start":6,"end":8,"id":1,"ws":true,"disabled":false},{"text":"his","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"co","start":13,"end":15,"id":3,"ws":false,"disabled":false},{"text":"-","start":15,"end":16,"id":4,"ws":false,"disabled":false},{"text":"workers","start":16,"end":23,"id":5,"ws":true,"disabled":false},{"text":"have","start":24,"end":28,"id":6,"ws":true,"disabled":false},{"text":"collapsed","start":29,"end":38,"id":7,"ws":true,"disabled":false},{"text":"from","start":39,"end":43,"id":8,"ws":true,"disabled":false},{"text":"heat","start":44,"end":48,"id":9,"ws":true,"disabled":false},{"text":"exhaustion","start":49,"end":59,"id":10,"ws":true,"disabled":false},{"text":"over","start":60,"end":64,"id":11,"ws":true,"disabled":false},{"text":"the","start":65,"end":68,"id":12,"ws":true,"disabled":false},{"text":"years","start":69,"end":74,"id":13,"ws":false,"disabled":false},{"text":".","start":74,"end":75,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":76,"end":88,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":89,"end":101,"id":16,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":10,"child":7,"head_span":{"start":44,"end":59,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":29,"end":38,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Scientists have a medium-level of confidence that such rapid intensification of hurricanes will happen more often as the earth gets hotter, Kossin said.","text":"Scientists have a medium-level of confidence that such rapid intensification of hurricanes will happen more often as the earth gets hotter, Kossin said. IMPLIED_BASE IMPLIED_BASE","characters":"152","document_index":"491","md_sentence_index":"37","classification_origin":"causal_sentence_classification","url":"https://insideclimatenews.org/american-climate/essay/hurricane-climate-change","combo_id":"491_37","post-training batch1":"491_37","_input_hash":1983063132,"_task_hash":-908722029,"spans":[{"start":61,"end":76,"token_start":11,"token_end":11,"label":"aspect_changing"},{"text":"hurricanes","start":80,"token_start":13,"token_end":13,"end":90,"type":"pattern","label":"base"},{"text":"more","start":103,"token_start":16,"token_end":16,"end":107,"type":"pattern","label":"change_direction"},{"text":"hotter","start":132,"token_start":22,"token_end":22,"end":138,"type":"pattern","label":"change_direction"},{"start":153,"end":165,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"Scientists","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"have","start":11,"end":15,"id":1,"ws":true,"disabled":false},{"text":"a","start":16,"end":17,"id":2,"ws":true,"disabled":false},{"text":"medium","start":18,"end":24,"id":3,"ws":false,"disabled":false},{"text":"-","start":24,"end":25,"id":4,"ws":false,"disabled":false},{"text":"level","start":25,"end":30,"id":5,"ws":true,"disabled":false},{"text":"of","start":31,"end":33,"id":6,"ws":true,"disabled":false},{"text":"confidence","start":34,"end":44,"id":7,"ws":true,"disabled":false},{"text":"that","start":45,"end":49,"id":8,"ws":true,"disabled":false},{"text":"such","start":50,"end":54,"id":9,"ws":true,"disabled":false},{"text":"rapid","start":55,"end":60,"id":10,"ws":true,"disabled":false},{"text":"intensification","start":61,"end":76,"id":11,"ws":true,"disabled":false},{"text":"of","start":77,"end":79,"id":12,"ws":true,"disabled":false},{"text":"hurricanes","start":80,"end":90,"id":13,"ws":true,"disabled":false},{"text":"will","start":91,"end":95,"id":14,"ws":true,"disabled":false},{"text":"happen","start":96,"end":102,"id":15,"ws":true,"disabled":false},{"text":"more","start":103,"end":107,"id":16,"ws":true,"disabled":false},{"text":"often","start":108,"end":113,"id":17,"ws":true,"disabled":false},{"text":"as","start":114,"end":116,"id":18,"ws":true,"disabled":false},{"text":"the","start":117,"end":120,"id":19,"ws":true,"disabled":false},{"text":"earth","start":121,"end":126,"id":20,"ws":true,"disabled":false},{"text":"gets","start":127,"end":131,"id":21,"ws":true,"disabled":false},{"text":"hotter","start":132,"end":138,"id":22,"ws":false,"disabled":false},{"text":",","start":138,"end":139,"id":23,"ws":true,"disabled":false},{"text":"Kossin","start":140,"end":146,"id":24,"ws":true,"disabled":false},{"text":"said","start":147,"end":151,"id":25,"ws":false,"disabled":false},{"text":".","start":151,"end":152,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":22,"child":27,"head_span":{"start":132,"end":138,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":153,"end":165,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":61,"end":76,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":80,"end":90,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":13,"head_span":{"start":103,"end":107,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":80,"end":90,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":13,"head_span":{"start":153,"end":165,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":80,"end":90,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Health effects of air pollution are of concern; atmospheric pollutants in gaseous (mainly carbon dioxide, methane, nitrous oxide) or particulate forms may affect respiratory system according to their physical properties (solubility), their concentration, and the rate and depth of the ventilation of the subject.","text":"Health effects of air pollution are of concern; atmospheric pollutants in gaseous (mainly carbon dioxide, methane, nitrous oxide) or particulate forms may affect respiratory system according to their physical properties (solubility), their concentration, and the rate and depth of the ventilation of the subject. IMPLIED_BASE IMPLIED_BASE","characters":"312","document_index":"750","md_sentence_index":"75","classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_75","post-training batch1":"750_75","_input_hash":1933031484,"_task_hash":1461476704,"spans":[{"start":48,"end":59,"token_start":9,"token_end":9,"label":"type_of"},{"text":"pollutants","start":60,"token_start":10,"token_end":10,"end":70,"type":"pattern","label":"base"},{"text":"carbon dioxide","start":90,"token_start":15,"token_end":16,"end":104,"type":"pattern","label":"base"},{"text":"methane","start":106,"token_start":18,"token_end":18,"end":113,"type":"pattern","label":"base"},{"start":115,"end":128,"token_start":20,"token_end":21,"label":"base"},{"start":133,"end":150,"token_start":24,"token_end":25,"label":"base"},{"start":162,"end":180,"token_start":28,"token_end":29,"label":"base"}],"tokens":[{"text":"Health","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"effects","start":7,"end":14,"id":1,"ws":true,"disabled":false},{"text":"of","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"air","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"pollution","start":22,"end":31,"id":4,"ws":true,"disabled":false},{"text":"are","start":32,"end":35,"id":5,"ws":true,"disabled":false},{"text":"of","start":36,"end":38,"id":6,"ws":true,"disabled":false},{"text":"concern","start":39,"end":46,"id":7,"ws":false,"disabled":false},{"text":";","start":46,"end":47,"id":8,"ws":true,"disabled":false},{"text":"atmospheric","start":48,"end":59,"id":9,"ws":true,"disabled":false},{"text":"pollutants","start":60,"end":70,"id":10,"ws":true,"disabled":false},{"text":"in","start":71,"end":73,"id":11,"ws":true,"disabled":false},{"text":"gaseous","start":74,"end":81,"id":12,"ws":true,"disabled":false},{"text":"(","start":82,"end":83,"id":13,"ws":false,"disabled":false},{"text":"mainly","start":83,"end":89,"id":14,"ws":true,"disabled":false},{"text":"carbon","start":90,"end":96,"id":15,"ws":true,"disabled":false},{"text":"dioxide","start":97,"end":104,"id":16,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":17,"ws":true,"disabled":false},{"text":"methane","start":106,"end":113,"id":18,"ws":false,"disabled":false},{"text":",","start":113,"end":114,"id":19,"ws":true,"disabled":false},{"text":"nitrous","start":115,"end":122,"id":20,"ws":true,"disabled":false},{"text":"oxide","start":123,"end":128,"id":21,"ws":false,"disabled":false},{"text":")","start":128,"end":129,"id":22,"ws":true,"disabled":false},{"text":"or","start":130,"end":132,"id":23,"ws":true,"disabled":false},{"text":"particulate","start":133,"end":144,"id":24,"ws":true,"disabled":false},{"text":"forms","start":145,"end":150,"id":25,"ws":true,"disabled":false},{"text":"may","start":151,"end":154,"id":26,"ws":true,"disabled":false},{"text":"affect","start":155,"end":161,"id":27,"ws":true,"disabled":false},{"text":"respiratory","start":162,"end":173,"id":28,"ws":true,"disabled":false},{"text":"system","start":174,"end":180,"id":29,"ws":true,"disabled":false},{"text":"according","start":181,"end":190,"id":30,"ws":true,"disabled":false},{"text":"to","start":191,"end":193,"id":31,"ws":true,"disabled":false},{"text":"their","start":194,"end":199,"id":32,"ws":true,"disabled":false},{"text":"physical","start":200,"end":208,"id":33,"ws":true,"disabled":false},{"text":"properties","start":209,"end":219,"id":34,"ws":true,"disabled":false},{"text":"(","start":220,"end":221,"id":35,"ws":false,"disabled":false},{"text":"solubility","start":221,"end":231,"id":36,"ws":false,"disabled":false},{"text":")","start":231,"end":232,"id":37,"ws":false,"disabled":false},{"text":",","start":232,"end":233,"id":38,"ws":true,"disabled":false},{"text":"their","start":234,"end":239,"id":39,"ws":true,"disabled":false},{"text":"concentration","start":240,"end":253,"id":40,"ws":false,"disabled":false},{"text":",","start":253,"end":254,"id":41,"ws":true,"disabled":false},{"text":"and","start":255,"end":258,"id":42,"ws":true,"disabled":false},{"text":"the","start":259,"end":262,"id":43,"ws":true,"disabled":false},{"text":"rate","start":263,"end":267,"id":44,"ws":true,"disabled":false},{"text":"and","start":268,"end":271,"id":45,"ws":true,"disabled":false},{"text":"depth","start":272,"end":277,"id":46,"ws":true,"disabled":false},{"text":"of","start":278,"end":280,"id":47,"ws":true,"disabled":false},{"text":"the","start":281,"end":284,"id":48,"ws":true,"disabled":false},{"text":"ventilation","start":285,"end":296,"id":49,"ws":true,"disabled":false},{"text":"of","start":297,"end":299,"id":50,"ws":true,"disabled":false},{"text":"the","start":300,"end":303,"id":51,"ws":true,"disabled":false},{"text":"subject","start":304,"end":311,"id":52,"ws":false,"disabled":false},{"text":".","start":311,"end":312,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":313,"end":325,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":326,"end":338,"id":55,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":9,"child":10,"head_span":{"start":48,"end":59,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":29,"head_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":162,"end":180,"token_start":28,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":29,"head_span":{"start":90,"end":104,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":162,"end":180,"token_start":28,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":29,"head_span":{"start":106,"end":113,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":162,"end":180,"token_start":28,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":29,"head_span":{"start":115,"end":128,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":162,"end":180,"token_start":28,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":29,"head_span":{"start":133,"end":150,"token_start":24,"token_end":25,"label":"base"},"child_span":{"start":162,"end":180,"token_start":28,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Eighty-five people died and nearly 19,000 buildings were destroyed in the Camp Fire, the state's deadliest wildfire.\n","text":"Eighty-five people died and nearly 19,000 buildings were destroyed in the Camp Fire, the state's deadliest wildfire. IMPLIED_BASE IMPLIED_BASE","characters":"117","document_index":"784","md_sentence_index":"2","classification_origin":"causal_sentence_classification","url":"https://www.azcentral.com/in-depth/news/local/arizona-wildfires/2019/07/22/wildfire-risks-more-than-500-spots-have-greater-hazard-than-paradise/1434502001/","combo_id":"784_2","post-training batch1":"784_2","_input_hash":2061679233,"_task_hash":-1140193125,"spans":[{"text":"people","start":12,"token_start":3,"token_end":3,"end":18,"type":"pattern","label":"base"},{"start":19,"end":23,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":42,"end":51,"token_start":8,"token_end":8,"label":"base"},{"start":57,"end":66,"token_start":10,"token_end":10,"label":"aspect_changing"},{"text":"wildfire","start":107,"token_start":20,"token_end":20,"end":115,"type":"pattern","label":"base"}],"tokens":[{"text":"Eighty","start":0,"end":6,"id":0,"ws":false,"disabled":false},{"text":"-","start":6,"end":7,"id":1,"ws":false,"disabled":false},{"text":"five","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"people","start":12,"end":18,"id":3,"ws":true,"disabled":false},{"text":"died","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"and","start":24,"end":27,"id":5,"ws":true,"disabled":false},{"text":"nearly","start":28,"end":34,"id":6,"ws":true,"disabled":false},{"text":"19,000","start":35,"end":41,"id":7,"ws":true,"disabled":false},{"text":"buildings","start":42,"end":51,"id":8,"ws":true,"disabled":false},{"text":"were","start":52,"end":56,"id":9,"ws":true,"disabled":false},{"text":"destroyed","start":57,"end":66,"id":10,"ws":true,"disabled":false},{"text":"in","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":12,"ws":true,"disabled":false},{"text":"Camp","start":74,"end":78,"id":13,"ws":true,"disabled":false},{"text":"Fire","start":79,"end":83,"id":14,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":15,"ws":true,"disabled":false},{"text":"the","start":85,"end":88,"id":16,"ws":true,"disabled":false},{"text":"state","start":89,"end":94,"id":17,"ws":false,"disabled":false},{"text":"'s","start":94,"end":96,"id":18,"ws":true,"disabled":false},{"text":"deadliest","start":97,"end":106,"id":19,"ws":true,"disabled":false},{"text":"wildfire","start":107,"end":115,"id":20,"ws":false,"disabled":false},{"text":".","start":115,"end":116,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":117,"end":129,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":130,"end":142,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":10,"child":8,"head_span":{"start":57,"end":66,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":42,"end":51,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":3,"head_span":{"start":19,"end":23,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":12,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":3,"head_span":{"start":107,"end":115,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":12,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":8,"head_span":{"start":107,"end":115,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":42,"end":51,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Desiccated soils contribute to temperature increase, heat entrainment, and deepening of the atmospheric boundary layer.","text":"Desiccated soils contribute to temperature increase, heat entrainment, and deepening of the atmospheric boundary layer. IMPLIED_BASE IMPLIED_BASE","characters":"119","document_index":"860","md_sentence_index":"204","classification_origin":"causal_sentence_classification","url":"https://advances.sciencemag.org/content/6/39/eaaz4571","combo_id":"860_204","post-training batch1":"860_204","_input_hash":-794036411,"_task_hash":1067094558,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"type_of"},{"text":"soils","start":11,"token_start":1,"token_end":1,"end":16,"type":"pattern","label":"base"},{"text":"temperature","start":31,"token_start":4,"token_end":4,"end":42,"type":"pattern","label":"aspect_changing"},{"text":"increase","start":43,"token_start":5,"token_end":5,"end":51,"type":"pattern","label":"change_direction"},{"start":53,"end":57,"token_start":7,"token_end":7,"label":"base"},{"start":58,"end":69,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":75,"end":84,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":92,"end":118,"token_start":14,"token_end":16,"label":"base"},{"start":120,"end":132,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"Desiccated","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"soils","start":11,"end":16,"id":1,"ws":true,"disabled":false},{"text":"contribute","start":17,"end":27,"id":2,"ws":true,"disabled":false},{"text":"to","start":28,"end":30,"id":3,"ws":true,"disabled":false},{"text":"temperature","start":31,"end":42,"id":4,"ws":true,"disabled":false},{"text":"increase","start":43,"end":51,"id":5,"ws":false,"disabled":false},{"text":",","start":51,"end":52,"id":6,"ws":true,"disabled":false},{"text":"heat","start":53,"end":57,"id":7,"ws":true,"disabled":false},{"text":"entrainment","start":58,"end":69,"id":8,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":9,"ws":true,"disabled":false},{"text":"and","start":71,"end":74,"id":10,"ws":true,"disabled":false},{"text":"deepening","start":75,"end":84,"id":11,"ws":true,"disabled":false},{"text":"of","start":85,"end":87,"id":12,"ws":true,"disabled":false},{"text":"the","start":88,"end":91,"id":13,"ws":true,"disabled":false},{"text":"atmospheric","start":92,"end":103,"id":14,"ws":true,"disabled":false},{"text":"boundary","start":104,"end":112,"id":15,"ws":true,"disabled":false},{"text":"layer","start":113,"end":118,"id":16,"ws":false,"disabled":false},{"text":".","start":118,"end":119,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":133,"end":145,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":18,"head_span":{"start":43,"end":51,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":120,"end":132,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":18,"head_span":{"start":31,"end":42,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":120,"end":132,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":58,"end":69,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":53,"end":57,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":16,"head_span":{"start":75,"end":84,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":92,"end":118,"token_start":14,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":18,"head_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":120,"end":132,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":7,"head_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":53,"end":57,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":16,"head_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":92,"end":118,"token_start":14,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The 21 children and young adults suing the federal government over climate change argue that they and their generation are already suffering the consequences of climate change, from worsening allergies and asthma to the health risks and stress that come with hurricanes, wildfires and sea level rise threatening their homes.\n","text":"The 21 children and young adults suing the federal government over climate change argue that they and their generation are already suffering the consequences of climate change, from worsening allergies and asthma to the health risks and stress that come with hurricanes, wildfires and sea level rise threatening their homes. IMPLIED_BASE IMPLIED_BASE","characters":"325","document_index":"172","md_sentence_index":"1","classification_origin":"cm-label-eval","url":"https://insideclimatenews.org/news/04062019/children-climate-change-lawsuit-health-risk-juliana-case-appeals-court","combo_id":"172_1","post-training batch1":"172_1","_input_hash":866017770,"_task_hash":1997558132,"spans":[{"text":"climate change","start":161,"token_start":25,"token_end":26,"end":175,"type":"pattern","label":"base"},{"text":"worsening","start":182,"token_start":29,"token_end":29,"end":191,"type":"pattern","label":"change_direction"},{"start":192,"end":201,"token_start":30,"token_end":30,"label":"base"},{"text":"asthma","start":206,"token_start":32,"token_end":32,"end":212,"type":"pattern","label":"base"},{"text":"health","start":220,"token_start":35,"token_end":35,"end":226,"type":"pattern","label":"base"},{"text":"risks","start":227,"token_start":36,"token_end":36,"end":232,"type":"pattern","label":"aspect_changing"},{"text":"stress","start":237,"token_start":38,"token_end":38,"end":243,"type":"pattern","label":"base"},{"text":"hurricanes","start":259,"token_start":42,"token_end":42,"end":269,"type":"pattern","label":"base"},{"text":"wildfires","start":271,"token_start":44,"token_end":44,"end":280,"type":"pattern","label":"base"},{"text":"sea","start":285,"token_start":46,"token_end":46,"end":288,"type":"pattern","label":"base"},{"text":"level","start":289,"token_start":47,"token_end":47,"end":294,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":295,"token_start":48,"token_end":48,"end":299,"type":"pattern","label":"change_direction"},{"start":300,"end":311,"token_start":49,"token_end":49,"label":"change_direction"},{"text":"homes","start":318,"token_start":51,"token_end":51,"end":323,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"21","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"children","start":7,"end":15,"id":2,"ws":true,"disabled":false},{"text":"and","start":16,"end":19,"id":3,"ws":true,"disabled":false},{"text":"young","start":20,"end":25,"id":4,"ws":true,"disabled":false},{"text":"adults","start":26,"end":32,"id":5,"ws":true,"disabled":false},{"text":"suing","start":33,"end":38,"id":6,"ws":true,"disabled":false},{"text":"the","start":39,"end":42,"id":7,"ws":true,"disabled":false},{"text":"federal","start":43,"end":50,"id":8,"ws":true,"disabled":false},{"text":"government","start":51,"end":61,"id":9,"ws":true,"disabled":false},{"text":"over","start":62,"end":66,"id":10,"ws":true,"disabled":false},{"text":"climate","start":67,"end":74,"id":11,"ws":true,"disabled":false},{"text":"change","start":75,"end":81,"id":12,"ws":true,"disabled":false},{"text":"argue","start":82,"end":87,"id":13,"ws":true,"disabled":false},{"text":"that","start":88,"end":92,"id":14,"ws":true,"disabled":false},{"text":"they","start":93,"end":97,"id":15,"ws":true,"disabled":false},{"text":"and","start":98,"end":101,"id":16,"ws":true,"disabled":false},{"text":"their","start":102,"end":107,"id":17,"ws":true,"disabled":false},{"text":"generation","start":108,"end":118,"id":18,"ws":true,"disabled":false},{"text":"are","start":119,"end":122,"id":19,"ws":true,"disabled":false},{"text":"already","start":123,"end":130,"id":20,"ws":true,"disabled":false},{"text":"suffering","start":131,"end":140,"id":21,"ws":true,"disabled":false},{"text":"the","start":141,"end":144,"id":22,"ws":true,"disabled":false},{"text":"consequences","start":145,"end":157,"id":23,"ws":true,"disabled":false},{"text":"of","start":158,"end":160,"id":24,"ws":true,"disabled":false},{"text":"climate","start":161,"end":168,"id":25,"ws":true,"disabled":false},{"text":"change","start":169,"end":175,"id":26,"ws":false,"disabled":false},{"text":",","start":175,"end":176,"id":27,"ws":true,"disabled":false},{"text":"from","start":177,"end":181,"id":28,"ws":true,"disabled":false},{"text":"worsening","start":182,"end":191,"id":29,"ws":true,"disabled":false},{"text":"allergies","start":192,"end":201,"id":30,"ws":true,"disabled":false},{"text":"and","start":202,"end":205,"id":31,"ws":true,"disabled":false},{"text":"asthma","start":206,"end":212,"id":32,"ws":true,"disabled":false},{"text":"to","start":213,"end":215,"id":33,"ws":true,"disabled":false},{"text":"the","start":216,"end":219,"id":34,"ws":true,"disabled":false},{"text":"health","start":220,"end":226,"id":35,"ws":true,"disabled":false},{"text":"risks","start":227,"end":232,"id":36,"ws":true,"disabled":false},{"text":"and","start":233,"end":236,"id":37,"ws":true,"disabled":false},{"text":"stress","start":237,"end":243,"id":38,"ws":true,"disabled":false},{"text":"that","start":244,"end":248,"id":39,"ws":true,"disabled":false},{"text":"come","start":249,"end":253,"id":40,"ws":true,"disabled":false},{"text":"with","start":254,"end":258,"id":41,"ws":true,"disabled":false},{"text":"hurricanes","start":259,"end":269,"id":42,"ws":false,"disabled":false},{"text":",","start":269,"end":270,"id":43,"ws":true,"disabled":false},{"text":"wildfires","start":271,"end":280,"id":44,"ws":true,"disabled":false},{"text":"and","start":281,"end":284,"id":45,"ws":true,"disabled":false},{"text":"sea","start":285,"end":288,"id":46,"ws":true,"disabled":false},{"text":"level","start":289,"end":294,"id":47,"ws":true,"disabled":false},{"text":"rise","start":295,"end":299,"id":48,"ws":true,"disabled":false},{"text":"threatening","start":300,"end":311,"id":49,"ws":true,"disabled":false},{"text":"their","start":312,"end":317,"id":50,"ws":true,"disabled":false},{"text":"homes","start":318,"end":323,"id":51,"ws":false,"disabled":false},{"text":".","start":323,"end":324,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":325,"end":337,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":338,"end":350,"id":54,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":49,"child":51,"head_span":{"start":300,"end":311,"token_start":49,"token_end":49,"label":"change_direction"},"child_span":{"start":318,"end":323,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":46,"head_span":{"start":295,"end":299,"token_start":48,"token_end":48,"label":"change_direction"},"child_span":{"start":285,"end":288,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":46,"head_span":{"start":289,"end":294,"token_start":47,"token_end":47,"label":"aspect_changing"},"child_span":{"start":285,"end":288,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":35,"head_span":{"start":227,"end":232,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":220,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":30,"head_span":{"start":182,"end":191,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":192,"end":201,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":30,"head_span":{"start":161,"end":175,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":192,"end":201,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":32,"head_span":{"start":161,"end":175,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":206,"end":212,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":35,"head_span":{"start":161,"end":175,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":220,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":38,"head_span":{"start":161,"end":175,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":237,"end":243,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":30,"head_span":{"start":259,"end":269,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":192,"end":201,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":32,"head_span":{"start":259,"end":269,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":206,"end":212,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":35,"head_span":{"start":259,"end":269,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":220,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":38,"head_span":{"start":259,"end":269,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":237,"end":243,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":30,"head_span":{"start":271,"end":280,"token_start":44,"token_end":44,"label":"base"},"child_span":{"start":192,"end":201,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":32,"head_span":{"start":271,"end":280,"token_start":44,"token_end":44,"label":"base"},"child_span":{"start":206,"end":212,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":35,"head_span":{"start":271,"end":280,"token_start":44,"token_end":44,"label":"base"},"child_span":{"start":220,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":38,"head_span":{"start":271,"end":280,"token_start":44,"token_end":44,"label":"base"},"child_span":{"start":237,"end":243,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":51,"head_span":{"start":285,"end":288,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":318,"end":323,"token_start":51,"token_end":51,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These are secondary environmental problems \u2014 such as damage to infrastructure or the release of chemicals or waste housed on site \u2014 that can manifest when temperatures and sea levels rise.","text":"These are secondary environmental problems \u2014 such as damage to infrastructure or the release of chemicals or waste housed on site \u2014 that can manifest when temperatures and sea levels rise. IMPLIED_BASE IMPLIED_BASE","characters":"188","document_index":"207","md_sentence_index":"25","classification_origin":"cm-label-eval","url":"https://www.washingtonpost.com/politics/2019/06/11/congress-worries-that-climate-change-will-force-us-pay-foreign-governments-millions-heres-why/","combo_id":"207_25","post-training batch1":"207_25","_input_hash":1235292319,"_task_hash":-1065336554,"spans":[{"start":53,"end":59,"token_start":8,"token_end":8,"label":"aspect_changing"},{"text":"infrastructure","start":63,"token_start":10,"token_end":10,"end":77,"type":"pattern","label":"base"},{"start":85,"end":92,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":96,"end":105,"token_start":15,"token_end":15,"label":"base"},{"text":"temperatures","start":155,"token_start":26,"token_end":26,"end":167,"type":"pattern","label":"aspect_changing"},{"text":"sea","start":172,"token_start":28,"token_end":28,"end":175,"type":"pattern","label":"base"},{"text":"levels","start":176,"token_start":29,"token_end":29,"end":182,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":183,"token_start":30,"token_end":30,"end":187,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"are","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"secondary","start":10,"end":19,"id":2,"ws":true,"disabled":false},{"text":"environmental","start":20,"end":33,"id":3,"ws":true,"disabled":false},{"text":"problems","start":34,"end":42,"id":4,"ws":true,"disabled":false},{"text":"\u2014","start":43,"end":44,"id":5,"ws":true,"disabled":false},{"text":"such","start":45,"end":49,"id":6,"ws":true,"disabled":false},{"text":"as","start":50,"end":52,"id":7,"ws":true,"disabled":false},{"text":"damage","start":53,"end":59,"id":8,"ws":true,"disabled":false},{"text":"to","start":60,"end":62,"id":9,"ws":true,"disabled":false},{"text":"infrastructure","start":63,"end":77,"id":10,"ws":true,"disabled":false},{"text":"or","start":78,"end":80,"id":11,"ws":true,"disabled":false},{"text":"the","start":81,"end":84,"id":12,"ws":true,"disabled":false},{"text":"release","start":85,"end":92,"id":13,"ws":true,"disabled":false},{"text":"of","start":93,"end":95,"id":14,"ws":true,"disabled":false},{"text":"chemicals","start":96,"end":105,"id":15,"ws":true,"disabled":false},{"text":"or","start":106,"end":108,"id":16,"ws":true,"disabled":false},{"text":"waste","start":109,"end":114,"id":17,"ws":true,"disabled":false},{"text":"housed","start":115,"end":121,"id":18,"ws":true,"disabled":false},{"text":"on","start":122,"end":124,"id":19,"ws":true,"disabled":false},{"text":"site","start":125,"end":129,"id":20,"ws":true,"disabled":false},{"text":"\u2014","start":130,"end":131,"id":21,"ws":true,"disabled":false},{"text":"that","start":132,"end":136,"id":22,"ws":true,"disabled":false},{"text":"can","start":137,"end":140,"id":23,"ws":true,"disabled":false},{"text":"manifest","start":141,"end":149,"id":24,"ws":true,"disabled":false},{"text":"when","start":150,"end":154,"id":25,"ws":true,"disabled":false},{"text":"temperatures","start":155,"end":167,"id":26,"ws":true,"disabled":false},{"text":"and","start":168,"end":171,"id":27,"ws":true,"disabled":false},{"text":"sea","start":172,"end":175,"id":28,"ws":true,"disabled":false},{"text":"levels","start":176,"end":182,"id":29,"ws":true,"disabled":false},{"text":"rise","start":183,"end":187,"id":30,"ws":false,"disabled":false},{"text":".","start":187,"end":188,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":189,"end":201,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":202,"end":214,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Lamb and cheese both emit more than 20 kilograms CO2-equivalents per kilogram.","text":"Lamb and cheese both emit more than 20 kilograms CO2-equivalents per kilogram. IMPLIED_BASE IMPLIED_BASE","characters":"78","document_index":"642","md_sentence_index":"22","classification_origin":"causal_sentence_classification","url":"https://ourworldindata.org/food-choice-vs-eating-local","combo_id":"642_22","post-training batch1":"642_22","_input_hash":386206240,"_task_hash":-1547107247,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},{"start":9,"end":15,"token_start":2,"token_end":2,"label":"base"},{"start":49,"end":64,"token_start":9,"token_end":9,"label":"base"}],"tokens":[{"text":"Lamb","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"and","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"cheese","start":9,"end":15,"id":2,"ws":true,"disabled":false},{"text":"both","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"emit","start":21,"end":25,"id":4,"ws":true,"disabled":false},{"text":"more","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"than","start":31,"end":35,"id":6,"ws":true,"disabled":false},{"text":"20","start":36,"end":38,"id":7,"ws":true,"disabled":false},{"text":"kilograms","start":39,"end":48,"id":8,"ws":true,"disabled":false},{"text":"CO2-equivalents","start":49,"end":64,"id":9,"ws":true,"disabled":false},{"text":"per","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"kilogram","start":69,"end":77,"id":11,"ws":false,"disabled":false},{"text":".","start":77,"end":78,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":79,"end":91,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":92,"end":104,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":2,"child":9,"head_span":{"start":9,"end":15,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":49,"end":64,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":9,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":49,"end":64,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Wysocki points to a naturally occurring shift in an air pattern called the North Atlantic Oscillation, which can play a role in air temperatures in the Northeast.\n","text":"Wysocki points to a naturally occurring shift in an air pattern called the North Atlantic Oscillation, which can play a role in air temperatures in the Northeast. IMPLIED_BASE IMPLIED_BASE","characters":"163","document_index":"520","md_sentence_index":"20","classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2019/12/25/climate-change-northeast-warming-faster-united-states/2743119001/","combo_id":"520_20","post-training batch1":"520_20","_input_hash":-65940671,"_task_hash":-954141642,"spans":[{"start":40,"end":45,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":52,"end":63,"token_start":9,"token_end":10,"label":"base"},{"text":"temperatures","start":132,"token_start":24,"token_end":24,"end":144,"type":"pattern","label":"aspect_changing"},{"start":163,"end":175,"token_start":29,"token_end":29,"label":"base"}],"tokens":[{"text":"Wysocki","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"points","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"to","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"a","start":18,"end":19,"id":3,"ws":true,"disabled":false},{"text":"naturally","start":20,"end":29,"id":4,"ws":true,"disabled":false},{"text":"occurring","start":30,"end":39,"id":5,"ws":true,"disabled":false},{"text":"shift","start":40,"end":45,"id":6,"ws":true,"disabled":false},{"text":"in","start":46,"end":48,"id":7,"ws":true,"disabled":false},{"text":"an","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"air","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"pattern","start":56,"end":63,"id":10,"ws":true,"disabled":false},{"text":"called","start":64,"end":70,"id":11,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":12,"ws":true,"disabled":false},{"text":"North","start":75,"end":80,"id":13,"ws":true,"disabled":false},{"text":"Atlantic","start":81,"end":89,"id":14,"ws":true,"disabled":false},{"text":"Oscillation","start":90,"end":101,"id":15,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":16,"ws":true,"disabled":false},{"text":"which","start":103,"end":108,"id":17,"ws":true,"disabled":false},{"text":"can","start":109,"end":112,"id":18,"ws":true,"disabled":false},{"text":"play","start":113,"end":117,"id":19,"ws":true,"disabled":false},{"text":"a","start":118,"end":119,"id":20,"ws":true,"disabled":false},{"text":"role","start":120,"end":124,"id":21,"ws":true,"disabled":false},{"text":"in","start":125,"end":127,"id":22,"ws":true,"disabled":false},{"text":"air","start":128,"end":131,"id":23,"ws":true,"disabled":false},{"text":"temperatures","start":132,"end":144,"id":24,"ws":true,"disabled":false},{"text":"in","start":145,"end":147,"id":25,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":26,"ws":true,"disabled":false},{"text":"Northeast","start":152,"end":161,"id":27,"ws":false,"disabled":false},{"text":".","start":161,"end":162,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":176,"end":188,"id":30,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":6,"child":10,"head_span":{"start":40,"end":45,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":52,"end":63,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":29,"head_span":{"start":132,"end":144,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":163,"end":175,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":29,"head_span":{"start":52,"end":63,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":163,"end":175,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Continued temperature rise could generate rapid changes in boreal forests, including dieback.","text":"Continued temperature rise could generate rapid changes in boreal forests, including dieback. IMPLIED_BASE IMPLIED_BASE","characters":"93","document_index":"647","md_sentence_index":"575","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_575","post-training batch1":"647_575","_input_hash":1185220822,"_task_hash":-1577238734,"spans":[{"text":"temperature","start":10,"token_start":1,"token_end":1,"end":21,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":22,"token_start":2,"token_end":2,"end":26,"type":"pattern","label":"change_direction"},{"start":48,"end":55,"token_start":6,"token_end":6,"label":"aspect_changing"},{"text":"forests","start":66,"token_start":9,"token_end":9,"end":73,"type":"pattern","label":"base"},{"start":85,"end":92,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":94,"end":106,"token_start":14,"token_end":14,"label":"base"}],"tokens":[{"text":"Continued","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"temperature","start":10,"end":21,"id":1,"ws":true,"disabled":false},{"text":"rise","start":22,"end":26,"id":2,"ws":true,"disabled":false},{"text":"could","start":27,"end":32,"id":3,"ws":true,"disabled":false},{"text":"generate","start":33,"end":41,"id":4,"ws":true,"disabled":false},{"text":"rapid","start":42,"end":47,"id":5,"ws":true,"disabled":false},{"text":"changes","start":48,"end":55,"id":6,"ws":true,"disabled":false},{"text":"in","start":56,"end":58,"id":7,"ws":true,"disabled":false},{"text":"boreal","start":59,"end":65,"id":8,"ws":true,"disabled":false},{"text":"forests","start":66,"end":73,"id":9,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":10,"ws":true,"disabled":false},{"text":"including","start":75,"end":84,"id":11,"ws":true,"disabled":false},{"text":"dieback","start":85,"end":92,"id":12,"ws":false,"disabled":false},{"text":".","start":92,"end":93,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":94,"end":106,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":14,"head_span":{"start":10,"end":21,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":94,"end":106,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":14,"head_span":{"start":22,"end":26,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":94,"end":106,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":48,"end":55,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":66,"end":73,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":9,"head_span":{"start":85,"end":92,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":66,"end":73,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":9,"head_span":{"start":94,"end":106,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":66,"end":73,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"Extreme temperatures leading to greater morbidity and mortality is no surprise to the climate scientists who have been warning of such climate change impacts for years.","text":"Extreme temperatures leading to greater morbidity and mortality is no surprise to the climate scientists who have been warning of such climate change impacts for years. IMPLIED_BASE IMPLIED_BASE","characters":"168","document_index":"273","md_sentence_index":"27","classification_origin":"cm-label-eval","url":"http://www.climatesciencewatch.org/2019/06/28/as-climate-change-creates-a-true-public-health-emergency-trump-administration-quashes-federal-climate-program-and-exiles-its-director/","combo_id":"273_27","post-training batch1":"273_27","_input_hash":1116897733,"_task_hash":-54367943,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},{"text":"temperatures","start":8,"token_start":1,"token_end":1,"end":20,"type":"pattern","label":"aspect_changing"},{"start":32,"end":39,"token_start":4,"token_end":4,"label":"change_direction"},{"start":40,"end":49,"token_start":5,"token_end":5,"label":"base"},{"start":54,"end":63,"token_start":7,"token_end":7,"label":"base"},{"start":169,"end":181,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"Extreme","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"temperatures","start":8,"end":20,"id":1,"ws":true,"disabled":false},{"text":"leading","start":21,"end":28,"id":2,"ws":true,"disabled":false},{"text":"to","start":29,"end":31,"id":3,"ws":true,"disabled":false},{"text":"greater","start":32,"end":39,"id":4,"ws":true,"disabled":false},{"text":"morbidity","start":40,"end":49,"id":5,"ws":true,"disabled":false},{"text":"and","start":50,"end":53,"id":6,"ws":true,"disabled":false},{"text":"mortality","start":54,"end":63,"id":7,"ws":true,"disabled":false},{"text":"is","start":64,"end":66,"id":8,"ws":true,"disabled":false},{"text":"no","start":67,"end":69,"id":9,"ws":true,"disabled":false},{"text":"surprise","start":70,"end":78,"id":10,"ws":true,"disabled":false},{"text":"to","start":79,"end":81,"id":11,"ws":true,"disabled":false},{"text":"the","start":82,"end":85,"id":12,"ws":true,"disabled":false},{"text":"climate","start":86,"end":93,"id":13,"ws":true,"disabled":false},{"text":"scientists","start":94,"end":104,"id":14,"ws":true,"disabled":false},{"text":"who","start":105,"end":108,"id":15,"ws":true,"disabled":false},{"text":"have","start":109,"end":113,"id":16,"ws":true,"disabled":false},{"text":"been","start":114,"end":118,"id":17,"ws":true,"disabled":false},{"text":"warning","start":119,"end":126,"id":18,"ws":true,"disabled":false},{"text":"of","start":127,"end":129,"id":19,"ws":true,"disabled":false},{"text":"such","start":130,"end":134,"id":20,"ws":true,"disabled":false},{"text":"climate","start":135,"end":142,"id":21,"ws":true,"disabled":false},{"text":"change","start":143,"end":149,"id":22,"ws":true,"disabled":false},{"text":"impacts","start":150,"end":157,"id":23,"ws":true,"disabled":false},{"text":"for","start":158,"end":161,"id":24,"ws":true,"disabled":false},{"text":"years","start":162,"end":167,"id":25,"ws":false,"disabled":false},{"text":".","start":167,"end":168,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":169,"end":181,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":182,"end":194,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":32,"end":39,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":40,"end":49,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":7,"head_span":{"start":32,"end":39,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":54,"end":63,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":27,"head_span":{"start":8,"end":20,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":169,"end":181,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":27,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":169,"end":181,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":7,"head_span":{"start":169,"end":181,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":54,"end":63,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":5,"head_span":{"start":169,"end":181,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":40,"end":49,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The second reason getting an accurate count is a challenge is a lack of good data from fishing and overfishing and especially from developing and underdeveloped economies with many small-scale and backyard farmers, where production information is not captured in bigger food systems.","text":"The second reason getting an accurate count is a challenge is a lack of good data from fishing and overfishing and especially from developing and underdeveloped economies with many small-scale and backyard farmers, where production information is not captured in bigger food systems. IMPLIED_BASE IMPLIED_BASE","characters":"283","document_index":"133","md_sentence_index":"58","classification_origin":"cm_cause_effect_rel","url":"https://civileats.com/2019/05/30/climate-change-is-intensifying-food-shocks/","combo_id":"133_58","post-training batch1":"133_58","_input_hash":1780775579,"_task_hash":-842731403,"spans":[{"text":"lack of","start":64,"token_start":12,"token_end":13,"end":71,"type":"pattern","label":"change_direction"},{"text":"overfishing","start":99,"token_start":19,"token_end":19,"end":110,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"second","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"reason","start":11,"end":17,"id":2,"ws":true,"disabled":false},{"text":"getting","start":18,"end":25,"id":3,"ws":true,"disabled":false},{"text":"an","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"accurate","start":29,"end":37,"id":5,"ws":true,"disabled":false},{"text":"count","start":38,"end":43,"id":6,"ws":true,"disabled":false},{"text":"is","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"a","start":47,"end":48,"id":8,"ws":true,"disabled":false},{"text":"challenge","start":49,"end":58,"id":9,"ws":true,"disabled":false},{"text":"is","start":59,"end":61,"id":10,"ws":true,"disabled":false},{"text":"a","start":62,"end":63,"id":11,"ws":true,"disabled":false},{"text":"lack","start":64,"end":68,"id":12,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":13,"ws":true,"disabled":false},{"text":"good","start":72,"end":76,"id":14,"ws":true,"disabled":false},{"text":"data","start":77,"end":81,"id":15,"ws":true,"disabled":false},{"text":"from","start":82,"end":86,"id":16,"ws":true,"disabled":false},{"text":"fishing","start":87,"end":94,"id":17,"ws":true,"disabled":false},{"text":"and","start":95,"end":98,"id":18,"ws":true,"disabled":false},{"text":"overfishing","start":99,"end":110,"id":19,"ws":true,"disabled":false},{"text":"and","start":111,"end":114,"id":20,"ws":true,"disabled":false},{"text":"especially","start":115,"end":125,"id":21,"ws":true,"disabled":false},{"text":"from","start":126,"end":130,"id":22,"ws":true,"disabled":false},{"text":"developing","start":131,"end":141,"id":23,"ws":true,"disabled":false},{"text":"and","start":142,"end":145,"id":24,"ws":true,"disabled":false},{"text":"underdeveloped","start":146,"end":160,"id":25,"ws":true,"disabled":false},{"text":"economies","start":161,"end":170,"id":26,"ws":true,"disabled":false},{"text":"with","start":171,"end":175,"id":27,"ws":true,"disabled":false},{"text":"many","start":176,"end":180,"id":28,"ws":true,"disabled":false},{"text":"small","start":181,"end":186,"id":29,"ws":false,"disabled":false},{"text":"-","start":186,"end":187,"id":30,"ws":false,"disabled":false},{"text":"scale","start":187,"end":192,"id":31,"ws":true,"disabled":false},{"text":"and","start":193,"end":196,"id":32,"ws":true,"disabled":false},{"text":"backyard","start":197,"end":205,"id":33,"ws":true,"disabled":false},{"text":"farmers","start":206,"end":213,"id":34,"ws":false,"disabled":false},{"text":",","start":213,"end":214,"id":35,"ws":true,"disabled":false},{"text":"where","start":215,"end":220,"id":36,"ws":true,"disabled":false},{"text":"production","start":221,"end":231,"id":37,"ws":true,"disabled":false},{"text":"information","start":232,"end":243,"id":38,"ws":true,"disabled":false},{"text":"is","start":244,"end":246,"id":39,"ws":true,"disabled":false},{"text":"not","start":247,"end":250,"id":40,"ws":true,"disabled":false},{"text":"captured","start":251,"end":259,"id":41,"ws":true,"disabled":false},{"text":"in","start":260,"end":262,"id":42,"ws":true,"disabled":false},{"text":"bigger","start":263,"end":269,"id":43,"ws":true,"disabled":false},{"text":"food","start":270,"end":274,"id":44,"ws":true,"disabled":false},{"text":"systems","start":275,"end":282,"id":45,"ws":false,"disabled":false},{"text":".","start":282,"end":283,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":284,"end":296,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":297,"end":309,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"To support this concern, he estimates that 5 to 10 percent of patients he sees regularly and who come in with new asthma or respiratory distress say they first felt symptoms after a fire.\n","text":"To support this concern, he estimates that 5 to 10 percent of patients he sees regularly and who come in with new asthma or respiratory distress say they first felt symptoms after a fire. IMPLIED_BASE IMPLIED_BASE","characters":"188","document_index":"820","md_sentence_index":"27","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/18/health/wildfires-children-lungs.html","combo_id":"820_27","post-training batch1":"820_27","_input_hash":1034948935,"_task_hash":763193133,"spans":[{"text":"asthma","start":114,"token_start":23,"token_end":23,"end":120,"type":"pattern","label":"base"},{"start":124,"end":135,"token_start":25,"token_end":25,"label":"base"},{"start":136,"end":144,"token_start":26,"token_end":26,"label":"aspect_changing"},{"start":182,"end":186,"token_start":34,"token_end":34,"label":"base"}],"tokens":[{"text":"To","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"support","start":3,"end":10,"id":1,"ws":true,"disabled":false},{"text":"this","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"concern","start":16,"end":23,"id":3,"ws":false,"disabled":false},{"text":",","start":23,"end":24,"id":4,"ws":true,"disabled":false},{"text":"he","start":25,"end":27,"id":5,"ws":true,"disabled":false},{"text":"estimates","start":28,"end":37,"id":6,"ws":true,"disabled":false},{"text":"that","start":38,"end":42,"id":7,"ws":true,"disabled":false},{"text":"5","start":43,"end":44,"id":8,"ws":true,"disabled":false},{"text":"to","start":45,"end":47,"id":9,"ws":true,"disabled":false},{"text":"10","start":48,"end":50,"id":10,"ws":true,"disabled":false},{"text":"percent","start":51,"end":58,"id":11,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":12,"ws":true,"disabled":false},{"text":"patients","start":62,"end":70,"id":13,"ws":true,"disabled":false},{"text":"he","start":71,"end":73,"id":14,"ws":true,"disabled":false},{"text":"sees","start":74,"end":78,"id":15,"ws":true,"disabled":false},{"text":"regularly","start":79,"end":88,"id":16,"ws":true,"disabled":false},{"text":"and","start":89,"end":92,"id":17,"ws":true,"disabled":false},{"text":"who","start":93,"end":96,"id":18,"ws":true,"disabled":false},{"text":"come","start":97,"end":101,"id":19,"ws":true,"disabled":false},{"text":"in","start":102,"end":104,"id":20,"ws":true,"disabled":false},{"text":"with","start":105,"end":109,"id":21,"ws":true,"disabled":false},{"text":"new","start":110,"end":113,"id":22,"ws":true,"disabled":false},{"text":"asthma","start":114,"end":120,"id":23,"ws":true,"disabled":false},{"text":"or","start":121,"end":123,"id":24,"ws":true,"disabled":false},{"text":"respiratory","start":124,"end":135,"id":25,"ws":true,"disabled":false},{"text":"distress","start":136,"end":144,"id":26,"ws":true,"disabled":false},{"text":"say","start":145,"end":148,"id":27,"ws":true,"disabled":false},{"text":"they","start":149,"end":153,"id":28,"ws":true,"disabled":false},{"text":"first","start":154,"end":159,"id":29,"ws":true,"disabled":false},{"text":"felt","start":160,"end":164,"id":30,"ws":true,"disabled":false},{"text":"symptoms","start":165,"end":173,"id":31,"ws":true,"disabled":false},{"text":"after","start":174,"end":179,"id":32,"ws":true,"disabled":false},{"text":"a","start":180,"end":181,"id":33,"ws":true,"disabled":false},{"text":"fire","start":182,"end":186,"id":34,"ws":false,"disabled":false},{"text":".","start":186,"end":187,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":201,"end":213,"id":37,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":26,"child":25,"head_span":{"start":136,"end":144,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":124,"end":135,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":25,"head_span":{"start":182,"end":186,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":124,"end":135,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":23,"head_span":{"start":182,"end":186,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":114,"end":120,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":23,"head_span":{"start":136,"end":144,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":114,"end":120,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In 1992, the Category 5 storm devastated South Florida, inflicting $15.5 billion of insured damage and causing at least 16 insurance companies to fail.18","text":"In 1992, the Category 5 storm devastated South Florida, inflicting $15.5 billion of insured damage and causing at least 16 insurance companies to fail.18 IMPLIED_BASE IMPLIED_BASE","characters":"153","document_index":"631","md_sentence_index":"24","classification_origin":"causal_sentence_classification","url":"https://www.americanprogress.org/issues/economy/reports/2019/11/21/477190/climate-change-threatens-stability-financial-system/","combo_id":"631_24","post-training batch1":"631_24","_input_hash":-1727038330,"_task_hash":-1117050750,"spans":[{"text":"storm","start":24,"token_start":6,"token_end":6,"end":29,"type":"pattern","label":"base"},{"start":84,"end":91,"token_start":16,"token_end":16,"label":"type_of"},{"start":92,"end":98,"token_start":17,"token_end":17,"label":"base"},{"start":123,"end":132,"token_start":23,"token_end":23,"label":"type_of"},{"start":133,"end":142,"token_start":24,"token_end":24,"label":"base"},{"start":146,"end":153,"token_start":26,"token_end":26,"label":"aspect_changing"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"1992","start":3,"end":7,"id":1,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":2,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":3,"ws":true,"disabled":false},{"text":"Category","start":13,"end":21,"id":4,"ws":true,"disabled":false},{"text":"5","start":22,"end":23,"id":5,"ws":true,"disabled":false},{"text":"storm","start":24,"end":29,"id":6,"ws":true,"disabled":false},{"text":"devastated","start":30,"end":40,"id":7,"ws":true,"disabled":false},{"text":"South","start":41,"end":46,"id":8,"ws":true,"disabled":false},{"text":"Florida","start":47,"end":54,"id":9,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":10,"ws":true,"disabled":false},{"text":"inflicting","start":56,"end":66,"id":11,"ws":true,"disabled":false},{"text":"$","start":67,"end":68,"id":12,"ws":false,"disabled":false},{"text":"15.5","start":68,"end":72,"id":13,"ws":true,"disabled":false},{"text":"billion","start":73,"end":80,"id":14,"ws":true,"disabled":false},{"text":"of","start":81,"end":83,"id":15,"ws":true,"disabled":false},{"text":"insured","start":84,"end":91,"id":16,"ws":true,"disabled":false},{"text":"damage","start":92,"end":98,"id":17,"ws":true,"disabled":false},{"text":"and","start":99,"end":102,"id":18,"ws":true,"disabled":false},{"text":"causing","start":103,"end":110,"id":19,"ws":true,"disabled":false},{"text":"at","start":111,"end":113,"id":20,"ws":true,"disabled":false},{"text":"least","start":114,"end":119,"id":21,"ws":true,"disabled":false},{"text":"16","start":120,"end":122,"id":22,"ws":true,"disabled":false},{"text":"insurance","start":123,"end":132,"id":23,"ws":true,"disabled":false},{"text":"companies","start":133,"end":142,"id":24,"ws":true,"disabled":false},{"text":"to","start":143,"end":145,"id":25,"ws":true,"disabled":false},{"text":"fail.18","start":146,"end":153,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":167,"end":179,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":26,"child":24,"head_span":{"start":146,"end":153,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":133,"end":142,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":123,"end":132,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":133,"end":142,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":84,"end":91,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":92,"end":98,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":17,"head_span":{"start":24,"end":29,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":92,"end":98,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":24,"head_span":{"start":24,"end":29,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":133,"end":142,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The thickening of the alveolocapillary membrane alters the gas diffusion, inducing hypoxemia.","text":"The thickening of the alveolocapillary membrane alters the gas diffusion, inducing hypoxemia. IMPLIED_BASE IMPLIED_BASE","characters":"93","document_index":"750","md_sentence_index":"129","classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_129","post-training batch1":"750_129","_input_hash":573015197,"_task_hash":764364686,"spans":[{"start":4,"end":14,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":22,"end":47,"token_start":4,"token_end":5,"label":"base"},{"start":48,"end":54,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":59,"end":72,"token_start":8,"token_end":9,"label":"base"},{"start":83,"end":92,"token_start":12,"token_end":12,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"thickening","start":4,"end":14,"id":1,"ws":true,"disabled":false},{"text":"of","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"alveolocapillary","start":22,"end":38,"id":4,"ws":true,"disabled":false},{"text":"membrane","start":39,"end":47,"id":5,"ws":true,"disabled":false},{"text":"alters","start":48,"end":54,"id":6,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":7,"ws":true,"disabled":false},{"text":"gas","start":59,"end":62,"id":8,"ws":true,"disabled":false},{"text":"diffusion","start":63,"end":72,"id":9,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":10,"ws":true,"disabled":false},{"text":"inducing","start":74,"end":82,"id":11,"ws":true,"disabled":false},{"text":"hypoxemia","start":83,"end":92,"id":12,"ws":false,"disabled":false},{"text":".","start":92,"end":93,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":94,"end":106,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":5,"head_span":{"start":4,"end":14,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":22,"end":47,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":48,"end":54,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":59,"end":72,"token_start":8,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":9,"head_span":{"start":22,"end":47,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":59,"end":72,"token_start":8,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":12,"head_span":{"start":59,"end":72,"token_start":8,"token_end":9,"label":"base"},"child_span":{"start":83,"end":92,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"However, Goetz points out that \u201cfire is the wildcard and can shift forests much more rapidly than from warming effects on tree growth alone\u201d.","text":"However, Goetz points out that \u201cfire is the wildcard and can shift forests much more rapidly than from warming effects on tree growth alone\u201d. IMPLIED_BASE IMPLIED_BASE","characters":"141","document_index":"647","md_sentence_index":"632","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_632","post-training batch1":"647_632","_input_hash":-2093928104,"_task_hash":-838209621,"spans":[{"start":32,"end":36,"token_start":7,"token_end":7,"label":"base"},{"start":61,"end":66,"token_start":13,"token_end":13,"label":"aspect_changing"},{"text":"forests","start":67,"token_start":14,"token_end":14,"end":74,"type":"pattern","label":"base"},{"text":"more","start":80,"token_start":16,"token_end":16,"end":84,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"However","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"Goetz","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"points","start":15,"end":21,"id":3,"ws":true,"disabled":false},{"text":"out","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"that","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"\u201c","start":31,"end":32,"id":6,"ws":false,"disabled":false},{"text":"fire","start":32,"end":36,"id":7,"ws":true,"disabled":false},{"text":"is","start":37,"end":39,"id":8,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":9,"ws":true,"disabled":false},{"text":"wildcard","start":44,"end":52,"id":10,"ws":true,"disabled":false},{"text":"and","start":53,"end":56,"id":11,"ws":true,"disabled":false},{"text":"can","start":57,"end":60,"id":12,"ws":true,"disabled":false},{"text":"shift","start":61,"end":66,"id":13,"ws":true,"disabled":false},{"text":"forests","start":67,"end":74,"id":14,"ws":true,"disabled":false},{"text":"much","start":75,"end":79,"id":15,"ws":true,"disabled":false},{"text":"more","start":80,"end":84,"id":16,"ws":true,"disabled":false},{"text":"rapidly","start":85,"end":92,"id":17,"ws":true,"disabled":false},{"text":"than","start":93,"end":97,"id":18,"ws":true,"disabled":false},{"text":"from","start":98,"end":102,"id":19,"ws":true,"disabled":false},{"text":"warming","start":103,"end":110,"id":20,"ws":true,"disabled":false},{"text":"effects","start":111,"end":118,"id":21,"ws":true,"disabled":false},{"text":"on","start":119,"end":121,"id":22,"ws":true,"disabled":false},{"text":"tree","start":122,"end":126,"id":23,"ws":true,"disabled":false},{"text":"growth","start":127,"end":133,"id":24,"ws":true,"disabled":false},{"text":"alone","start":134,"end":139,"id":25,"ws":false,"disabled":false},{"text":"\u201d","start":139,"end":140,"id":26,"ws":false,"disabled":false},{"text":".","start":140,"end":141,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":155,"end":167,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":13,"child":14,"head_span":{"start":61,"end":66,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":67,"end":74,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":14,"head_span":{"start":80,"end":84,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":67,"end":74,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":14,"head_span":{"start":32,"end":36,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":67,"end":74,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"That\u2019s when the sense of satisfaction from a good deed \u2014 say, installing that energy-efficient light bulb \u2014 diminishes or eliminates the sense of urgency around the greater problem.\n","text":"That\u2019s when the sense of satisfaction from a good deed \u2014 say, installing that energy-efficient light bulb \u2014 diminishes or eliminates the sense of urgency around the greater problem. IMPLIED_BASE IMPLIED_BASE","characters":"182","document_index":"225","md_sentence_index":"14","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/06/19/climate/dont-do-just-one-thing.html","combo_id":"225_14","post-training batch1":"225_14","_input_hash":696986523,"_task_hash":-1088179763,"spans":[],"tokens":[{"text":"That","start":0,"end":4,"id":0,"ws":false,"disabled":false},{"text":"\u2019s","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"when","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"sense","start":16,"end":21,"id":4,"ws":true,"disabled":false},{"text":"of","start":22,"end":24,"id":5,"ws":true,"disabled":false},{"text":"satisfaction","start":25,"end":37,"id":6,"ws":true,"disabled":false},{"text":"from","start":38,"end":42,"id":7,"ws":true,"disabled":false},{"text":"a","start":43,"end":44,"id":8,"ws":true,"disabled":false},{"text":"good","start":45,"end":49,"id":9,"ws":true,"disabled":false},{"text":"deed","start":50,"end":54,"id":10,"ws":true,"disabled":false},{"text":"\u2014","start":55,"end":56,"id":11,"ws":true,"disabled":false},{"text":"say","start":57,"end":60,"id":12,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":13,"ws":true,"disabled":false},{"text":"installing","start":62,"end":72,"id":14,"ws":true,"disabled":false},{"text":"that","start":73,"end":77,"id":15,"ws":true,"disabled":false},{"text":"energy","start":78,"end":84,"id":16,"ws":false,"disabled":false},{"text":"-","start":84,"end":85,"id":17,"ws":false,"disabled":false},{"text":"efficient","start":85,"end":94,"id":18,"ws":true,"disabled":false},{"text":"light","start":95,"end":100,"id":19,"ws":true,"disabled":false},{"text":"bulb","start":101,"end":105,"id":20,"ws":true,"disabled":false},{"text":"\u2014","start":106,"end":107,"id":21,"ws":true,"disabled":false},{"text":"diminishes","start":108,"end":118,"id":22,"ws":true,"disabled":false},{"text":"or","start":119,"end":121,"id":23,"ws":true,"disabled":false},{"text":"eliminates","start":122,"end":132,"id":24,"ws":true,"disabled":false},{"text":"the","start":133,"end":136,"id":25,"ws":true,"disabled":false},{"text":"sense","start":137,"end":142,"id":26,"ws":true,"disabled":false},{"text":"of","start":143,"end":145,"id":27,"ws":true,"disabled":false},{"text":"urgency","start":146,"end":153,"id":28,"ws":true,"disabled":false},{"text":"around","start":154,"end":160,"id":29,"ws":true,"disabled":false},{"text":"the","start":161,"end":164,"id":30,"ws":true,"disabled":false},{"text":"greater","start":165,"end":172,"id":31,"ws":true,"disabled":false},{"text":"problem","start":173,"end":180,"id":32,"ws":false,"disabled":false},{"text":".","start":180,"end":181,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":182,"end":194,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":195,"end":207,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"","original_md_text":"The second is that poverty can, and does, cause environmental degradation.","text":"The second is that poverty can, and does, cause environmental degradation. IMPLIED_BASE IMPLIED_BASE","characters":"74","document_index":"287","md_sentence_index":"2","classification_origin":"cm_cause_effect_rel","url":"http://www.theguardian.com/global-development-professionals-network/2013/dec/13/slavery-climate-change-poverty","combo_id":"287_2","post-training batch1":"287_2","_input_hash":-1996846673,"_task_hash":-580493906,"spans":[{"start":19,"end":26,"token_start":4,"token_end":4,"label":"base"},{"start":48,"end":61,"token_start":11,"token_end":11,"label":"base"},{"start":62,"end":73,"token_start":12,"token_end":12,"label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"second","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"is","start":11,"end":13,"id":2,"ws":true,"disabled":false},{"text":"that","start":14,"end":18,"id":3,"ws":true,"disabled":false},{"text":"poverty","start":19,"end":26,"id":4,"ws":true,"disabled":false},{"text":"can","start":27,"end":30,"id":5,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":6,"ws":true,"disabled":false},{"text":"and","start":32,"end":35,"id":7,"ws":true,"disabled":false},{"text":"does","start":36,"end":40,"id":8,"ws":false,"disabled":false},{"text":",","start":40,"end":41,"id":9,"ws":true,"disabled":false},{"text":"cause","start":42,"end":47,"id":10,"ws":true,"disabled":false},{"text":"environmental","start":48,"end":61,"id":11,"ws":true,"disabled":false},{"text":"degradation","start":62,"end":73,"id":12,"ws":false,"disabled":false},{"text":".","start":73,"end":74,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":75,"end":87,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":88,"end":100,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":12,"child":11,"head_span":{"start":62,"end":73,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":48,"end":61,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":11,"head_span":{"start":19,"end":26,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":48,"end":61,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Physical health problems are associated with the development of mental health problems,163, 164 particularly among older adults.137, 165 Long-term exposure to air pollution is linked with poorer cognitive function and an increased rate of cogni- tive decline among the elderly.166, 167, 168, 169, 170 Greater flood exposure, lack of social support, higher stoicism, and the use of maladaptive coping are all associated with greater deteri- oration in mental health after floods for seniors.17","text":"Physical health problems are associated with the development of mental health problems,163, 164 particularly among older adults.137, 165 Long-term exposure to air pollution is linked with poorer cognitive function and an increased rate of cogni- tive decline among the elderly.166, 167, 168, 169, 170 Greater flood exposure, lack of social support, higher stoicism, and the use of maladaptive coping are all associated with greater deteri- oration in mental health after floods for seniors.17 IMPLIED_BASE IMPLIED_BASE","characters":"492","document_index":"619","md_sentence_index":"183","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_183","post-training batch1":"619_183","_input_hash":-890216702,"_task_hash":-873392021,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"type_of"},{"text":"health","start":9,"token_start":1,"token_end":1,"end":15,"type":"pattern","label":"base"},{"start":16,"end":24,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":64,"end":70,"token_start":9,"token_end":9,"label":"type_of"},{"text":"health","start":71,"token_start":10,"token_end":10,"end":77,"type":"pattern","label":"base"},{"start":78,"end":90,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":147,"end":155,"token_start":23,"token_end":23,"label":"aspect_changing"},{"start":159,"end":162,"token_start":25,"token_end":25,"label":"type_of"},{"text":"pollution","start":163,"token_start":26,"token_end":26,"end":172,"type":"pattern","label":"base"},{"start":188,"end":194,"token_start":30,"token_end":30,"label":"change_direction"},{"start":195,"end":213,"token_start":31,"token_end":32,"label":"base"},{"start":221,"end":235,"token_start":35,"token_end":36,"label":"change_direction"},{"start":239,"end":258,"token_start":38,"token_end":40,"label":"base"},{"start":301,"end":308,"token_start":52,"token_end":52,"label":"change_direction"},{"start":309,"end":314,"token_start":53,"token_end":53,"label":"base"},{"start":315,"end":323,"token_start":54,"token_end":54,"label":"aspect_changing"},{"text":"lack of","start":325,"token_start":56,"token_end":57,"end":332,"type":"pattern","label":"change_direction"},{"start":333,"end":347,"token_start":58,"token_end":59,"label":"base"},{"text":"higher","start":349,"token_start":61,"token_end":61,"end":355,"type":"pattern","label":"change_direction"},{"start":356,"end":364,"token_start":62,"token_end":62,"label":"base"},{"start":381,"end":399,"token_start":68,"token_end":69,"label":"base"},{"start":424,"end":431,"token_start":74,"token_end":74,"label":"change_direction"},{"start":432,"end":447,"token_start":75,"token_end":76,"label":"aspect_changing"},{"start":451,"end":457,"token_start":78,"token_end":78,"label":"type_of"},{"text":"health","start":458,"token_start":79,"token_end":79,"end":464,"type":"pattern","label":"base"},{"text":"floods","start":471,"token_start":81,"token_end":81,"end":477,"type":"pattern","label":"base"}],"tokens":[{"text":"Physical","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"health","start":9,"end":15,"id":1,"ws":true,"disabled":false},{"text":"problems","start":16,"end":24,"id":2,"ws":true,"disabled":false},{"text":"are","start":25,"end":28,"id":3,"ws":true,"disabled":false},{"text":"associated","start":29,"end":39,"id":4,"ws":true,"disabled":false},{"text":"with","start":40,"end":44,"id":5,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":6,"ws":true,"disabled":false},{"text":"development","start":49,"end":60,"id":7,"ws":true,"disabled":false},{"text":"of","start":61,"end":63,"id":8,"ws":true,"disabled":false},{"text":"mental","start":64,"end":70,"id":9,"ws":true,"disabled":false},{"text":"health","start":71,"end":77,"id":10,"ws":true,"disabled":false},{"text":"problems,163","start":78,"end":90,"id":11,"ws":false,"disabled":false},{"text":",","start":90,"end":91,"id":12,"ws":true,"disabled":false},{"text":"164","start":92,"end":95,"id":13,"ws":true,"disabled":false},{"text":"particularly","start":96,"end":108,"id":14,"ws":true,"disabled":false},{"text":"among","start":109,"end":114,"id":15,"ws":true,"disabled":false},{"text":"older","start":115,"end":120,"id":16,"ws":true,"disabled":false},{"text":"adults.137","start":121,"end":131,"id":17,"ws":false,"disabled":false},{"text":",","start":131,"end":132,"id":18,"ws":true,"disabled":false},{"text":"165","start":133,"end":136,"id":19,"ws":true,"disabled":false},{"text":"Long","start":137,"end":141,"id":20,"ws":false,"disabled":false},{"text":"-","start":141,"end":142,"id":21,"ws":false,"disabled":false},{"text":"term","start":142,"end":146,"id":22,"ws":true,"disabled":false},{"text":"exposure","start":147,"end":155,"id":23,"ws":true,"disabled":false},{"text":"to","start":156,"end":158,"id":24,"ws":true,"disabled":false},{"text":"air","start":159,"end":162,"id":25,"ws":true,"disabled":false},{"text":"pollution","start":163,"end":172,"id":26,"ws":true,"disabled":false},{"text":"is","start":173,"end":175,"id":27,"ws":true,"disabled":false},{"text":"linked","start":176,"end":182,"id":28,"ws":true,"disabled":false},{"text":"with","start":183,"end":187,"id":29,"ws":true,"disabled":false},{"text":"poorer","start":188,"end":194,"id":30,"ws":true,"disabled":false},{"text":"cognitive","start":195,"end":204,"id":31,"ws":true,"disabled":false},{"text":"function","start":205,"end":213,"id":32,"ws":true,"disabled":false},{"text":"and","start":214,"end":217,"id":33,"ws":true,"disabled":false},{"text":"an","start":218,"end":220,"id":34,"ws":true,"disabled":false},{"text":"increased","start":221,"end":230,"id":35,"ws":true,"disabled":false},{"text":"rate","start":231,"end":235,"id":36,"ws":true,"disabled":false},{"text":"of","start":236,"end":238,"id":37,"ws":true,"disabled":false},{"text":"cogni-","start":239,"end":245,"id":38,"ws":true,"disabled":false},{"text":"tive","start":246,"end":250,"id":39,"ws":true,"disabled":false},{"text":"decline","start":251,"end":258,"id":40,"ws":true,"disabled":false},{"text":"among","start":259,"end":264,"id":41,"ws":true,"disabled":false},{"text":"the","start":265,"end":268,"id":42,"ws":true,"disabled":false},{"text":"elderly.166","start":269,"end":280,"id":43,"ws":false,"disabled":false},{"text":",","start":280,"end":281,"id":44,"ws":true,"disabled":false},{"text":"167","start":282,"end":285,"id":45,"ws":false,"disabled":false},{"text":",","start":285,"end":286,"id":46,"ws":true,"disabled":false},{"text":"168","start":287,"end":290,"id":47,"ws":false,"disabled":false},{"text":",","start":290,"end":291,"id":48,"ws":true,"disabled":false},{"text":"169","start":292,"end":295,"id":49,"ws":false,"disabled":false},{"text":",","start":295,"end":296,"id":50,"ws":true,"disabled":false},{"text":"170","start":297,"end":300,"id":51,"ws":true,"disabled":false},{"text":"Greater","start":301,"end":308,"id":52,"ws":true,"disabled":false},{"text":"flood","start":309,"end":314,"id":53,"ws":true,"disabled":false},{"text":"exposure","start":315,"end":323,"id":54,"ws":false,"disabled":false},{"text":",","start":323,"end":324,"id":55,"ws":true,"disabled":false},{"text":"lack","start":325,"end":329,"id":56,"ws":true,"disabled":false},{"text":"of","start":330,"end":332,"id":57,"ws":true,"disabled":false},{"text":"social","start":333,"end":339,"id":58,"ws":true,"disabled":false},{"text":"support","start":340,"end":347,"id":59,"ws":false,"disabled":false},{"text":",","start":347,"end":348,"id":60,"ws":true,"disabled":false},{"text":"higher","start":349,"end":355,"id":61,"ws":true,"disabled":false},{"text":"stoicism","start":356,"end":364,"id":62,"ws":false,"disabled":false},{"text":",","start":364,"end":365,"id":63,"ws":true,"disabled":false},{"text":"and","start":366,"end":369,"id":64,"ws":true,"disabled":false},{"text":"the","start":370,"end":373,"id":65,"ws":true,"disabled":false},{"text":"use","start":374,"end":377,"id":66,"ws":true,"disabled":false},{"text":"of","start":378,"end":380,"id":67,"ws":true,"disabled":false},{"text":"maladaptive","start":381,"end":392,"id":68,"ws":true,"disabled":false},{"text":"coping","start":393,"end":399,"id":69,"ws":true,"disabled":false},{"text":"are","start":400,"end":403,"id":70,"ws":true,"disabled":false},{"text":"all","start":404,"end":407,"id":71,"ws":true,"disabled":false},{"text":"associated","start":408,"end":418,"id":72,"ws":true,"disabled":false},{"text":"with","start":419,"end":423,"id":73,"ws":true,"disabled":false},{"text":"greater","start":424,"end":431,"id":74,"ws":true,"disabled":false},{"text":"deteri-","start":432,"end":439,"id":75,"ws":true,"disabled":false},{"text":"oration","start":440,"end":447,"id":76,"ws":true,"disabled":false},{"text":"in","start":448,"end":450,"id":77,"ws":true,"disabled":false},{"text":"mental","start":451,"end":457,"id":78,"ws":true,"disabled":false},{"text":"health","start":458,"end":464,"id":79,"ws":true,"disabled":false},{"text":"after","start":465,"end":470,"id":80,"ws":true,"disabled":false},{"text":"floods","start":471,"end":477,"id":81,"ws":true,"disabled":false},{"text":"for","start":478,"end":481,"id":82,"ws":true,"disabled":false},{"text":"seniors.17","start":482,"end":492,"id":83,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":493,"end":505,"id":84,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":506,"end":518,"id":85,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":2,"child":1,"head_span":{"start":16,"end":24,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":9,"end":15,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":9,"end":15,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":64,"end":70,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":71,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":78,"end":90,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":71,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":10,"head_span":{"start":9,"end":15,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":71,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":76,"child":79,"head_span":{"start":432,"end":447,"token_start":75,"token_end":76,"label":"aspect_changing"},"child_span":{"start":458,"end":464,"token_start":79,"token_end":79,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":78,"child":79,"head_span":{"start":451,"end":457,"token_start":78,"token_end":78,"label":"type_of"},"child_span":{"start":458,"end":464,"token_start":79,"token_end":79,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":74,"child":79,"head_span":{"start":424,"end":431,"token_start":74,"token_end":74,"label":"change_direction"},"child_span":{"start":458,"end":464,"token_start":79,"token_end":79,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":26,"head_span":{"start":147,"end":155,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":163,"end":172,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":159,"end":162,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":163,"end":172,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":32,"head_span":{"start":188,"end":194,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":195,"end":213,"token_start":31,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":40,"head_span":{"start":221,"end":235,"token_start":35,"token_end":36,"label":"change_direction"},"child_span":{"start":239,"end":258,"token_start":38,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":32,"head_span":{"start":163,"end":172,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":195,"end":213,"token_start":31,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":40,"head_span":{"start":163,"end":172,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":239,"end":258,"token_start":38,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":52,"child":53,"head_span":{"start":301,"end":308,"token_start":52,"token_end":52,"label":"change_direction"},"child_span":{"start":309,"end":314,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":54,"child":53,"head_span":{"start":315,"end":323,"token_start":54,"token_end":54,"label":"aspect_changing"},"child_span":{"start":309,"end":314,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":57,"child":59,"head_span":{"start":325,"end":332,"token_start":56,"token_end":57,"label":"change_direction"},"child_span":{"start":333,"end":347,"token_start":58,"token_end":59,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":61,"child":62,"head_span":{"start":349,"end":355,"token_start":61,"token_end":61,"label":"change_direction"},"child_span":{"start":356,"end":364,"token_start":62,"token_end":62,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":53,"child":79,"head_span":{"start":309,"end":314,"token_start":53,"token_end":53,"label":"base"},"child_span":{"start":458,"end":464,"token_start":79,"token_end":79,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":59,"child":79,"head_span":{"start":333,"end":347,"token_start":58,"token_end":59,"label":"base"},"child_span":{"start":458,"end":464,"token_start":79,"token_end":79,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":62,"child":79,"head_span":{"start":356,"end":364,"token_start":62,"token_end":62,"label":"base"},"child_span":{"start":458,"end":464,"token_start":79,"token_end":79,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":69,"child":79,"head_span":{"start":381,"end":399,"token_start":68,"token_end":69,"label":"base"},"child_span":{"start":458,"end":464,"token_start":79,"token_end":79,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":81,"child":53,"head_span":{"start":471,"end":477,"token_start":81,"token_end":81,"label":"base"},"child_span":{"start":309,"end":314,"token_start":53,"token_end":53,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":81,"child":59,"head_span":{"start":471,"end":477,"token_start":81,"token_end":81,"label":"base"},"child_span":{"start":333,"end":347,"token_start":58,"token_end":59,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":81,"child":62,"head_span":{"start":471,"end":477,"token_start":81,"token_end":81,"label":"base"},"child_span":{"start":356,"end":364,"token_start":62,"token_end":62,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":81,"child":69,"head_span":{"start":471,"end":477,"token_start":81,"token_end":81,"label":"base"},"child_span":{"start":381,"end":399,"token_start":68,"token_end":69,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"that amount' of warming isn't quantified","relation count":"one","complexity":"simple","original_md_text":"At that amount of warming, it is estimated, global GDP, per capita, will be cut by 13 percent.","text":"At that amount of warming, it is estimated, global GDP, per capita, will be cut by 13 percent. IMPLIED_BASE IMPLIED_BASE","characters":"94","document_index":"252","md_sentence_index":"28","classification_origin":"cm_cause_effect_rel","url":"https://nymag.com/intelligencer/2018/10/un-says-climate-genocide-coming-but-its-worse-than-that.html","combo_id":"252_28","post-training batch1":"252_28","_input_hash":2009770143,"_task_hash":-179357841,"spans":[{"start":18,"end":25,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":44,"end":50,"token_start":10,"token_end":10,"label":"type_of"},{"start":51,"end":54,"token_start":11,"token_end":11,"label":"base"},{"start":76,"end":79,"token_start":18,"token_end":18,"label":"change_direction"},{"start":95,"end":107,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"At","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"that","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"amount","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"of","start":15,"end":17,"id":3,"ws":true,"disabled":false},{"text":"warming","start":18,"end":25,"id":4,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":5,"ws":true,"disabled":false},{"text":"it","start":27,"end":29,"id":6,"ws":true,"disabled":false},{"text":"is","start":30,"end":32,"id":7,"ws":true,"disabled":false},{"text":"estimated","start":33,"end":42,"id":8,"ws":false,"disabled":false},{"text":",","start":42,"end":43,"id":9,"ws":true,"disabled":false},{"text":"global","start":44,"end":50,"id":10,"ws":true,"disabled":false},{"text":"GDP","start":51,"end":54,"id":11,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":12,"ws":true,"disabled":false},{"text":"per","start":56,"end":59,"id":13,"ws":true,"disabled":false},{"text":"capita","start":60,"end":66,"id":14,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":15,"ws":true,"disabled":false},{"text":"will","start":68,"end":72,"id":16,"ws":true,"disabled":false},{"text":"be","start":73,"end":75,"id":17,"ws":true,"disabled":false},{"text":"cut","start":76,"end":79,"id":18,"ws":true,"disabled":false},{"text":"by","start":80,"end":82,"id":19,"ws":true,"disabled":false},{"text":"13","start":83,"end":85,"id":20,"ws":true,"disabled":false},{"text":"percent","start":86,"end":93,"id":21,"ws":false,"disabled":false},{"text":".","start":93,"end":94,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":95,"end":107,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":23,"head_span":{"start":18,"end":25,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":95,"end":107,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":44,"end":50,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":51,"end":54,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":11,"head_span":{"start":76,"end":79,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":51,"end":54,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":11,"head_span":{"start":95,"end":107,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":51,"end":54,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Coral bleaching occurs when high sea temperatures cause the living corals to expel the symbiotic algae on which the corals depend.\n","text":"Coral bleaching occurs when high sea temperatures cause the living corals to expel the symbiotic algae on which the corals depend. IMPLIED_BASE IMPLIED_BASE","characters":"131","document_index":"724","md_sentence_index":"35","classification_origin":"causal_sentence_classification","url":"https://e360.yale.edu/features/with-temperatures-rising-can-animals-survive-the-heat-stress","combo_id":"724_35","post-training batch1":"724_35","_input_hash":-7383671,"_task_hash":1747918113,"spans":[{"start":0,"end":5,"token_start":0,"token_end":0,"label":"base"},{"start":6,"end":15,"token_start":1,"token_end":1,"label":"change_direction"},{"text":"sea","start":33,"token_start":5,"token_end":5,"end":36,"type":"pattern","label":"base"},{"text":"temperatures","start":37,"token_start":6,"token_end":6,"end":49,"type":"pattern","label":"aspect_changing"},{"start":77,"end":82,"token_start":12,"token_end":12,"label":"change_direction"},{"start":87,"end":96,"token_start":14,"token_end":14,"label":"type_of"},{"start":97,"end":102,"token_start":15,"token_end":15,"label":"base"}],"tokens":[{"text":"Coral","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"bleaching","start":6,"end":15,"id":1,"ws":true,"disabled":false},{"text":"occurs","start":16,"end":22,"id":2,"ws":true,"disabled":false},{"text":"when","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"high","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"sea","start":33,"end":36,"id":5,"ws":true,"disabled":false},{"text":"temperatures","start":37,"end":49,"id":6,"ws":true,"disabled":false},{"text":"cause","start":50,"end":55,"id":7,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":8,"ws":true,"disabled":false},{"text":"living","start":60,"end":66,"id":9,"ws":true,"disabled":false},{"text":"corals","start":67,"end":73,"id":10,"ws":true,"disabled":false},{"text":"to","start":74,"end":76,"id":11,"ws":true,"disabled":false},{"text":"expel","start":77,"end":82,"id":12,"ws":true,"disabled":false},{"text":"the","start":83,"end":86,"id":13,"ws":true,"disabled":false},{"text":"symbiotic","start":87,"end":96,"id":14,"ws":true,"disabled":false},{"text":"algae","start":97,"end":102,"id":15,"ws":true,"disabled":false},{"text":"on","start":103,"end":105,"id":16,"ws":true,"disabled":false},{"text":"which","start":106,"end":111,"id":17,"ws":true,"disabled":false},{"text":"the","start":112,"end":115,"id":18,"ws":true,"disabled":false},{"text":"corals","start":116,"end":122,"id":19,"ws":true,"disabled":false},{"text":"depend","start":123,"end":129,"id":20,"ws":false,"disabled":false},{"text":".","start":129,"end":130,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":131,"end":143,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":1,"child":0,"head_span":{"start":6,"end":15,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":37,"end":49,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":33,"end":36,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":87,"end":96,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":97,"end":102,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":77,"end":82,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":97,"end":102,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":0,"head_span":{"start":33,"end":36,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":15,"head_span":{"start":33,"end":36,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":97,"end":102,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Studies estimate that with climate change, water availability per capita could decrease by as much as 88% in places, and crop yields in coastal regions may drop by a third.","text":"Studies estimate that with climate change, water availability per capita could decrease by as much as 88% in places, and crop yields in coastal regions may drop by a third. IMPLIED_BASE IMPLIED_BASE","characters":"172","document_index":"771","md_sentence_index":"281","classification_origin":"causal_sentence_classification","url":"https://features.propublica.org/climate-migration/model-how-climate-refugees-move-across-continents/","combo_id":"771_281","post-training batch1":"771_281","_input_hash":1433058980,"_task_hash":-1955708550,"spans":[{"text":"climate change","start":27,"token_start":4,"token_end":5,"end":41,"type":"pattern","label":"base"},{"text":"water","start":43,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"base"},{"text":"availability","start":49,"token_start":8,"token_end":8,"end":61,"type":"pattern","label":"aspect_changing"},{"text":"decrease","start":79,"token_start":12,"token_end":12,"end":87,"type":"pattern","label":"change_direction"},{"text":"crop","start":121,"token_start":23,"token_end":23,"end":125,"type":"pattern","label":"base"},{"start":126,"end":132,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":156,"end":160,"token_start":29,"token_end":29,"label":"change_direction"}],"tokens":[{"text":"Studies","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"estimate","start":8,"end":16,"id":1,"ws":true,"disabled":false},{"text":"that","start":17,"end":21,"id":2,"ws":true,"disabled":false},{"text":"with","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"climate","start":27,"end":34,"id":4,"ws":true,"disabled":false},{"text":"change","start":35,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"water","start":43,"end":48,"id":7,"ws":true,"disabled":false},{"text":"availability","start":49,"end":61,"id":8,"ws":true,"disabled":false},{"text":"per","start":62,"end":65,"id":9,"ws":true,"disabled":false},{"text":"capita","start":66,"end":72,"id":10,"ws":true,"disabled":false},{"text":"could","start":73,"end":78,"id":11,"ws":true,"disabled":false},{"text":"decrease","start":79,"end":87,"id":12,"ws":true,"disabled":false},{"text":"by","start":88,"end":90,"id":13,"ws":true,"disabled":false},{"text":"as","start":91,"end":93,"id":14,"ws":true,"disabled":false},{"text":"much","start":94,"end":98,"id":15,"ws":true,"disabled":false},{"text":"as","start":99,"end":101,"id":16,"ws":true,"disabled":false},{"text":"88","start":102,"end":104,"id":17,"ws":false,"disabled":false},{"text":"%","start":104,"end":105,"id":18,"ws":true,"disabled":false},{"text":"in","start":106,"end":108,"id":19,"ws":true,"disabled":false},{"text":"places","start":109,"end":115,"id":20,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":21,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":22,"ws":true,"disabled":false},{"text":"crop","start":121,"end":125,"id":23,"ws":true,"disabled":false},{"text":"yields","start":126,"end":132,"id":24,"ws":true,"disabled":false},{"text":"in","start":133,"end":135,"id":25,"ws":true,"disabled":false},{"text":"coastal","start":136,"end":143,"id":26,"ws":true,"disabled":false},{"text":"regions","start":144,"end":151,"id":27,"ws":true,"disabled":false},{"text":"may","start":152,"end":155,"id":28,"ws":true,"disabled":false},{"text":"drop","start":156,"end":160,"id":29,"ws":true,"disabled":false},{"text":"by","start":161,"end":163,"id":30,"ws":true,"disabled":false},{"text":"a","start":164,"end":165,"id":31,"ws":true,"disabled":false},{"text":"third","start":166,"end":171,"id":32,"ws":false,"disabled":false},{"text":".","start":171,"end":172,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":173,"end":185,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":8,"child":7,"head_span":{"start":49,"end":61,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":7,"head_span":{"start":79,"end":87,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":23,"head_span":{"start":126,"end":132,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":121,"end":125,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":23,"head_span":{"start":156,"end":160,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":121,"end":125,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":27,"end":41,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":23,"head_span":{"start":27,"end":41,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":121,"end":125,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Five towns were destroyed by Oregon wildfires this month.","text":"Five towns were destroyed by Oregon wildfires this month. IMPLIED_BASE IMPLIED_BASE","characters":"57","document_index":"857","md_sentence_index":"64","classification_origin":"causal_sentence_classification","url":"https://www.barrons.com/articles/7-ways-youre-already-paying-for-climate-change-51599995430","combo_id":"857_64","post-training batch1":"857_64","_input_hash":-898722909,"_task_hash":-205822954,"spans":[{"start":5,"end":10,"token_start":1,"token_end":1,"label":"base"},{"start":16,"end":25,"token_start":3,"token_end":3,"label":"aspect_changing"},{"text":"wildfires","start":36,"token_start":6,"token_end":6,"end":45,"type":"pattern","label":"base"}],"tokens":[{"text":"Five","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"towns","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"were","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"destroyed","start":16,"end":25,"id":3,"ws":true,"disabled":false},{"text":"by","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"Oregon","start":29,"end":35,"id":5,"ws":true,"disabled":false},{"text":"wildfires","start":36,"end":45,"id":6,"ws":true,"disabled":false},{"text":"this","start":46,"end":50,"id":7,"ws":true,"disabled":false},{"text":"month","start":51,"end":56,"id":8,"ws":false,"disabled":false},{"text":".","start":56,"end":57,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":58,"end":70,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":71,"end":83,"id":11,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":1,"head_span":{"start":16,"end":25,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":5,"end":10,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":1,"head_span":{"start":36,"end":45,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":5,"end":10,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"complex","original_md_text":"Processes of social marginalization have led to the establishment of gay enclaves that are both empowering, but also in response to stigmatization and marginalization.","text":"Processes of social marginalization have led to the establishment of gay enclaves that are both empowering, but also in response to stigmatization and marginalization. IMPLIED_BASE IMPLIED_BASE","characters":"167","document_index":"228","md_sentence_index":"25","classification_origin":"cm-label-eval","url":"https://rewire.news/article/2017/10/13/meet-researcher-discovered-gayborhoods-might-hurting-lgbtq-people/","combo_id":"228_25","post-training batch1":"228_25","_input_hash":1781969549,"_task_hash":-1097875699,"spans":[{"start":13,"end":19,"token_start":2,"token_end":2,"label":"type_of"},{"start":20,"end":35,"token_start":3,"token_end":3,"label":"base"},{"start":69,"end":81,"token_start":10,"token_end":11,"label":"base"}],"tokens":[{"text":"Processes","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"of","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"social","start":13,"end":19,"id":2,"ws":true,"disabled":false},{"text":"marginalization","start":20,"end":35,"id":3,"ws":true,"disabled":false},{"text":"have","start":36,"end":40,"id":4,"ws":true,"disabled":false},{"text":"led","start":41,"end":44,"id":5,"ws":true,"disabled":false},{"text":"to","start":45,"end":47,"id":6,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":7,"ws":true,"disabled":false},{"text":"establishment","start":52,"end":65,"id":8,"ws":true,"disabled":false},{"text":"of","start":66,"end":68,"id":9,"ws":true,"disabled":false},{"text":"gay","start":69,"end":72,"id":10,"ws":true,"disabled":false},{"text":"enclaves","start":73,"end":81,"id":11,"ws":true,"disabled":false},{"text":"that","start":82,"end":86,"id":12,"ws":true,"disabled":false},{"text":"are","start":87,"end":90,"id":13,"ws":true,"disabled":false},{"text":"both","start":91,"end":95,"id":14,"ws":true,"disabled":false},{"text":"empowering","start":96,"end":106,"id":15,"ws":false,"disabled":false},{"text":",","start":106,"end":107,"id":16,"ws":true,"disabled":false},{"text":"but","start":108,"end":111,"id":17,"ws":true,"disabled":false},{"text":"also","start":112,"end":116,"id":18,"ws":true,"disabled":false},{"text":"in","start":117,"end":119,"id":19,"ws":true,"disabled":false},{"text":"response","start":120,"end":128,"id":20,"ws":true,"disabled":false},{"text":"to","start":129,"end":131,"id":21,"ws":true,"disabled":false},{"text":"stigmatization","start":132,"end":146,"id":22,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":23,"ws":true,"disabled":false},{"text":"marginalization","start":151,"end":166,"id":24,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":13,"end":19,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":20,"end":35,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":11,"head_span":{"start":20,"end":35,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":69,"end":81,"token_start":10,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"And as extreme weather events like the Camp Fire and Hurricane Maria, which destroyed nearly 200,000 homes in Texas, become both more frequent and more intense, they threaten to worsen inequality and housing instability.\n","text":"And as extreme weather events like the Camp Fire and Hurricane Maria, which destroyed nearly 200,000 homes in Texas, become both more frequent and more intense, they threaten to worsen inequality and housing instability. IMPLIED_BASE IMPLIED_BASE","characters":"221","document_index":"300","md_sentence_index":"7","classification_origin":"cm-label-eval","url":"https://www.fastcompany.com/90386051/homelessness-is-already-a-crisis-but-climate-change-makes-it-much-worse","combo_id":"300_7","post-training batch1":"300_7","_input_hash":836890843,"_task_hash":-9297606,"spans":[{"text":"extreme weather","start":7,"token_start":2,"token_end":3,"end":22,"type":"pattern","label":"base"},{"start":129,"end":133,"token_start":23,"token_end":23,"label":"change_direction"},{"start":134,"end":142,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":147,"end":151,"token_start":26,"token_end":26,"label":"change_direction"},{"start":152,"end":159,"token_start":27,"token_end":27,"label":"aspect_changing"},{"start":178,"end":184,"token_start":32,"token_end":32,"label":"change_direction"},{"start":185,"end":195,"token_start":33,"token_end":33,"label":"base"},{"start":200,"end":207,"token_start":35,"token_end":35,"label":"base"},{"start":208,"end":219,"token_start":36,"token_end":36,"label":"aspect_changing"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"as","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"extreme","start":7,"end":14,"id":2,"ws":true,"disabled":false},{"text":"weather","start":15,"end":22,"id":3,"ws":true,"disabled":false},{"text":"events","start":23,"end":29,"id":4,"ws":true,"disabled":false},{"text":"like","start":30,"end":34,"id":5,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":6,"ws":true,"disabled":false},{"text":"Camp","start":39,"end":43,"id":7,"ws":true,"disabled":false},{"text":"Fire","start":44,"end":48,"id":8,"ws":true,"disabled":false},{"text":"and","start":49,"end":52,"id":9,"ws":true,"disabled":false},{"text":"Hurricane","start":53,"end":62,"id":10,"ws":true,"disabled":false},{"text":"Maria","start":63,"end":68,"id":11,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":12,"ws":true,"disabled":false},{"text":"which","start":70,"end":75,"id":13,"ws":true,"disabled":false},{"text":"destroyed","start":76,"end":85,"id":14,"ws":true,"disabled":false},{"text":"nearly","start":86,"end":92,"id":15,"ws":true,"disabled":false},{"text":"200,000","start":93,"end":100,"id":16,"ws":true,"disabled":false},{"text":"homes","start":101,"end":106,"id":17,"ws":true,"disabled":false},{"text":"in","start":107,"end":109,"id":18,"ws":true,"disabled":false},{"text":"Texas","start":110,"end":115,"id":19,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":20,"ws":true,"disabled":false},{"text":"become","start":117,"end":123,"id":21,"ws":true,"disabled":false},{"text":"both","start":124,"end":128,"id":22,"ws":true,"disabled":false},{"text":"more","start":129,"end":133,"id":23,"ws":true,"disabled":false},{"text":"frequent","start":134,"end":142,"id":24,"ws":true,"disabled":false},{"text":"and","start":143,"end":146,"id":25,"ws":true,"disabled":false},{"text":"more","start":147,"end":151,"id":26,"ws":true,"disabled":false},{"text":"intense","start":152,"end":159,"id":27,"ws":false,"disabled":false},{"text":",","start":159,"end":160,"id":28,"ws":true,"disabled":false},{"text":"they","start":161,"end":165,"id":29,"ws":true,"disabled":false},{"text":"threaten","start":166,"end":174,"id":30,"ws":true,"disabled":false},{"text":"to","start":175,"end":177,"id":31,"ws":true,"disabled":false},{"text":"worsen","start":178,"end":184,"id":32,"ws":true,"disabled":false},{"text":"inequality","start":185,"end":195,"id":33,"ws":true,"disabled":false},{"text":"and","start":196,"end":199,"id":34,"ws":true,"disabled":false},{"text":"housing","start":200,"end":207,"id":35,"ws":true,"disabled":false},{"text":"instability","start":208,"end":219,"id":36,"ws":false,"disabled":false},{"text":".","start":219,"end":220,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":221,"end":233,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":234,"end":246,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":23,"child":3,"head_span":{"start":129,"end":133,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":7,"end":22,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":3,"head_span":{"start":134,"end":142,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":7,"end":22,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":3,"head_span":{"start":147,"end":151,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":7,"end":22,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":3,"head_span":{"start":152,"end":159,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":7,"end":22,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":33,"head_span":{"start":178,"end":184,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":185,"end":195,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":35,"head_span":{"start":208,"end":219,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":200,"end":207,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":33,"head_span":{"start":7,"end":22,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":185,"end":195,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":35,"head_span":{"start":7,"end":22,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":200,"end":207,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Besides all the damage to homes, businesses, and municipal infrastructure, increasingly frequent flooding events in the Midwest would have a huge impact on the nation\u2019s ability to produce food.","text":"Besides all the damage to homes, businesses, and municipal infrastructure, increasingly frequent flooding events in the Midwest would have a huge impact on the nation\u2019s ability to produce food. IMPLIED_BASE IMPLIED_BASE","characters":"193","document_index":"115","md_sentence_index":"37","classification_origin":"cm_cause_effect_rel","url":"https://www.wired.com/story/for-the-midwest-epic-flooding-is-the-face-of-climate-change/","combo_id":"115_37","post-training batch1":"115_37","_input_hash":-1620493391,"_task_hash":-164171914,"spans":[{"start":16,"end":22,"token_start":3,"token_end":3,"label":"aspect_changing"},{"text":"homes","start":26,"token_start":5,"token_end":5,"end":31,"type":"pattern","label":"base"},{"start":33,"end":43,"token_start":7,"token_end":7,"label":"base"},{"start":49,"end":58,"token_start":10,"token_end":10,"label":"type_of"},{"text":"infrastructure","start":59,"token_start":11,"token_end":11,"end":73,"type":"pattern","label":"base"},{"start":75,"end":87,"token_start":13,"token_end":13,"label":"change_direction"},{"start":88,"end":96,"token_start":14,"token_end":14,"label":"aspect_changing"},{"text":"flooding","start":97,"token_start":15,"token_end":15,"end":105,"type":"pattern","label":"base"},{"start":169,"end":176,"token_start":29,"token_end":29,"label":"aspect_changing"},{"start":180,"end":192,"token_start":31,"token_end":32,"label":"base"}],"tokens":[{"text":"Besides","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"all","start":8,"end":11,"id":1,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"damage","start":16,"end":22,"id":3,"ws":true,"disabled":false},{"text":"to","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"homes","start":26,"end":31,"id":5,"ws":false,"disabled":false},{"text":",","start":31,"end":32,"id":6,"ws":true,"disabled":false},{"text":"businesses","start":33,"end":43,"id":7,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":8,"ws":true,"disabled":false},{"text":"and","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"municipal","start":49,"end":58,"id":10,"ws":true,"disabled":false},{"text":"infrastructure","start":59,"end":73,"id":11,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":12,"ws":true,"disabled":false},{"text":"increasingly","start":75,"end":87,"id":13,"ws":true,"disabled":false},{"text":"frequent","start":88,"end":96,"id":14,"ws":true,"disabled":false},{"text":"flooding","start":97,"end":105,"id":15,"ws":true,"disabled":false},{"text":"events","start":106,"end":112,"id":16,"ws":true,"disabled":false},{"text":"in","start":113,"end":115,"id":17,"ws":true,"disabled":false},{"text":"the","start":116,"end":119,"id":18,"ws":true,"disabled":false},{"text":"Midwest","start":120,"end":127,"id":19,"ws":true,"disabled":false},{"text":"would","start":128,"end":133,"id":20,"ws":true,"disabled":false},{"text":"have","start":134,"end":138,"id":21,"ws":true,"disabled":false},{"text":"a","start":139,"end":140,"id":22,"ws":true,"disabled":false},{"text":"huge","start":141,"end":145,"id":23,"ws":true,"disabled":false},{"text":"impact","start":146,"end":152,"id":24,"ws":true,"disabled":false},{"text":"on","start":153,"end":155,"id":25,"ws":true,"disabled":false},{"text":"the","start":156,"end":159,"id":26,"ws":true,"disabled":false},{"text":"nation","start":160,"end":166,"id":27,"ws":false,"disabled":false},{"text":"\u2019s","start":166,"end":168,"id":28,"ws":true,"disabled":false},{"text":"ability","start":169,"end":176,"id":29,"ws":true,"disabled":false},{"text":"to","start":177,"end":179,"id":30,"ws":true,"disabled":false},{"text":"produce","start":180,"end":187,"id":31,"ws":true,"disabled":false},{"text":"food","start":188,"end":192,"id":32,"ws":false,"disabled":false},{"text":".","start":192,"end":193,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":207,"end":219,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":5,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":26,"end":31,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":7,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":33,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":11,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":59,"end":73,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":49,"end":58,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":59,"end":73,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":15,"head_span":{"start":75,"end":87,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":88,"end":96,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":32,"head_span":{"start":169,"end":176,"token_start":29,"token_end":29,"label":"aspect_changing"},"child_span":{"start":180,"end":192,"token_start":31,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":11,"head_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":59,"end":73,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":7,"head_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":33,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":5,"head_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":26,"end":31,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":32,"head_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":180,"end":192,"token_start":31,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A report last year by the Intergovernmental Panel on Climate Change of the United Nations started that \"without increased and urgent mitigation ambition in the coming years, leading to a sharp decline in greenhouse gas emissions by 2030, global warming will surpass 1.5\u00b0C in the following decades, leading to irreversible loss of the most fragile ecosystems, and crisis after crisis for the most vulnerable people and societies.\"\n","text":"A report last year by the Intergovernmental Panel on Climate Change of the United Nations started that \"without increased and urgent mitigation ambition in the coming years, leading to a sharp decline in greenhouse gas emissions by 2030, global warming will surpass 1.5\u00b0C in the following decades, leading to irreversible loss of the most fragile ecosystems, and crisis after crisis for the most vulnerable people and societies.\" IMPLIED_BASE IMPLIED_BASE","characters":"430","document_index":"597","md_sentence_index":"9","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.zdnet.com/article/ai-can-fight-climate-change-but-theres-a-catch-optimization-doesnt-automatically-equal-emissions-reduction/","combo_id":"597_9","post-training batch1":"597_9","_input_hash":-1539865398,"_task_hash":1494507033,"spans":[{"text":"increased","start":112,"token_start":19,"token_end":19,"end":121,"type":"pattern","label":"change_direction"},{"start":126,"end":132,"token_start":21,"token_end":21,"label":"type_of"},{"start":133,"end":143,"token_start":22,"token_end":22,"label":"base"},{"start":144,"end":152,"token_start":23,"token_end":23,"label":"aspect_changing"},{"start":193,"end":200,"token_start":33,"token_end":33,"label":"change_direction"},{"start":204,"end":218,"token_start":35,"token_end":36,"label":"base"},{"text":"emissions","start":219,"token_start":37,"token_end":37,"end":228,"type":"pattern","label":"aspect_changing"},{"text":"global warming","start":238,"token_start":41,"token_end":42,"end":252,"type":"pattern","label":"base"},{"start":322,"end":326,"token_start":56,"token_end":56,"label":"change_direction"},{"start":339,"end":346,"token_start":60,"token_end":60,"label":"type_of"},{"start":347,"end":357,"token_start":61,"token_end":61,"label":"base"},{"start":376,"end":382,"token_start":66,"token_end":66,"label":"base"},{"start":396,"end":427,"token_start":70,"token_end":73,"label":"to_whom"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"report","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"last","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"year","start":14,"end":18,"id":3,"ws":true,"disabled":false},{"text":"by","start":19,"end":21,"id":4,"ws":true,"disabled":false},{"text":"the","start":22,"end":25,"id":5,"ws":true,"disabled":false},{"text":"Intergovernmental","start":26,"end":43,"id":6,"ws":true,"disabled":false},{"text":"Panel","start":44,"end":49,"id":7,"ws":true,"disabled":false},{"text":"on","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"Climate","start":53,"end":60,"id":9,"ws":true,"disabled":false},{"text":"Change","start":61,"end":67,"id":10,"ws":true,"disabled":false},{"text":"of","start":68,"end":70,"id":11,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":12,"ws":true,"disabled":false},{"text":"United","start":75,"end":81,"id":13,"ws":true,"disabled":false},{"text":"Nations","start":82,"end":89,"id":14,"ws":true,"disabled":false},{"text":"started","start":90,"end":97,"id":15,"ws":true,"disabled":false},{"text":"that","start":98,"end":102,"id":16,"ws":true,"disabled":false},{"text":"\"","start":103,"end":104,"id":17,"ws":false,"disabled":false},{"text":"without","start":104,"end":111,"id":18,"ws":true,"disabled":false},{"text":"increased","start":112,"end":121,"id":19,"ws":true,"disabled":false},{"text":"and","start":122,"end":125,"id":20,"ws":true,"disabled":false},{"text":"urgent","start":126,"end":132,"id":21,"ws":true,"disabled":false},{"text":"mitigation","start":133,"end":143,"id":22,"ws":true,"disabled":false},{"text":"ambition","start":144,"end":152,"id":23,"ws":true,"disabled":false},{"text":"in","start":153,"end":155,"id":24,"ws":true,"disabled":false},{"text":"the","start":156,"end":159,"id":25,"ws":true,"disabled":false},{"text":"coming","start":160,"end":166,"id":26,"ws":true,"disabled":false},{"text":"years","start":167,"end":172,"id":27,"ws":false,"disabled":false},{"text":",","start":172,"end":173,"id":28,"ws":true,"disabled":false},{"text":"leading","start":174,"end":181,"id":29,"ws":true,"disabled":false},{"text":"to","start":182,"end":184,"id":30,"ws":true,"disabled":false},{"text":"a","start":185,"end":186,"id":31,"ws":true,"disabled":false},{"text":"sharp","start":187,"end":192,"id":32,"ws":true,"disabled":false},{"text":"decline","start":193,"end":200,"id":33,"ws":true,"disabled":false},{"text":"in","start":201,"end":203,"id":34,"ws":true,"disabled":false},{"text":"greenhouse","start":204,"end":214,"id":35,"ws":true,"disabled":false},{"text":"gas","start":215,"end":218,"id":36,"ws":true,"disabled":false},{"text":"emissions","start":219,"end":228,"id":37,"ws":true,"disabled":false},{"text":"by","start":229,"end":231,"id":38,"ws":true,"disabled":false},{"text":"2030","start":232,"end":236,"id":39,"ws":false,"disabled":false},{"text":",","start":236,"end":237,"id":40,"ws":true,"disabled":false},{"text":"global","start":238,"end":244,"id":41,"ws":true,"disabled":false},{"text":"warming","start":245,"end":252,"id":42,"ws":true,"disabled":false},{"text":"will","start":253,"end":257,"id":43,"ws":true,"disabled":false},{"text":"surpass","start":258,"end":265,"id":44,"ws":true,"disabled":false},{"text":"1.5","start":266,"end":269,"id":45,"ws":false,"disabled":false},{"text":"\u00b0","start":269,"end":270,"id":46,"ws":false,"disabled":false},{"text":"C","start":270,"end":271,"id":47,"ws":true,"disabled":false},{"text":"in","start":272,"end":274,"id":48,"ws":true,"disabled":false},{"text":"the","start":275,"end":278,"id":49,"ws":true,"disabled":false},{"text":"following","start":279,"end":288,"id":50,"ws":true,"disabled":false},{"text":"decades","start":289,"end":296,"id":51,"ws":false,"disabled":false},{"text":",","start":296,"end":297,"id":52,"ws":true,"disabled":false},{"text":"leading","start":298,"end":305,"id":53,"ws":true,"disabled":false},{"text":"to","start":306,"end":308,"id":54,"ws":true,"disabled":false},{"text":"irreversible","start":309,"end":321,"id":55,"ws":true,"disabled":false},{"text":"loss","start":322,"end":326,"id":56,"ws":true,"disabled":false},{"text":"of","start":327,"end":329,"id":57,"ws":true,"disabled":false},{"text":"the","start":330,"end":333,"id":58,"ws":true,"disabled":false},{"text":"most","start":334,"end":338,"id":59,"ws":true,"disabled":false},{"text":"fragile","start":339,"end":346,"id":60,"ws":true,"disabled":false},{"text":"ecosystems","start":347,"end":357,"id":61,"ws":false,"disabled":false},{"text":",","start":357,"end":358,"id":62,"ws":true,"disabled":false},{"text":"and","start":359,"end":362,"id":63,"ws":true,"disabled":false},{"text":"crisis","start":363,"end":369,"id":64,"ws":true,"disabled":false},{"text":"after","start":370,"end":375,"id":65,"ws":true,"disabled":false},{"text":"crisis","start":376,"end":382,"id":66,"ws":true,"disabled":false},{"text":"for","start":383,"end":386,"id":67,"ws":true,"disabled":false},{"text":"the","start":387,"end":390,"id":68,"ws":true,"disabled":false},{"text":"most","start":391,"end":395,"id":69,"ws":true,"disabled":false},{"text":"vulnerable","start":396,"end":406,"id":70,"ws":true,"disabled":false},{"text":"people","start":407,"end":413,"id":71,"ws":true,"disabled":false},{"text":"and","start":414,"end":417,"id":72,"ws":true,"disabled":false},{"text":"societies","start":418,"end":427,"id":73,"ws":false,"disabled":false},{"text":".","start":427,"end":428,"id":74,"ws":false,"disabled":false},{"text":"\"","start":428,"end":429,"id":75,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":430,"end":442,"id":76,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":443,"end":455,"id":77,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":37,"child":36,"head_span":{"start":219,"end":228,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":204,"end":218,"token_start":35,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":36,"head_span":{"start":193,"end":200,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":204,"end":218,"token_start":35,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":144,"end":152,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":133,"end":143,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":22,"head_span":{"start":126,"end":132,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":133,"end":143,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":22,"head_span":{"start":112,"end":121,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":133,"end":143,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":60,"child":61,"head_span":{"start":339,"end":346,"token_start":60,"token_end":60,"label":"type_of"},"child_span":{"start":347,"end":357,"token_start":61,"token_end":61,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":56,"child":61,"head_span":{"start":322,"end":326,"token_start":56,"token_end":56,"label":"change_direction"},"child_span":{"start":347,"end":357,"token_start":61,"token_end":61,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":36,"head_span":{"start":133,"end":143,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":204,"end":218,"token_start":35,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":61,"head_span":{"start":238,"end":252,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":347,"end":357,"token_start":61,"token_end":61,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":66,"head_span":{"start":238,"end":252,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":376,"end":382,"token_start":66,"token_end":66,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The likely overall effects of climate change on predicted levels of UVR at Earth\u2019s surface are for an increase in current latitudinal gradients\u2014i.e., higher levels at low latitudes where they are already high, and lower levels at high northern latitudes where they are already low [106].","text":"The likely overall effects of climate change on predicted levels of UVR at Earth\u2019s surface are for an increase in current latitudinal gradients\u2014i.e., higher levels at low latitudes where they are already high, and lower levels at high northern latitudes where they are already low [106]. IMPLIED_BASE IMPLIED_BASE","characters":"287","document_index":"276","md_sentence_index":"237","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_237","post-training batch1":"276_237","_input_hash":-1625293727,"_task_hash":103372678,"spans":[{"text":"climate change","start":30,"token_start":5,"token_end":6,"end":44,"type":"pattern","label":"base"},{"text":"increase","start":102,"token_start":19,"token_end":19,"end":110,"type":"pattern","label":"change_direction"},{"start":114,"end":121,"token_start":21,"token_end":21,"label":"type_of"},{"start":122,"end":143,"token_start":22,"token_end":23,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"likely","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"overall","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"effects","start":19,"end":26,"id":3,"ws":true,"disabled":false},{"text":"of","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"climate","start":30,"end":37,"id":5,"ws":true,"disabled":false},{"text":"change","start":38,"end":44,"id":6,"ws":true,"disabled":false},{"text":"on","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"predicted","start":48,"end":57,"id":8,"ws":true,"disabled":false},{"text":"levels","start":58,"end":64,"id":9,"ws":true,"disabled":false},{"text":"of","start":65,"end":67,"id":10,"ws":true,"disabled":false},{"text":"UVR","start":68,"end":71,"id":11,"ws":true,"disabled":false},{"text":"at","start":72,"end":74,"id":12,"ws":true,"disabled":false},{"text":"Earth","start":75,"end":80,"id":13,"ws":false,"disabled":false},{"text":"\u2019s","start":80,"end":82,"id":14,"ws":true,"disabled":false},{"text":"surface","start":83,"end":90,"id":15,"ws":true,"disabled":false},{"text":"are","start":91,"end":94,"id":16,"ws":true,"disabled":false},{"text":"for","start":95,"end":98,"id":17,"ws":true,"disabled":false},{"text":"an","start":99,"end":101,"id":18,"ws":true,"disabled":false},{"text":"increase","start":102,"end":110,"id":19,"ws":true,"disabled":false},{"text":"in","start":111,"end":113,"id":20,"ws":true,"disabled":false},{"text":"current","start":114,"end":121,"id":21,"ws":true,"disabled":false},{"text":"latitudinal","start":122,"end":133,"id":22,"ws":true,"disabled":false},{"text":"gradients","start":134,"end":143,"id":23,"ws":false,"disabled":false},{"text":"\u2014","start":143,"end":144,"id":24,"ws":false,"disabled":false},{"text":"i.e","start":144,"end":147,"id":25,"ws":false,"disabled":false},{"text":".","start":147,"end":148,"id":26,"ws":false,"disabled":false},{"text":",","start":148,"end":149,"id":27,"ws":true,"disabled":false},{"text":"higher","start":150,"end":156,"id":28,"ws":true,"disabled":false},{"text":"levels","start":157,"end":163,"id":29,"ws":true,"disabled":false},{"text":"at","start":164,"end":166,"id":30,"ws":true,"disabled":false},{"text":"low","start":167,"end":170,"id":31,"ws":true,"disabled":false},{"text":"latitudes","start":171,"end":180,"id":32,"ws":true,"disabled":false},{"text":"where","start":181,"end":186,"id":33,"ws":true,"disabled":false},{"text":"they","start":187,"end":191,"id":34,"ws":true,"disabled":false},{"text":"are","start":192,"end":195,"id":35,"ws":true,"disabled":false},{"text":"already","start":196,"end":203,"id":36,"ws":true,"disabled":false},{"text":"high","start":204,"end":208,"id":37,"ws":false,"disabled":false},{"text":",","start":208,"end":209,"id":38,"ws":true,"disabled":false},{"text":"and","start":210,"end":213,"id":39,"ws":true,"disabled":false},{"text":"lower","start":214,"end":219,"id":40,"ws":true,"disabled":false},{"text":"levels","start":220,"end":226,"id":41,"ws":true,"disabled":false},{"text":"at","start":227,"end":229,"id":42,"ws":true,"disabled":false},{"text":"high","start":230,"end":234,"id":43,"ws":true,"disabled":false},{"text":"northern","start":235,"end":243,"id":44,"ws":true,"disabled":false},{"text":"latitudes","start":244,"end":253,"id":45,"ws":true,"disabled":false},{"text":"where","start":254,"end":259,"id":46,"ws":true,"disabled":false},{"text":"they","start":260,"end":264,"id":47,"ws":true,"disabled":false},{"text":"are","start":265,"end":268,"id":48,"ws":true,"disabled":false},{"text":"already","start":269,"end":276,"id":49,"ws":true,"disabled":false},{"text":"low","start":277,"end":280,"id":50,"ws":true,"disabled":false},{"text":"[","start":281,"end":282,"id":51,"ws":false,"disabled":false},{"text":"106","start":282,"end":285,"id":52,"ws":false,"disabled":false},{"text":"]","start":285,"end":286,"id":53,"ws":false,"disabled":false},{"text":".","start":286,"end":287,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":288,"end":300,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":301,"end":313,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":6,"child":23,"head_span":{"start":30,"end":44,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":122,"end":143,"token_start":22,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":23,"head_span":{"start":102,"end":110,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":122,"end":143,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":23,"head_span":{"start":114,"end":121,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":122,"end":143,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For example, it has been estimated that over 200 million persons may be forced to leave their place or country of residence by 2050 due to a combination of climate change-related shoreline erosion, coastal flooding, desertification, agricultural change, natural disasters, government policy or geopolitical conflict [73].","text":"For example, it has been estimated that over 200 million persons may be forced to leave their place or country of residence by 2050 due to a combination of climate change-related shoreline erosion, coastal flooding, desertification, agricultural change, natural disasters, government policy or geopolitical conflict [73]. IMPLIED_BASE IMPLIED_BASE","characters":"321","document_index":"276","md_sentence_index":"168","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_168","post-training batch1":"276_168","_input_hash":-1593114650,"_task_hash":241736700,"spans":[{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},{"start":82,"end":87,"token_start":16,"token_end":16,"label":"aspect_changing"},{"text":"climate change","start":156,"token_start":30,"token_end":31,"end":170,"type":"pattern","label":"base"},{"start":179,"end":188,"token_start":34,"token_end":34,"label":"type_of"},{"text":"erosion","start":189,"token_start":35,"token_end":35,"end":196,"type":"pattern","label":"base"},{"start":198,"end":205,"token_start":37,"token_end":37,"label":"type_of"},{"text":"flooding","start":206,"token_start":38,"token_end":38,"end":214,"type":"pattern","label":"base"},{"text":"desertification","start":216,"token_start":40,"token_end":40,"end":231,"type":"pattern","label":"base"},{"start":233,"end":252,"token_start":42,"token_end":43,"label":"base"},{"text":"natural disasters","start":254,"token_start":45,"token_end":46,"end":271,"type":"pattern","label":"base"},{"start":273,"end":283,"token_start":48,"token_end":48,"label":"type_of"},{"start":284,"end":290,"token_start":49,"token_end":49,"label":"base"},{"start":294,"end":306,"token_start":51,"token_end":51,"label":"type_of"},{"text":"conflict","start":307,"token_start":52,"token_end":52,"end":315,"type":"pattern","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"example","start":4,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"it","start":13,"end":15,"id":3,"ws":true,"disabled":false},{"text":"has","start":16,"end":19,"id":4,"ws":true,"disabled":false},{"text":"been","start":20,"end":24,"id":5,"ws":true,"disabled":false},{"text":"estimated","start":25,"end":34,"id":6,"ws":true,"disabled":false},{"text":"that","start":35,"end":39,"id":7,"ws":true,"disabled":false},{"text":"over","start":40,"end":44,"id":8,"ws":true,"disabled":false},{"text":"200","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"million","start":49,"end":56,"id":10,"ws":true,"disabled":false},{"text":"persons","start":57,"end":64,"id":11,"ws":true,"disabled":false},{"text":"may","start":65,"end":68,"id":12,"ws":true,"disabled":false},{"text":"be","start":69,"end":71,"id":13,"ws":true,"disabled":false},{"text":"forced","start":72,"end":78,"id":14,"ws":true,"disabled":false},{"text":"to","start":79,"end":81,"id":15,"ws":true,"disabled":false},{"text":"leave","start":82,"end":87,"id":16,"ws":true,"disabled":false},{"text":"their","start":88,"end":93,"id":17,"ws":true,"disabled":false},{"text":"place","start":94,"end":99,"id":18,"ws":true,"disabled":false},{"text":"or","start":100,"end":102,"id":19,"ws":true,"disabled":false},{"text":"country","start":103,"end":110,"id":20,"ws":true,"disabled":false},{"text":"of","start":111,"end":113,"id":21,"ws":true,"disabled":false},{"text":"residence","start":114,"end":123,"id":22,"ws":true,"disabled":false},{"text":"by","start":124,"end":126,"id":23,"ws":true,"disabled":false},{"text":"2050","start":127,"end":131,"id":24,"ws":true,"disabled":false},{"text":"due","start":132,"end":135,"id":25,"ws":true,"disabled":false},{"text":"to","start":136,"end":138,"id":26,"ws":true,"disabled":false},{"text":"a","start":139,"end":140,"id":27,"ws":true,"disabled":false},{"text":"combination","start":141,"end":152,"id":28,"ws":true,"disabled":false},{"text":"of","start":153,"end":155,"id":29,"ws":true,"disabled":false},{"text":"climate","start":156,"end":163,"id":30,"ws":true,"disabled":false},{"text":"change","start":164,"end":170,"id":31,"ws":false,"disabled":false},{"text":"-","start":170,"end":171,"id":32,"ws":false,"disabled":false},{"text":"related","start":171,"end":178,"id":33,"ws":true,"disabled":false},{"text":"shoreline","start":179,"end":188,"id":34,"ws":true,"disabled":false},{"text":"erosion","start":189,"end":196,"id":35,"ws":false,"disabled":false},{"text":",","start":196,"end":197,"id":36,"ws":true,"disabled":false},{"text":"coastal","start":198,"end":205,"id":37,"ws":true,"disabled":false},{"text":"flooding","start":206,"end":214,"id":38,"ws":false,"disabled":false},{"text":",","start":214,"end":215,"id":39,"ws":true,"disabled":false},{"text":"desertification","start":216,"end":231,"id":40,"ws":false,"disabled":false},{"text":",","start":231,"end":232,"id":41,"ws":true,"disabled":false},{"text":"agricultural","start":233,"end":245,"id":42,"ws":true,"disabled":false},{"text":"change","start":246,"end":252,"id":43,"ws":false,"disabled":false},{"text":",","start":252,"end":253,"id":44,"ws":true,"disabled":false},{"text":"natural","start":254,"end":261,"id":45,"ws":true,"disabled":false},{"text":"disasters","start":262,"end":271,"id":46,"ws":false,"disabled":false},{"text":",","start":271,"end":272,"id":47,"ws":true,"disabled":false},{"text":"government","start":273,"end":283,"id":48,"ws":true,"disabled":false},{"text":"policy","start":284,"end":290,"id":49,"ws":true,"disabled":false},{"text":"or","start":291,"end":293,"id":50,"ws":true,"disabled":false},{"text":"geopolitical","start":294,"end":306,"id":51,"ws":true,"disabled":false},{"text":"conflict","start":307,"end":315,"id":52,"ws":true,"disabled":false},{"text":"[","start":316,"end":317,"id":53,"ws":false,"disabled":false},{"text":"73","start":317,"end":319,"id":54,"ws":false,"disabled":false},{"text":"]","start":319,"end":320,"id":55,"ws":false,"disabled":false},{"text":".","start":320,"end":321,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":322,"end":334,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":335,"end":347,"id":58,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":16,"child":11,"head_span":{"start":82,"end":87,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":35,"head_span":{"start":179,"end":188,"token_start":34,"token_end":34,"label":"type_of"},"child_span":{"start":189,"end":196,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":38,"head_span":{"start":198,"end":205,"token_start":37,"token_end":37,"label":"type_of"},"child_span":{"start":206,"end":214,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":49,"head_span":{"start":273,"end":283,"token_start":48,"token_end":48,"label":"type_of"},"child_span":{"start":284,"end":290,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":52,"head_span":{"start":294,"end":306,"token_start":51,"token_end":51,"label":"type_of"},"child_span":{"start":307,"end":315,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":11,"head_span":{"start":156,"end":170,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":35,"child":11,"head_span":{"start":189,"end":196,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":38,"child":11,"head_span":{"start":206,"end":214,"token_start":38,"token_end":38,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":11,"head_span":{"start":254,"end":271,"token_start":45,"token_end":46,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":43,"child":11,"head_span":{"start":233,"end":252,"token_start":42,"token_end":43,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":40,"child":11,"head_span":{"start":216,"end":231,"token_start":40,"token_end":40,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":49,"child":11,"head_span":{"start":284,"end":290,"token_start":49,"token_end":49,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":52,"child":11,"head_span":{"start":307,"end":315,"token_start":52,"token_end":52,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Scorching heatwaves and floods will claim more victims as extreme weather increases but there are serious indirect effects too, from spreading mosquito-borne diseases to worsening mental health.\n","text":"Scorching heatwaves and floods will claim more victims as extreme weather increases but there are serious indirect effects too, from spreading mosquito-borne diseases to worsening mental health. IMPLIED_BASE IMPLIED_BASE","characters":"195","document_index":"161","md_sentence_index":"1","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/jun/03/climate-crisis-seriously-damaging-human-health-report-finds","combo_id":"161_1","post-training batch1":"161_1","_input_hash":343370825,"_task_hash":-452037675,"spans":[{"start":0,"end":9,"token_start":0,"token_end":0,"label":"change_direction"},{"text":"heatwaves","start":10,"token_start":1,"token_end":1,"end":19,"type":"pattern","label":"base"},{"text":"floods","start":24,"token_start":3,"token_end":3,"end":30,"type":"pattern","label":"base"},{"text":"more","start":42,"token_start":6,"token_end":6,"end":46,"type":"pattern","label":"change_direction"},{"start":47,"end":54,"token_start":7,"token_end":7,"label":"base"},{"text":"extreme weather","start":58,"token_start":9,"token_end":10,"end":73,"type":"pattern","label":"base"},{"text":"increases","start":74,"token_start":11,"token_end":11,"end":83,"type":"pattern","label":"change_direction"},{"start":133,"end":142,"token_start":21,"token_end":21,"label":"aspect_changing"},{"start":143,"end":157,"token_start":22,"token_end":24,"label":"type_of"},{"start":158,"end":166,"token_start":25,"token_end":25,"label":"base"},{"text":"worsening","start":170,"token_start":27,"token_end":27,"end":179,"type":"pattern","label":"change_direction"},{"start":180,"end":186,"token_start":28,"token_end":28,"label":"type_of"},{"text":"health","start":187,"token_start":29,"token_end":29,"end":193,"type":"pattern","label":"base"}],"tokens":[{"text":"Scorching","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"heatwaves","start":10,"end":19,"id":1,"ws":true,"disabled":false},{"text":"and","start":20,"end":23,"id":2,"ws":true,"disabled":false},{"text":"floods","start":24,"end":30,"id":3,"ws":true,"disabled":false},{"text":"will","start":31,"end":35,"id":4,"ws":true,"disabled":false},{"text":"claim","start":36,"end":41,"id":5,"ws":true,"disabled":false},{"text":"more","start":42,"end":46,"id":6,"ws":true,"disabled":false},{"text":"victims","start":47,"end":54,"id":7,"ws":true,"disabled":false},{"text":"as","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"extreme","start":58,"end":65,"id":9,"ws":true,"disabled":false},{"text":"weather","start":66,"end":73,"id":10,"ws":true,"disabled":false},{"text":"increases","start":74,"end":83,"id":11,"ws":true,"disabled":false},{"text":"but","start":84,"end":87,"id":12,"ws":true,"disabled":false},{"text":"there","start":88,"end":93,"id":13,"ws":true,"disabled":false},{"text":"are","start":94,"end":97,"id":14,"ws":true,"disabled":false},{"text":"serious","start":98,"end":105,"id":15,"ws":true,"disabled":false},{"text":"indirect","start":106,"end":114,"id":16,"ws":true,"disabled":false},{"text":"effects","start":115,"end":122,"id":17,"ws":true,"disabled":false},{"text":"too","start":123,"end":126,"id":18,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":19,"ws":true,"disabled":false},{"text":"from","start":128,"end":132,"id":20,"ws":true,"disabled":false},{"text":"spreading","start":133,"end":142,"id":21,"ws":true,"disabled":false},{"text":"mosquito","start":143,"end":151,"id":22,"ws":false,"disabled":false},{"text":"-","start":151,"end":152,"id":23,"ws":false,"disabled":false},{"text":"borne","start":152,"end":157,"id":24,"ws":true,"disabled":false},{"text":"diseases","start":158,"end":166,"id":25,"ws":true,"disabled":false},{"text":"to","start":167,"end":169,"id":26,"ws":true,"disabled":false},{"text":"worsening","start":170,"end":179,"id":27,"ws":true,"disabled":false},{"text":"mental","start":180,"end":186,"id":28,"ws":true,"disabled":false},{"text":"health","start":187,"end":193,"id":29,"ws":false,"disabled":false},{"text":".","start":193,"end":194,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":195,"end":207,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":208,"end":220,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":27,"child":29,"head_span":{"start":170,"end":179,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":187,"end":193,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":29,"head_span":{"start":180,"end":186,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":187,"end":193,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":25,"head_span":{"start":143,"end":157,"token_start":22,"token_end":24,"label":"type_of"},"child_span":{"start":158,"end":166,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":25,"head_span":{"start":133,"end":142,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":158,"end":166,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":74,"end":83,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":58,"end":73,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":42,"end":46,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":47,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":10,"end":19,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":7,"head_span":{"start":10,"end":19,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":47,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":7,"head_span":{"start":24,"end":30,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":47,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":1,"head_span":{"start":58,"end":73,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":10,"end":19,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":3,"head_span":{"start":58,"end":73,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":24,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":25,"head_span":{"start":58,"end":73,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":158,"end":166,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":29,"head_span":{"start":58,"end":73,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":187,"end":193,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Heat stroke usually occurs as a progression from other heat-related illnesses, such as heat cramps or heat exhaustion.","text":"Heat stroke usually occurs as a progression from other heat-related illnesses, such as heat cramps or heat exhaustion. IMPLIED_BASE IMPLIED_BASE","characters":"118","document_index":"656","md_sentence_index":"260","classification_origin":"causal_sentence_classification","url":"https://www.cdc.gov/climateandhealth/pubs/extreme-heat-guidebook.pdf","combo_id":"656_260","post-training batch1":"656_260","_input_hash":592677147,"_task_hash":1734706930,"spans":[{"text":"Heat stroke","start":0,"token_start":0,"token_end":1,"end":11,"type":"pattern","label":"base"},{"start":55,"end":67,"token_start":9,"token_end":11,"label":"type_of"},{"start":68,"end":77,"token_start":12,"token_end":12,"label":"base"},{"start":87,"end":91,"token_start":16,"token_end":16,"label":"type_of"},{"start":92,"end":98,"token_start":17,"token_end":17,"label":"base"},{"start":102,"end":106,"token_start":19,"token_end":19,"label":"type_of"},{"start":107,"end":117,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"Heat","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"stroke","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"usually","start":12,"end":19,"id":2,"ws":true,"disabled":false},{"text":"occurs","start":20,"end":26,"id":3,"ws":true,"disabled":false},{"text":"as","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"a","start":30,"end":31,"id":5,"ws":true,"disabled":false},{"text":"progression","start":32,"end":43,"id":6,"ws":true,"disabled":false},{"text":"from","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"other","start":49,"end":54,"id":8,"ws":true,"disabled":false},{"text":"heat","start":55,"end":59,"id":9,"ws":false,"disabled":false},{"text":"-","start":59,"end":60,"id":10,"ws":false,"disabled":false},{"text":"related","start":60,"end":67,"id":11,"ws":true,"disabled":false},{"text":"illnesses","start":68,"end":77,"id":12,"ws":false,"disabled":false},{"text":",","start":77,"end":78,"id":13,"ws":true,"disabled":false},{"text":"such","start":79,"end":83,"id":14,"ws":true,"disabled":false},{"text":"as","start":84,"end":86,"id":15,"ws":true,"disabled":false},{"text":"heat","start":87,"end":91,"id":16,"ws":true,"disabled":false},{"text":"cramps","start":92,"end":98,"id":17,"ws":true,"disabled":false},{"text":"or","start":99,"end":101,"id":18,"ws":true,"disabled":false},{"text":"heat","start":102,"end":106,"id":19,"ws":true,"disabled":false},{"text":"exhaustion","start":107,"end":117,"id":20,"ws":false,"disabled":false},{"text":".","start":117,"end":118,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":132,"end":144,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":16,"child":17,"head_span":{"start":87,"end":91,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":92,"end":98,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":102,"end":106,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":107,"end":117,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":55,"end":67,"token_start":9,"token_end":11,"label":"type_of"},"child_span":{"start":68,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":1,"head_span":{"start":68,"end":77,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":0,"end":11,"token_start":0,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":1,"head_span":{"start":92,"end":98,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":0,"end":11,"token_start":0,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":1,"head_span":{"start":107,"end":117,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":0,"end":11,"token_start":0,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Climate change also increases the frequency and severity of certain types of extreme weather, such as droughts, floods, and extreme storms.","text":"Climate change also increases the frequency and severity of certain types of extreme weather, such as droughts, floods, and extreme storms. IMPLIED_BASE IMPLIED_BASE","characters":"139","document_index":"731","md_sentence_index":"15","classification_origin":"causal_sentence_classification","url":"https://www.lung.org/blog/asthma-and-climate-change","combo_id":"731_15","post-training batch1":"731_15","_input_hash":1016438994,"_task_hash":-220402404,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"text":"increases","start":20,"token_start":3,"token_end":3,"end":29,"type":"pattern","label":"change_direction"},{"text":"frequency","start":34,"token_start":5,"token_end":5,"end":43,"type":"pattern","label":"aspect_changing"},{"start":48,"end":56,"token_start":7,"token_end":7,"label":"aspect_changing"},{"text":"extreme weather","start":77,"token_start":12,"token_end":13,"end":92,"type":"pattern","label":"base"},{"text":"droughts","start":102,"token_start":17,"token_end":17,"end":110,"type":"pattern","label":"base"},{"text":"floods","start":112,"token_start":19,"token_end":19,"end":118,"type":"pattern","label":"base"},{"start":124,"end":131,"token_start":22,"token_end":22,"label":"type_of"},{"text":"storms","start":132,"token_start":23,"token_end":23,"end":138,"type":"pattern","label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"also","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"increases","start":20,"end":29,"id":3,"ws":true,"disabled":false},{"text":"the","start":30,"end":33,"id":4,"ws":true,"disabled":false},{"text":"frequency","start":34,"end":43,"id":5,"ws":true,"disabled":false},{"text":"and","start":44,"end":47,"id":6,"ws":true,"disabled":false},{"text":"severity","start":48,"end":56,"id":7,"ws":true,"disabled":false},{"text":"of","start":57,"end":59,"id":8,"ws":true,"disabled":false},{"text":"certain","start":60,"end":67,"id":9,"ws":true,"disabled":false},{"text":"types","start":68,"end":73,"id":10,"ws":true,"disabled":false},{"text":"of","start":74,"end":76,"id":11,"ws":true,"disabled":false},{"text":"extreme","start":77,"end":84,"id":12,"ws":true,"disabled":false},{"text":"weather","start":85,"end":92,"id":13,"ws":false,"disabled":false},{"text":",","start":92,"end":93,"id":14,"ws":true,"disabled":false},{"text":"such","start":94,"end":98,"id":15,"ws":true,"disabled":false},{"text":"as","start":99,"end":101,"id":16,"ws":true,"disabled":false},{"text":"droughts","start":102,"end":110,"id":17,"ws":false,"disabled":false},{"text":",","start":110,"end":111,"id":18,"ws":true,"disabled":false},{"text":"floods","start":112,"end":118,"id":19,"ws":false,"disabled":false},{"text":",","start":118,"end":119,"id":20,"ws":true,"disabled":false},{"text":"and","start":120,"end":123,"id":21,"ws":true,"disabled":false},{"text":"extreme","start":124,"end":131,"id":22,"ws":true,"disabled":false},{"text":"storms","start":132,"end":138,"id":23,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":7,"child":13,"head_span":{"start":48,"end":56,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":77,"end":92,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":13,"head_span":{"start":34,"end":43,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":77,"end":92,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":13,"head_span":{"start":20,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":77,"end":92,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":17,"head_span":{"start":20,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":102,"end":110,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":17,"head_span":{"start":34,"end":43,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":102,"end":110,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":17,"head_span":{"start":48,"end":56,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":102,"end":110,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":19,"head_span":{"start":20,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":112,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":19,"head_span":{"start":34,"end":43,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":112,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":19,"head_span":{"start":48,"end":56,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":112,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":23,"head_span":{"start":20,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":23,"head_span":{"start":34,"end":43,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":23,"head_span":{"start":48,"end":56,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":124,"end":131,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":13,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":77,"end":92,"token_start":12,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":23,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":19,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":112,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":17,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":102,"end":110,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Although the Chinese capital, Beijing, has become synonymous with dirty air over the past few decades, a concerted effort by local and regional authorities has seen an improved situation in recent years, with the concentration of fine particulates \u2013 the tiny, invisible airborne particles that are largely responsible for deaths and illnesses from air pollution \u2013 falling by a third.\n","text":"Although the Chinese capital, Beijing, has become synonymous with dirty air over the past few decades, a concerted effort by local and regional authorities has seen an improved situation in recent years, with the concentration of fine particulates \u2013 the tiny, invisible airborne particles that are largely responsible for deaths and illnesses from air pollution \u2013 falling by a third. IMPLIED_BASE IMPLIED_BASE","characters":"384","document_index":"241","md_sentence_index":"9","classification_origin":"cm_cause_effect_rel","url":"https://news.un.org/en/story/2019/06/1039661","combo_id":"241_9","post-training batch1":"241_9","_input_hash":-1762324361,"_task_hash":474577999,"spans":[{"start":13,"end":28,"token_start":2,"token_end":3,"label":"where"},{"start":30,"end":37,"token_start":5,"token_end":5,"label":"where"},{"start":66,"end":71,"token_start":11,"token_end":11,"label":"type_of"},{"start":72,"end":75,"token_start":12,"token_end":12,"label":"base"},{"start":76,"end":101,"token_start":13,"token_end":17,"label":"when"},{"start":125,"end":155,"token_start":23,"token_end":26,"label":"to_whom"},{"start":187,"end":202,"token_start":32,"token_end":34,"label":"when"},{"start":213,"end":226,"token_start":38,"token_end":38,"label":"aspect_changing"},{"start":230,"end":234,"token_start":40,"token_end":40,"label":"type_of"},{"text":"particulates","start":235,"token_start":41,"token_end":41,"end":247,"type":"pattern","label":"base"},{"start":254,"end":278,"token_start":44,"token_end":47,"label":"type_of"},{"start":279,"end":288,"token_start":48,"token_end":48,"label":"base"},{"start":294,"end":297,"token_start":50,"token_end":50,"label":"confidence"},{"start":298,"end":321,"token_start":51,"token_end":53,"label":"predicate"},{"start":322,"end":328,"token_start":54,"token_end":54,"label":"base"},{"start":333,"end":342,"token_start":56,"token_end":56,"label":"base"},{"start":343,"end":347,"token_start":57,"token_end":57,"label":"predicate"},{"start":348,"end":351,"token_start":58,"token_end":58,"label":"type_of"},{"text":"pollution","start":352,"token_start":59,"token_end":59,"end":361,"type":"pattern","label":"base"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"Chinese","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"capital","start":21,"end":28,"id":3,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":4,"ws":true,"disabled":false},{"text":"Beijing","start":30,"end":37,"id":5,"ws":false,"disabled":false},{"text":",","start":37,"end":38,"id":6,"ws":true,"disabled":false},{"text":"has","start":39,"end":42,"id":7,"ws":true,"disabled":false},{"text":"become","start":43,"end":49,"id":8,"ws":true,"disabled":false},{"text":"synonymous","start":50,"end":60,"id":9,"ws":true,"disabled":false},{"text":"with","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"dirty","start":66,"end":71,"id":11,"ws":true,"disabled":false},{"text":"air","start":72,"end":75,"id":12,"ws":true,"disabled":false},{"text":"over","start":76,"end":80,"id":13,"ws":true,"disabled":false},{"text":"the","start":81,"end":84,"id":14,"ws":true,"disabled":false},{"text":"past","start":85,"end":89,"id":15,"ws":true,"disabled":false},{"text":"few","start":90,"end":93,"id":16,"ws":true,"disabled":false},{"text":"decades","start":94,"end":101,"id":17,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":18,"ws":true,"disabled":false},{"text":"a","start":103,"end":104,"id":19,"ws":true,"disabled":false},{"text":"concerted","start":105,"end":114,"id":20,"ws":true,"disabled":false},{"text":"effort","start":115,"end":121,"id":21,"ws":true,"disabled":false},{"text":"by","start":122,"end":124,"id":22,"ws":true,"disabled":false},{"text":"local","start":125,"end":130,"id":23,"ws":true,"disabled":false},{"text":"and","start":131,"end":134,"id":24,"ws":true,"disabled":false},{"text":"regional","start":135,"end":143,"id":25,"ws":true,"disabled":false},{"text":"authorities","start":144,"end":155,"id":26,"ws":true,"disabled":false},{"text":"has","start":156,"end":159,"id":27,"ws":true,"disabled":false},{"text":"seen","start":160,"end":164,"id":28,"ws":true,"disabled":false},{"text":"an","start":165,"end":167,"id":29,"ws":true,"disabled":false},{"text":"improved","start":168,"end":176,"id":30,"ws":true,"disabled":false},{"text":"situation","start":177,"end":186,"id":31,"ws":true,"disabled":false},{"text":"in","start":187,"end":189,"id":32,"ws":true,"disabled":false},{"text":"recent","start":190,"end":196,"id":33,"ws":true,"disabled":false},{"text":"years","start":197,"end":202,"id":34,"ws":false,"disabled":false},{"text":",","start":202,"end":203,"id":35,"ws":true,"disabled":false},{"text":"with","start":204,"end":208,"id":36,"ws":true,"disabled":false},{"text":"the","start":209,"end":212,"id":37,"ws":true,"disabled":false},{"text":"concentration","start":213,"end":226,"id":38,"ws":true,"disabled":false},{"text":"of","start":227,"end":229,"id":39,"ws":true,"disabled":false},{"text":"fine","start":230,"end":234,"id":40,"ws":true,"disabled":false},{"text":"particulates","start":235,"end":247,"id":41,"ws":true,"disabled":false},{"text":"\u2013","start":248,"end":249,"id":42,"ws":true,"disabled":false},{"text":"the","start":250,"end":253,"id":43,"ws":true,"disabled":false},{"text":"tiny","start":254,"end":258,"id":44,"ws":false,"disabled":false},{"text":",","start":258,"end":259,"id":45,"ws":true,"disabled":false},{"text":"invisible","start":260,"end":269,"id":46,"ws":true,"disabled":false},{"text":"airborne","start":270,"end":278,"id":47,"ws":true,"disabled":false},{"text":"particles","start":279,"end":288,"id":48,"ws":true,"disabled":false},{"text":"that","start":289,"end":293,"id":49,"ws":true,"disabled":false},{"text":"are","start":294,"end":297,"id":50,"ws":true,"disabled":false},{"text":"largely","start":298,"end":305,"id":51,"ws":true,"disabled":false},{"text":"responsible","start":306,"end":317,"id":52,"ws":true,"disabled":false},{"text":"for","start":318,"end":321,"id":53,"ws":true,"disabled":false},{"text":"deaths","start":322,"end":328,"id":54,"ws":true,"disabled":false},{"text":"and","start":329,"end":332,"id":55,"ws":true,"disabled":false},{"text":"illnesses","start":333,"end":342,"id":56,"ws":true,"disabled":false},{"text":"from","start":343,"end":347,"id":57,"ws":true,"disabled":false},{"text":"air","start":348,"end":351,"id":58,"ws":true,"disabled":false},{"text":"pollution","start":352,"end":361,"id":59,"ws":true,"disabled":false},{"text":"\u2013","start":362,"end":363,"id":60,"ws":true,"disabled":false},{"text":"falling","start":364,"end":371,"id":61,"ws":true,"disabled":false},{"text":"by","start":372,"end":374,"id":62,"ws":true,"disabled":false},{"text":"a","start":375,"end":376,"id":63,"ws":true,"disabled":false},{"text":"third","start":377,"end":382,"id":64,"ws":false,"disabled":false},{"text":".","start":382,"end":383,"id":65,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":384,"end":396,"id":66,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":397,"end":409,"id":67,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":40,"child":41,"head_span":{"start":230,"end":234,"token_start":40,"token_end":40,"label":"type_of"},"child_span":{"start":235,"end":247,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":41,"head_span":{"start":213,"end":226,"token_start":38,"token_end":38,"label":"aspect_changing"},"child_span":{"start":235,"end":247,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":58,"child":59,"head_span":{"start":348,"end":351,"token_start":58,"token_end":58,"label":"type_of"},"child_span":{"start":352,"end":361,"token_start":59,"token_end":59,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":59,"child":56,"head_span":{"start":352,"end":361,"token_start":59,"token_end":59,"label":"base"},"child_span":{"start":333,"end":342,"token_start":56,"token_end":56,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":59,"child":54,"head_span":{"start":352,"end":361,"token_start":59,"token_end":59,"label":"base"},"child_span":{"start":322,"end":328,"token_start":54,"token_end":54,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":48,"head_span":{"start":254,"end":278,"token_start":44,"token_end":47,"label":"type_of"},"child_span":{"start":279,"end":288,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":66,"end":71,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":72,"end":75,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Whether dark or light, according to Randerson, aerosols from fires may also have an effect on clouds that make it harder for water droplets to form in the tropics, and thus reduce rainfall -- and increase drying.\n","text":"Whether dark or light, according to Randerson, aerosols from fires may also have an effect on clouds that make it harder for water droplets to form in the tropics, and thus reduce rainfall -- and increase drying. IMPLIED_BASE IMPLIED_BASE","characters":"213","document_index":"367","md_sentence_index":"56","classification_origin":"cm_cause_effect_rel","url":"https://www.sciencedaily.com/releases/2019/09/190910154657.htm","combo_id":"367_56","post-training batch1":"367_56","_input_hash":564590453,"_task_hash":-1137098545,"spans":[{"start":47,"end":55,"token_start":9,"token_end":9,"label":"base"},{"start":61,"end":66,"token_start":11,"token_end":11,"label":"type_of"},{"start":114,"end":120,"token_start":22,"token_end":22,"label":"change_direction"},{"start":125,"end":139,"token_start":24,"token_end":25,"label":"base"},{"start":143,"end":147,"token_start":27,"token_end":27,"label":"aspect_changing"},{"start":173,"end":179,"token_start":34,"token_end":34,"label":"change_direction"},{"text":"rainfall","start":180,"token_start":35,"token_end":35,"end":188,"type":"pattern","label":"base"},{"text":"increase","start":196,"token_start":38,"token_end":38,"end":204,"type":"pattern","label":"change_direction"},{"start":205,"end":211,"token_start":39,"token_end":39,"label":"base"}],"tokens":[{"text":"Whether","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"dark","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"or","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"light","start":16,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"according","start":23,"end":32,"id":5,"ws":true,"disabled":false},{"text":"to","start":33,"end":35,"id":6,"ws":true,"disabled":false},{"text":"Randerson","start":36,"end":45,"id":7,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":8,"ws":true,"disabled":false},{"text":"aerosols","start":47,"end":55,"id":9,"ws":true,"disabled":false},{"text":"from","start":56,"end":60,"id":10,"ws":true,"disabled":false},{"text":"fires","start":61,"end":66,"id":11,"ws":true,"disabled":false},{"text":"may","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"also","start":71,"end":75,"id":13,"ws":true,"disabled":false},{"text":"have","start":76,"end":80,"id":14,"ws":true,"disabled":false},{"text":"an","start":81,"end":83,"id":15,"ws":true,"disabled":false},{"text":"effect","start":84,"end":90,"id":16,"ws":true,"disabled":false},{"text":"on","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"clouds","start":94,"end":100,"id":18,"ws":true,"disabled":false},{"text":"that","start":101,"end":105,"id":19,"ws":true,"disabled":false},{"text":"make","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"it","start":111,"end":113,"id":21,"ws":true,"disabled":false},{"text":"harder","start":114,"end":120,"id":22,"ws":true,"disabled":false},{"text":"for","start":121,"end":124,"id":23,"ws":true,"disabled":false},{"text":"water","start":125,"end":130,"id":24,"ws":true,"disabled":false},{"text":"droplets","start":131,"end":139,"id":25,"ws":true,"disabled":false},{"text":"to","start":140,"end":142,"id":26,"ws":true,"disabled":false},{"text":"form","start":143,"end":147,"id":27,"ws":true,"disabled":false},{"text":"in","start":148,"end":150,"id":28,"ws":true,"disabled":false},{"text":"the","start":151,"end":154,"id":29,"ws":true,"disabled":false},{"text":"tropics","start":155,"end":162,"id":30,"ws":false,"disabled":false},{"text":",","start":162,"end":163,"id":31,"ws":true,"disabled":false},{"text":"and","start":164,"end":167,"id":32,"ws":true,"disabled":false},{"text":"thus","start":168,"end":172,"id":33,"ws":true,"disabled":false},{"text":"reduce","start":173,"end":179,"id":34,"ws":true,"disabled":false},{"text":"rainfall","start":180,"end":188,"id":35,"ws":true,"disabled":false},{"text":"--","start":189,"end":191,"id":36,"ws":true,"disabled":false},{"text":"and","start":192,"end":195,"id":37,"ws":true,"disabled":false},{"text":"increase","start":196,"end":204,"id":38,"ws":true,"disabled":false},{"text":"drying","start":205,"end":211,"id":39,"ws":false,"disabled":false},{"text":".","start":211,"end":212,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":213,"end":225,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":11,"child":9,"head_span":{"start":61,"end":66,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":47,"end":55,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":25,"head_span":{"start":114,"end":120,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":125,"end":139,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":25,"head_span":{"start":143,"end":147,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":125,"end":139,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":35,"head_span":{"start":173,"end":179,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":180,"end":188,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":39,"head_span":{"start":196,"end":204,"token_start":38,"token_end":38,"label":"change_direction"},"child_span":{"start":205,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":25,"head_span":{"start":47,"end":55,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":125,"end":139,"token_start":24,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":35,"head_span":{"start":47,"end":55,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":180,"end":188,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":39,"head_span":{"start":47,"end":55,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":205,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Known or potential EL risk factors for disparities in asthma or asthma morbidity include cigarette smoking and environmental tobacco smoke (ETS), prematurity or low birth weight, allergen exposure, indoor and outdoor air pollution, diet, obesity, vitamin D insufficiency, viral respiratory infections (e.g., due to crowding), psychosocial stress, and poor adherence with prescribed treatment.","text":"Known or potential EL risk factors for disparities in asthma or asthma morbidity include cigarette smoking and environmental tobacco smoke (ETS), prematurity or low birth weight, allergen exposure, indoor and outdoor air pollution, diet, obesity, vitamin D insufficiency, viral respiratory infections (e.g., due to crowding), psychosocial stress, and poor adherence with prescribed treatment. IMPLIED_BASE IMPLIED_BASE","characters":"392","document_index":"728","md_sentence_index":"13","classification_origin":"causal_sentence_classification","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC3359893/","combo_id":"728_13","post-training batch1":"728_13","_input_hash":-1681930204,"_task_hash":1037129089,"spans":[{"text":"risk","start":22,"token_start":4,"token_end":4,"end":26,"type":"pattern","label":"aspect_changing"},{"text":"asthma","start":54,"token_start":9,"token_end":9,"end":60,"type":"pattern","label":"base"},{"text":"asthma","start":64,"token_start":11,"token_end":11,"end":70,"type":"pattern","label":"base"},{"text":"allergen","start":179,"token_start":30,"token_end":30,"end":187,"type":"pattern","label":"base"},{"text":"pollution","start":221,"token_start":37,"token_end":37,"end":230,"type":"pattern","label":"base"},{"text":"stress","start":339,"token_start":59,"token_end":59,"end":345,"type":"pattern","label":"base"}],"tokens":[{"text":"Known","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"or","start":6,"end":8,"id":1,"ws":true,"disabled":false},{"text":"potential","start":9,"end":18,"id":2,"ws":true,"disabled":false},{"text":"EL","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"risk","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"factors","start":27,"end":34,"id":5,"ws":true,"disabled":false},{"text":"for","start":35,"end":38,"id":6,"ws":true,"disabled":false},{"text":"disparities","start":39,"end":50,"id":7,"ws":true,"disabled":false},{"text":"in","start":51,"end":53,"id":8,"ws":true,"disabled":false},{"text":"asthma","start":54,"end":60,"id":9,"ws":true,"disabled":false},{"text":"or","start":61,"end":63,"id":10,"ws":true,"disabled":false},{"text":"asthma","start":64,"end":70,"id":11,"ws":true,"disabled":false},{"text":"morbidity","start":71,"end":80,"id":12,"ws":true,"disabled":false},{"text":"include","start":81,"end":88,"id":13,"ws":true,"disabled":false},{"text":"cigarette","start":89,"end":98,"id":14,"ws":true,"disabled":false},{"text":"smoking","start":99,"end":106,"id":15,"ws":true,"disabled":false},{"text":"and","start":107,"end":110,"id":16,"ws":true,"disabled":false},{"text":"environmental","start":111,"end":124,"id":17,"ws":true,"disabled":false},{"text":"tobacco","start":125,"end":132,"id":18,"ws":true,"disabled":false},{"text":"smoke","start":133,"end":138,"id":19,"ws":true,"disabled":false},{"text":"(","start":139,"end":140,"id":20,"ws":false,"disabled":false},{"text":"ETS","start":140,"end":143,"id":21,"ws":false,"disabled":false},{"text":")","start":143,"end":144,"id":22,"ws":false,"disabled":false},{"text":",","start":144,"end":145,"id":23,"ws":true,"disabled":false},{"text":"prematurity","start":146,"end":157,"id":24,"ws":true,"disabled":false},{"text":"or","start":158,"end":160,"id":25,"ws":true,"disabled":false},{"text":"low","start":161,"end":164,"id":26,"ws":true,"disabled":false},{"text":"birth","start":165,"end":170,"id":27,"ws":true,"disabled":false},{"text":"weight","start":171,"end":177,"id":28,"ws":false,"disabled":false},{"text":",","start":177,"end":178,"id":29,"ws":true,"disabled":false},{"text":"allergen","start":179,"end":187,"id":30,"ws":true,"disabled":false},{"text":"exposure","start":188,"end":196,"id":31,"ws":false,"disabled":false},{"text":",","start":196,"end":197,"id":32,"ws":true,"disabled":false},{"text":"indoor","start":198,"end":204,"id":33,"ws":true,"disabled":false},{"text":"and","start":205,"end":208,"id":34,"ws":true,"disabled":false},{"text":"outdoor","start":209,"end":216,"id":35,"ws":true,"disabled":false},{"text":"air","start":217,"end":220,"id":36,"ws":true,"disabled":false},{"text":"pollution","start":221,"end":230,"id":37,"ws":false,"disabled":false},{"text":",","start":230,"end":231,"id":38,"ws":true,"disabled":false},{"text":"diet","start":232,"end":236,"id":39,"ws":false,"disabled":false},{"text":",","start":236,"end":237,"id":40,"ws":true,"disabled":false},{"text":"obesity","start":238,"end":245,"id":41,"ws":false,"disabled":false},{"text":",","start":245,"end":246,"id":42,"ws":true,"disabled":false},{"text":"vitamin","start":247,"end":254,"id":43,"ws":true,"disabled":false},{"text":"D","start":255,"end":256,"id":44,"ws":true,"disabled":false},{"text":"insufficiency","start":257,"end":270,"id":45,"ws":false,"disabled":false},{"text":",","start":270,"end":271,"id":46,"ws":true,"disabled":false},{"text":"viral","start":272,"end":277,"id":47,"ws":true,"disabled":false},{"text":"respiratory","start":278,"end":289,"id":48,"ws":true,"disabled":false},{"text":"infections","start":290,"end":300,"id":49,"ws":true,"disabled":false},{"text":"(","start":301,"end":302,"id":50,"ws":false,"disabled":false},{"text":"e.g.","start":302,"end":306,"id":51,"ws":false,"disabled":false},{"text":",","start":306,"end":307,"id":52,"ws":true,"disabled":false},{"text":"due","start":308,"end":311,"id":53,"ws":true,"disabled":false},{"text":"to","start":312,"end":314,"id":54,"ws":true,"disabled":false},{"text":"crowding","start":315,"end":323,"id":55,"ws":false,"disabled":false},{"text":")","start":323,"end":324,"id":56,"ws":false,"disabled":false},{"text":",","start":324,"end":325,"id":57,"ws":true,"disabled":false},{"text":"psychosocial","start":326,"end":338,"id":58,"ws":true,"disabled":false},{"text":"stress","start":339,"end":345,"id":59,"ws":false,"disabled":false},{"text":",","start":345,"end":346,"id":60,"ws":true,"disabled":false},{"text":"and","start":347,"end":350,"id":61,"ws":true,"disabled":false},{"text":"poor","start":351,"end":355,"id":62,"ws":true,"disabled":false},{"text":"adherence","start":356,"end":365,"id":63,"ws":true,"disabled":false},{"text":"with","start":366,"end":370,"id":64,"ws":true,"disabled":false},{"text":"prescribed","start":371,"end":381,"id":65,"ws":true,"disabled":false},{"text":"treatment","start":382,"end":391,"id":66,"ws":false,"disabled":false},{"text":".","start":391,"end":392,"id":67,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":393,"end":405,"id":68,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":406,"end":418,"id":69,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A small increase in long-term exposure to PM2.5 leads to a large increase in the COVID-19 death rate.","text":"A small increase in long-term exposure to PM2.5 leads to a large increase in the COVID-19 death rate. IMPLIED_BASE IMPLIED_BASE","characters":"101","document_index":"698","md_sentence_index":"28","classification_origin":"causal_sentence_classification","url":"https://projects.iq.harvard.edu/covid-pm/home","combo_id":"698_28","post-training batch1":"698_28","_input_hash":-835339592,"_task_hash":1008182441,"spans":[{"text":"increase","start":8,"token_start":2,"token_end":2,"end":16,"type":"pattern","label":"change_direction"},{"start":20,"end":38,"token_start":4,"token_end":7,"label":"aspect_changing"},{"start":42,"end":47,"token_start":9,"token_end":9,"label":"base"},{"text":"increase","start":65,"token_start":14,"token_end":14,"end":73,"type":"pattern","label":"change_direction"},{"start":81,"end":89,"token_start":17,"token_end":17,"label":"type_of"},{"text":"death","start":90,"token_start":18,"token_end":18,"end":95,"type":"pattern","label":"base"},{"start":96,"end":100,"token_start":19,"token_end":19,"label":"aspect_changing"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"small","start":2,"end":7,"id":1,"ws":true,"disabled":false},{"text":"increase","start":8,"end":16,"id":2,"ws":true,"disabled":false},{"text":"in","start":17,"end":19,"id":3,"ws":true,"disabled":false},{"text":"long","start":20,"end":24,"id":4,"ws":false,"disabled":false},{"text":"-","start":24,"end":25,"id":5,"ws":false,"disabled":false},{"text":"term","start":25,"end":29,"id":6,"ws":true,"disabled":false},{"text":"exposure","start":30,"end":38,"id":7,"ws":true,"disabled":false},{"text":"to","start":39,"end":41,"id":8,"ws":true,"disabled":false},{"text":"PM2.5","start":42,"end":47,"id":9,"ws":true,"disabled":false},{"text":"leads","start":48,"end":53,"id":10,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":11,"ws":true,"disabled":false},{"text":"a","start":57,"end":58,"id":12,"ws":true,"disabled":false},{"text":"large","start":59,"end":64,"id":13,"ws":true,"disabled":false},{"text":"increase","start":65,"end":73,"id":14,"ws":true,"disabled":false},{"text":"in","start":74,"end":76,"id":15,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":16,"ws":true,"disabled":false},{"text":"COVID-19","start":81,"end":89,"id":17,"ws":true,"disabled":false},{"text":"death","start":90,"end":95,"id":18,"ws":true,"disabled":false},{"text":"rate","start":96,"end":100,"id":19,"ws":false,"disabled":false},{"text":".","start":100,"end":101,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":102,"end":114,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":2,"child":9,"head_span":{"start":8,"end":16,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":42,"end":47,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":9,"head_span":{"start":20,"end":38,"token_start":4,"token_end":7,"label":"aspect_changing"},"child_span":{"start":42,"end":47,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":18,"head_span":{"start":65,"end":73,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":90,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":81,"end":89,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":90,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":96,"end":100,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":90,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":18,"head_span":{"start":42,"end":47,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":90,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"According to the U.N.'s Food and Agriculture Organization, there's been a surge of migration from rural areas in Honduras, where farmers lost an estimated 82 percent of corn and bean crops last year from lack of rain.\n","text":"According to the U.N.'s Food and Agriculture Organization, there's been a surge of migration from rural areas in Honduras, where farmers lost an estimated 82 percent of corn and bean crops last year from lack of rain. IMPLIED_BASE IMPLIED_BASE","characters":"218","document_index":"3","md_sentence_index":"49","classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/newshour/show/climate-change-is-killing-crops-in-honduras-and-driving-farmers-north","combo_id":"3_49","post-training batch1":"3_49","_input_hash":108552685,"_task_hash":1291485379,"spans":[{"start":74,"end":79,"token_start":14,"token_end":14,"label":"change_direction"},{"start":83,"end":92,"token_start":16,"token_end":16,"label":"base"},{"start":137,"end":141,"token_start":25,"token_end":25,"label":"aspect_changing"},{"start":169,"end":173,"token_start":31,"token_end":31,"label":"type_of"},{"start":178,"end":182,"token_start":33,"token_end":33,"label":"type_of"},{"text":"crops","start":183,"token_start":34,"token_end":34,"end":188,"type":"pattern","label":"base"},{"text":"lack of","start":204,"token_start":38,"token_end":39,"end":211,"type":"pattern","label":"change_direction"},{"text":"rain","start":212,"token_start":40,"token_end":40,"end":216,"type":"pattern","label":"base"}],"tokens":[{"text":"According","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"to","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"the","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"U.N.","start":17,"end":21,"id":3,"ws":false,"disabled":false},{"text":"'s","start":21,"end":23,"id":4,"ws":true,"disabled":false},{"text":"Food","start":24,"end":28,"id":5,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":6,"ws":true,"disabled":false},{"text":"Agriculture","start":33,"end":44,"id":7,"ws":true,"disabled":false},{"text":"Organization","start":45,"end":57,"id":8,"ws":false,"disabled":false},{"text":",","start":57,"end":58,"id":9,"ws":true,"disabled":false},{"text":"there","start":59,"end":64,"id":10,"ws":false,"disabled":false},{"text":"'s","start":64,"end":66,"id":11,"ws":true,"disabled":false},{"text":"been","start":67,"end":71,"id":12,"ws":true,"disabled":false},{"text":"a","start":72,"end":73,"id":13,"ws":true,"disabled":false},{"text":"surge","start":74,"end":79,"id":14,"ws":true,"disabled":false},{"text":"of","start":80,"end":82,"id":15,"ws":true,"disabled":false},{"text":"migration","start":83,"end":92,"id":16,"ws":true,"disabled":false},{"text":"from","start":93,"end":97,"id":17,"ws":true,"disabled":false},{"text":"rural","start":98,"end":103,"id":18,"ws":true,"disabled":false},{"text":"areas","start":104,"end":109,"id":19,"ws":true,"disabled":false},{"text":"in","start":110,"end":112,"id":20,"ws":true,"disabled":false},{"text":"Honduras","start":113,"end":121,"id":21,"ws":false,"disabled":false},{"text":",","start":121,"end":122,"id":22,"ws":true,"disabled":false},{"text":"where","start":123,"end":128,"id":23,"ws":true,"disabled":false},{"text":"farmers","start":129,"end":136,"id":24,"ws":true,"disabled":false},{"text":"lost","start":137,"end":141,"id":25,"ws":true,"disabled":false},{"text":"an","start":142,"end":144,"id":26,"ws":true,"disabled":false},{"text":"estimated","start":145,"end":154,"id":27,"ws":true,"disabled":false},{"text":"82","start":155,"end":157,"id":28,"ws":true,"disabled":false},{"text":"percent","start":158,"end":165,"id":29,"ws":true,"disabled":false},{"text":"of","start":166,"end":168,"id":30,"ws":true,"disabled":false},{"text":"corn","start":169,"end":173,"id":31,"ws":true,"disabled":false},{"text":"and","start":174,"end":177,"id":32,"ws":true,"disabled":false},{"text":"bean","start":178,"end":182,"id":33,"ws":true,"disabled":false},{"text":"crops","start":183,"end":188,"id":34,"ws":true,"disabled":false},{"text":"last","start":189,"end":193,"id":35,"ws":true,"disabled":false},{"text":"year","start":194,"end":198,"id":36,"ws":true,"disabled":false},{"text":"from","start":199,"end":203,"id":37,"ws":true,"disabled":false},{"text":"lack","start":204,"end":208,"id":38,"ws":true,"disabled":false},{"text":"of","start":209,"end":211,"id":39,"ws":true,"disabled":false},{"text":"rain","start":212,"end":216,"id":40,"ws":false,"disabled":false},{"text":".","start":216,"end":217,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":231,"end":243,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":25,"child":34,"head_span":{"start":137,"end":141,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":183,"end":188,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":34,"head_span":{"start":178,"end":182,"token_start":33,"token_end":33,"label":"type_of"},"child_span":{"start":183,"end":188,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":34,"head_span":{"start":169,"end":173,"token_start":31,"token_end":31,"label":"type_of"},"child_span":{"start":183,"end":188,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":40,"head_span":{"start":204,"end":211,"token_start":38,"token_end":39,"label":"change_direction"},"child_span":{"start":212,"end":216,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":16,"head_span":{"start":74,"end":79,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":83,"end":92,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":16,"head_span":{"start":212,"end":216,"token_start":40,"token_end":40,"label":"base"},"child_span":{"start":83,"end":92,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":40,"child":34,"head_span":{"start":212,"end":216,"token_start":40,"token_end":40,"label":"base"},"child_span":{"start":183,"end":188,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A recent paper by McGuirk and Burke, for example, shows that in Africa \u201cfactor conflicts\u201d \u2013 conflicts over controlling a territory where food is grown \u2013 occur where there is more abundance, while \u201coutput conflicts\u201d over the appropriation of surplus arise when resources are scarce.","text":"A recent paper by McGuirk and Burke, for example, shows that in Africa \u201cfactor conflicts\u201d \u2013 conflicts over controlling a territory where food is grown \u2013 occur where there is more abundance, while \u201coutput conflicts\u201d over the appropriation of surplus arise when resources are scarce. IMPLIED_BASE IMPLIED_BASE","characters":"281","document_index":"76","md_sentence_index":"27","classification_origin":"cm_cause_effect_rel","url":"http://politicalviolenceataglance.org/2019/02/04/climate-change-and-conflict/","combo_id":"76_27","post-training batch1":"76_27","_input_hash":-6858781,"_task_hash":64498609,"spans":[{"start":72,"end":78,"token_start":16,"token_end":16,"label":"type_of"},{"start":79,"end":88,"token_start":17,"token_end":17,"label":"base"},{"start":92,"end":101,"token_start":20,"token_end":20,"label":"base"},{"start":107,"end":130,"token_start":22,"token_end":24,"label":"type_of"},{"start":137,"end":141,"token_start":26,"token_end":26,"label":"base"},{"text":"more","start":174,"token_start":34,"token_end":34,"end":178,"type":"pattern","label":"change_direction"},{"start":179,"end":188,"token_start":35,"token_end":35,"label":"aspect_changing"},{"start":197,"end":203,"token_start":39,"token_end":39,"label":"type_of"},{"start":204,"end":213,"token_start":40,"token_end":40,"label":"base"},{"start":241,"end":248,"token_start":46,"token_end":46,"label":"base"},{"start":260,"end":269,"token_start":49,"token_end":49,"label":"aspect_changing"},{"start":274,"end":280,"token_start":51,"token_end":51,"label":"type_of"},{"start":282,"end":294,"token_start":53,"token_end":53,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"recent","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"paper","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"by","start":15,"end":17,"id":3,"ws":true,"disabled":false},{"text":"McGuirk","start":18,"end":25,"id":4,"ws":true,"disabled":false},{"text":"and","start":26,"end":29,"id":5,"ws":true,"disabled":false},{"text":"Burke","start":30,"end":35,"id":6,"ws":false,"disabled":false},{"text":",","start":35,"end":36,"id":7,"ws":true,"disabled":false},{"text":"for","start":37,"end":40,"id":8,"ws":true,"disabled":false},{"text":"example","start":41,"end":48,"id":9,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":10,"ws":true,"disabled":false},{"text":"shows","start":50,"end":55,"id":11,"ws":true,"disabled":false},{"text":"that","start":56,"end":60,"id":12,"ws":true,"disabled":false},{"text":"in","start":61,"end":63,"id":13,"ws":true,"disabled":false},{"text":"Africa","start":64,"end":70,"id":14,"ws":true,"disabled":false},{"text":"\u201c","start":71,"end":72,"id":15,"ws":false,"disabled":false},{"text":"factor","start":72,"end":78,"id":16,"ws":true,"disabled":false},{"text":"conflicts","start":79,"end":88,"id":17,"ws":false,"disabled":false},{"text":"\u201d","start":88,"end":89,"id":18,"ws":true,"disabled":false},{"text":"\u2013","start":90,"end":91,"id":19,"ws":true,"disabled":false},{"text":"conflicts","start":92,"end":101,"id":20,"ws":true,"disabled":false},{"text":"over","start":102,"end":106,"id":21,"ws":true,"disabled":false},{"text":"controlling","start":107,"end":118,"id":22,"ws":true,"disabled":false},{"text":"a","start":119,"end":120,"id":23,"ws":true,"disabled":false},{"text":"territory","start":121,"end":130,"id":24,"ws":true,"disabled":false},{"text":"where","start":131,"end":136,"id":25,"ws":true,"disabled":false},{"text":"food","start":137,"end":141,"id":26,"ws":true,"disabled":false},{"text":"is","start":142,"end":144,"id":27,"ws":true,"disabled":false},{"text":"grown","start":145,"end":150,"id":28,"ws":true,"disabled":false},{"text":"\u2013","start":151,"end":152,"id":29,"ws":true,"disabled":false},{"text":"occur","start":153,"end":158,"id":30,"ws":true,"disabled":false},{"text":"where","start":159,"end":164,"id":31,"ws":true,"disabled":false},{"text":"there","start":165,"end":170,"id":32,"ws":true,"disabled":false},{"text":"is","start":171,"end":173,"id":33,"ws":true,"disabled":false},{"text":"more","start":174,"end":178,"id":34,"ws":true,"disabled":false},{"text":"abundance","start":179,"end":188,"id":35,"ws":false,"disabled":false},{"text":",","start":188,"end":189,"id":36,"ws":true,"disabled":false},{"text":"while","start":190,"end":195,"id":37,"ws":true,"disabled":false},{"text":"\u201c","start":196,"end":197,"id":38,"ws":false,"disabled":false},{"text":"output","start":197,"end":203,"id":39,"ws":true,"disabled":false},{"text":"conflicts","start":204,"end":213,"id":40,"ws":false,"disabled":false},{"text":"\u201d","start":213,"end":214,"id":41,"ws":true,"disabled":false},{"text":"over","start":215,"end":219,"id":42,"ws":true,"disabled":false},{"text":"the","start":220,"end":223,"id":43,"ws":true,"disabled":false},{"text":"appropriation","start":224,"end":237,"id":44,"ws":true,"disabled":false},{"text":"of","start":238,"end":240,"id":45,"ws":true,"disabled":false},{"text":"surplus","start":241,"end":248,"id":46,"ws":true,"disabled":false},{"text":"arise","start":249,"end":254,"id":47,"ws":true,"disabled":false},{"text":"when","start":255,"end":259,"id":48,"ws":true,"disabled":false},{"text":"resources","start":260,"end":269,"id":49,"ws":true,"disabled":false},{"text":"are","start":270,"end":273,"id":50,"ws":true,"disabled":false},{"text":"scarce","start":274,"end":280,"id":51,"ws":false,"disabled":false},{"text":".","start":280,"end":281,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":282,"end":294,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":295,"end":307,"id":54,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":16,"child":17,"head_span":{"start":72,"end":78,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":79,"end":88,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":40,"head_span":{"start":197,"end":203,"token_start":39,"token_end":39,"label":"type_of"},"child_span":{"start":204,"end":213,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":53,"head_span":{"start":260,"end":269,"token_start":49,"token_end":49,"label":"aspect_changing"},"child_span":{"start":282,"end":294,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":53,"head_span":{"start":274,"end":280,"token_start":51,"token_end":51,"label":"type_of"},"child_span":{"start":282,"end":294,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A scorching summer led to dry conditions never before experienced.","text":"A scorching summer led to dry conditions never before experienced. IMPLIED_BASE IMPLIED_BASE","characters":"66","document_index":"832","md_sentence_index":"12","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/10/us/climate-change-california-wildfires.html","combo_id":"832_12","post-training batch1":"832_12","_input_hash":-1699749249,"_task_hash":-1439544373,"spans":[{"start":2,"end":11,"token_start":1,"token_end":1,"label":"type_of"},{"text":"summer","start":12,"token_start":2,"token_end":2,"end":18,"type":"pattern","label":"base"},{"start":19,"end":25,"token_start":3,"token_end":4,"label":"predicate"},{"start":26,"end":29,"token_start":5,"token_end":5,"label":"type_of"},{"start":30,"end":40,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":67,"end":79,"token_start":11,"token_end":11,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"scorching","start":2,"end":11,"id":1,"ws":true,"disabled":false},{"text":"summer","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"led","start":19,"end":22,"id":3,"ws":true,"disabled":false},{"text":"to","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"dry","start":26,"end":29,"id":5,"ws":true,"disabled":false},{"text":"conditions","start":30,"end":40,"id":6,"ws":true,"disabled":false},{"text":"never","start":41,"end":46,"id":7,"ws":true,"disabled":false},{"text":"before","start":47,"end":53,"id":8,"ws":true,"disabled":false},{"text":"experienced","start":54,"end":65,"id":9,"ws":false,"disabled":false},{"text":".","start":65,"end":66,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":67,"end":79,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":80,"end":92,"id":12,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":2,"end":11,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":12,"end":18,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":11,"head_span":{"start":26,"end":29,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":67,"end":79,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":11,"head_span":{"start":30,"end":40,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":67,"end":79,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":11,"head_span":{"start":12,"end":18,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":67,"end":79,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Cyclone Idai in Mozambique, typhoon Hagibis in Japan, a deadly, record-breaking heatwave across much of Europe, wildfires in California and eastern Australia, floods in Venice...","text":"Cyclone Idai in Mozambique, typhoon Hagibis in Japan, a deadly, record-breaking heatwave across much of Europe, wildfires in California and eastern Australia, floods in Venice... IMPLIED_BASE IMPLIED_BASE","characters":"178","document_index":"534","md_sentence_index":"20","classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.sciencealert.com/how-2019-became-the-year-when-the-world-woke-up-to-the-climate-emergency","combo_id":"534_20","post-training batch1":"534_20","_input_hash":-1089841219,"_task_hash":1134384007,"spans":[{"text":"heatwave","start":80,"token_start":16,"token_end":16,"end":88,"type":"pattern","label":"base"},{"text":"wildfires","start":112,"token_start":22,"token_end":22,"end":121,"type":"pattern","label":"base"},{"text":"floods","start":159,"token_start":29,"token_end":29,"end":165,"type":"pattern","label":"base"}],"tokens":[{"text":"Cyclone","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"Idai","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"in","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"Mozambique","start":16,"end":26,"id":3,"ws":false,"disabled":false},{"text":",","start":26,"end":27,"id":4,"ws":true,"disabled":false},{"text":"typhoon","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"Hagibis","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"in","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"Japan","start":47,"end":52,"id":8,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":9,"ws":true,"disabled":false},{"text":"a","start":54,"end":55,"id":10,"ws":true,"disabled":false},{"text":"deadly","start":56,"end":62,"id":11,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":12,"ws":true,"disabled":false},{"text":"record","start":64,"end":70,"id":13,"ws":false,"disabled":false},{"text":"-","start":70,"end":71,"id":14,"ws":false,"disabled":false},{"text":"breaking","start":71,"end":79,"id":15,"ws":true,"disabled":false},{"text":"heatwave","start":80,"end":88,"id":16,"ws":true,"disabled":false},{"text":"across","start":89,"end":95,"id":17,"ws":true,"disabled":false},{"text":"much","start":96,"end":100,"id":18,"ws":true,"disabled":false},{"text":"of","start":101,"end":103,"id":19,"ws":true,"disabled":false},{"text":"Europe","start":104,"end":110,"id":20,"ws":false,"disabled":false},{"text":",","start":110,"end":111,"id":21,"ws":true,"disabled":false},{"text":"wildfires","start":112,"end":121,"id":22,"ws":true,"disabled":false},{"text":"in","start":122,"end":124,"id":23,"ws":true,"disabled":false},{"text":"California","start":125,"end":135,"id":24,"ws":true,"disabled":false},{"text":"and","start":136,"end":139,"id":25,"ws":true,"disabled":false},{"text":"eastern","start":140,"end":147,"id":26,"ws":true,"disabled":false},{"text":"Australia","start":148,"end":157,"id":27,"ws":false,"disabled":false},{"text":",","start":157,"end":158,"id":28,"ws":true,"disabled":false},{"text":"floods","start":159,"end":165,"id":29,"ws":true,"disabled":false},{"text":"in","start":166,"end":168,"id":30,"ws":true,"disabled":false},{"text":"Venice","start":169,"end":175,"id":31,"ws":false,"disabled":false},{"text":"...","start":175,"end":178,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":179,"end":191,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The analysis provides one of the clearest pictures to date of the companies behind the vast emissions of natural gas that have resulted from America\u2019s shale oil boom, fueled by the use of hydraulic fracturing, or fracking, to unlock fossil fuels from shale rock.\n","text":"The analysis provides one of the clearest pictures to date of the companies behind the vast emissions of natural gas that have resulted from America\u2019s shale oil boom, fueled by the use of hydraulic fracturing, or fracking, to unlock fossil fuels from shale rock. IMPLIED_BASE IMPLIED_BASE","characters":"263","document_index":"431","md_sentence_index":"20","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/10/16/climate/natural-gas-flaring-exxon-bp.html","combo_id":"431_20","post-training batch1":"431_20","_input_hash":-1305575829,"_task_hash":23612338,"spans":[{"text":"emissions","start":92,"token_start":16,"token_end":16,"end":101,"type":"pattern","label":"aspect_changing"},{"start":105,"end":116,"token_start":18,"token_end":19,"label":"base"},{"start":127,"end":140,"token_start":22,"token_end":23,"label":"predicate"},{"start":151,"end":156,"token_start":26,"token_end":26,"label":"type_of"},{"start":157,"end":160,"token_start":27,"token_end":27,"label":"base"},{"start":161,"end":165,"token_start":28,"token_end":28,"label":"change_direction"},{"start":167,"end":176,"token_start":30,"token_end":31,"label":"predicate"},{"start":188,"end":208,"token_start":35,"token_end":36,"label":"base"},{"start":213,"end":221,"token_start":39,"token_end":39,"label":"base"},{"start":226,"end":232,"token_start":42,"token_end":42,"label":"change_direction"},{"start":233,"end":245,"token_start":43,"token_end":44,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"analysis","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"provides","start":13,"end":21,"id":2,"ws":true,"disabled":false},{"text":"one","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"of","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"clearest","start":33,"end":41,"id":6,"ws":true,"disabled":false},{"text":"pictures","start":42,"end":50,"id":7,"ws":true,"disabled":false},{"text":"to","start":51,"end":53,"id":8,"ws":true,"disabled":false},{"text":"date","start":54,"end":58,"id":9,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":10,"ws":true,"disabled":false},{"text":"the","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"companies","start":66,"end":75,"id":12,"ws":true,"disabled":false},{"text":"behind","start":76,"end":82,"id":13,"ws":true,"disabled":false},{"text":"the","start":83,"end":86,"id":14,"ws":true,"disabled":false},{"text":"vast","start":87,"end":91,"id":15,"ws":true,"disabled":false},{"text":"emissions","start":92,"end":101,"id":16,"ws":true,"disabled":false},{"text":"of","start":102,"end":104,"id":17,"ws":true,"disabled":false},{"text":"natural","start":105,"end":112,"id":18,"ws":true,"disabled":false},{"text":"gas","start":113,"end":116,"id":19,"ws":true,"disabled":false},{"text":"that","start":117,"end":121,"id":20,"ws":true,"disabled":false},{"text":"have","start":122,"end":126,"id":21,"ws":true,"disabled":false},{"text":"resulted","start":127,"end":135,"id":22,"ws":true,"disabled":false},{"text":"from","start":136,"end":140,"id":23,"ws":true,"disabled":false},{"text":"America","start":141,"end":148,"id":24,"ws":false,"disabled":false},{"text":"\u2019s","start":148,"end":150,"id":25,"ws":true,"disabled":false},{"text":"shale","start":151,"end":156,"id":26,"ws":true,"disabled":false},{"text":"oil","start":157,"end":160,"id":27,"ws":true,"disabled":false},{"text":"boom","start":161,"end":165,"id":28,"ws":false,"disabled":false},{"text":",","start":165,"end":166,"id":29,"ws":true,"disabled":false},{"text":"fueled","start":167,"end":173,"id":30,"ws":true,"disabled":false},{"text":"by","start":174,"end":176,"id":31,"ws":true,"disabled":false},{"text":"the","start":177,"end":180,"id":32,"ws":true,"disabled":false},{"text":"use","start":181,"end":184,"id":33,"ws":true,"disabled":false},{"text":"of","start":185,"end":187,"id":34,"ws":true,"disabled":false},{"text":"hydraulic","start":188,"end":197,"id":35,"ws":true,"disabled":false},{"text":"fracturing","start":198,"end":208,"id":36,"ws":false,"disabled":false},{"text":",","start":208,"end":209,"id":37,"ws":true,"disabled":false},{"text":"or","start":210,"end":212,"id":38,"ws":true,"disabled":false},{"text":"fracking","start":213,"end":221,"id":39,"ws":false,"disabled":false},{"text":",","start":221,"end":222,"id":40,"ws":true,"disabled":false},{"text":"to","start":223,"end":225,"id":41,"ws":true,"disabled":false},{"text":"unlock","start":226,"end":232,"id":42,"ws":true,"disabled":false},{"text":"fossil","start":233,"end":239,"id":43,"ws":true,"disabled":false},{"text":"fuels","start":240,"end":245,"id":44,"ws":true,"disabled":false},{"text":"from","start":246,"end":250,"id":45,"ws":true,"disabled":false},{"text":"shale","start":251,"end":256,"id":46,"ws":true,"disabled":false},{"text":"rock","start":257,"end":261,"id":47,"ws":false,"disabled":false},{"text":".","start":261,"end":262,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":263,"end":275,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":276,"end":288,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":26,"child":27,"head_span":{"start":151,"end":156,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":157,"end":160,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":27,"head_span":{"start":161,"end":165,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":157,"end":160,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":19,"head_span":{"start":92,"end":101,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":105,"end":116,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":44,"head_span":{"start":226,"end":232,"token_start":42,"token_end":42,"label":"change_direction"},"child_span":{"start":233,"end":245,"token_start":43,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":44,"head_span":{"start":213,"end":221,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":233,"end":245,"token_start":43,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":44,"head_span":{"start":188,"end":208,"token_start":35,"token_end":36,"label":"base"},"child_span":{"start":233,"end":245,"token_start":43,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":27,"head_span":{"start":213,"end":221,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":157,"end":160,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":27,"head_span":{"start":188,"end":208,"token_start":35,"token_end":36,"label":"base"},"child_span":{"start":157,"end":160,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":19,"head_span":{"start":157,"end":160,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":105,"end":116,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":39,"head_span":{"start":188,"end":208,"token_start":35,"token_end":36,"label":"base"},"child_span":{"start":213,"end":221,"token_start":39,"token_end":39,"label":"base"},"color":"#d9fbad","label":"Same_As"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Though many of these studies describe the mental health impacts of specific historical events, they demonstrate the\ntypes of mental health issues that will continue to arise as climate change leads to increases in the frequency, severity, and duration of extreme climate- and weather-related events such as floods, hurricanes, droughts, and wildfires.17, 18, 19, 20, 21, 22, 23, 24, 25, 29, 41, 50, 51, 68, 70 Strong support is found in a number of recent studies for the potential for climate change-related psychological effects, including grief/bereavement, increased substance use or misuse, and thoughts of suicide.19, 35, 36, 37, 38, 60\nResearch on individual resilience and recovery shows that a majority of individuals psychologically affected by a traumatic event will recover over time.","text":"Though many of these studies describe the mental health impacts of specific historical events, they demonstrate thetypes of mental health issues that will continue to arise as climate change leads to increases in the frequency, severity, and duration of extreme climate- and weather-related events such as floods, hurricanes, droughts, and wildfires.17, 18, 19, 20, 21, 22, 23, 24, 25, 29, 41, 50, 51, 68, 70 Strong support is found in a number of recent studies for the potential for climate change-related psychological effects, including grief/bereavement, increased substance use or misuse, and thoughts of suicide.19, 35, 36, 37, 38, 60Research on individual resilience and recovery shows that a majority of individuals psychologically affected by a traumatic event will recover over time. IMPLIED_BASE IMPLIED_BASE","characters":"796","document_index":"619","md_sentence_index":"298","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_298","post-training batch1":"619_298","_input_hash":1142860180,"_task_hash":1171641844,"spans":[{"start":42,"end":48,"token_start":7,"token_end":7,"label":"type_of"},{"text":"health","start":49,"token_start":8,"token_end":8,"end":55,"type":"pattern","label":"base"},{"start":56,"end":63,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":67,"end":75,"token_start":11,"token_end":11,"label":"type_of"},{"start":76,"end":93,"token_start":12,"token_end":13,"label":"base"},{"start":124,"end":130,"token_start":19,"token_end":19,"label":"type_of"},{"text":"health","start":131,"token_start":20,"token_end":20,"end":137,"type":"pattern","label":"base"},{"start":138,"end":144,"token_start":21,"token_end":21,"label":"aspect_changing"},{"text":"climate change","start":176,"token_start":28,"token_end":29,"end":190,"type":"pattern","label":"base"},{"text":"increases","start":200,"token_start":32,"token_end":32,"end":209,"type":"pattern","label":"change_direction"},{"text":"frequency","start":217,"token_start":35,"token_end":35,"end":226,"type":"pattern","label":"aspect_changing"},{"start":228,"end":236,"token_start":37,"token_end":37,"label":"aspect_changing"},{"start":242,"end":250,"token_start":40,"token_end":40,"label":"aspect_changing"},{"start":254,"end":261,"token_start":42,"token_end":42,"label":"type_of"},{"start":275,"end":297,"token_start":45,"token_end":48,"label":"base"},{"text":"floods","start":306,"token_start":51,"token_end":51,"end":312,"type":"pattern","label":"base"},{"text":"hurricanes","start":314,"token_start":53,"token_end":53,"end":324,"type":"pattern","label":"base"},{"text":"droughts","start":326,"token_start":55,"token_end":55,"end":334,"type":"pattern","label":"base"},{"start":340,"end":352,"token_start":58,"token_end":58,"label":"base"},{"text":"climate change","start":485,"token_start":101,"token_end":102,"end":499,"type":"pattern","label":"base"},{"start":508,"end":521,"token_start":105,"token_end":105,"label":"base"},{"start":522,"end":529,"token_start":106,"token_end":106,"label":"aspect_changing"},{"start":541,"end":546,"token_start":109,"token_end":109,"label":"base"},{"start":547,"end":558,"token_start":111,"token_end":111,"label":"base"},{"text":"increased","start":560,"token_start":113,"token_end":113,"end":569,"type":"pattern","label":"change_direction"},{"start":570,"end":579,"token_start":114,"token_end":114,"label":"base"},{"start":580,"end":583,"token_start":115,"token_end":115,"label":"aspect_changing"},{"start":587,"end":593,"token_start":117,"token_end":117,"label":"aspect_changing"},{"start":611,"end":621,"token_start":122,"token_end":122,"label":"base"}],"tokens":[{"text":"Though","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"many","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"of","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"these","start":15,"end":20,"id":3,"ws":true,"disabled":false},{"text":"studies","start":21,"end":28,"id":4,"ws":true,"disabled":false},{"text":"describe","start":29,"end":37,"id":5,"ws":true,"disabled":false},{"text":"the","start":38,"end":41,"id":6,"ws":true,"disabled":false},{"text":"mental","start":42,"end":48,"id":7,"ws":true,"disabled":false},{"text":"health","start":49,"end":55,"id":8,"ws":true,"disabled":false},{"text":"impacts","start":56,"end":63,"id":9,"ws":true,"disabled":false},{"text":"of","start":64,"end":66,"id":10,"ws":true,"disabled":false},{"text":"specific","start":67,"end":75,"id":11,"ws":true,"disabled":false},{"text":"historical","start":76,"end":86,"id":12,"ws":true,"disabled":false},{"text":"events","start":87,"end":93,"id":13,"ws":false,"disabled":false},{"text":",","start":93,"end":94,"id":14,"ws":true,"disabled":false},{"text":"they","start":95,"end":99,"id":15,"ws":true,"disabled":false},{"text":"demonstrate","start":100,"end":111,"id":16,"ws":true,"disabled":false},{"text":"thetypes","start":112,"end":120,"id":17,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":18,"ws":true,"disabled":false},{"text":"mental","start":124,"end":130,"id":19,"ws":true,"disabled":false},{"text":"health","start":131,"end":137,"id":20,"ws":true,"disabled":false},{"text":"issues","start":138,"end":144,"id":21,"ws":true,"disabled":false},{"text":"that","start":145,"end":149,"id":22,"ws":true,"disabled":false},{"text":"will","start":150,"end":154,"id":23,"ws":true,"disabled":false},{"text":"continue","start":155,"end":163,"id":24,"ws":true,"disabled":false},{"text":"to","start":164,"end":166,"id":25,"ws":true,"disabled":false},{"text":"arise","start":167,"end":172,"id":26,"ws":true,"disabled":false},{"text":"as","start":173,"end":175,"id":27,"ws":true,"disabled":false},{"text":"climate","start":176,"end":183,"id":28,"ws":true,"disabled":false},{"text":"change","start":184,"end":190,"id":29,"ws":true,"disabled":false},{"text":"leads","start":191,"end":196,"id":30,"ws":true,"disabled":false},{"text":"to","start":197,"end":199,"id":31,"ws":true,"disabled":false},{"text":"increases","start":200,"end":209,"id":32,"ws":true,"disabled":false},{"text":"in","start":210,"end":212,"id":33,"ws":true,"disabled":false},{"text":"the","start":213,"end":216,"id":34,"ws":true,"disabled":false},{"text":"frequency","start":217,"end":226,"id":35,"ws":false,"disabled":false},{"text":",","start":226,"end":227,"id":36,"ws":true,"disabled":false},{"text":"severity","start":228,"end":236,"id":37,"ws":false,"disabled":false},{"text":",","start":236,"end":237,"id":38,"ws":true,"disabled":false},{"text":"and","start":238,"end":241,"id":39,"ws":true,"disabled":false},{"text":"duration","start":242,"end":250,"id":40,"ws":true,"disabled":false},{"text":"of","start":251,"end":253,"id":41,"ws":true,"disabled":false},{"text":"extreme","start":254,"end":261,"id":42,"ws":true,"disabled":false},{"text":"climate-","start":262,"end":270,"id":43,"ws":true,"disabled":false},{"text":"and","start":271,"end":274,"id":44,"ws":true,"disabled":false},{"text":"weather","start":275,"end":282,"id":45,"ws":false,"disabled":false},{"text":"-","start":282,"end":283,"id":46,"ws":false,"disabled":false},{"text":"related","start":283,"end":290,"id":47,"ws":true,"disabled":false},{"text":"events","start":291,"end":297,"id":48,"ws":true,"disabled":false},{"text":"such","start":298,"end":302,"id":49,"ws":true,"disabled":false},{"text":"as","start":303,"end":305,"id":50,"ws":true,"disabled":false},{"text":"floods","start":306,"end":312,"id":51,"ws":false,"disabled":false},{"text":",","start":312,"end":313,"id":52,"ws":true,"disabled":false},{"text":"hurricanes","start":314,"end":324,"id":53,"ws":false,"disabled":false},{"text":",","start":324,"end":325,"id":54,"ws":true,"disabled":false},{"text":"droughts","start":326,"end":334,"id":55,"ws":false,"disabled":false},{"text":",","start":334,"end":335,"id":56,"ws":true,"disabled":false},{"text":"and","start":336,"end":339,"id":57,"ws":true,"disabled":false},{"text":"wildfires.17","start":340,"end":352,"id":58,"ws":false,"disabled":false},{"text":",","start":352,"end":353,"id":59,"ws":true,"disabled":false},{"text":"18","start":354,"end":356,"id":60,"ws":false,"disabled":false},{"text":",","start":356,"end":357,"id":61,"ws":true,"disabled":false},{"text":"19","start":358,"end":360,"id":62,"ws":false,"disabled":false},{"text":",","start":360,"end":361,"id":63,"ws":true,"disabled":false},{"text":"20","start":362,"end":364,"id":64,"ws":false,"disabled":false},{"text":",","start":364,"end":365,"id":65,"ws":true,"disabled":false},{"text":"21","start":366,"end":368,"id":66,"ws":false,"disabled":false},{"text":",","start":368,"end":369,"id":67,"ws":true,"disabled":false},{"text":"22","start":370,"end":372,"id":68,"ws":false,"disabled":false},{"text":",","start":372,"end":373,"id":69,"ws":true,"disabled":false},{"text":"23","start":374,"end":376,"id":70,"ws":false,"disabled":false},{"text":",","start":376,"end":377,"id":71,"ws":true,"disabled":false},{"text":"24","start":378,"end":380,"id":72,"ws":false,"disabled":false},{"text":",","start":380,"end":381,"id":73,"ws":true,"disabled":false},{"text":"25","start":382,"end":384,"id":74,"ws":false,"disabled":false},{"text":",","start":384,"end":385,"id":75,"ws":true,"disabled":false},{"text":"29","start":386,"end":388,"id":76,"ws":false,"disabled":false},{"text":",","start":388,"end":389,"id":77,"ws":true,"disabled":false},{"text":"41","start":390,"end":392,"id":78,"ws":false,"disabled":false},{"text":",","start":392,"end":393,"id":79,"ws":true,"disabled":false},{"text":"50","start":394,"end":396,"id":80,"ws":false,"disabled":false},{"text":",","start":396,"end":397,"id":81,"ws":true,"disabled":false},{"text":"51","start":398,"end":400,"id":82,"ws":false,"disabled":false},{"text":",","start":400,"end":401,"id":83,"ws":true,"disabled":false},{"text":"68","start":402,"end":404,"id":84,"ws":false,"disabled":false},{"text":",","start":404,"end":405,"id":85,"ws":true,"disabled":false},{"text":"70","start":406,"end":408,"id":86,"ws":true,"disabled":false},{"text":"Strong","start":409,"end":415,"id":87,"ws":true,"disabled":false},{"text":"support","start":416,"end":423,"id":88,"ws":true,"disabled":false},{"text":"is","start":424,"end":426,"id":89,"ws":true,"disabled":false},{"text":"found","start":427,"end":432,"id":90,"ws":true,"disabled":false},{"text":"in","start":433,"end":435,"id":91,"ws":true,"disabled":false},{"text":"a","start":436,"end":437,"id":92,"ws":true,"disabled":false},{"text":"number","start":438,"end":444,"id":93,"ws":true,"disabled":false},{"text":"of","start":445,"end":447,"id":94,"ws":true,"disabled":false},{"text":"recent","start":448,"end":454,"id":95,"ws":true,"disabled":false},{"text":"studies","start":455,"end":462,"id":96,"ws":true,"disabled":false},{"text":"for","start":463,"end":466,"id":97,"ws":true,"disabled":false},{"text":"the","start":467,"end":470,"id":98,"ws":true,"disabled":false},{"text":"potential","start":471,"end":480,"id":99,"ws":true,"disabled":false},{"text":"for","start":481,"end":484,"id":100,"ws":true,"disabled":false},{"text":"climate","start":485,"end":492,"id":101,"ws":true,"disabled":false},{"text":"change","start":493,"end":499,"id":102,"ws":false,"disabled":false},{"text":"-","start":499,"end":500,"id":103,"ws":false,"disabled":false},{"text":"related","start":500,"end":507,"id":104,"ws":true,"disabled":false},{"text":"psychological","start":508,"end":521,"id":105,"ws":true,"disabled":false},{"text":"effects","start":522,"end":529,"id":106,"ws":false,"disabled":false},{"text":",","start":529,"end":530,"id":107,"ws":true,"disabled":false},{"text":"including","start":531,"end":540,"id":108,"ws":true,"disabled":false},{"text":"grief","start":541,"end":546,"id":109,"ws":false,"disabled":false},{"text":"/","start":546,"end":547,"id":110,"ws":false,"disabled":false},{"text":"bereavement","start":547,"end":558,"id":111,"ws":false,"disabled":false},{"text":",","start":558,"end":559,"id":112,"ws":true,"disabled":false},{"text":"increased","start":560,"end":569,"id":113,"ws":true,"disabled":false},{"text":"substance","start":570,"end":579,"id":114,"ws":true,"disabled":false},{"text":"use","start":580,"end":583,"id":115,"ws":true,"disabled":false},{"text":"or","start":584,"end":586,"id":116,"ws":true,"disabled":false},{"text":"misuse","start":587,"end":593,"id":117,"ws":false,"disabled":false},{"text":",","start":593,"end":594,"id":118,"ws":true,"disabled":false},{"text":"and","start":595,"end":598,"id":119,"ws":true,"disabled":false},{"text":"thoughts","start":599,"end":607,"id":120,"ws":true,"disabled":false},{"text":"of","start":608,"end":610,"id":121,"ws":true,"disabled":false},{"text":"suicide.19","start":611,"end":621,"id":122,"ws":false,"disabled":false},{"text":",","start":621,"end":622,"id":123,"ws":true,"disabled":false},{"text":"35","start":623,"end":625,"id":124,"ws":false,"disabled":false},{"text":",","start":625,"end":626,"id":125,"ws":true,"disabled":false},{"text":"36","start":627,"end":629,"id":126,"ws":false,"disabled":false},{"text":",","start":629,"end":630,"id":127,"ws":true,"disabled":false},{"text":"37","start":631,"end":633,"id":128,"ws":false,"disabled":false},{"text":",","start":633,"end":634,"id":129,"ws":true,"disabled":false},{"text":"38","start":635,"end":637,"id":130,"ws":false,"disabled":false},{"text":",","start":637,"end":638,"id":131,"ws":true,"disabled":false},{"text":"60Research","start":639,"end":649,"id":132,"ws":true,"disabled":false},{"text":"on","start":650,"end":652,"id":133,"ws":true,"disabled":false},{"text":"individual","start":653,"end":663,"id":134,"ws":true,"disabled":false},{"text":"resilience","start":664,"end":674,"id":135,"ws":true,"disabled":false},{"text":"and","start":675,"end":678,"id":136,"ws":true,"disabled":false},{"text":"recovery","start":679,"end":687,"id":137,"ws":true,"disabled":false},{"text":"shows","start":688,"end":693,"id":138,"ws":true,"disabled":false},{"text":"that","start":694,"end":698,"id":139,"ws":true,"disabled":false},{"text":"a","start":699,"end":700,"id":140,"ws":true,"disabled":false},{"text":"majority","start":701,"end":709,"id":141,"ws":true,"disabled":false},{"text":"of","start":710,"end":712,"id":142,"ws":true,"disabled":false},{"text":"individuals","start":713,"end":724,"id":143,"ws":true,"disabled":false},{"text":"psychologically","start":725,"end":740,"id":144,"ws":true,"disabled":false},{"text":"affected","start":741,"end":749,"id":145,"ws":true,"disabled":false},{"text":"by","start":750,"end":752,"id":146,"ws":true,"disabled":false},{"text":"a","start":753,"end":754,"id":147,"ws":true,"disabled":false},{"text":"traumatic","start":755,"end":764,"id":148,"ws":true,"disabled":false},{"text":"event","start":765,"end":770,"id":149,"ws":true,"disabled":false},{"text":"will","start":771,"end":775,"id":150,"ws":true,"disabled":false},{"text":"recover","start":776,"end":783,"id":151,"ws":true,"disabled":false},{"text":"over","start":784,"end":788,"id":152,"ws":true,"disabled":false},{"text":"time","start":789,"end":793,"id":153,"ws":false,"disabled":false},{"text":".","start":793,"end":794,"id":154,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":795,"end":807,"id":155,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":808,"end":820,"id":156,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":7,"child":8,"head_span":{"start":42,"end":48,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":49,"end":55,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":56,"end":63,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":49,"end":55,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":67,"end":75,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":76,"end":93,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":124,"end":130,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":131,"end":137,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":20,"head_span":{"start":138,"end":144,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":131,"end":137,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":48,"head_span":{"start":254,"end":261,"token_start":42,"token_end":42,"label":"type_of"},"child_span":{"start":275,"end":297,"token_start":45,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":48,"head_span":{"start":242,"end":250,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":275,"end":297,"token_start":45,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":48,"head_span":{"start":228,"end":236,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":275,"end":297,"token_start":45,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":48,"head_span":{"start":217,"end":226,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":275,"end":297,"token_start":45,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":48,"head_span":{"start":200,"end":209,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":275,"end":297,"token_start":45,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":113,"child":114,"head_span":{"start":560,"end":569,"token_start":113,"token_end":113,"label":"change_direction"},"child_span":{"start":570,"end":579,"token_start":114,"token_end":114,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":115,"child":114,"head_span":{"start":580,"end":583,"token_start":115,"token_end":115,"label":"aspect_changing"},"child_span":{"start":570,"end":579,"token_start":114,"token_end":114,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":117,"child":114,"head_span":{"start":587,"end":593,"token_start":117,"token_end":117,"label":"aspect_changing"},"child_span":{"start":570,"end":579,"token_start":114,"token_end":114,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":106,"child":105,"head_span":{"start":522,"end":529,"token_start":106,"token_end":106,"label":"aspect_changing"},"child_span":{"start":508,"end":521,"token_start":105,"token_end":105,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":8,"head_span":{"start":76,"end":93,"token_start":12,"token_end":13,"label":"base"},"child_span":{"start":49,"end":55,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":48,"head_span":{"start":176,"end":190,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":275,"end":297,"token_start":45,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":48,"child":20,"head_span":{"start":275,"end":297,"token_start":45,"token_end":48,"label":"base"},"child_span":{"start":131,"end":137,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":109,"child":111,"head_span":{"start":541,"end":546,"token_start":109,"token_end":109,"label":"base"},"child_span":{"start":547,"end":558,"token_start":111,"token_end":111,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":102,"child":105,"head_span":{"start":485,"end":499,"token_start":101,"token_end":102,"label":"base"},"child_span":{"start":508,"end":521,"token_start":105,"token_end":105,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":102,"child":111,"head_span":{"start":485,"end":499,"token_start":101,"token_end":102,"label":"base"},"child_span":{"start":547,"end":558,"token_start":111,"token_end":111,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":102,"child":109,"head_span":{"start":485,"end":499,"token_start":101,"token_end":102,"label":"base"},"child_span":{"start":541,"end":546,"token_start":109,"token_end":109,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":102,"child":114,"head_span":{"start":485,"end":499,"token_start":101,"token_end":102,"label":"base"},"child_span":{"start":570,"end":579,"token_start":114,"token_end":114,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":102,"child":122,"head_span":{"start":485,"end":499,"token_start":101,"token_end":102,"label":"base"},"child_span":{"start":611,"end":621,"token_start":122,"token_end":122,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":51,"head_span":{"start":176,"end":190,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":306,"end":312,"token_start":51,"token_end":51,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":53,"head_span":{"start":176,"end":190,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":314,"end":324,"token_start":53,"token_end":53,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":55,"head_span":{"start":176,"end":190,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":326,"end":334,"token_start":55,"token_end":55,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":58,"head_span":{"start":176,"end":190,"token_start":28,"token_end":29,"label":"base"},"child_span":{"start":340,"end":352,"token_start":58,"token_end":58,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":35,"child":51,"head_span":{"start":217,"end":226,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":306,"end":312,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":53,"head_span":{"start":228,"end":236,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":314,"end":324,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":55,"head_span":{"start":228,"end":236,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":326,"end":334,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":58,"head_span":{"start":228,"end":236,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":340,"end":352,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":53,"head_span":{"start":217,"end":226,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":314,"end":324,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":55,"head_span":{"start":217,"end":226,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":326,"end":334,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":58,"head_span":{"start":217,"end":226,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":340,"end":352,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":51,"head_span":{"start":242,"end":250,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":306,"end":312,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":53,"head_span":{"start":242,"end":250,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":314,"end":324,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":55,"head_span":{"start":242,"end":250,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":326,"end":334,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":58,"head_span":{"start":242,"end":250,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":340,"end":352,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"misleading?","relation count":"one","complexity":"complex","original_md_text":"Gutierrez still struggles with regular pain in his lungs and when he gets a cold or flu, he\u2019s in bed for weeks.\n","text":"Gutierrez still struggles with regular pain in his lungs and when he gets a cold or flu, he\u2019s in bed for weeks. IMPLIED_BASE IMPLIED_BASE","characters":"112","document_index":"266","md_sentence_index":"22","classification_origin":"cm-label-eval","url":"https://civileats.com/2019/06/17/climate-change-fueled-valley-fever-is-hitting-farmworkers-hard/","combo_id":"266_22","post-training batch1":"266_22","_input_hash":914783327,"_task_hash":-1577567228,"spans":[{"start":39,"end":43,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":51,"end":56,"token_start":8,"token_end":8,"label":"base"},{"start":76,"end":80,"token_start":14,"token_end":14,"label":"base"},{"start":84,"end":87,"token_start":16,"token_end":16,"label":"base"}],"tokens":[{"text":"Gutierrez","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"still","start":10,"end":15,"id":1,"ws":true,"disabled":false},{"text":"struggles","start":16,"end":25,"id":2,"ws":true,"disabled":false},{"text":"with","start":26,"end":30,"id":3,"ws":true,"disabled":false},{"text":"regular","start":31,"end":38,"id":4,"ws":true,"disabled":false},{"text":"pain","start":39,"end":43,"id":5,"ws":true,"disabled":false},{"text":"in","start":44,"end":46,"id":6,"ws":true,"disabled":false},{"text":"his","start":47,"end":50,"id":7,"ws":true,"disabled":false},{"text":"lungs","start":51,"end":56,"id":8,"ws":true,"disabled":false},{"text":"and","start":57,"end":60,"id":9,"ws":true,"disabled":false},{"text":"when","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"he","start":66,"end":68,"id":11,"ws":true,"disabled":false},{"text":"gets","start":69,"end":73,"id":12,"ws":true,"disabled":false},{"text":"a","start":74,"end":75,"id":13,"ws":true,"disabled":false},{"text":"cold","start":76,"end":80,"id":14,"ws":true,"disabled":false},{"text":"or","start":81,"end":83,"id":15,"ws":true,"disabled":false},{"text":"flu","start":84,"end":87,"id":16,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":17,"ws":true,"disabled":false},{"text":"he","start":89,"end":91,"id":18,"ws":false,"disabled":false},{"text":"\u2019s","start":91,"end":93,"id":19,"ws":true,"disabled":false},{"text":"in","start":94,"end":96,"id":20,"ws":true,"disabled":false},{"text":"bed","start":97,"end":100,"id":21,"ws":true,"disabled":false},{"text":"for","start":101,"end":104,"id":22,"ws":true,"disabled":false},{"text":"weeks","start":105,"end":110,"id":23,"ws":false,"disabled":false},{"text":".","start":110,"end":111,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":112,"end":124,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":14,"child":8,"head_span":{"start":76,"end":80,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":51,"end":56,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":8,"head_span":{"start":84,"end":87,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":51,"end":56,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":8,"head_span":{"start":39,"end":43,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":51,"end":56,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Scientists say we ought to eat less meat because of the carbon emissions the meat industry produces, as well as other negative environmental impacts.\n","text":"Scientists say we ought to eat less meat because of the carbon emissions the meat industry produces, as well as other negative environmental impacts. IMPLIED_BASE IMPLIED_BASE","characters":"150","document_index":"310","md_sentence_index":"51","classification_origin":"cm_cause_effect_rel","url":"https://www.bbc.com/news/science-environment-46384067","combo_id":"310_51","post-training batch1":"310_51","_input_hash":-468855680,"_task_hash":1682199607,"spans":[{"start":41,"end":51,"token_start":8,"token_end":9,"label":"predicate"},{"start":56,"end":62,"token_start":11,"token_end":11,"label":"base"},{"text":"emissions","start":63,"token_start":12,"token_end":12,"end":72,"type":"pattern","label":"aspect_changing"},{"start":77,"end":81,"token_start":14,"token_end":14,"label":"type_of"},{"start":82,"end":90,"token_start":15,"token_end":15,"label":"base"},{"start":91,"end":99,"token_start":16,"token_end":16,"label":"aspect_changing"},{"start":118,"end":126,"token_start":22,"token_end":22,"label":"type_of"},{"start":127,"end":140,"token_start":23,"token_end":23,"label":"type_of"},{"start":141,"end":148,"token_start":24,"token_end":24,"label":"base"}],"tokens":[{"text":"Scientists","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"say","start":11,"end":14,"id":1,"ws":true,"disabled":false},{"text":"we","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"ought","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"to","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"eat","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"less","start":31,"end":35,"id":6,"ws":true,"disabled":false},{"text":"meat","start":36,"end":40,"id":7,"ws":true,"disabled":false},{"text":"because","start":41,"end":48,"id":8,"ws":true,"disabled":false},{"text":"of","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":10,"ws":true,"disabled":false},{"text":"carbon","start":56,"end":62,"id":11,"ws":true,"disabled":false},{"text":"emissions","start":63,"end":72,"id":12,"ws":true,"disabled":false},{"text":"the","start":73,"end":76,"id":13,"ws":true,"disabled":false},{"text":"meat","start":77,"end":81,"id":14,"ws":true,"disabled":false},{"text":"industry","start":82,"end":90,"id":15,"ws":true,"disabled":false},{"text":"produces","start":91,"end":99,"id":16,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":17,"ws":true,"disabled":false},{"text":"as","start":101,"end":103,"id":18,"ws":true,"disabled":false},{"text":"well","start":104,"end":108,"id":19,"ws":true,"disabled":false},{"text":"as","start":109,"end":111,"id":20,"ws":true,"disabled":false},{"text":"other","start":112,"end":117,"id":21,"ws":true,"disabled":false},{"text":"negative","start":118,"end":126,"id":22,"ws":true,"disabled":false},{"text":"environmental","start":127,"end":140,"id":23,"ws":true,"disabled":false},{"text":"impacts","start":141,"end":148,"id":24,"ws":false,"disabled":false},{"text":".","start":148,"end":149,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":150,"end":162,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":14,"child":15,"head_span":{"start":77,"end":81,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":82,"end":90,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":15,"head_span":{"start":91,"end":99,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":82,"end":90,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":11,"head_span":{"start":63,"end":72,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":56,"end":62,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":11,"head_span":{"start":82,"end":90,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":56,"end":62,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":24,"head_span":{"start":127,"end":140,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":141,"end":148,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":118,"end":126,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":141,"end":148,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":24,"head_span":{"start":82,"end":90,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":141,"end":148,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Indonesia is sinking as the sea level rises, making disasters like the 2018 tsunami deadlier.","text":"Indonesia is sinking as the sea level rises, making disasters like the 2018 tsunami deadlier. IMPLIED_BASE IMPLIED_BASE","characters":"93","document_index":"530","md_sentence_index":"60","classification_origin":"causal_sentence_classification","url":"https://www.fastcompany.com/90288934/how-soon-will-climate-change-force-you-to-move","combo_id":"530_60","post-training batch1":"530_60","_input_hash":-1824343435,"_task_hash":-677629132,"spans":[{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},{"start":13,"end":20,"token_start":2,"token_end":2,"label":"change_direction"},{"text":"sea","start":28,"token_start":5,"token_end":5,"end":31,"type":"pattern","label":"base"},{"text":"level","start":32,"token_start":6,"token_end":6,"end":37,"type":"pattern","label":"aspect_changing"},{"start":38,"end":43,"token_start":7,"token_end":7,"label":"change_direction"},{"start":52,"end":61,"token_start":10,"token_end":10,"label":"base"},{"start":76,"end":83,"token_start":14,"token_end":14,"label":"base"},{"start":84,"end":92,"token_start":15,"token_end":15,"label":"change_direction"}],"tokens":[{"text":"Indonesia","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"is","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"sinking","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"as","start":21,"end":23,"id":3,"ws":true,"disabled":false},{"text":"the","start":24,"end":27,"id":4,"ws":true,"disabled":false},{"text":"sea","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"level","start":32,"end":37,"id":6,"ws":true,"disabled":false},{"text":"rises","start":38,"end":43,"id":7,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":8,"ws":true,"disabled":false},{"text":"making","start":45,"end":51,"id":9,"ws":true,"disabled":false},{"text":"disasters","start":52,"end":61,"id":10,"ws":true,"disabled":false},{"text":"like","start":62,"end":66,"id":11,"ws":true,"disabled":false},{"text":"the","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"2018","start":71,"end":75,"id":13,"ws":true,"disabled":false},{"text":"tsunami","start":76,"end":83,"id":14,"ws":true,"disabled":false},{"text":"deadlier","start":84,"end":92,"id":15,"ws":false,"disabled":false},{"text":".","start":92,"end":93,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":94,"end":106,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":2,"child":0,"head_span":{"start":13,"end":20,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":32,"end":37,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":28,"end":31,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":5,"head_span":{"start":38,"end":43,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":28,"end":31,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":84,"end":92,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":76,"end":83,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":10,"head_span":{"start":84,"end":92,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":52,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":0,"head_span":{"start":28,"end":31,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":10,"head_span":{"start":28,"end":31,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":52,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Japan\u2019s deadly summer heat waves have caused the 2020 Tokyo Olympic organizers to reschedule the Olympic marathon to begin at 6 a.m. to avoid the highest heat at mid-day and to put in place measures to keep spectators and participants safe from the heat and humidity next summer.","text":"Japan\u2019s deadly summer heat waves have caused the 2020 Tokyo Olympic organizers to reschedule the Olympic marathon to begin at 6 a.m. to avoid the highest heat at mid-day and to put in place measures to keep spectators and participants safe from the heat and humidity next summer. IMPLIED_BASE IMPLIED_BASE","characters":"279","document_index":"744","md_sentence_index":"56","classification_origin":"causal_sentence_classification","url":"https://www.climatecentral.org/news/extreme-heat-when-outdoor-sports-become-risky-2019","combo_id":"744_56","post-training batch1":"744_56","_input_hash":-110974810,"_task_hash":1481199546,"spans":[{"start":8,"end":14,"token_start":2,"token_end":2,"label":"type_of"},{"start":15,"end":21,"token_start":3,"token_end":3,"label":"when"},{"text":"heat waves","start":22,"token_start":4,"token_end":5,"end":32,"type":"pattern","label":"base"},{"start":33,"end":37,"token_start":6,"token_end":6,"label":"confidence"},{"start":38,"end":44,"token_start":7,"token_end":7,"label":"predicate"},{"start":60,"end":78,"token_start":11,"token_end":12,"label":"to_whom"},{"start":82,"end":92,"token_start":14,"token_end":14,"label":"change_direction"},{"start":97,"end":104,"token_start":16,"token_end":16,"label":"type_of"},{"start":105,"end":113,"token_start":17,"token_end":17,"label":"base"},{"start":154,"end":158,"token_start":27,"token_end":27,"label":"base"},{"start":207,"end":217,"token_start":40,"token_end":40,"label":"to_whom"},{"start":222,"end":234,"token_start":42,"token_end":42,"label":"to_whom"},{"start":249,"end":253,"token_start":46,"token_end":46,"label":"aspect_changing"},{"start":258,"end":266,"token_start":48,"token_end":48,"label":"aspect_changing"},{"start":267,"end":278,"token_start":49,"token_end":50,"label":"when"},{"start":280,"end":292,"token_start":52,"token_end":52,"label":"base"}],"tokens":[{"text":"Japan","start":0,"end":5,"id":0,"ws":false,"disabled":false},{"text":"\u2019s","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"deadly","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"summer","start":15,"end":21,"id":3,"ws":true,"disabled":false},{"text":"heat","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"waves","start":27,"end":32,"id":5,"ws":true,"disabled":false},{"text":"have","start":33,"end":37,"id":6,"ws":true,"disabled":false},{"text":"caused","start":38,"end":44,"id":7,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":8,"ws":true,"disabled":false},{"text":"2020","start":49,"end":53,"id":9,"ws":true,"disabled":false},{"text":"Tokyo","start":54,"end":59,"id":10,"ws":true,"disabled":false},{"text":"Olympic","start":60,"end":67,"id":11,"ws":true,"disabled":false},{"text":"organizers","start":68,"end":78,"id":12,"ws":true,"disabled":false},{"text":"to","start":79,"end":81,"id":13,"ws":true,"disabled":false},{"text":"reschedule","start":82,"end":92,"id":14,"ws":true,"disabled":false},{"text":"the","start":93,"end":96,"id":15,"ws":true,"disabled":false},{"text":"Olympic","start":97,"end":104,"id":16,"ws":true,"disabled":false},{"text":"marathon","start":105,"end":113,"id":17,"ws":true,"disabled":false},{"text":"to","start":114,"end":116,"id":18,"ws":true,"disabled":false},{"text":"begin","start":117,"end":122,"id":19,"ws":true,"disabled":false},{"text":"at","start":123,"end":125,"id":20,"ws":true,"disabled":false},{"text":"6","start":126,"end":127,"id":21,"ws":true,"disabled":false},{"text":"a.m.","start":128,"end":132,"id":22,"ws":true,"disabled":false},{"text":"to","start":133,"end":135,"id":23,"ws":true,"disabled":false},{"text":"avoid","start":136,"end":141,"id":24,"ws":true,"disabled":false},{"text":"the","start":142,"end":145,"id":25,"ws":true,"disabled":false},{"text":"highest","start":146,"end":153,"id":26,"ws":true,"disabled":false},{"text":"heat","start":154,"end":158,"id":27,"ws":true,"disabled":false},{"text":"at","start":159,"end":161,"id":28,"ws":true,"disabled":false},{"text":"mid","start":162,"end":165,"id":29,"ws":false,"disabled":false},{"text":"-","start":165,"end":166,"id":30,"ws":false,"disabled":false},{"text":"day","start":166,"end":169,"id":31,"ws":true,"disabled":false},{"text":"and","start":170,"end":173,"id":32,"ws":true,"disabled":false},{"text":"to","start":174,"end":176,"id":33,"ws":true,"disabled":false},{"text":"put","start":177,"end":180,"id":34,"ws":true,"disabled":false},{"text":"in","start":181,"end":183,"id":35,"ws":true,"disabled":false},{"text":"place","start":184,"end":189,"id":36,"ws":true,"disabled":false},{"text":"measures","start":190,"end":198,"id":37,"ws":true,"disabled":false},{"text":"to","start":199,"end":201,"id":38,"ws":true,"disabled":false},{"text":"keep","start":202,"end":206,"id":39,"ws":true,"disabled":false},{"text":"spectators","start":207,"end":217,"id":40,"ws":true,"disabled":false},{"text":"and","start":218,"end":221,"id":41,"ws":true,"disabled":false},{"text":"participants","start":222,"end":234,"id":42,"ws":true,"disabled":false},{"text":"safe","start":235,"end":239,"id":43,"ws":true,"disabled":false},{"text":"from","start":240,"end":244,"id":44,"ws":true,"disabled":false},{"text":"the","start":245,"end":248,"id":45,"ws":true,"disabled":false},{"text":"heat","start":249,"end":253,"id":46,"ws":true,"disabled":false},{"text":"and","start":254,"end":257,"id":47,"ws":true,"disabled":false},{"text":"humidity","start":258,"end":266,"id":48,"ws":true,"disabled":false},{"text":"next","start":267,"end":271,"id":49,"ws":true,"disabled":false},{"text":"summer","start":272,"end":278,"id":50,"ws":false,"disabled":false},{"text":".","start":278,"end":279,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":280,"end":292,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":293,"end":305,"id":53,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":2,"child":5,"head_span":{"start":8,"end":14,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":22,"end":32,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":5,"head_span":{"start":15,"end":21,"token_start":3,"token_end":3,"label":"when"},"child_span":{"start":22,"end":32,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":97,"end":104,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":105,"end":113,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":82,"end":92,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":105,"end":113,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":17,"head_span":{"start":60,"end":78,"token_start":11,"token_end":12,"label":"to_whom"},"child_span":{"start":105,"end":113,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":52,"head_span":{"start":258,"end":266,"token_start":48,"token_end":48,"label":"aspect_changing"},"child_span":{"start":280,"end":292,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":52,"head_span":{"start":249,"end":253,"token_start":46,"token_end":46,"label":"aspect_changing"},"child_span":{"start":280,"end":292,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":17,"head_span":{"start":22,"end":32,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":105,"end":113,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"But day-to-day conditions in the Arctic can vary, and by Saturday somewhat cooler air led to reduced melting of about 215,000 square miles, according to the National Snow and Ice Data Center, in Boulder,","text":"But day-to-day conditions in the Arctic can vary, and by Saturday somewhat cooler air led to reduced melting of about 215,000 square miles, according to the National Snow and Ice Data Center, in Boulder, IMPLIED_BASE IMPLIED_BASE","characters":"203","document_index":"223","md_sentence_index":"9","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/06/17/climate/greenland-ice-sheet-melting.html","combo_id":"223_9","post-training batch1":"223_9","_input_hash":-58729902,"_task_hash":1331647319,"spans":[{"start":75,"end":81,"token_start":17,"token_end":17,"label":"change_direction"},{"start":82,"end":85,"token_start":18,"token_end":18,"label":"base"},{"start":86,"end":92,"token_start":19,"token_end":20,"label":"predicate"},{"text":"reduced","start":93,"token_start":21,"token_end":21,"end":100,"type":"pattern","label":"change_direction"},{"text":"melting","start":101,"token_start":22,"token_end":22,"end":108,"type":"pattern","label":"aspect_changing"},{"start":118,"end":138,"token_start":25,"token_end":27,"label":"effect_size"},{"start":204,"end":216,"token_start":42,"token_end":42,"label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"day","start":4,"end":7,"id":1,"ws":false,"disabled":false},{"text":"-","start":7,"end":8,"id":2,"ws":false,"disabled":false},{"text":"to","start":8,"end":10,"id":3,"ws":false,"disabled":false},{"text":"-","start":10,"end":11,"id":4,"ws":false,"disabled":false},{"text":"day","start":11,"end":14,"id":5,"ws":true,"disabled":false},{"text":"conditions","start":15,"end":25,"id":6,"ws":true,"disabled":false},{"text":"in","start":26,"end":28,"id":7,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":8,"ws":true,"disabled":false},{"text":"Arctic","start":33,"end":39,"id":9,"ws":true,"disabled":false},{"text":"can","start":40,"end":43,"id":10,"ws":true,"disabled":false},{"text":"vary","start":44,"end":48,"id":11,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":12,"ws":true,"disabled":false},{"text":"and","start":50,"end":53,"id":13,"ws":true,"disabled":false},{"text":"by","start":54,"end":56,"id":14,"ws":true,"disabled":false},{"text":"Saturday","start":57,"end":65,"id":15,"ws":true,"disabled":false},{"text":"somewhat","start":66,"end":74,"id":16,"ws":true,"disabled":false},{"text":"cooler","start":75,"end":81,"id":17,"ws":true,"disabled":false},{"text":"air","start":82,"end":85,"id":18,"ws":true,"disabled":false},{"text":"led","start":86,"end":89,"id":19,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":20,"ws":true,"disabled":false},{"text":"reduced","start":93,"end":100,"id":21,"ws":true,"disabled":false},{"text":"melting","start":101,"end":108,"id":22,"ws":true,"disabled":false},{"text":"of","start":109,"end":111,"id":23,"ws":true,"disabled":false},{"text":"about","start":112,"end":117,"id":24,"ws":true,"disabled":false},{"text":"215,000","start":118,"end":125,"id":25,"ws":true,"disabled":false},{"text":"square","start":126,"end":132,"id":26,"ws":true,"disabled":false},{"text":"miles","start":133,"end":138,"id":27,"ws":false,"disabled":false},{"text":",","start":138,"end":139,"id":28,"ws":true,"disabled":false},{"text":"according","start":140,"end":149,"id":29,"ws":true,"disabled":false},{"text":"to","start":150,"end":152,"id":30,"ws":true,"disabled":false},{"text":"the","start":153,"end":156,"id":31,"ws":true,"disabled":false},{"text":"National","start":157,"end":165,"id":32,"ws":true,"disabled":false},{"text":"Snow","start":166,"end":170,"id":33,"ws":true,"disabled":false},{"text":"and","start":171,"end":174,"id":34,"ws":true,"disabled":false},{"text":"Ice","start":175,"end":178,"id":35,"ws":true,"disabled":false},{"text":"Data","start":179,"end":183,"id":36,"ws":true,"disabled":false},{"text":"Center","start":184,"end":190,"id":37,"ws":false,"disabled":false},{"text":",","start":190,"end":191,"id":38,"ws":true,"disabled":false},{"text":"in","start":192,"end":194,"id":39,"ws":true,"disabled":false},{"text":"Boulder","start":195,"end":202,"id":40,"ws":false,"disabled":false},{"text":",","start":202,"end":203,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":204,"end":216,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":217,"end":229,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":22,"child":42,"head_span":{"start":101,"end":108,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":204,"end":216,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":42,"head_span":{"start":93,"end":100,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":204,"end":216,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":75,"end":81,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":82,"end":85,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":42,"head_span":{"start":82,"end":85,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":204,"end":216,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"She also noted, \u201cSince the Dakota Pipeline protests took off, we\u2019ve seen a resurgence of references to \u2018eco-terrorism,\u2019\u201d which stokes fear, retaliation and legal repression.\n","text":"She also noted, \u201cSince the Dakota Pipeline protests took off, we\u2019ve seen a resurgence of references to \u2018eco-terrorism,\u2019\u201d which stokes fear, retaliation and legal repression. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"285","md_sentence_index":"47","classification_origin":"cm-label-eval","url":"https://www.huffpost.com/entry/report-environment-activists-killed_n_5cb5f7dfe4b098b9a2db040f","combo_id":"285_47","post-training batch1":"285_47","_input_hash":-1494020431,"_task_hash":1157631792,"spans":[{"start":43,"end":51,"token_start":9,"token_end":9,"label":"base"},{"start":52,"end":60,"token_start":10,"token_end":11,"label":"change_direction"},{"start":75,"end":85,"token_start":17,"token_end":17,"label":"change_direction"},{"start":104,"end":117,"token_start":22,"token_end":24,"label":"base"},{"start":134,"end":138,"token_start":30,"token_end":30,"label":"base"},{"start":140,"end":151,"token_start":32,"token_end":32,"label":"base"},{"start":156,"end":161,"token_start":34,"token_end":34,"label":"type_of"},{"start":162,"end":172,"token_start":35,"token_end":35,"label":"base"}],"tokens":[{"text":"She","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"also","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"noted","start":9,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"\u201c","start":16,"end":17,"id":4,"ws":false,"disabled":false},{"text":"Since","start":17,"end":22,"id":5,"ws":true,"disabled":false},{"text":"the","start":23,"end":26,"id":6,"ws":true,"disabled":false},{"text":"Dakota","start":27,"end":33,"id":7,"ws":true,"disabled":false},{"text":"Pipeline","start":34,"end":42,"id":8,"ws":true,"disabled":false},{"text":"protests","start":43,"end":51,"id":9,"ws":true,"disabled":false},{"text":"took","start":52,"end":56,"id":10,"ws":true,"disabled":false},{"text":"off","start":57,"end":60,"id":11,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":12,"ws":true,"disabled":false},{"text":"we","start":62,"end":64,"id":13,"ws":false,"disabled":false},{"text":"\u2019ve","start":64,"end":67,"id":14,"ws":true,"disabled":false},{"text":"seen","start":68,"end":72,"id":15,"ws":true,"disabled":false},{"text":"a","start":73,"end":74,"id":16,"ws":true,"disabled":false},{"text":"resurgence","start":75,"end":85,"id":17,"ws":true,"disabled":false},{"text":"of","start":86,"end":88,"id":18,"ws":true,"disabled":false},{"text":"references","start":89,"end":99,"id":19,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":20,"ws":true,"disabled":false},{"text":"\u2018","start":103,"end":104,"id":21,"ws":false,"disabled":false},{"text":"eco","start":104,"end":107,"id":22,"ws":false,"disabled":false},{"text":"-","start":107,"end":108,"id":23,"ws":false,"disabled":false},{"text":"terrorism","start":108,"end":117,"id":24,"ws":false,"disabled":false},{"text":",","start":117,"end":118,"id":25,"ws":false,"disabled":false},{"text":"\u2019","start":118,"end":119,"id":26,"ws":false,"disabled":false},{"text":"\u201d","start":119,"end":120,"id":27,"ws":true,"disabled":false},{"text":"which","start":121,"end":126,"id":28,"ws":true,"disabled":false},{"text":"stokes","start":127,"end":133,"id":29,"ws":true,"disabled":false},{"text":"fear","start":134,"end":138,"id":30,"ws":false,"disabled":false},{"text":",","start":138,"end":139,"id":31,"ws":true,"disabled":false},{"text":"retaliation","start":140,"end":151,"id":32,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":33,"ws":true,"disabled":false},{"text":"legal","start":156,"end":161,"id":34,"ws":true,"disabled":false},{"text":"repression","start":162,"end":172,"id":35,"ws":false,"disabled":false},{"text":".","start":172,"end":173,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":11,"child":9,"head_span":{"start":52,"end":60,"token_start":10,"token_end":11,"label":"change_direction"},"child_span":{"start":43,"end":51,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":24,"head_span":{"start":75,"end":85,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":104,"end":117,"token_start":22,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":35,"head_span":{"start":156,"end":161,"token_start":34,"token_end":34,"label":"type_of"},"child_span":{"start":162,"end":172,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":24,"head_span":{"start":43,"end":51,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":104,"end":117,"token_start":22,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":24,"head_span":{"start":43,"end":51,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":104,"end":117,"token_start":22,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":30,"head_span":{"start":104,"end":117,"token_start":22,"token_end":24,"label":"base"},"child_span":{"start":134,"end":138,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":32,"head_span":{"start":104,"end":117,"token_start":22,"token_end":24,"label":"base"},"child_span":{"start":140,"end":151,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":35,"head_span":{"start":104,"end":117,"token_start":22,"token_end":24,"label":"base"},"child_span":{"start":162,"end":172,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Additionally, droughts dry out vegetation, increasing wildfire potential/severity.","text":"Additionally, droughts dry out vegetation, increasing wildfire potential/severity. IMPLIED_BASE IMPLIED_BASE","characters":"82","document_index":"383","md_sentence_index":"86","classification_origin":"cm_cause_effect_rel","url":"https://media.defense.gov/2019/Jan/29/2002084200/-1/-1/1/CLIMATE-CHANGE-REPORT-2019.PDF","combo_id":"383_86","post-training batch1":"383_86","_input_hash":-821614465,"_task_hash":915115782,"spans":[{"text":"droughts","start":14,"token_start":2,"token_end":2,"end":22,"type":"pattern","label":"base"},{"start":23,"end":30,"token_start":3,"token_end":4,"label":"change_direction"},{"text":"vegetation","start":31,"token_start":5,"token_end":5,"end":41,"type":"pattern","label":"base"},{"text":"increasing","start":43,"token_start":7,"token_end":7,"end":53,"type":"pattern","label":"change_direction"},{"text":"wildfire","start":54,"token_start":8,"token_end":8,"end":62,"type":"pattern","label":"base"},{"start":63,"end":72,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":73,"end":81,"token_start":11,"token_end":11,"label":"aspect_changing"}],"tokens":[{"text":"Additionally","start":0,"end":12,"id":0,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":1,"ws":true,"disabled":false},{"text":"droughts","start":14,"end":22,"id":2,"ws":true,"disabled":false},{"text":"dry","start":23,"end":26,"id":3,"ws":true,"disabled":false},{"text":"out","start":27,"end":30,"id":4,"ws":true,"disabled":false},{"text":"vegetation","start":31,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"increasing","start":43,"end":53,"id":7,"ws":true,"disabled":false},{"text":"wildfire","start":54,"end":62,"id":8,"ws":true,"disabled":false},{"text":"potential","start":63,"end":72,"id":9,"ws":false,"disabled":false},{"text":"/","start":72,"end":73,"id":10,"ws":false,"disabled":false},{"text":"severity","start":73,"end":81,"id":11,"ws":false,"disabled":false},{"text":".","start":81,"end":82,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":83,"end":95,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":23,"end":30,"token_start":3,"token_end":4,"label":"change_direction"},"child_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":43,"end":53,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":54,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":63,"end":72,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":54,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":8,"head_span":{"start":73,"end":81,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":54,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":5,"head_span":{"start":14,"end":22,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":8,"head_span":{"start":31,"end":41,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":54,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A second is the additional water vapor likely in a future atmosphere as higher temperatures cause more evaporation from land and ocean.","text":"A second is the additional water vapor likely in a future atmosphere as higher temperatures cause more evaporation from land and ocean. IMPLIED_BASE IMPLIED_BASE","characters":"135","document_index":"621","md_sentence_index":"35","classification_origin":"causal_sentence_classification","url":"https://e360.yale.edu/features/why-clouds-are-the-key-to-new-troubling-projections-on-warming","combo_id":"621_35","post-training batch1":"621_35","_input_hash":413864776,"_task_hash":-1314277179,"spans":[{"start":16,"end":26,"token_start":4,"token_end":4,"label":"change_direction"},{"start":27,"end":38,"token_start":5,"token_end":6,"label":"base"},{"text":"higher","start":72,"token_start":13,"token_end":13,"end":78,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":79,"token_start":14,"token_end":14,"end":91,"type":"pattern","label":"aspect_changing"},{"start":92,"end":97,"token_start":15,"token_end":15,"label":"predicate"},{"text":"more","start":98,"token_start":16,"token_end":16,"end":102,"type":"pattern","label":"change_direction"},{"text":"evaporation","start":103,"token_start":17,"token_end":17,"end":114,"type":"pattern","label":"base"},{"start":136,"end":148,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"second","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"is","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"additional","start":16,"end":26,"id":4,"ws":true,"disabled":false},{"text":"water","start":27,"end":32,"id":5,"ws":true,"disabled":false},{"text":"vapor","start":33,"end":38,"id":6,"ws":true,"disabled":false},{"text":"likely","start":39,"end":45,"id":7,"ws":true,"disabled":false},{"text":"in","start":46,"end":48,"id":8,"ws":true,"disabled":false},{"text":"a","start":49,"end":50,"id":9,"ws":true,"disabled":false},{"text":"future","start":51,"end":57,"id":10,"ws":true,"disabled":false},{"text":"atmosphere","start":58,"end":68,"id":11,"ws":true,"disabled":false},{"text":"as","start":69,"end":71,"id":12,"ws":true,"disabled":false},{"text":"higher","start":72,"end":78,"id":13,"ws":true,"disabled":false},{"text":"temperatures","start":79,"end":91,"id":14,"ws":true,"disabled":false},{"text":"cause","start":92,"end":97,"id":15,"ws":true,"disabled":false},{"text":"more","start":98,"end":102,"id":16,"ws":true,"disabled":false},{"text":"evaporation","start":103,"end":114,"id":17,"ws":true,"disabled":false},{"text":"from","start":115,"end":119,"id":18,"ws":true,"disabled":false},{"text":"land","start":120,"end":124,"id":19,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":20,"ws":true,"disabled":false},{"text":"ocean","start":129,"end":134,"id":21,"ws":false,"disabled":false},{"text":".","start":134,"end":135,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":136,"end":148,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":149,"end":161,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":4,"child":6,"head_span":{"start":16,"end":26,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":27,"end":38,"token_start":5,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":23,"head_span":{"start":79,"end":91,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":136,"end":148,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":23,"head_span":{"start":72,"end":78,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":136,"end":148,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":98,"end":102,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":103,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":17,"head_span":{"start":136,"end":148,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":103,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":6,"head_span":{"start":103,"end":114,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":27,"end":38,"token_start":5,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"But aviation accounts for only about 2.5 percent of global emissions, an amount that looks downright puny in the shadow cast by heavy industry.\n","text":"But aviation accounts for only about 2.5 percent of global emissions, an amount that looks downright puny in the shadow cast by heavy industry. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"691","md_sentence_index":"35","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/03/27/opinion/sunday/coronavirus-climate-change.html","combo_id":"691_35","post-training batch1":"691_35","_input_hash":815438585,"_task_hash":-574777005,"spans":[{"start":4,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":13,"end":25,"token_start":2,"token_end":3,"label":"predicate"},{"start":37,"end":48,"token_start":6,"token_end":7,"label":"effect_size"},{"start":52,"end":58,"token_start":9,"token_end":9,"label":"type_of"},{"text":"emissions","start":59,"token_start":10,"token_end":10,"end":68,"type":"pattern","label":"aspect_changing"},{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"aviation","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"accounts","start":13,"end":21,"id":2,"ws":true,"disabled":false},{"text":"for","start":22,"end":25,"id":3,"ws":true,"disabled":false},{"text":"only","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"about","start":31,"end":36,"id":5,"ws":true,"disabled":false},{"text":"2.5","start":37,"end":40,"id":6,"ws":true,"disabled":false},{"text":"percent","start":41,"end":48,"id":7,"ws":true,"disabled":false},{"text":"of","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"global","start":52,"end":58,"id":9,"ws":true,"disabled":false},{"text":"emissions","start":59,"end":68,"id":10,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":11,"ws":true,"disabled":false},{"text":"an","start":70,"end":72,"id":12,"ws":true,"disabled":false},{"text":"amount","start":73,"end":79,"id":13,"ws":true,"disabled":false},{"text":"that","start":80,"end":84,"id":14,"ws":true,"disabled":false},{"text":"looks","start":85,"end":90,"id":15,"ws":true,"disabled":false},{"text":"downright","start":91,"end":100,"id":16,"ws":true,"disabled":false},{"text":"puny","start":101,"end":105,"id":17,"ws":true,"disabled":false},{"text":"in","start":106,"end":108,"id":18,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"shadow","start":113,"end":119,"id":20,"ws":true,"disabled":false},{"text":"cast","start":120,"end":124,"id":21,"ws":true,"disabled":false},{"text":"by","start":125,"end":127,"id":22,"ws":true,"disabled":false},{"text":"heavy","start":128,"end":133,"id":23,"ws":true,"disabled":false},{"text":"industry","start":134,"end":142,"id":24,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":9,"child":26,"head_span":{"start":52,"end":58,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":26,"head_span":{"start":59,"end":68,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":26,"head_span":{"start":4,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"While a more moderate emissions trajectory will still produce more intense, frequent and longer lasting droughts in most of the world's mid-latitude regions than current conditions, the shift will be less than if carbon emissions remain near the top of forecasts.\n","text":"While a more moderate emissions trajectory will still produce more intense, frequent and longer lasting droughts in most of the world's mid-latitude regions than current conditions, the shift will be less than if carbon emissions remain near the top of forecasts. IMPLIED_BASE IMPLIED_BASE","characters":"264","document_index":"737","md_sentence_index":"18","classification_origin":"causal_sentence_classification","url":"https://www.smh.com.au/environment/climate-change/australia-among-global-hot-spots-as-droughts-worsen-in-warming-world-20200601-p54ydh.html","combo_id":"737_18","post-training batch1":"737_18","_input_hash":90044871,"_task_hash":-990661806,"spans":[{"text":"more","start":8,"token_start":2,"token_end":2,"end":12,"type":"pattern","label":"change_direction"},{"text":"emissions","start":22,"token_start":4,"token_end":4,"end":31,"type":"pattern","label":"aspect_changing"},{"start":62,"end":66,"token_start":9,"token_end":9,"label":"change_direction"},{"start":67,"end":74,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":76,"end":84,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":89,"end":103,"token_start":14,"token_end":15,"label":"aspect_changing"},{"text":"droughts","start":104,"token_start":16,"token_end":16,"end":112,"type":"pattern","label":"base"},{"start":264,"end":276,"token_start":47,"token_end":47,"label":"base"}],"tokens":[{"text":"While","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"a","start":6,"end":7,"id":1,"ws":true,"disabled":false},{"text":"more","start":8,"end":12,"id":2,"ws":true,"disabled":false},{"text":"moderate","start":13,"end":21,"id":3,"ws":true,"disabled":false},{"text":"emissions","start":22,"end":31,"id":4,"ws":true,"disabled":false},{"text":"trajectory","start":32,"end":42,"id":5,"ws":true,"disabled":false},{"text":"will","start":43,"end":47,"id":6,"ws":true,"disabled":false},{"text":"still","start":48,"end":53,"id":7,"ws":true,"disabled":false},{"text":"produce","start":54,"end":61,"id":8,"ws":true,"disabled":false},{"text":"more","start":62,"end":66,"id":9,"ws":true,"disabled":false},{"text":"intense","start":67,"end":74,"id":10,"ws":false,"disabled":false},{"text":",","start":74,"end":75,"id":11,"ws":true,"disabled":false},{"text":"frequent","start":76,"end":84,"id":12,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":13,"ws":true,"disabled":false},{"text":"longer","start":89,"end":95,"id":14,"ws":true,"disabled":false},{"text":"lasting","start":96,"end":103,"id":15,"ws":true,"disabled":false},{"text":"droughts","start":104,"end":112,"id":16,"ws":true,"disabled":false},{"text":"in","start":113,"end":115,"id":17,"ws":true,"disabled":false},{"text":"most","start":116,"end":120,"id":18,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":19,"ws":true,"disabled":false},{"text":"the","start":124,"end":127,"id":20,"ws":true,"disabled":false},{"text":"world","start":128,"end":133,"id":21,"ws":false,"disabled":false},{"text":"'s","start":133,"end":135,"id":22,"ws":true,"disabled":false},{"text":"mid","start":136,"end":139,"id":23,"ws":false,"disabled":false},{"text":"-","start":139,"end":140,"id":24,"ws":false,"disabled":false},{"text":"latitude","start":140,"end":148,"id":25,"ws":true,"disabled":false},{"text":"regions","start":149,"end":156,"id":26,"ws":true,"disabled":false},{"text":"than","start":157,"end":161,"id":27,"ws":true,"disabled":false},{"text":"current","start":162,"end":169,"id":28,"ws":true,"disabled":false},{"text":"conditions","start":170,"end":180,"id":29,"ws":false,"disabled":false},{"text":",","start":180,"end":181,"id":30,"ws":true,"disabled":false},{"text":"the","start":182,"end":185,"id":31,"ws":true,"disabled":false},{"text":"shift","start":186,"end":191,"id":32,"ws":true,"disabled":false},{"text":"will","start":192,"end":196,"id":33,"ws":true,"disabled":false},{"text":"be","start":197,"end":199,"id":34,"ws":true,"disabled":false},{"text":"less","start":200,"end":204,"id":35,"ws":true,"disabled":false},{"text":"than","start":205,"end":209,"id":36,"ws":true,"disabled":false},{"text":"if","start":210,"end":212,"id":37,"ws":true,"disabled":false},{"text":"carbon","start":213,"end":219,"id":38,"ws":true,"disabled":false},{"text":"emissions","start":220,"end":229,"id":39,"ws":true,"disabled":false},{"text":"remain","start":230,"end":236,"id":40,"ws":true,"disabled":false},{"text":"near","start":237,"end":241,"id":41,"ws":true,"disabled":false},{"text":"the","start":242,"end":245,"id":42,"ws":true,"disabled":false},{"text":"top","start":246,"end":249,"id":43,"ws":true,"disabled":false},{"text":"of","start":250,"end":252,"id":44,"ws":true,"disabled":false},{"text":"forecasts","start":253,"end":262,"id":45,"ws":false,"disabled":false},{"text":".","start":262,"end":263,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":264,"end":276,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":277,"end":289,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":2,"child":47,"head_span":{"start":8,"end":12,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":264,"end":276,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":47,"head_span":{"start":22,"end":31,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":264,"end":276,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":16,"head_span":{"start":62,"end":66,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":104,"end":112,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":16,"head_span":{"start":67,"end":74,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":104,"end":112,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":16,"head_span":{"start":76,"end":84,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":104,"end":112,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":89,"end":103,"token_start":14,"token_end":15,"label":"aspect_changing"},"child_span":{"start":104,"end":112,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":16,"head_span":{"start":264,"end":276,"token_start":47,"token_end":47,"label":"base"},"child_span":{"start":104,"end":112,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A recent study (Boggs Bookwalter et al., 2020) finds that people suffering from PTSD may be at increased risk of developing autoimmune diseases.","text":"A recent study (Boggs Bookwalter et al., 2020) finds that people suffering from PTSD may be at increased risk of developing autoimmune diseases. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"653","md_sentence_index":"0","classification_origin":"causal_sentence_classification","url":"https://www.psychologytoday.com/blog/expressive-trauma-integration/202002/ptsd-may-be-risk-factor-autoimmune-disease","combo_id":"653_0","post-training batch1":"653_0","_input_hash":-2067871944,"_task_hash":73419013,"spans":[{"start":80,"end":84,"token_start":17,"token_end":17,"label":"base"},{"start":85,"end":91,"token_start":18,"token_end":19,"label":"confidence"},{"text":"increased","start":95,"token_start":21,"token_end":21,"end":104,"type":"pattern","label":"change_direction"},{"text":"risk","start":105,"token_start":22,"token_end":22,"end":109,"type":"pattern","label":"aspect_changing"},{"start":124,"end":134,"token_start":25,"token_end":25,"label":"type_of"},{"start":135,"end":143,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"recent","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"study","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"(","start":15,"end":16,"id":3,"ws":false,"disabled":false},{"text":"Boggs","start":16,"end":21,"id":4,"ws":true,"disabled":false},{"text":"Bookwalter","start":22,"end":32,"id":5,"ws":true,"disabled":false},{"text":"et","start":33,"end":35,"id":6,"ws":true,"disabled":false},{"text":"al","start":36,"end":38,"id":7,"ws":false,"disabled":false},{"text":".","start":38,"end":39,"id":8,"ws":false,"disabled":false},{"text":",","start":39,"end":40,"id":9,"ws":true,"disabled":false},{"text":"2020","start":41,"end":45,"id":10,"ws":false,"disabled":false},{"text":")","start":45,"end":46,"id":11,"ws":true,"disabled":false},{"text":"finds","start":47,"end":52,"id":12,"ws":true,"disabled":false},{"text":"that","start":53,"end":57,"id":13,"ws":true,"disabled":false},{"text":"people","start":58,"end":64,"id":14,"ws":true,"disabled":false},{"text":"suffering","start":65,"end":74,"id":15,"ws":true,"disabled":false},{"text":"from","start":75,"end":79,"id":16,"ws":true,"disabled":false},{"text":"PTSD","start":80,"end":84,"id":17,"ws":true,"disabled":false},{"text":"may","start":85,"end":88,"id":18,"ws":true,"disabled":false},{"text":"be","start":89,"end":91,"id":19,"ws":true,"disabled":false},{"text":"at","start":92,"end":94,"id":20,"ws":true,"disabled":false},{"text":"increased","start":95,"end":104,"id":21,"ws":true,"disabled":false},{"text":"risk","start":105,"end":109,"id":22,"ws":true,"disabled":false},{"text":"of","start":110,"end":112,"id":23,"ws":true,"disabled":false},{"text":"developing","start":113,"end":123,"id":24,"ws":true,"disabled":false},{"text":"autoimmune","start":124,"end":134,"id":25,"ws":true,"disabled":false},{"text":"diseases","start":135,"end":143,"id":26,"ws":false,"disabled":false},{"text":".","start":143,"end":144,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":145,"end":157,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":124,"end":134,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":135,"end":143,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":26,"head_span":{"start":105,"end":109,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":135,"end":143,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":26,"head_span":{"start":95,"end":104,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":135,"end":143,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":26,"head_span":{"start":80,"end":84,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":135,"end":143,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"That's nearly double the number of people (3.8 million) who were displaced by violence in the same period.\n","text":"That's nearly double the number of people (3.8 million) who were displaced by violence in the same period. IMPLIED_BASE IMPLIED_BASE","characters":"107","document_index":"381","md_sentence_index":"3","classification_origin":"cm_cause_effect_rel","url":"https://www.businessinsider.com/climate-change-displaces-twice-as-many-people-as-violence-2019-9","combo_id":"381_3","post-training batch1":"381_3","_input_hash":1826595383,"_task_hash":1187636823,"spans":[{"text":"people","start":35,"token_start":7,"token_end":7,"end":41,"type":"pattern","label":"base"},{"text":"violence","start":78,"token_start":16,"token_end":16,"end":86,"type":"pattern","label":"base"}],"tokens":[{"text":"That","start":0,"end":4,"id":0,"ws":false,"disabled":false},{"text":"'s","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"nearly","start":7,"end":13,"id":2,"ws":true,"disabled":false},{"text":"double","start":14,"end":20,"id":3,"ws":true,"disabled":false},{"text":"the","start":21,"end":24,"id":4,"ws":true,"disabled":false},{"text":"number","start":25,"end":31,"id":5,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"people","start":35,"end":41,"id":7,"ws":true,"disabled":false},{"text":"(","start":42,"end":43,"id":8,"ws":false,"disabled":false},{"text":"3.8","start":43,"end":46,"id":9,"ws":true,"disabled":false},{"text":"million","start":47,"end":54,"id":10,"ws":false,"disabled":false},{"text":")","start":54,"end":55,"id":11,"ws":true,"disabled":false},{"text":"who","start":56,"end":59,"id":12,"ws":true,"disabled":false},{"text":"were","start":60,"end":64,"id":13,"ws":true,"disabled":false},{"text":"displaced","start":65,"end":74,"id":14,"ws":true,"disabled":false},{"text":"by","start":75,"end":77,"id":15,"ws":true,"disabled":false},{"text":"violence","start":78,"end":86,"id":16,"ws":true,"disabled":false},{"text":"in","start":87,"end":89,"id":17,"ws":true,"disabled":false},{"text":"the","start":90,"end":93,"id":18,"ws":true,"disabled":false},{"text":"same","start":94,"end":98,"id":19,"ws":true,"disabled":false},{"text":"period","start":99,"end":105,"id":20,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Nine months after the election, Priya Shukla, a Ph.D. student at the University of California-Davis who studies how climate change affects shellfish aquaculture and coastal food security, was in the Bodega Marine Laboratory, examining data showing rising ocean acidity caused by greenhouse gas emissions.","text":"Nine months after the election, Priya Shukla, a Ph.D. student at the University of California-Davis who studies how climate change affects shellfish aquaculture and coastal food security, was in the Bodega Marine Laboratory, examining data showing rising ocean acidity caused by greenhouse gas emissions. IMPLIED_BASE IMPLIED_BASE","characters":"304","document_index":"566","md_sentence_index":"18","classification_origin":"causal_sentence_classification","url":"https://www.motherjones.com/environment/2019/07/weight-of-the-world-climate-change-scientist-grief/","combo_id":"566_18","post-training batch1":"566_18","_input_hash":632038613,"_task_hash":777406986,"spans":[{"text":"climate change","start":116,"token_start":22,"token_end":23,"end":130,"type":"pattern","label":"base"},{"start":131,"end":138,"token_start":24,"token_end":24,"label":"predicate"},{"start":139,"end":148,"token_start":25,"token_end":25,"label":"type_of"},{"start":149,"end":160,"token_start":26,"token_end":26,"label":"base"},{"start":165,"end":172,"token_start":28,"token_end":28,"label":"type_of"},{"text":"food security","start":173,"token_start":29,"token_end":30,"end":186,"type":"pattern","label":"base"},{"text":"rising","start":248,"token_start":42,"token_end":42,"end":254,"type":"pattern","label":"change_direction"},{"text":"ocean","start":255,"token_start":43,"token_end":43,"end":260,"type":"pattern","label":"base"},{"start":261,"end":268,"token_start":44,"token_end":44,"label":"aspect_changing"},{"start":269,"end":278,"token_start":45,"token_end":46,"label":"predicate"},{"start":279,"end":293,"token_start":47,"token_end":48,"label":"base"},{"text":"emissions","start":294,"token_start":49,"token_end":49,"end":303,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Nine","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"months","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"after","start":12,"end":17,"id":2,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"election","start":22,"end":30,"id":4,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":5,"ws":true,"disabled":false},{"text":"Priya","start":32,"end":37,"id":6,"ws":true,"disabled":false},{"text":"Shukla","start":38,"end":44,"id":7,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":8,"ws":true,"disabled":false},{"text":"a","start":46,"end":47,"id":9,"ws":true,"disabled":false},{"text":"Ph.D.","start":48,"end":53,"id":10,"ws":true,"disabled":false},{"text":"student","start":54,"end":61,"id":11,"ws":true,"disabled":false},{"text":"at","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"the","start":65,"end":68,"id":13,"ws":true,"disabled":false},{"text":"University","start":69,"end":79,"id":14,"ws":true,"disabled":false},{"text":"of","start":80,"end":82,"id":15,"ws":true,"disabled":false},{"text":"California","start":83,"end":93,"id":16,"ws":false,"disabled":false},{"text":"-","start":93,"end":94,"id":17,"ws":false,"disabled":false},{"text":"Davis","start":94,"end":99,"id":18,"ws":true,"disabled":false},{"text":"who","start":100,"end":103,"id":19,"ws":true,"disabled":false},{"text":"studies","start":104,"end":111,"id":20,"ws":true,"disabled":false},{"text":"how","start":112,"end":115,"id":21,"ws":true,"disabled":false},{"text":"climate","start":116,"end":123,"id":22,"ws":true,"disabled":false},{"text":"change","start":124,"end":130,"id":23,"ws":true,"disabled":false},{"text":"affects","start":131,"end":138,"id":24,"ws":true,"disabled":false},{"text":"shellfish","start":139,"end":148,"id":25,"ws":true,"disabled":false},{"text":"aquaculture","start":149,"end":160,"id":26,"ws":true,"disabled":false},{"text":"and","start":161,"end":164,"id":27,"ws":true,"disabled":false},{"text":"coastal","start":165,"end":172,"id":28,"ws":true,"disabled":false},{"text":"food","start":173,"end":177,"id":29,"ws":true,"disabled":false},{"text":"security","start":178,"end":186,"id":30,"ws":false,"disabled":false},{"text":",","start":186,"end":187,"id":31,"ws":true,"disabled":false},{"text":"was","start":188,"end":191,"id":32,"ws":true,"disabled":false},{"text":"in","start":192,"end":194,"id":33,"ws":true,"disabled":false},{"text":"the","start":195,"end":198,"id":34,"ws":true,"disabled":false},{"text":"Bodega","start":199,"end":205,"id":35,"ws":true,"disabled":false},{"text":"Marine","start":206,"end":212,"id":36,"ws":true,"disabled":false},{"text":"Laboratory","start":213,"end":223,"id":37,"ws":false,"disabled":false},{"text":",","start":223,"end":224,"id":38,"ws":true,"disabled":false},{"text":"examining","start":225,"end":234,"id":39,"ws":true,"disabled":false},{"text":"data","start":235,"end":239,"id":40,"ws":true,"disabled":false},{"text":"showing","start":240,"end":247,"id":41,"ws":true,"disabled":false},{"text":"rising","start":248,"end":254,"id":42,"ws":true,"disabled":false},{"text":"ocean","start":255,"end":260,"id":43,"ws":true,"disabled":false},{"text":"acidity","start":261,"end":268,"id":44,"ws":true,"disabled":false},{"text":"caused","start":269,"end":275,"id":45,"ws":true,"disabled":false},{"text":"by","start":276,"end":278,"id":46,"ws":true,"disabled":false},{"text":"greenhouse","start":279,"end":289,"id":47,"ws":true,"disabled":false},{"text":"gas","start":290,"end":293,"id":48,"ws":true,"disabled":false},{"text":"emissions","start":294,"end":303,"id":49,"ws":false,"disabled":false},{"text":".","start":303,"end":304,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":305,"end":317,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":318,"end":330,"id":52,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":139,"end":148,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":149,"end":160,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":30,"head_span":{"start":165,"end":172,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":173,"end":186,"token_start":29,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":43,"head_span":{"start":248,"end":254,"token_start":42,"token_end":42,"label":"change_direction"},"child_span":{"start":255,"end":260,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":43,"head_span":{"start":261,"end":268,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":255,"end":260,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":48,"head_span":{"start":294,"end":303,"token_start":49,"token_end":49,"label":"aspect_changing"},"child_span":{"start":279,"end":293,"token_start":47,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":26,"head_span":{"start":116,"end":130,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":149,"end":160,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":30,"head_span":{"start":116,"end":130,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":173,"end":186,"token_start":29,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":48,"child":43,"head_span":{"start":279,"end":293,"token_start":47,"token_end":48,"label":"base"},"child_span":{"start":255,"end":260,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In 2018 the total burn areareached 676,312 hectares (up from 505,294 in 2017), and 85 people lost their lives in unspeakable suffering during the Camp Fire alone.","text":"In 2018 the total burn areareached 676,312 hectares (up from 505,294 in 2017), and 85 people lost their lives in unspeakable suffering during the Camp Fire alone. IMPLIED_BASE IMPLIED_BASE","characters":"162","document_index":"299","md_sentence_index":"15","classification_origin":"cm-label-eval","url":"https://blogs.scientificamerican.com/observations/the-increasing-irrelevance-of-climate-change-denial/","combo_id":"299_15","post-training batch1":"299_15","_input_hash":-771299008,"_task_hash":442544066,"spans":[{"start":3,"end":7,"token_start":1,"token_end":1,"label":"when"},{"start":18,"end":22,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":35,"end":51,"token_start":6,"token_end":7,"label":"effect_size"},{"start":83,"end":85,"token_start":17,"token_end":17,"label":"effect_size"},{"text":"people","start":86,"token_start":18,"token_end":18,"end":92,"type":"pattern","label":"base"},{"start":93,"end":97,"token_start":19,"token_end":19,"label":"change_direction"},{"start":163,"end":175,"token_start":31,"token_end":31,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"2018","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"total","start":12,"end":17,"id":3,"ws":true,"disabled":false},{"text":"burn","start":18,"end":22,"id":4,"ws":true,"disabled":false},{"text":"areareached","start":23,"end":34,"id":5,"ws":true,"disabled":false},{"text":"676,312","start":35,"end":42,"id":6,"ws":true,"disabled":false},{"text":"hectares","start":43,"end":51,"id":7,"ws":true,"disabled":false},{"text":"(","start":52,"end":53,"id":8,"ws":false,"disabled":false},{"text":"up","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"from","start":56,"end":60,"id":10,"ws":true,"disabled":false},{"text":"505,294","start":61,"end":68,"id":11,"ws":true,"disabled":false},{"text":"in","start":69,"end":71,"id":12,"ws":true,"disabled":false},{"text":"2017","start":72,"end":76,"id":13,"ws":false,"disabled":false},{"text":")","start":76,"end":77,"id":14,"ws":false,"disabled":false},{"text":",","start":77,"end":78,"id":15,"ws":true,"disabled":false},{"text":"and","start":79,"end":82,"id":16,"ws":true,"disabled":false},{"text":"85","start":83,"end":85,"id":17,"ws":true,"disabled":false},{"text":"people","start":86,"end":92,"id":18,"ws":true,"disabled":false},{"text":"lost","start":93,"end":97,"id":19,"ws":true,"disabled":false},{"text":"their","start":98,"end":103,"id":20,"ws":true,"disabled":false},{"text":"lives","start":104,"end":109,"id":21,"ws":true,"disabled":false},{"text":"in","start":110,"end":112,"id":22,"ws":true,"disabled":false},{"text":"unspeakable","start":113,"end":124,"id":23,"ws":true,"disabled":false},{"text":"suffering","start":125,"end":134,"id":24,"ws":true,"disabled":false},{"text":"during","start":135,"end":141,"id":25,"ws":true,"disabled":false},{"text":"the","start":142,"end":145,"id":26,"ws":true,"disabled":false},{"text":"Camp","start":146,"end":150,"id":27,"ws":true,"disabled":false},{"text":"Fire","start":151,"end":155,"id":28,"ws":true,"disabled":false},{"text":"alone","start":156,"end":161,"id":29,"ws":false,"disabled":false},{"text":".","start":161,"end":162,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":176,"end":188,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":4,"child":31,"head_span":{"start":18,"end":22,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":163,"end":175,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":93,"end":97,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":86,"end":92,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":18,"head_span":{"start":163,"end":175,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":86,"end":92,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In order to stop the accumulation of heat, we would have to eliminate not just carbon dioxide emissions, but all greenhouse gases, such as methane and nitrous oxide.","text":"In order to stop the accumulation of heat, we would have to eliminate not just carbon dioxide emissions, but all greenhouse gases, such as methane and nitrous oxide. IMPLIED_BASE IMPLIED_BASE","characters":"165","document_index":"371","md_sentence_index":"35","classification_origin":"cm_cause_effect_rel","url":"https://theconversation.com/if-we-stopped-emitting-greenhouse-gases-right-now-would-we-stop-climate-change-78882","combo_id":"371_35","post-training batch1":"371_35","_input_hash":1378872212,"_task_hash":-2094625256,"spans":[{"start":12,"end":33,"token_start":3,"token_end":5,"label":"change_direction"},{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},{"start":60,"end":69,"token_start":13,"token_end":13,"label":"change_direction"},{"text":"carbon dioxide","start":79,"token_start":16,"token_end":17,"end":93,"type":"pattern","label":"base"},{"text":"emissions","start":94,"token_start":18,"token_end":18,"end":103,"type":"pattern","label":"aspect_changing"},{"text":"greenhouse gases","start":113,"token_start":22,"token_end":23,"end":129,"type":"pattern","label":"base"},{"text":"methane","start":139,"token_start":27,"token_end":27,"end":146,"type":"pattern","label":"base"},{"start":151,"end":164,"token_start":29,"token_end":30,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"order","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"to","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"stop","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"the","start":17,"end":20,"id":4,"ws":true,"disabled":false},{"text":"accumulation","start":21,"end":33,"id":5,"ws":true,"disabled":false},{"text":"of","start":34,"end":36,"id":6,"ws":true,"disabled":false},{"text":"heat","start":37,"end":41,"id":7,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":8,"ws":true,"disabled":false},{"text":"we","start":43,"end":45,"id":9,"ws":true,"disabled":false},{"text":"would","start":46,"end":51,"id":10,"ws":true,"disabled":false},{"text":"have","start":52,"end":56,"id":11,"ws":true,"disabled":false},{"text":"to","start":57,"end":59,"id":12,"ws":true,"disabled":false},{"text":"eliminate","start":60,"end":69,"id":13,"ws":true,"disabled":false},{"text":"not","start":70,"end":73,"id":14,"ws":true,"disabled":false},{"text":"just","start":74,"end":78,"id":15,"ws":true,"disabled":false},{"text":"carbon","start":79,"end":85,"id":16,"ws":true,"disabled":false},{"text":"dioxide","start":86,"end":93,"id":17,"ws":true,"disabled":false},{"text":"emissions","start":94,"end":103,"id":18,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":19,"ws":true,"disabled":false},{"text":"but","start":105,"end":108,"id":20,"ws":true,"disabled":false},{"text":"all","start":109,"end":112,"id":21,"ws":true,"disabled":false},{"text":"greenhouse","start":113,"end":123,"id":22,"ws":true,"disabled":false},{"text":"gases","start":124,"end":129,"id":23,"ws":false,"disabled":false},{"text":",","start":129,"end":130,"id":24,"ws":true,"disabled":false},{"text":"such","start":131,"end":135,"id":25,"ws":true,"disabled":false},{"text":"as","start":136,"end":138,"id":26,"ws":true,"disabled":false},{"text":"methane","start":139,"end":146,"id":27,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":28,"ws":true,"disabled":false},{"text":"nitrous","start":151,"end":158,"id":29,"ws":true,"disabled":false},{"text":"oxide","start":159,"end":164,"id":30,"ws":false,"disabled":false},{"text":".","start":164,"end":165,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":179,"end":191,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":5,"child":7,"head_span":{"start":12,"end":33,"token_start":3,"token_end":5,"label":"change_direction"},"child_span":{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":60,"end":69,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":79,"end":93,"token_start":16,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":94,"end":103,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":79,"end":93,"token_start":16,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":23,"head_span":{"start":60,"end":69,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":113,"end":129,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":27,"head_span":{"start":60,"end":69,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":139,"end":146,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":30,"head_span":{"start":60,"end":69,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":151,"end":164,"token_start":29,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":7,"head_span":{"start":79,"end":93,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":7,"head_span":{"start":113,"end":129,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":7,"head_span":{"start":139,"end":146,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":7,"head_span":{"start":151,"end":164,"token_start":29,"token_end":30,"label":"base"},"child_span":{"start":37,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cWith all the economic stress going on, farmers and ranchers are at higher risk for suicide,\u201d said David Brown, a behavioral health state specialist at Iowa State University who helped to start a mental health program this year to inform the farming community about risk signs.\n","text":"\u201cWith all the economic stress going on, farmers and ranchers are at higher risk for suicide,\u201d said David Brown, a behavioral health state specialist at Iowa State University who helped to start a mental health program this year to inform the farming community about risk signs. IMPLIED_BASE IMPLIED_BASE","characters":"278","document_index":"481","md_sentence_index":"52","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/11/21/climate/farms-climate-change-crops.html","combo_id":"481_52","post-training batch1":"481_52","_input_hash":-1063058223,"_task_hash":197906512,"spans":[{"start":14,"end":22,"token_start":4,"token_end":4,"label":"type_of"},{"text":"stress","start":23,"token_start":5,"token_end":5,"end":29,"type":"pattern","label":"base"},{"start":40,"end":47,"token_start":9,"token_end":9,"label":"to_whom"},{"start":52,"end":60,"token_start":11,"token_end":11,"label":"to_whom"},{"start":61,"end":64,"token_start":12,"token_end":12,"label":"confidence"},{"text":"higher","start":68,"token_start":14,"token_end":14,"end":74,"type":"pattern","label":"change_direction"},{"text":"risk","start":75,"token_start":15,"token_end":15,"end":79,"type":"pattern","label":"aspect_changing"},{"text":"suicide","start":84,"token_start":17,"token_end":17,"end":91,"type":"pattern","label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"With","start":1,"end":5,"id":1,"ws":true,"disabled":false},{"text":"all","start":6,"end":9,"id":2,"ws":true,"disabled":false},{"text":"the","start":10,"end":13,"id":3,"ws":true,"disabled":false},{"text":"economic","start":14,"end":22,"id":4,"ws":true,"disabled":false},{"text":"stress","start":23,"end":29,"id":5,"ws":true,"disabled":false},{"text":"going","start":30,"end":35,"id":6,"ws":true,"disabled":false},{"text":"on","start":36,"end":38,"id":7,"ws":false,"disabled":false},{"text":",","start":38,"end":39,"id":8,"ws":true,"disabled":false},{"text":"farmers","start":40,"end":47,"id":9,"ws":true,"disabled":false},{"text":"and","start":48,"end":51,"id":10,"ws":true,"disabled":false},{"text":"ranchers","start":52,"end":60,"id":11,"ws":true,"disabled":false},{"text":"are","start":61,"end":64,"id":12,"ws":true,"disabled":false},{"text":"at","start":65,"end":67,"id":13,"ws":true,"disabled":false},{"text":"higher","start":68,"end":74,"id":14,"ws":true,"disabled":false},{"text":"risk","start":75,"end":79,"id":15,"ws":true,"disabled":false},{"text":"for","start":80,"end":83,"id":16,"ws":true,"disabled":false},{"text":"suicide","start":84,"end":91,"id":17,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":18,"ws":false,"disabled":false},{"text":"\u201d","start":92,"end":93,"id":19,"ws":true,"disabled":false},{"text":"said","start":94,"end":98,"id":20,"ws":true,"disabled":false},{"text":"David","start":99,"end":104,"id":21,"ws":true,"disabled":false},{"text":"Brown","start":105,"end":110,"id":22,"ws":false,"disabled":false},{"text":",","start":110,"end":111,"id":23,"ws":true,"disabled":false},{"text":"a","start":112,"end":113,"id":24,"ws":true,"disabled":false},{"text":"behavioral","start":114,"end":124,"id":25,"ws":true,"disabled":false},{"text":"health","start":125,"end":131,"id":26,"ws":true,"disabled":false},{"text":"state","start":132,"end":137,"id":27,"ws":true,"disabled":false},{"text":"specialist","start":138,"end":148,"id":28,"ws":true,"disabled":false},{"text":"at","start":149,"end":151,"id":29,"ws":true,"disabled":false},{"text":"Iowa","start":152,"end":156,"id":30,"ws":true,"disabled":false},{"text":"State","start":157,"end":162,"id":31,"ws":true,"disabled":false},{"text":"University","start":163,"end":173,"id":32,"ws":true,"disabled":false},{"text":"who","start":174,"end":177,"id":33,"ws":true,"disabled":false},{"text":"helped","start":178,"end":184,"id":34,"ws":true,"disabled":false},{"text":"to","start":185,"end":187,"id":35,"ws":true,"disabled":false},{"text":"start","start":188,"end":193,"id":36,"ws":true,"disabled":false},{"text":"a","start":194,"end":195,"id":37,"ws":true,"disabled":false},{"text":"mental","start":196,"end":202,"id":38,"ws":true,"disabled":false},{"text":"health","start":203,"end":209,"id":39,"ws":true,"disabled":false},{"text":"program","start":210,"end":217,"id":40,"ws":true,"disabled":false},{"text":"this","start":218,"end":222,"id":41,"ws":true,"disabled":false},{"text":"year","start":223,"end":227,"id":42,"ws":true,"disabled":false},{"text":"to","start":228,"end":230,"id":43,"ws":true,"disabled":false},{"text":"inform","start":231,"end":237,"id":44,"ws":true,"disabled":false},{"text":"the","start":238,"end":241,"id":45,"ws":true,"disabled":false},{"text":"farming","start":242,"end":249,"id":46,"ws":true,"disabled":false},{"text":"community","start":250,"end":259,"id":47,"ws":true,"disabled":false},{"text":"about","start":260,"end":265,"id":48,"ws":true,"disabled":false},{"text":"risk","start":266,"end":270,"id":49,"ws":true,"disabled":false},{"text":"signs","start":271,"end":276,"id":50,"ws":false,"disabled":false},{"text":".","start":276,"end":277,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":278,"end":290,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":291,"end":303,"id":53,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":14,"end":22,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":23,"end":29,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":75,"end":79,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":84,"end":91,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":68,"end":74,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":84,"end":91,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":17,"head_span":{"start":23,"end":29,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":84,"end":91,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Increasingly it seems that there's a link between a damaged environment and growth in modern-day slavery.\n","text":"Increasingly it seems that there's a link between a damaged environment and growth in modern-day slavery. IMPLIED_BASE IMPLIED_BASE","characters":"106","document_index":"287","md_sentence_index":"4","classification_origin":"cm_cause_effect_rel","url":"http://www.theguardian.com/global-development-professionals-network/2013/dec/13/slavery-climate-change-poverty","combo_id":"287_4","post-training batch1":"287_4","_input_hash":-1864896226,"_task_hash":-1142392654,"spans":[{"start":16,"end":21,"token_start":2,"token_end":2,"label":"confidence"},{"start":37,"end":49,"token_start":7,"token_end":8,"label":"predicate"},{"start":52,"end":59,"token_start":10,"token_end":10,"label":"change_direction"},{"start":60,"end":71,"token_start":11,"token_end":11,"label":"base"},{"start":76,"end":82,"token_start":13,"token_end":13,"label":"change_direction"},{"start":86,"end":96,"token_start":15,"token_end":17,"label":"type_of"},{"start":97,"end":104,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"Increasingly","start":0,"end":12,"id":0,"ws":true,"disabled":false},{"text":"it","start":13,"end":15,"id":1,"ws":true,"disabled":false},{"text":"seems","start":16,"end":21,"id":2,"ws":true,"disabled":false},{"text":"that","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"there","start":27,"end":32,"id":4,"ws":false,"disabled":false},{"text":"'s","start":32,"end":34,"id":5,"ws":true,"disabled":false},{"text":"a","start":35,"end":36,"id":6,"ws":true,"disabled":false},{"text":"link","start":37,"end":41,"id":7,"ws":true,"disabled":false},{"text":"between","start":42,"end":49,"id":8,"ws":true,"disabled":false},{"text":"a","start":50,"end":51,"id":9,"ws":true,"disabled":false},{"text":"damaged","start":52,"end":59,"id":10,"ws":true,"disabled":false},{"text":"environment","start":60,"end":71,"id":11,"ws":true,"disabled":false},{"text":"and","start":72,"end":75,"id":12,"ws":true,"disabled":false},{"text":"growth","start":76,"end":82,"id":13,"ws":true,"disabled":false},{"text":"in","start":83,"end":85,"id":14,"ws":true,"disabled":false},{"text":"modern","start":86,"end":92,"id":15,"ws":false,"disabled":false},{"text":"-","start":92,"end":93,"id":16,"ws":false,"disabled":false},{"text":"day","start":93,"end":96,"id":17,"ws":true,"disabled":false},{"text":"slavery","start":97,"end":104,"id":18,"ws":false,"disabled":false},{"text":".","start":104,"end":105,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":52,"end":59,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":60,"end":71,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":86,"end":96,"token_start":15,"token_end":17,"label":"type_of"},"child_span":{"start":97,"end":104,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":18,"head_span":{"start":76,"end":82,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":97,"end":104,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":18,"head_span":{"start":60,"end":71,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":97,"end":104,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Insurance companies could withdraw from California in the wake of devastating wildfires, and home values could plummet on coastlines and in floodplains.","text":"Insurance companies could withdraw from California in the wake of devastating wildfires, and home values could plummet on coastlines and in floodplains. IMPLIED_BASE IMPLIED_BASE","characters":"152","document_index":"797","md_sentence_index":"32","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/08/climate/climate-change-financial-markets.html","combo_id":"797_32","post-training batch1":"797_32","_input_hash":-177055841,"_task_hash":-271098336,"spans":[{"start":0,"end":19,"token_start":0,"token_end":1,"label":"base"},{"start":20,"end":25,"token_start":2,"token_end":2,"label":"confidence"},{"start":26,"end":34,"token_start":3,"token_end":3,"label":"change_direction"},{"start":40,"end":50,"token_start":5,"token_end":5,"label":"where"},{"start":66,"end":77,"token_start":10,"token_end":10,"label":"type_of"},{"text":"wildfires","start":78,"token_start":11,"token_end":11,"end":87,"type":"pattern","label":"base"},{"text":"home","start":93,"token_start":14,"token_end":14,"end":97,"type":"pattern","label":"base"},{"start":98,"end":104,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":105,"end":110,"token_start":16,"token_end":16,"label":"confidence"},{"start":111,"end":118,"token_start":17,"token_end":17,"label":"change_direction"}],"tokens":[{"text":"Insurance","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"companies","start":10,"end":19,"id":1,"ws":true,"disabled":false},{"text":"could","start":20,"end":25,"id":2,"ws":true,"disabled":false},{"text":"withdraw","start":26,"end":34,"id":3,"ws":true,"disabled":false},{"text":"from","start":35,"end":39,"id":4,"ws":true,"disabled":false},{"text":"California","start":40,"end":50,"id":5,"ws":true,"disabled":false},{"text":"in","start":51,"end":53,"id":6,"ws":true,"disabled":false},{"text":"the","start":54,"end":57,"id":7,"ws":true,"disabled":false},{"text":"wake","start":58,"end":62,"id":8,"ws":true,"disabled":false},{"text":"of","start":63,"end":65,"id":9,"ws":true,"disabled":false},{"text":"devastating","start":66,"end":77,"id":10,"ws":true,"disabled":false},{"text":"wildfires","start":78,"end":87,"id":11,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":12,"ws":true,"disabled":false},{"text":"and","start":89,"end":92,"id":13,"ws":true,"disabled":false},{"text":"home","start":93,"end":97,"id":14,"ws":true,"disabled":false},{"text":"values","start":98,"end":104,"id":15,"ws":true,"disabled":false},{"text":"could","start":105,"end":110,"id":16,"ws":true,"disabled":false},{"text":"plummet","start":111,"end":118,"id":17,"ws":true,"disabled":false},{"text":"on","start":119,"end":121,"id":18,"ws":true,"disabled":false},{"text":"coastlines","start":122,"end":132,"id":19,"ws":true,"disabled":false},{"text":"and","start":133,"end":136,"id":20,"ws":true,"disabled":false},{"text":"in","start":137,"end":139,"id":21,"ws":true,"disabled":false},{"text":"floodplains","start":140,"end":151,"id":22,"ws":false,"disabled":false},{"text":".","start":151,"end":152,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":3,"child":1,"head_span":{"start":26,"end":34,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":0,"end":19,"token_start":0,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":66,"end":77,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":78,"end":87,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":98,"end":104,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":93,"end":97,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":14,"head_span":{"start":111,"end":118,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":93,"end":97,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":1,"head_span":{"start":78,"end":87,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":0,"end":19,"token_start":0,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":14,"head_span":{"start":0,"end":19,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":93,"end":97,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We estimate that, if operated as historically, existing infrastructure will cumulatively emit about 658 gigatonnes of CO2 (with a range of 226 to 1,479 gigatonnes CO2, depending on the lifetimes and utilization rates assumed).","text":"We estimate that, if operated as historically, existing infrastructure will cumulatively emit about 658 gigatonnes of CO2 (with a range of 226 to 1,479 gigatonnes CO2, depending on the lifetimes and utilization rates assumed). IMPLIED_BASE IMPLIED_BASE","characters":"226","document_index":"363","md_sentence_index":"4","classification_origin":"cm_cause_effect_rel","url":"https://www.nature.com/articles/s41586-019-1364-3","combo_id":"363_4","post-training batch1":"363_4","_input_hash":538160957,"_task_hash":-869302720,"spans":[{"start":47,"end":55,"token_start":9,"token_end":9,"label":"type_of"},{"text":"infrastructure","start":56,"token_start":10,"token_end":10,"end":70,"type":"pattern","label":"base"},{"start":100,"end":114,"token_start":15,"token_end":16,"label":"effect_size"},{"start":118,"end":121,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"estimate","start":3,"end":11,"id":1,"ws":true,"disabled":false},{"text":"that","start":12,"end":16,"id":2,"ws":false,"disabled":false},{"text":",","start":16,"end":17,"id":3,"ws":true,"disabled":false},{"text":"if","start":18,"end":20,"id":4,"ws":true,"disabled":false},{"text":"operated","start":21,"end":29,"id":5,"ws":true,"disabled":false},{"text":"as","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"historically","start":33,"end":45,"id":7,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":8,"ws":true,"disabled":false},{"text":"existing","start":47,"end":55,"id":9,"ws":true,"disabled":false},{"text":"infrastructure","start":56,"end":70,"id":10,"ws":true,"disabled":false},{"text":"will","start":71,"end":75,"id":11,"ws":true,"disabled":false},{"text":"cumulatively","start":76,"end":88,"id":12,"ws":true,"disabled":false},{"text":"emit","start":89,"end":93,"id":13,"ws":true,"disabled":false},{"text":"about","start":94,"end":99,"id":14,"ws":true,"disabled":false},{"text":"658","start":100,"end":103,"id":15,"ws":true,"disabled":false},{"text":"gigatonnes","start":104,"end":114,"id":16,"ws":true,"disabled":false},{"text":"of","start":115,"end":117,"id":17,"ws":true,"disabled":false},{"text":"CO2","start":118,"end":121,"id":18,"ws":true,"disabled":false},{"text":"(","start":122,"end":123,"id":19,"ws":false,"disabled":false},{"text":"with","start":123,"end":127,"id":20,"ws":true,"disabled":false},{"text":"a","start":128,"end":129,"id":21,"ws":true,"disabled":false},{"text":"range","start":130,"end":135,"id":22,"ws":true,"disabled":false},{"text":"of","start":136,"end":138,"id":23,"ws":true,"disabled":false},{"text":"226","start":139,"end":142,"id":24,"ws":true,"disabled":false},{"text":"to","start":143,"end":145,"id":25,"ws":true,"disabled":false},{"text":"1,479","start":146,"end":151,"id":26,"ws":true,"disabled":false},{"text":"gigatonnes","start":152,"end":162,"id":27,"ws":true,"disabled":false},{"text":"CO2","start":163,"end":166,"id":28,"ws":false,"disabled":false},{"text":",","start":166,"end":167,"id":29,"ws":true,"disabled":false},{"text":"depending","start":168,"end":177,"id":30,"ws":true,"disabled":false},{"text":"on","start":178,"end":180,"id":31,"ws":true,"disabled":false},{"text":"the","start":181,"end":184,"id":32,"ws":true,"disabled":false},{"text":"lifetimes","start":185,"end":194,"id":33,"ws":true,"disabled":false},{"text":"and","start":195,"end":198,"id":34,"ws":true,"disabled":false},{"text":"utilization","start":199,"end":210,"id":35,"ws":true,"disabled":false},{"text":"rates","start":211,"end":216,"id":36,"ws":true,"disabled":false},{"text":"assumed","start":217,"end":224,"id":37,"ws":false,"disabled":false},{"text":")","start":224,"end":225,"id":38,"ws":false,"disabled":false},{"text":".","start":225,"end":226,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":227,"end":239,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":240,"end":252,"id":41,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":9,"child":10,"head_span":{"start":47,"end":55,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":56,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":18,"head_span":{"start":56,"end":70,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":118,"end":121,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Increased atmospheric moisture enhances the likelihood of extreme rainfall events of all types.17,18 Close to the center of a TC, the increases in rain rate can reach 10% per degree C of warming in some model projections,19 exceeding the 7% dictated by the Clausius-Clapeyron relationship.","text":"Increased atmospheric moisture enhances the likelihood of extreme rainfall events of all types.17,18 Close to the center of a TC, the increases in rain rate can reach 10% per degree C of warming in some model projections,19 exceeding the 7% dictated by the Clausius-Clapeyron relationship. IMPLIED_BASE IMPLIED_BASE","characters":"289","document_index":"358","md_sentence_index":"27","classification_origin":"cm_cause_effect_rel","url":"https://www.nature.com/articles/s41612-019-0074-8","combo_id":"358_27","post-training batch1":"358_27","_input_hash":-1111054063,"_task_hash":-903481546,"spans":[{"text":"Increased","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"change_direction"},{"start":10,"end":21,"token_start":1,"token_end":1,"label":"type_of"},{"text":"moisture","start":22,"token_start":2,"token_end":2,"end":30,"type":"pattern","label":"aspect_changing"},{"start":31,"end":39,"token_start":3,"token_end":3,"label":"predicate"},{"text":"likelihood","start":44,"token_start":5,"token_end":5,"end":54,"type":"pattern","label":"aspect_changing"},{"start":58,"end":65,"token_start":7,"token_end":7,"label":"type_of"},{"text":"rainfall","start":66,"token_start":8,"token_end":8,"end":74,"type":"pattern","label":"base"},{"text":"increases","start":134,"token_start":22,"token_end":22,"end":143,"type":"pattern","label":"change_direction"},{"text":"rain","start":147,"token_start":24,"token_end":24,"end":151,"type":"pattern","label":"base"},{"start":152,"end":156,"token_start":25,"token_end":25,"label":"aspect_changing"},{"start":157,"end":160,"token_start":26,"token_end":26,"label":"confidence"},{"start":167,"end":170,"token_start":28,"token_end":29,"label":"effect_size"},{"start":187,"end":194,"token_start":34,"token_end":34,"label":"change_direction"},{"start":290,"end":302,"token_start":51,"token_end":51,"label":"base"},{"start":303,"end":315,"token_start":52,"token_end":52,"label":"base"}],"tokens":[{"text":"Increased","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"atmospheric","start":10,"end":21,"id":1,"ws":true,"disabled":false},{"text":"moisture","start":22,"end":30,"id":2,"ws":true,"disabled":false},{"text":"enhances","start":31,"end":39,"id":3,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":4,"ws":true,"disabled":false},{"text":"likelihood","start":44,"end":54,"id":5,"ws":true,"disabled":false},{"text":"of","start":55,"end":57,"id":6,"ws":true,"disabled":false},{"text":"extreme","start":58,"end":65,"id":7,"ws":true,"disabled":false},{"text":"rainfall","start":66,"end":74,"id":8,"ws":true,"disabled":false},{"text":"events","start":75,"end":81,"id":9,"ws":true,"disabled":false},{"text":"of","start":82,"end":84,"id":10,"ws":true,"disabled":false},{"text":"all","start":85,"end":88,"id":11,"ws":true,"disabled":false},{"text":"types.17,18","start":89,"end":100,"id":12,"ws":true,"disabled":false},{"text":"Close","start":101,"end":106,"id":13,"ws":true,"disabled":false},{"text":"to","start":107,"end":109,"id":14,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":15,"ws":true,"disabled":false},{"text":"center","start":114,"end":120,"id":16,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":17,"ws":true,"disabled":false},{"text":"a","start":124,"end":125,"id":18,"ws":true,"disabled":false},{"text":"TC","start":126,"end":128,"id":19,"ws":false,"disabled":false},{"text":",","start":128,"end":129,"id":20,"ws":true,"disabled":false},{"text":"the","start":130,"end":133,"id":21,"ws":true,"disabled":false},{"text":"increases","start":134,"end":143,"id":22,"ws":true,"disabled":false},{"text":"in","start":144,"end":146,"id":23,"ws":true,"disabled":false},{"text":"rain","start":147,"end":151,"id":24,"ws":true,"disabled":false},{"text":"rate","start":152,"end":156,"id":25,"ws":true,"disabled":false},{"text":"can","start":157,"end":160,"id":26,"ws":true,"disabled":false},{"text":"reach","start":161,"end":166,"id":27,"ws":true,"disabled":false},{"text":"10","start":167,"end":169,"id":28,"ws":false,"disabled":false},{"text":"%","start":169,"end":170,"id":29,"ws":true,"disabled":false},{"text":"per","start":171,"end":174,"id":30,"ws":true,"disabled":false},{"text":"degree","start":175,"end":181,"id":31,"ws":true,"disabled":false},{"text":"C","start":182,"end":183,"id":32,"ws":true,"disabled":false},{"text":"of","start":184,"end":186,"id":33,"ws":true,"disabled":false},{"text":"warming","start":187,"end":194,"id":34,"ws":true,"disabled":false},{"text":"in","start":195,"end":197,"id":35,"ws":true,"disabled":false},{"text":"some","start":198,"end":202,"id":36,"ws":true,"disabled":false},{"text":"model","start":203,"end":208,"id":37,"ws":true,"disabled":false},{"text":"projections,19","start":209,"end":223,"id":38,"ws":true,"disabled":false},{"text":"exceeding","start":224,"end":233,"id":39,"ws":true,"disabled":false},{"text":"the","start":234,"end":237,"id":40,"ws":true,"disabled":false},{"text":"7","start":238,"end":239,"id":41,"ws":false,"disabled":false},{"text":"%","start":239,"end":240,"id":42,"ws":true,"disabled":false},{"text":"dictated","start":241,"end":249,"id":43,"ws":true,"disabled":false},{"text":"by","start":250,"end":252,"id":44,"ws":true,"disabled":false},{"text":"the","start":253,"end":256,"id":45,"ws":true,"disabled":false},{"text":"Clausius","start":257,"end":265,"id":46,"ws":false,"disabled":false},{"text":"-","start":265,"end":266,"id":47,"ws":false,"disabled":false},{"text":"Clapeyron","start":266,"end":275,"id":48,"ws":true,"disabled":false},{"text":"relationship","start":276,"end":288,"id":49,"ws":false,"disabled":false},{"text":".","start":288,"end":289,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":290,"end":302,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":303,"end":315,"id":52,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":34,"child":51,"head_span":{"start":187,"end":194,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":290,"end":302,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":52,"head_span":{"start":10,"end":21,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":303,"end":315,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":52,"head_span":{"start":22,"end":30,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":303,"end":315,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":52,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":303,"end":315,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":58,"end":65,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":66,"end":74,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":8,"head_span":{"start":44,"end":54,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":66,"end":74,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":24,"head_span":{"start":152,"end":156,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":147,"end":151,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":134,"end":143,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":147,"end":151,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":52,"child":8,"head_span":{"start":303,"end":315,"token_start":52,"token_end":52,"label":"base"},"child_span":{"start":66,"end":74,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":24,"head_span":{"start":290,"end":302,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":147,"end":151,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Any added heat, particularly in summer months, puts workers at greater risk for dehydration, heat stroke, and other heat-related illnesses.","text":"Any added heat, particularly in summer months, puts workers at greater risk for dehydration, heat stroke, and other heat-related illnesses. IMPLIED_BASE IMPLIED_BASE","characters":"139","document_index":"857","md_sentence_index":"39","classification_origin":"causal_sentence_classification","url":"https://www.barrons.com/articles/7-ways-youre-already-paying-for-climate-change-51599995430","combo_id":"857_39","post-training batch1":"857_39","_input_hash":1057890123,"_task_hash":-456648892,"spans":[{"start":4,"end":9,"token_start":1,"token_end":1,"label":"change_direction"},{"start":10,"end":14,"token_start":2,"token_end":2,"label":"base"},{"start":52,"end":59,"token_start":10,"token_end":10,"label":"to_whom"},{"start":63,"end":70,"token_start":12,"token_end":12,"label":"change_direction"},{"text":"risk","start":71,"token_start":13,"token_end":13,"end":75,"type":"pattern","label":"aspect_changing"},{"text":"dehydration","start":80,"token_start":15,"token_end":15,"end":91,"type":"pattern","label":"base"},{"text":"heat stroke","start":93,"token_start":17,"token_end":18,"end":104,"type":"pattern","label":"base"},{"start":116,"end":128,"token_start":22,"token_end":24,"label":"type_of"},{"start":129,"end":138,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"Any","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"added","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"heat","start":10,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"particularly","start":16,"end":28,"id":4,"ws":true,"disabled":false},{"text":"in","start":29,"end":31,"id":5,"ws":true,"disabled":false},{"text":"summer","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"months","start":39,"end":45,"id":7,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":8,"ws":true,"disabled":false},{"text":"puts","start":47,"end":51,"id":9,"ws":true,"disabled":false},{"text":"workers","start":52,"end":59,"id":10,"ws":true,"disabled":false},{"text":"at","start":60,"end":62,"id":11,"ws":true,"disabled":false},{"text":"greater","start":63,"end":70,"id":12,"ws":true,"disabled":false},{"text":"risk","start":71,"end":75,"id":13,"ws":true,"disabled":false},{"text":"for","start":76,"end":79,"id":14,"ws":true,"disabled":false},{"text":"dehydration","start":80,"end":91,"id":15,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":16,"ws":true,"disabled":false},{"text":"heat","start":93,"end":97,"id":17,"ws":true,"disabled":false},{"text":"stroke","start":98,"end":104,"id":18,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":19,"ws":true,"disabled":false},{"text":"and","start":106,"end":109,"id":20,"ws":true,"disabled":false},{"text":"other","start":110,"end":115,"id":21,"ws":true,"disabled":false},{"text":"heat","start":116,"end":120,"id":22,"ws":false,"disabled":false},{"text":"-","start":120,"end":121,"id":23,"ws":false,"disabled":false},{"text":"related","start":121,"end":128,"id":24,"ws":true,"disabled":false},{"text":"illnesses","start":129,"end":138,"id":25,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":24,"child":25,"head_span":{"start":116,"end":128,"token_start":22,"token_end":24,"label":"type_of"},"child_span":{"start":129,"end":138,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":25,"head_span":{"start":71,"end":75,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":129,"end":138,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":25,"head_span":{"start":63,"end":70,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":129,"end":138,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":18,"head_span":{"start":71,"end":75,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":93,"end":104,"token_start":17,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":18,"head_span":{"start":63,"end":70,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":93,"end":104,"token_start":17,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":15,"head_span":{"start":71,"end":75,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":80,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":63,"end":70,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":80,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":15,"head_span":{"start":10,"end":14,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":80,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":18,"head_span":{"start":10,"end":14,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":93,"end":104,"token_start":17,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":25,"head_span":{"start":10,"end":14,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":129,"end":138,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"workshop_examples","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"\u201cParticulate matter is extremely harmful and it leads to a large number of premature deaths,\u201d said Richard L. Revesz, an expert in environmental law at New York University.","text":"\u201cParticulate matter is extremely harmful and it leads to a large number of premature deaths,\u201d said Richard L. Revesz, an expert in environmental law at New York University. IMPLIED_BASE IMPLIED_BASE","characters":"172","document_index":"97","md_sentence_index":"17","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/20/climate/epa-air-pollution-deaths.html","combo_id":"97_17","post-training batch1":"97_17","_input_hash":1664244330,"_task_hash":12939931,"spans":[{"text":"Particulate matter","start":1,"token_start":1,"token_end":2,"end":19,"type":"pattern","label":"base"},{"start":48,"end":56,"token_start":8,"token_end":9,"label":"predicate"},{"start":59,"end":71,"token_start":11,"token_end":12,"label":"effect_size"},{"start":75,"end":84,"token_start":14,"token_end":14,"label":"type_of"},{"start":85,"end":91,"token_start":15,"token_end":15,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Particulate","start":1,"end":12,"id":1,"ws":true,"disabled":false},{"text":"matter","start":13,"end":19,"id":2,"ws":true,"disabled":false},{"text":"is","start":20,"end":22,"id":3,"ws":true,"disabled":false},{"text":"extremely","start":23,"end":32,"id":4,"ws":true,"disabled":false},{"text":"harmful","start":33,"end":40,"id":5,"ws":true,"disabled":false},{"text":"and","start":41,"end":44,"id":6,"ws":true,"disabled":false},{"text":"it","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"leads","start":48,"end":53,"id":8,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"a","start":57,"end":58,"id":10,"ws":true,"disabled":false},{"text":"large","start":59,"end":64,"id":11,"ws":true,"disabled":false},{"text":"number","start":65,"end":71,"id":12,"ws":true,"disabled":false},{"text":"of","start":72,"end":74,"id":13,"ws":true,"disabled":false},{"text":"premature","start":75,"end":84,"id":14,"ws":true,"disabled":false},{"text":"deaths","start":85,"end":91,"id":15,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":16,"ws":false,"disabled":false},{"text":"\u201d","start":92,"end":93,"id":17,"ws":true,"disabled":false},{"text":"said","start":94,"end":98,"id":18,"ws":true,"disabled":false},{"text":"Richard","start":99,"end":106,"id":19,"ws":true,"disabled":false},{"text":"L.","start":107,"end":109,"id":20,"ws":true,"disabled":false},{"text":"Revesz","start":110,"end":116,"id":21,"ws":false,"disabled":false},{"text":",","start":116,"end":117,"id":22,"ws":true,"disabled":false},{"text":"an","start":118,"end":120,"id":23,"ws":true,"disabled":false},{"text":"expert","start":121,"end":127,"id":24,"ws":true,"disabled":false},{"text":"in","start":128,"end":130,"id":25,"ws":true,"disabled":false},{"text":"environmental","start":131,"end":144,"id":26,"ws":true,"disabled":false},{"text":"law","start":145,"end":148,"id":27,"ws":true,"disabled":false},{"text":"at","start":149,"end":151,"id":28,"ws":true,"disabled":false},{"text":"New","start":152,"end":155,"id":29,"ws":true,"disabled":false},{"text":"York","start":156,"end":160,"id":30,"ws":true,"disabled":false},{"text":"University","start":161,"end":171,"id":31,"ws":false,"disabled":false},{"text":".","start":171,"end":172,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":173,"end":185,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":14,"child":15,"head_span":{"start":75,"end":84,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":85,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":15,"head_span":{"start":1,"end":19,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":85,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We know that the warmer air gets, the more moisture it can hold \u2013 and then turn into flooding rains in a storm like this.","text":"We know that the warmer air gets, the more moisture it can hold \u2013 and then turn into flooding rains in a storm like this. IMPLIED_BASE IMPLIED_BASE","characters":"121","document_index":"360","md_sentence_index":"15","classification_origin":"cm-label-eval","url":"https://www.theguardian.com/commentisfree/2019/sep/04/climate-crisis-hurricane-dorian-floods-bahamas","combo_id":"360_15","post-training batch1":"360_15","_input_hash":-1333336082,"_task_hash":-1242753204,"spans":[{"text":"warmer","start":17,"token_start":4,"token_end":4,"end":23,"type":"pattern","label":"change_direction"},{"start":24,"end":27,"token_start":5,"token_end":5,"label":"base"},{"text":"more","start":38,"token_start":9,"token_end":9,"end":42,"type":"pattern","label":"change_direction"},{"text":"moisture","start":43,"token_start":10,"token_end":10,"end":51,"type":"pattern","label":"aspect_changing"},{"start":85,"end":93,"token_start":19,"token_end":19,"label":"type_of"},{"start":94,"end":99,"token_start":20,"token_end":20,"label":"base"},{"start":122,"end":134,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"know","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"that","start":8,"end":12,"id":2,"ws":true,"disabled":false},{"text":"the","start":13,"end":16,"id":3,"ws":true,"disabled":false},{"text":"warmer","start":17,"end":23,"id":4,"ws":true,"disabled":false},{"text":"air","start":24,"end":27,"id":5,"ws":true,"disabled":false},{"text":"gets","start":28,"end":32,"id":6,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":7,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":8,"ws":true,"disabled":false},{"text":"more","start":38,"end":42,"id":9,"ws":true,"disabled":false},{"text":"moisture","start":43,"end":51,"id":10,"ws":true,"disabled":false},{"text":"it","start":52,"end":54,"id":11,"ws":true,"disabled":false},{"text":"can","start":55,"end":58,"id":12,"ws":true,"disabled":false},{"text":"hold","start":59,"end":63,"id":13,"ws":true,"disabled":false},{"text":"\u2013","start":64,"end":65,"id":14,"ws":true,"disabled":false},{"text":"and","start":66,"end":69,"id":15,"ws":true,"disabled":false},{"text":"then","start":70,"end":74,"id":16,"ws":true,"disabled":false},{"text":"turn","start":75,"end":79,"id":17,"ws":true,"disabled":false},{"text":"into","start":80,"end":84,"id":18,"ws":true,"disabled":false},{"text":"flooding","start":85,"end":93,"id":19,"ws":true,"disabled":false},{"text":"rains","start":94,"end":99,"id":20,"ws":true,"disabled":false},{"text":"in","start":100,"end":102,"id":21,"ws":true,"disabled":false},{"text":"a","start":103,"end":104,"id":22,"ws":true,"disabled":false},{"text":"storm","start":105,"end":110,"id":23,"ws":true,"disabled":false},{"text":"like","start":111,"end":115,"id":24,"ws":true,"disabled":false},{"text":"this","start":116,"end":120,"id":25,"ws":false,"disabled":false},{"text":".","start":120,"end":121,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":122,"end":134,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":135,"end":147,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":17,"end":23,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":24,"end":27,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":27,"head_span":{"start":43,"end":51,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":122,"end":134,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":27,"head_span":{"start":38,"end":42,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":122,"end":134,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":27,"head_span":{"start":24,"end":27,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":122,"end":134,"token_start":27,"token_end":27,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":19,"child":20,"head_span":{"start":85,"end":93,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":94,"end":99,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":27,"head_span":{"start":24,"end":27,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":122,"end":134,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":20,"head_span":{"start":122,"end":134,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":94,"end":99,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\"At a time when we need to have a barrier to cushion some of the impact of the severity that comes from the oceans \u2014 such as strong waves and storms \u2014 mangroves are essential, they provide a very broad ecosystem service and protect the populations that live in these areas.\u201d\n","text":"\"At a time when we need to have a barrier to cushion some of the impact of the severity that comes from the oceans \u2014 such as strong waves and storms \u2014 mangroves are essential, they provide a very broad ecosystem service and protect the populations that live in these areas.\u201d IMPLIED_BASE IMPLIED_BASE","characters":"275","document_index":"142","md_sentence_index":"13","classification_origin":"cm_cause_effect_rel","url":"https://www.euronews.com/2019/05/30/how-climate-change-is-hitting-livelihoods-in-brazil-s-mangrove-forests","combo_id":"142_13","post-training batch1":"142_13","_input_hash":-1144820657,"_task_hash":-484904473,"spans":[],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"At","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"a","start":4,"end":5,"id":2,"ws":true,"disabled":false},{"text":"time","start":6,"end":10,"id":3,"ws":true,"disabled":false},{"text":"when","start":11,"end":15,"id":4,"ws":true,"disabled":false},{"text":"we","start":16,"end":18,"id":5,"ws":true,"disabled":false},{"text":"need","start":19,"end":23,"id":6,"ws":true,"disabled":false},{"text":"to","start":24,"end":26,"id":7,"ws":true,"disabled":false},{"text":"have","start":27,"end":31,"id":8,"ws":true,"disabled":false},{"text":"a","start":32,"end":33,"id":9,"ws":true,"disabled":false},{"text":"barrier","start":34,"end":41,"id":10,"ws":true,"disabled":false},{"text":"to","start":42,"end":44,"id":11,"ws":true,"disabled":false},{"text":"cushion","start":45,"end":52,"id":12,"ws":true,"disabled":false},{"text":"some","start":53,"end":57,"id":13,"ws":true,"disabled":false},{"text":"of","start":58,"end":60,"id":14,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":15,"ws":true,"disabled":false},{"text":"impact","start":65,"end":71,"id":16,"ws":true,"disabled":false},{"text":"of","start":72,"end":74,"id":17,"ws":true,"disabled":false},{"text":"the","start":75,"end":78,"id":18,"ws":true,"disabled":false},{"text":"severity","start":79,"end":87,"id":19,"ws":true,"disabled":false},{"text":"that","start":88,"end":92,"id":20,"ws":true,"disabled":false},{"text":"comes","start":93,"end":98,"id":21,"ws":true,"disabled":false},{"text":"from","start":99,"end":103,"id":22,"ws":true,"disabled":false},{"text":"the","start":104,"end":107,"id":23,"ws":true,"disabled":false},{"text":"oceans","start":108,"end":114,"id":24,"ws":true,"disabled":false},{"text":"\u2014","start":115,"end":116,"id":25,"ws":true,"disabled":false},{"text":"such","start":117,"end":121,"id":26,"ws":true,"disabled":false},{"text":"as","start":122,"end":124,"id":27,"ws":true,"disabled":false},{"text":"strong","start":125,"end":131,"id":28,"ws":true,"disabled":false},{"text":"waves","start":132,"end":137,"id":29,"ws":true,"disabled":false},{"text":"and","start":138,"end":141,"id":30,"ws":true,"disabled":false},{"text":"storms","start":142,"end":148,"id":31,"ws":true,"disabled":false},{"text":"\u2014","start":149,"end":150,"id":32,"ws":true,"disabled":false},{"text":"mangroves","start":151,"end":160,"id":33,"ws":true,"disabled":false},{"text":"are","start":161,"end":164,"id":34,"ws":true,"disabled":false},{"text":"essential","start":165,"end":174,"id":35,"ws":false,"disabled":false},{"text":",","start":174,"end":175,"id":36,"ws":true,"disabled":false},{"text":"they","start":176,"end":180,"id":37,"ws":true,"disabled":false},{"text":"provide","start":181,"end":188,"id":38,"ws":true,"disabled":false},{"text":"a","start":189,"end":190,"id":39,"ws":true,"disabled":false},{"text":"very","start":191,"end":195,"id":40,"ws":true,"disabled":false},{"text":"broad","start":196,"end":201,"id":41,"ws":true,"disabled":false},{"text":"ecosystem","start":202,"end":211,"id":42,"ws":true,"disabled":false},{"text":"service","start":212,"end":219,"id":43,"ws":true,"disabled":false},{"text":"and","start":220,"end":223,"id":44,"ws":true,"disabled":false},{"text":"protect","start":224,"end":231,"id":45,"ws":true,"disabled":false},{"text":"the","start":232,"end":235,"id":46,"ws":true,"disabled":false},{"text":"populations","start":236,"end":247,"id":47,"ws":true,"disabled":false},{"text":"that","start":248,"end":252,"id":48,"ws":true,"disabled":false},{"text":"live","start":253,"end":257,"id":49,"ws":true,"disabled":false},{"text":"in","start":258,"end":260,"id":50,"ws":true,"disabled":false},{"text":"these","start":261,"end":266,"id":51,"ws":true,"disabled":false},{"text":"areas","start":267,"end":272,"id":52,"ws":false,"disabled":false},{"text":".","start":272,"end":273,"id":53,"ws":false,"disabled":false},{"text":"\u201d","start":273,"end":274,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":275,"end":287,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":288,"end":300,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Patients who need dialysis as their kidneys fail can have trouble getting treatment during extreme weather events.\n","text":"Patients who need dialysis as their kidneys fail can have trouble getting treatment during extreme weather events. IMPLIED_BASE IMPLIED_BASE","characters":"115","document_index":"404","md_sentence_index":"44","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/climate-change-is-having-widespread-health-impacts/","combo_id":"404_44","post-training batch1":"404_44","_input_hash":-1073136086,"_task_hash":-640107463,"spans":[{"start":0,"end":26,"token_start":0,"token_end":3,"label":"to_whom"},{"start":58,"end":65,"token_start":10,"token_end":10,"label":"change_direction"},{"start":74,"end":83,"token_start":12,"token_end":12,"label":"base"},{"text":"extreme weather","start":91,"token_start":14,"token_end":15,"end":106,"type":"pattern","label":"base"}],"tokens":[{"text":"Patients","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"who","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"need","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"dialysis","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"as","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"their","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"kidneys","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"fail","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"can","start":49,"end":52,"id":8,"ws":true,"disabled":false},{"text":"have","start":53,"end":57,"id":9,"ws":true,"disabled":false},{"text":"trouble","start":58,"end":65,"id":10,"ws":true,"disabled":false},{"text":"getting","start":66,"end":73,"id":11,"ws":true,"disabled":false},{"text":"treatment","start":74,"end":83,"id":12,"ws":true,"disabled":false},{"text":"during","start":84,"end":90,"id":13,"ws":true,"disabled":false},{"text":"extreme","start":91,"end":98,"id":14,"ws":true,"disabled":false},{"text":"weather","start":99,"end":106,"id":15,"ws":true,"disabled":false},{"text":"events","start":107,"end":113,"id":16,"ws":false,"disabled":false},{"text":".","start":113,"end":114,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":10,"child":12,"head_span":{"start":58,"end":65,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":74,"end":83,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":12,"head_span":{"start":91,"end":106,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":74,"end":83,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Climate change also compounds the threat of communicable diseases.","text":"Climate change also compounds the threat of communicable diseases. IMPLIED_BASE IMPLIED_BASE","characters":"66","document_index":"445","md_sentence_index":"21","classification_origin":"causal_sentence_classification","url":"https://www.foreignaffairs.com/articles/2019-09-23/climate-change-already-killing-us","combo_id":"445_21","post-training batch1":"445_21","_input_hash":-1404814026,"_task_hash":1881661473,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":20,"end":29,"token_start":3,"token_end":3,"label":"predicate"},{"start":34,"end":40,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":44,"end":56,"token_start":7,"token_end":7,"label":"type_of"},{"start":57,"end":65,"token_start":8,"token_end":8,"label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"also","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"compounds","start":20,"end":29,"id":3,"ws":true,"disabled":false},{"text":"the","start":30,"end":33,"id":4,"ws":true,"disabled":false},{"text":"threat","start":34,"end":40,"id":5,"ws":true,"disabled":false},{"text":"of","start":41,"end":43,"id":6,"ws":true,"disabled":false},{"text":"communicable","start":44,"end":56,"id":7,"ws":true,"disabled":false},{"text":"diseases","start":57,"end":65,"id":8,"ws":false,"disabled":false},{"text":".","start":65,"end":66,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":67,"end":79,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":80,"end":92,"id":11,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":7,"child":8,"head_span":{"start":44,"end":56,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":57,"end":65,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":8,"head_span":{"start":34,"end":40,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":57,"end":65,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":8,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":57,"end":65,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Given that hundreds of millions of people are estimated to be affected by climate-driven food insecurity, the magnitude of malnutrition effects on aggressive behavior should not be underestimated.\n","text":"Given that hundreds of millions of people are estimated to be affected by climate-driven food insecurity, the magnitude of malnutrition effects on aggressive behavior should not be underestimated. IMPLIED_BASE IMPLIED_BASE","characters":"197","document_index":"711","md_sentence_index":"39","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_39","post-training batch1":"711_39","_input_hash":-500124603,"_task_hash":-175493142,"spans":[{"start":11,"end":41,"token_start":2,"token_end":6,"label":"effect_size"},{"start":74,"end":81,"token_start":13,"token_end":13,"label":"base"},{"text":"food insecurity","start":89,"token_start":16,"token_end":17,"end":104,"type":"pattern","label":"base"},{"start":110,"end":119,"token_start":20,"token_end":20,"label":"aspect_changing"},{"start":123,"end":135,"token_start":22,"token_end":22,"label":"base"},{"start":147,"end":157,"token_start":25,"token_end":25,"label":"type_of"},{"start":158,"end":166,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"Given","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"that","start":6,"end":10,"id":1,"ws":true,"disabled":false},{"text":"hundreds","start":11,"end":19,"id":2,"ws":true,"disabled":false},{"text":"of","start":20,"end":22,"id":3,"ws":true,"disabled":false},{"text":"millions","start":23,"end":31,"id":4,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":5,"ws":true,"disabled":false},{"text":"people","start":35,"end":41,"id":6,"ws":true,"disabled":false},{"text":"are","start":42,"end":45,"id":7,"ws":true,"disabled":false},{"text":"estimated","start":46,"end":55,"id":8,"ws":true,"disabled":false},{"text":"to","start":56,"end":58,"id":9,"ws":true,"disabled":false},{"text":"be","start":59,"end":61,"id":10,"ws":true,"disabled":false},{"text":"affected","start":62,"end":70,"id":11,"ws":true,"disabled":false},{"text":"by","start":71,"end":73,"id":12,"ws":true,"disabled":false},{"text":"climate","start":74,"end":81,"id":13,"ws":false,"disabled":false},{"text":"-","start":81,"end":82,"id":14,"ws":false,"disabled":false},{"text":"driven","start":82,"end":88,"id":15,"ws":true,"disabled":false},{"text":"food","start":89,"end":93,"id":16,"ws":true,"disabled":false},{"text":"insecurity","start":94,"end":104,"id":17,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":18,"ws":true,"disabled":false},{"text":"the","start":106,"end":109,"id":19,"ws":true,"disabled":false},{"text":"magnitude","start":110,"end":119,"id":20,"ws":true,"disabled":false},{"text":"of","start":120,"end":122,"id":21,"ws":true,"disabled":false},{"text":"malnutrition","start":123,"end":135,"id":22,"ws":true,"disabled":false},{"text":"effects","start":136,"end":143,"id":23,"ws":true,"disabled":false},{"text":"on","start":144,"end":146,"id":24,"ws":true,"disabled":false},{"text":"aggressive","start":147,"end":157,"id":25,"ws":true,"disabled":false},{"text":"behavior","start":158,"end":166,"id":26,"ws":true,"disabled":false},{"text":"should","start":167,"end":173,"id":27,"ws":true,"disabled":false},{"text":"not","start":174,"end":177,"id":28,"ws":true,"disabled":false},{"text":"be","start":178,"end":180,"id":29,"ws":true,"disabled":false},{"text":"underestimated","start":181,"end":195,"id":30,"ws":false,"disabled":false},{"text":".","start":195,"end":196,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":197,"end":209,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":210,"end":222,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":20,"child":22,"head_span":{"start":110,"end":119,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":123,"end":135,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":147,"end":157,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":158,"end":166,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":26,"head_span":{"start":123,"end":135,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":158,"end":166,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":17,"head_span":{"start":74,"end":81,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":89,"end":104,"token_start":16,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The 2018 California wildfire season, though, when the Camp Fire became the state\u2019s deadliest and most destructive blaze in terms of acres burned, and this year\u2019s wildfire season make it clear that increasing wildfires are also happening in the United States.\n","text":"The 2018 California wildfire season, though, when the Camp Fire became the state\u2019s deadliest and most destructive blaze in terms of acres burned, and this year\u2019s wildfire season make it clear that increasing wildfires are also happening in the United States. IMPLIED_BASE IMPLIED_BASE","characters":"259","document_index":"459","md_sentence_index":"17","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/11/13/climate/climate-change-child-health.html","combo_id":"459_17","post-training batch1":"459_17","_input_hash":-1575483023,"_task_hash":-1543706941,"spans":[{"text":"wildfire","start":20,"token_start":3,"token_end":3,"end":28,"type":"pattern","label":"base"},{"text":"wildfire","start":162,"token_start":31,"token_end":31,"end":170,"type":"pattern","label":"base"},{"text":"increasing","start":197,"token_start":37,"token_end":37,"end":207,"type":"pattern","label":"change_direction"},{"text":"wildfires","start":208,"token_start":38,"token_end":38,"end":217,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"2018","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"California","start":9,"end":19,"id":2,"ws":true,"disabled":false},{"text":"wildfire","start":20,"end":28,"id":3,"ws":true,"disabled":false},{"text":"season","start":29,"end":35,"id":4,"ws":false,"disabled":false},{"text":",","start":35,"end":36,"id":5,"ws":true,"disabled":false},{"text":"though","start":37,"end":43,"id":6,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":7,"ws":true,"disabled":false},{"text":"when","start":45,"end":49,"id":8,"ws":true,"disabled":false},{"text":"the","start":50,"end":53,"id":9,"ws":true,"disabled":false},{"text":"Camp","start":54,"end":58,"id":10,"ws":true,"disabled":false},{"text":"Fire","start":59,"end":63,"id":11,"ws":true,"disabled":false},{"text":"became","start":64,"end":70,"id":12,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":13,"ws":true,"disabled":false},{"text":"state","start":75,"end":80,"id":14,"ws":false,"disabled":false},{"text":"\u2019s","start":80,"end":82,"id":15,"ws":true,"disabled":false},{"text":"deadliest","start":83,"end":92,"id":16,"ws":true,"disabled":false},{"text":"and","start":93,"end":96,"id":17,"ws":true,"disabled":false},{"text":"most","start":97,"end":101,"id":18,"ws":true,"disabled":false},{"text":"destructive","start":102,"end":113,"id":19,"ws":true,"disabled":false},{"text":"blaze","start":114,"end":119,"id":20,"ws":true,"disabled":false},{"text":"in","start":120,"end":122,"id":21,"ws":true,"disabled":false},{"text":"terms","start":123,"end":128,"id":22,"ws":true,"disabled":false},{"text":"of","start":129,"end":131,"id":23,"ws":true,"disabled":false},{"text":"acres","start":132,"end":137,"id":24,"ws":true,"disabled":false},{"text":"burned","start":138,"end":144,"id":25,"ws":false,"disabled":false},{"text":",","start":144,"end":145,"id":26,"ws":true,"disabled":false},{"text":"and","start":146,"end":149,"id":27,"ws":true,"disabled":false},{"text":"this","start":150,"end":154,"id":28,"ws":true,"disabled":false},{"text":"year","start":155,"end":159,"id":29,"ws":false,"disabled":false},{"text":"\u2019s","start":159,"end":161,"id":30,"ws":true,"disabled":false},{"text":"wildfire","start":162,"end":170,"id":31,"ws":true,"disabled":false},{"text":"season","start":171,"end":177,"id":32,"ws":true,"disabled":false},{"text":"make","start":178,"end":182,"id":33,"ws":true,"disabled":false},{"text":"it","start":183,"end":185,"id":34,"ws":true,"disabled":false},{"text":"clear","start":186,"end":191,"id":35,"ws":true,"disabled":false},{"text":"that","start":192,"end":196,"id":36,"ws":true,"disabled":false},{"text":"increasing","start":197,"end":207,"id":37,"ws":true,"disabled":false},{"text":"wildfires","start":208,"end":217,"id":38,"ws":true,"disabled":false},{"text":"are","start":218,"end":221,"id":39,"ws":true,"disabled":false},{"text":"also","start":222,"end":226,"id":40,"ws":true,"disabled":false},{"text":"happening","start":227,"end":236,"id":41,"ws":true,"disabled":false},{"text":"in","start":237,"end":239,"id":42,"ws":true,"disabled":false},{"text":"the","start":240,"end":243,"id":43,"ws":true,"disabled":false},{"text":"United","start":244,"end":250,"id":44,"ws":true,"disabled":false},{"text":"States","start":251,"end":257,"id":45,"ws":false,"disabled":false},{"text":".","start":257,"end":258,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":259,"end":271,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":272,"end":284,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The online info noted that recurrent episodes of the neurological effects of ciguatera \u2013 such as numbness \u2013 are thought to be tied to eating certain foods, including one of my personal sushi favourites, red snapper.","text":"The online info noted that recurrent episodes of the neurological effects of ciguatera \u2013 such as numbness \u2013 are thought to be tied to eating certain foods, including one of my personal sushi favourites, red snapper. IMPLIED_BASE IMPLIED_BASE","characters":"215","document_index":"606","md_sentence_index":"49","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"http://www.bbc.com/travel/story/20200129-how-climate-change-poisons-our-food","combo_id":"606_49","post-training batch1":"606_49","_input_hash":-2053481094,"_task_hash":1501912232,"spans":[{"start":27,"end":36,"token_start":5,"token_end":5,"label":"change_direction"},{"start":53,"end":65,"token_start":9,"token_end":9,"label":"base"},{"start":66,"end":73,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":77,"end":86,"token_start":12,"token_end":12,"label":"base"},{"start":97,"end":105,"token_start":16,"token_end":16,"label":"base"},{"start":112,"end":125,"token_start":19,"token_end":21,"label":"confidence"},{"start":149,"end":154,"token_start":26,"token_end":26,"label":"base"},{"start":203,"end":214,"token_start":36,"token_end":37,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"online","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"info","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"noted","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"that","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"recurrent","start":27,"end":36,"id":5,"ws":true,"disabled":false},{"text":"episodes","start":37,"end":45,"id":6,"ws":true,"disabled":false},{"text":"of","start":46,"end":48,"id":7,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":8,"ws":true,"disabled":false},{"text":"neurological","start":53,"end":65,"id":9,"ws":true,"disabled":false},{"text":"effects","start":66,"end":73,"id":10,"ws":true,"disabled":false},{"text":"of","start":74,"end":76,"id":11,"ws":true,"disabled":false},{"text":"ciguatera","start":77,"end":86,"id":12,"ws":true,"disabled":false},{"text":"\u2013","start":87,"end":88,"id":13,"ws":true,"disabled":false},{"text":"such","start":89,"end":93,"id":14,"ws":true,"disabled":false},{"text":"as","start":94,"end":96,"id":15,"ws":true,"disabled":false},{"text":"numbness","start":97,"end":105,"id":16,"ws":true,"disabled":false},{"text":"\u2013","start":106,"end":107,"id":17,"ws":true,"disabled":false},{"text":"are","start":108,"end":111,"id":18,"ws":true,"disabled":false},{"text":"thought","start":112,"end":119,"id":19,"ws":true,"disabled":false},{"text":"to","start":120,"end":122,"id":20,"ws":true,"disabled":false},{"text":"be","start":123,"end":125,"id":21,"ws":true,"disabled":false},{"text":"tied","start":126,"end":130,"id":22,"ws":true,"disabled":false},{"text":"to","start":131,"end":133,"id":23,"ws":true,"disabled":false},{"text":"eating","start":134,"end":140,"id":24,"ws":true,"disabled":false},{"text":"certain","start":141,"end":148,"id":25,"ws":true,"disabled":false},{"text":"foods","start":149,"end":154,"id":26,"ws":false,"disabled":false},{"text":",","start":154,"end":155,"id":27,"ws":true,"disabled":false},{"text":"including","start":156,"end":165,"id":28,"ws":true,"disabled":false},{"text":"one","start":166,"end":169,"id":29,"ws":true,"disabled":false},{"text":"of","start":170,"end":172,"id":30,"ws":true,"disabled":false},{"text":"my","start":173,"end":175,"id":31,"ws":true,"disabled":false},{"text":"personal","start":176,"end":184,"id":32,"ws":true,"disabled":false},{"text":"sushi","start":185,"end":190,"id":33,"ws":true,"disabled":false},{"text":"favourites","start":191,"end":201,"id":34,"ws":false,"disabled":false},{"text":",","start":201,"end":202,"id":35,"ws":true,"disabled":false},{"text":"red","start":203,"end":206,"id":36,"ws":true,"disabled":false},{"text":"snapper","start":207,"end":214,"id":37,"ws":false,"disabled":false},{"text":".","start":214,"end":215,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":216,"end":228,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":229,"end":241,"id":40,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":5,"child":12,"head_span":{"start":27,"end":36,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":77,"end":86,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":66,"end":73,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":53,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":9,"head_span":{"start":77,"end":86,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":53,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":16,"head_span":{"start":77,"end":86,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":97,"end":105,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":9,"head_span":{"start":149,"end":154,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":53,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":9,"head_span":{"start":203,"end":214,"token_start":36,"token_end":37,"label":"base"},"child_span":{"start":53,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Association?","relation count":"Many","complexity":"Moderate","original_md_text":"In the decades that followed, the men who experienced maternal malnourishment during pregnancy were 2.5 times more likely than men who had not to develop antisocial personality disorder, a condition characterized by frequent violence and antisocial behavior (Neugebauer et al., 1999).","text":"In the decades that followed, the men who experienced maternal malnourishment during pregnancy were 2.5 times more likely than men who had not to develop antisocial personality disorder, a condition characterized by frequent violence and antisocial behavior (Neugebauer et al., 1999). IMPLIED_BASE IMPLIED_BASE","characters":"284","document_index":"71","md_sentence_index":"103","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_103","post-training batch1":"71_103","_input_hash":-1572407153,"_task_hash":-1799286319,"spans":[{"start":54,"end":62,"token_start":10,"token_end":10,"label":"type_of"},{"start":63,"end":77,"token_start":11,"token_end":11,"label":"base"},{"start":100,"end":121,"token_start":15,"token_end":18,"label":"effect_size"},{"start":154,"end":176,"token_start":26,"token_end":27,"label":"type_of"},{"start":177,"end":185,"token_start":28,"token_end":28,"label":"base"},{"start":216,"end":224,"token_start":34,"token_end":34,"label":"type_of"},{"start":225,"end":233,"token_start":35,"token_end":35,"label":"base"},{"start":238,"end":248,"token_start":37,"token_end":37,"label":"type_of"},{"start":249,"end":257,"token_start":38,"token_end":38,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"decades","start":7,"end":14,"id":2,"ws":true,"disabled":false},{"text":"that","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"followed","start":20,"end":28,"id":4,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":5,"ws":true,"disabled":false},{"text":"the","start":30,"end":33,"id":6,"ws":true,"disabled":false},{"text":"men","start":34,"end":37,"id":7,"ws":true,"disabled":false},{"text":"who","start":38,"end":41,"id":8,"ws":true,"disabled":false},{"text":"experienced","start":42,"end":53,"id":9,"ws":true,"disabled":false},{"text":"maternal","start":54,"end":62,"id":10,"ws":true,"disabled":false},{"text":"malnourishment","start":63,"end":77,"id":11,"ws":true,"disabled":false},{"text":"during","start":78,"end":84,"id":12,"ws":true,"disabled":false},{"text":"pregnancy","start":85,"end":94,"id":13,"ws":true,"disabled":false},{"text":"were","start":95,"end":99,"id":14,"ws":true,"disabled":false},{"text":"2.5","start":100,"end":103,"id":15,"ws":true,"disabled":false},{"text":"times","start":104,"end":109,"id":16,"ws":true,"disabled":false},{"text":"more","start":110,"end":114,"id":17,"ws":true,"disabled":false},{"text":"likely","start":115,"end":121,"id":18,"ws":true,"disabled":false},{"text":"than","start":122,"end":126,"id":19,"ws":true,"disabled":false},{"text":"men","start":127,"end":130,"id":20,"ws":true,"disabled":false},{"text":"who","start":131,"end":134,"id":21,"ws":true,"disabled":false},{"text":"had","start":135,"end":138,"id":22,"ws":true,"disabled":false},{"text":"not","start":139,"end":142,"id":23,"ws":true,"disabled":false},{"text":"to","start":143,"end":145,"id":24,"ws":true,"disabled":false},{"text":"develop","start":146,"end":153,"id":25,"ws":true,"disabled":false},{"text":"antisocial","start":154,"end":164,"id":26,"ws":true,"disabled":false},{"text":"personality","start":165,"end":176,"id":27,"ws":true,"disabled":false},{"text":"disorder","start":177,"end":185,"id":28,"ws":false,"disabled":false},{"text":",","start":185,"end":186,"id":29,"ws":true,"disabled":false},{"text":"a","start":187,"end":188,"id":30,"ws":true,"disabled":false},{"text":"condition","start":189,"end":198,"id":31,"ws":true,"disabled":false},{"text":"characterized","start":199,"end":212,"id":32,"ws":true,"disabled":false},{"text":"by","start":213,"end":215,"id":33,"ws":true,"disabled":false},{"text":"frequent","start":216,"end":224,"id":34,"ws":true,"disabled":false},{"text":"violence","start":225,"end":233,"id":35,"ws":true,"disabled":false},{"text":"and","start":234,"end":237,"id":36,"ws":true,"disabled":false},{"text":"antisocial","start":238,"end":248,"id":37,"ws":true,"disabled":false},{"text":"behavior","start":249,"end":257,"id":38,"ws":true,"disabled":false},{"text":"(","start":258,"end":259,"id":39,"ws":false,"disabled":false},{"text":"Neugebauer","start":259,"end":269,"id":40,"ws":true,"disabled":false},{"text":"et","start":270,"end":272,"id":41,"ws":true,"disabled":false},{"text":"al","start":273,"end":275,"id":42,"ws":false,"disabled":false},{"text":".","start":275,"end":276,"id":43,"ws":false,"disabled":false},{"text":",","start":276,"end":277,"id":44,"ws":true,"disabled":false},{"text":"1999","start":278,"end":282,"id":45,"ws":false,"disabled":false},{"text":")","start":282,"end":283,"id":46,"ws":false,"disabled":false},{"text":".","start":283,"end":284,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":285,"end":297,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":298,"end":310,"id":49,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":34,"child":35,"head_span":{"start":216,"end":224,"token_start":34,"token_end":34,"label":"type_of"},"child_span":{"start":225,"end":233,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":38,"head_span":{"start":238,"end":248,"token_start":37,"token_end":37,"label":"type_of"},"child_span":{"start":249,"end":257,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":28,"head_span":{"start":154,"end":176,"token_start":26,"token_end":27,"label":"type_of"},"child_span":{"start":177,"end":185,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":54,"end":62,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":63,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":28,"head_span":{"start":63,"end":77,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":177,"end":185,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":35,"head_span":{"start":63,"end":77,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":225,"end":233,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":38,"head_span":{"start":63,"end":77,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":249,"end":257,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For wound infections, early antibiotic treatment and, if needed, surgery are the best way to prevent the disease from spreading.","text":"For wound infections, early antibiotic treatment and, if needed, surgery are the best way to prevent the disease from spreading. IMPLIED_BASE IMPLIED_BASE","characters":"128","document_index":"333","md_sentence_index":"28","classification_origin":"cm_cause_effect_rel","url":"https://www.buzzfeednews.com/article/skbaer/flesh-eating-bacteria-climate-change-vibrio-warming","combo_id":"333_28","post-training batch1":"333_28","_input_hash":-164375074,"_task_hash":1182743199,"spans":[{"start":22,"end":27,"token_start":4,"token_end":4,"label":"type_of"},{"start":28,"end":38,"token_start":5,"token_end":5,"label":"type_of"},{"start":39,"end":48,"token_start":6,"token_end":6,"label":"base"},{"start":65,"end":72,"token_start":12,"token_end":12,"label":"base"},{"start":93,"end":100,"token_start":18,"token_end":18,"label":"change_direction"},{"start":105,"end":112,"token_start":20,"token_end":20,"label":"base"},{"start":118,"end":127,"token_start":22,"token_end":22,"label":"aspect_changing"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"wound","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"infections","start":10,"end":20,"id":2,"ws":false,"disabled":false},{"text":",","start":20,"end":21,"id":3,"ws":true,"disabled":false},{"text":"early","start":22,"end":27,"id":4,"ws":true,"disabled":false},{"text":"antibiotic","start":28,"end":38,"id":5,"ws":true,"disabled":false},{"text":"treatment","start":39,"end":48,"id":6,"ws":true,"disabled":false},{"text":"and","start":49,"end":52,"id":7,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":8,"ws":true,"disabled":false},{"text":"if","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"needed","start":57,"end":63,"id":10,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":11,"ws":true,"disabled":false},{"text":"surgery","start":65,"end":72,"id":12,"ws":true,"disabled":false},{"text":"are","start":73,"end":76,"id":13,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":14,"ws":true,"disabled":false},{"text":"best","start":81,"end":85,"id":15,"ws":true,"disabled":false},{"text":"way","start":86,"end":89,"id":16,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":17,"ws":true,"disabled":false},{"text":"prevent","start":93,"end":100,"id":18,"ws":true,"disabled":false},{"text":"the","start":101,"end":104,"id":19,"ws":true,"disabled":false},{"text":"disease","start":105,"end":112,"id":20,"ws":true,"disabled":false},{"text":"from","start":113,"end":117,"id":21,"ws":true,"disabled":false},{"text":"spreading","start":118,"end":127,"id":22,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":28,"end":38,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":39,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":6,"head_span":{"start":22,"end":27,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":39,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":20,"head_span":{"start":118,"end":127,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":105,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":93,"end":100,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":105,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":20,"head_span":{"start":39,"end":48,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":105,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":20,"head_span":{"start":65,"end":72,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":105,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Those with the more severe neuroinvasive forms of WNV are at greater risk for depression between 13 to 18 months","text":"Those with the more severe neuroinvasive forms of WNV are at greater risk for depression between 13 to 18 months IMPLIED_BASE IMPLIED_BASE","characters":"112","document_index":"619","md_sentence_index":"251","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_251","post-training batch1":"619_251","_input_hash":838016509,"_task_hash":342574293,"spans":[{"text":"more","start":15,"token_start":3,"token_end":3,"end":19,"type":"pattern","label":"change_direction"},{"start":20,"end":26,"token_start":4,"token_end":4,"label":"type_of"},{"start":27,"end":40,"token_start":5,"token_end":5,"label":"type_of"},{"start":50,"end":53,"token_start":8,"token_end":8,"label":"base"},{"start":61,"end":68,"token_start":11,"token_end":11,"label":"change_direction"},{"text":"risk","start":69,"token_start":12,"token_end":12,"end":73,"type":"pattern","label":"aspect_changing"},{"start":78,"end":88,"token_start":14,"token_end":14,"label":"base"}],"tokens":[{"text":"Those","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"with","start":6,"end":10,"id":1,"ws":true,"disabled":false},{"text":"the","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"more","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"severe","start":20,"end":26,"id":4,"ws":true,"disabled":false},{"text":"neuroinvasive","start":27,"end":40,"id":5,"ws":true,"disabled":false},{"text":"forms","start":41,"end":46,"id":6,"ws":true,"disabled":false},{"text":"of","start":47,"end":49,"id":7,"ws":true,"disabled":false},{"text":"WNV","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"are","start":54,"end":57,"id":9,"ws":true,"disabled":false},{"text":"at","start":58,"end":60,"id":10,"ws":true,"disabled":false},{"text":"greater","start":61,"end":68,"id":11,"ws":true,"disabled":false},{"text":"risk","start":69,"end":73,"id":12,"ws":true,"disabled":false},{"text":"for","start":74,"end":77,"id":13,"ws":true,"disabled":false},{"text":"depression","start":78,"end":88,"id":14,"ws":true,"disabled":false},{"text":"between","start":89,"end":96,"id":15,"ws":true,"disabled":false},{"text":"13","start":97,"end":99,"id":16,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":17,"ws":true,"disabled":false},{"text":"18","start":103,"end":105,"id":18,"ws":true,"disabled":false},{"text":"months","start":106,"end":112,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":113,"end":125,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":5,"child":8,"head_span":{"start":27,"end":40,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":50,"end":53,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":8,"head_span":{"start":20,"end":26,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":50,"end":53,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":8,"head_span":{"start":15,"end":19,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":50,"end":53,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":69,"end":73,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":78,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":14,"head_span":{"start":61,"end":68,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":78,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":14,"head_span":{"start":50,"end":53,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":78,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Asthma attacks are the most common allergy-related reason a child ends up in the emergency room, said Ari Bernstein, a pediatrician at Boston Children\u2019s Hospital and the co-director of Harvard\u2019s Center for Climate, Health and the Global Environment.\n","text":"Asthma attacks are the most common allergy-related reason a child ends up in the emergency room, said Ari Bernstein, a pediatrician at Boston Children\u2019s Hospital and the co-director of Harvard\u2019s Center for Climate, Health and the Global Environment. IMPLIED_BASE IMPLIED_BASE","characters":"250","document_index":"210","md_sentence_index":"13","classification_origin":"cm-label-eval","url":"https://www.yaleclimateconnections.org/2019/06/climate-change-could-make-childrens-allergies-worse/","combo_id":"210_13","post-training batch1":"210_13","_input_hash":1926806951,"_task_hash":1749646196,"spans":[{"text":"Asthma","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"base"},{"start":81,"end":96,"token_start":16,"token_end":18,"label":"base"},{"text":"Health","start":215,"token_start":42,"token_end":42,"end":221,"type":"pattern","label":"base"}],"tokens":[{"text":"Asthma","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"attacks","start":7,"end":14,"id":1,"ws":true,"disabled":false},{"text":"are","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"the","start":19,"end":22,"id":3,"ws":true,"disabled":false},{"text":"most","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"common","start":28,"end":34,"id":5,"ws":true,"disabled":false},{"text":"allergy","start":35,"end":42,"id":6,"ws":false,"disabled":false},{"text":"-","start":42,"end":43,"id":7,"ws":false,"disabled":false},{"text":"related","start":43,"end":50,"id":8,"ws":true,"disabled":false},{"text":"reason","start":51,"end":57,"id":9,"ws":true,"disabled":false},{"text":"a","start":58,"end":59,"id":10,"ws":true,"disabled":false},{"text":"child","start":60,"end":65,"id":11,"ws":true,"disabled":false},{"text":"ends","start":66,"end":70,"id":12,"ws":true,"disabled":false},{"text":"up","start":71,"end":73,"id":13,"ws":true,"disabled":false},{"text":"in","start":74,"end":76,"id":14,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":15,"ws":true,"disabled":false},{"text":"emergency","start":81,"end":90,"id":16,"ws":true,"disabled":false},{"text":"room","start":91,"end":95,"id":17,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":18,"ws":true,"disabled":false},{"text":"said","start":97,"end":101,"id":19,"ws":true,"disabled":false},{"text":"Ari","start":102,"end":105,"id":20,"ws":true,"disabled":false},{"text":"Bernstein","start":106,"end":115,"id":21,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":22,"ws":true,"disabled":false},{"text":"a","start":117,"end":118,"id":23,"ws":true,"disabled":false},{"text":"pediatrician","start":119,"end":131,"id":24,"ws":true,"disabled":false},{"text":"at","start":132,"end":134,"id":25,"ws":true,"disabled":false},{"text":"Boston","start":135,"end":141,"id":26,"ws":true,"disabled":false},{"text":"Children","start":142,"end":150,"id":27,"ws":false,"disabled":false},{"text":"\u2019s","start":150,"end":152,"id":28,"ws":true,"disabled":false},{"text":"Hospital","start":153,"end":161,"id":29,"ws":true,"disabled":false},{"text":"and","start":162,"end":165,"id":30,"ws":true,"disabled":false},{"text":"the","start":166,"end":169,"id":31,"ws":true,"disabled":false},{"text":"co","start":170,"end":172,"id":32,"ws":false,"disabled":false},{"text":"-","start":172,"end":173,"id":33,"ws":false,"disabled":false},{"text":"director","start":173,"end":181,"id":34,"ws":true,"disabled":false},{"text":"of","start":182,"end":184,"id":35,"ws":true,"disabled":false},{"text":"Harvard","start":185,"end":192,"id":36,"ws":false,"disabled":false},{"text":"\u2019s","start":192,"end":194,"id":37,"ws":true,"disabled":false},{"text":"Center","start":195,"end":201,"id":38,"ws":true,"disabled":false},{"text":"for","start":202,"end":205,"id":39,"ws":true,"disabled":false},{"text":"Climate","start":206,"end":213,"id":40,"ws":false,"disabled":false},{"text":",","start":213,"end":214,"id":41,"ws":true,"disabled":false},{"text":"Health","start":215,"end":221,"id":42,"ws":true,"disabled":false},{"text":"and","start":222,"end":225,"id":43,"ws":true,"disabled":false},{"text":"the","start":226,"end":229,"id":44,"ws":true,"disabled":false},{"text":"Global","start":230,"end":236,"id":45,"ws":true,"disabled":false},{"text":"Environment","start":237,"end":248,"id":46,"ws":false,"disabled":false},{"text":".","start":248,"end":249,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":250,"end":262,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":263,"end":275,"id":49,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Increased population success and range expansion due to release from climatic constraints has been recently observed and most studied in northern latitudes.","text":"Increased population success and range expansion due to release from climatic constraints has been recently observed and most studied in northern latitudes. IMPLIED_BASE IMPLIED_BASE","characters":"156","document_index":"838","md_sentence_index":"33","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.fs.usda.gov/ccrc/topics/bark-beetles-and-climate-change-united-states","combo_id":"838_33","post-training batch1":"838_33","_input_hash":-1667452048,"_task_hash":-783121811,"spans":[{"text":"Increased","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Increased","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"population","start":10,"end":20,"id":1,"ws":true,"disabled":false},{"text":"success","start":21,"end":28,"id":2,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":3,"ws":true,"disabled":false},{"text":"range","start":33,"end":38,"id":4,"ws":true,"disabled":false},{"text":"expansion","start":39,"end":48,"id":5,"ws":true,"disabled":false},{"text":"due","start":49,"end":52,"id":6,"ws":true,"disabled":false},{"text":"to","start":53,"end":55,"id":7,"ws":true,"disabled":false},{"text":"release","start":56,"end":63,"id":8,"ws":true,"disabled":false},{"text":"from","start":64,"end":68,"id":9,"ws":true,"disabled":false},{"text":"climatic","start":69,"end":77,"id":10,"ws":true,"disabled":false},{"text":"constraints","start":78,"end":89,"id":11,"ws":true,"disabled":false},{"text":"has","start":90,"end":93,"id":12,"ws":true,"disabled":false},{"text":"been","start":94,"end":98,"id":13,"ws":true,"disabled":false},{"text":"recently","start":99,"end":107,"id":14,"ws":true,"disabled":false},{"text":"observed","start":108,"end":116,"id":15,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":16,"ws":true,"disabled":false},{"text":"most","start":121,"end":125,"id":17,"ws":true,"disabled":false},{"text":"studied","start":126,"end":133,"id":18,"ws":true,"disabled":false},{"text":"in","start":134,"end":136,"id":19,"ws":true,"disabled":false},{"text":"northern","start":137,"end":145,"id":20,"ws":true,"disabled":false},{"text":"latitudes","start":146,"end":155,"id":21,"ws":false,"disabled":false},{"text":".","start":155,"end":156,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":170,"end":182,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Parasitic infections can lead to a number of changes that could increase methane emissions from livestock.","text":"Parasitic infections can lead to a number of changes that could increase methane emissions from livestock. IMPLIED_BASE IMPLIED_BASE","characters":"106","document_index":"854","md_sentence_index":"16","classification_origin":"causal_sentence_classification","url":"https://www.theverge.com/21505736/climate-change-cattle-livestock-infectious-disease-methane","combo_id":"854_16","post-training batch1":"854_16","_input_hash":-202398446,"_task_hash":713774184,"spans":[{"start":0,"end":9,"token_start":0,"token_end":0,"label":"type_of"},{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},{"start":21,"end":24,"token_start":2,"token_end":2,"label":"confidence"},{"start":25,"end":32,"token_start":3,"token_end":4,"label":"predicate"},{"start":45,"end":52,"token_start":8,"token_end":8,"label":"base"},{"start":58,"end":63,"token_start":10,"token_end":10,"label":"confidence"},{"text":"increase","start":64,"token_start":11,"token_end":11,"end":72,"type":"pattern","label":"change_direction"},{"text":"methane","start":73,"token_start":12,"token_end":12,"end":80,"type":"pattern","label":"base"},{"text":"emissions","start":81,"token_start":13,"token_end":13,"end":90,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Parasitic","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"infections","start":10,"end":20,"id":1,"ws":true,"disabled":false},{"text":"can","start":21,"end":24,"id":2,"ws":true,"disabled":false},{"text":"lead","start":25,"end":29,"id":3,"ws":true,"disabled":false},{"text":"to","start":30,"end":32,"id":4,"ws":true,"disabled":false},{"text":"a","start":33,"end":34,"id":5,"ws":true,"disabled":false},{"text":"number","start":35,"end":41,"id":6,"ws":true,"disabled":false},{"text":"of","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"changes","start":45,"end":52,"id":8,"ws":true,"disabled":false},{"text":"that","start":53,"end":57,"id":9,"ws":true,"disabled":false},{"text":"could","start":58,"end":63,"id":10,"ws":true,"disabled":false},{"text":"increase","start":64,"end":72,"id":11,"ws":true,"disabled":false},{"text":"methane","start":73,"end":80,"id":12,"ws":true,"disabled":false},{"text":"emissions","start":81,"end":90,"id":13,"ws":true,"disabled":false},{"text":"from","start":91,"end":95,"id":14,"ws":true,"disabled":false},{"text":"livestock","start":96,"end":105,"id":15,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":64,"end":72,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":73,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":12,"head_span":{"start":81,"end":90,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":73,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":8,"head_span":{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":45,"end":52,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":12,"head_span":{"start":45,"end":52,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":73,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"And when warmer winter storms cause rain to fall on top of California's snowpack, it dramatically increases the risk of devastating floods.\n","text":"And when warmer winter storms cause rain to fall on top of California's snowpack, it dramatically increases the risk of devastating floods. IMPLIED_BASE IMPLIED_BASE","characters":"140","document_index":"643","md_sentence_index":"35","classification_origin":"causal_sentence_classification","url":"https://www.npr.org/2020/02/18/803125282/how-warming-winters-are-affecting-everything","combo_id":"643_35","post-training batch1":"643_35","_input_hash":-1828041182,"_task_hash":-1231611451,"spans":[{"text":"warmer","start":9,"token_start":2,"token_end":2,"end":15,"type":"pattern","label":"change_direction"},{"start":16,"end":22,"token_start":3,"token_end":3,"label":"type_of"},{"text":"storms","start":23,"token_start":4,"token_end":4,"end":29,"type":"pattern","label":"base"},{"start":30,"end":35,"token_start":5,"token_end":5,"label":"predicate"},{"text":"rain","start":36,"token_start":6,"token_end":6,"end":40,"type":"pattern","label":"base"},{"start":59,"end":69,"token_start":12,"token_end":12,"label":"where"},{"text":"increases","start":98,"token_start":18,"token_end":18,"end":107,"type":"pattern","label":"change_direction"},{"text":"risk","start":112,"token_start":20,"token_end":20,"end":116,"type":"pattern","label":"aspect_changing"},{"start":120,"end":131,"token_start":22,"token_end":22,"label":"type_of"},{"text":"floods","start":132,"token_start":23,"token_end":23,"end":138,"type":"pattern","label":"base"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"when","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"warmer","start":9,"end":15,"id":2,"ws":true,"disabled":false},{"text":"winter","start":16,"end":22,"id":3,"ws":true,"disabled":false},{"text":"storms","start":23,"end":29,"id":4,"ws":true,"disabled":false},{"text":"cause","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"rain","start":36,"end":40,"id":6,"ws":true,"disabled":false},{"text":"to","start":41,"end":43,"id":7,"ws":true,"disabled":false},{"text":"fall","start":44,"end":48,"id":8,"ws":true,"disabled":false},{"text":"on","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"top","start":52,"end":55,"id":10,"ws":true,"disabled":false},{"text":"of","start":56,"end":58,"id":11,"ws":true,"disabled":false},{"text":"California","start":59,"end":69,"id":12,"ws":false,"disabled":false},{"text":"'s","start":69,"end":71,"id":13,"ws":true,"disabled":false},{"text":"snowpack","start":72,"end":80,"id":14,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":15,"ws":true,"disabled":false},{"text":"it","start":82,"end":84,"id":16,"ws":true,"disabled":false},{"text":"dramatically","start":85,"end":97,"id":17,"ws":true,"disabled":false},{"text":"increases","start":98,"end":107,"id":18,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":19,"ws":true,"disabled":false},{"text":"risk","start":112,"end":116,"id":20,"ws":true,"disabled":false},{"text":"of","start":117,"end":119,"id":21,"ws":true,"disabled":false},{"text":"devastating","start":120,"end":131,"id":22,"ws":true,"disabled":false},{"text":"floods","start":132,"end":138,"id":23,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":22,"child":23,"head_span":{"start":120,"end":131,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":112,"end":116,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":23,"head_span":{"start":98,"end":107,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":23,"end":29,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":4,"head_span":{"start":9,"end":15,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":23,"end":29,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":6,"head_span":{"start":23,"end":29,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":36,"end":40,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":23,"head_span":{"start":36,"end":40,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The group concluded that climate change had made the French flooding more likely, but could not draw a conclusion about the flooding in Germany.\n","text":"The group concluded that climate change had made the French flooding more likely, but could not draw a conclusion about the flooding in Germany. IMPLIED_BASE IMPLIED_BASE","characters":"145","document_index":"770","md_sentence_index":"15","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2016/08/02/science/looking-quickly-for-the-fingerprints-of-climate-change.html","combo_id":"770_15","post-training batch1":"770_15","_input_hash":877827580,"_task_hash":-1849424133,"spans":[{"text":"climate change","start":25,"token_start":4,"token_end":5,"end":39,"type":"pattern","label":"base"},{"start":53,"end":59,"token_start":9,"token_end":9,"label":"type_of"},{"text":"flooding","start":60,"token_start":10,"token_end":10,"end":68,"type":"pattern","label":"base"},{"text":"more","start":69,"token_start":11,"token_end":11,"end":73,"type":"pattern","label":"change_direction"},{"start":74,"end":80,"token_start":12,"token_end":12,"label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"group","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"concluded","start":10,"end":19,"id":2,"ws":true,"disabled":false},{"text":"that","start":20,"end":24,"id":3,"ws":true,"disabled":false},{"text":"climate","start":25,"end":32,"id":4,"ws":true,"disabled":false},{"text":"change","start":33,"end":39,"id":5,"ws":true,"disabled":false},{"text":"had","start":40,"end":43,"id":6,"ws":true,"disabled":false},{"text":"made","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":8,"ws":true,"disabled":false},{"text":"French","start":53,"end":59,"id":9,"ws":true,"disabled":false},{"text":"flooding","start":60,"end":68,"id":10,"ws":true,"disabled":false},{"text":"more","start":69,"end":73,"id":11,"ws":true,"disabled":false},{"text":"likely","start":74,"end":80,"id":12,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":13,"ws":true,"disabled":false},{"text":"but","start":82,"end":85,"id":14,"ws":true,"disabled":false},{"text":"could","start":86,"end":91,"id":15,"ws":true,"disabled":false},{"text":"not","start":92,"end":95,"id":16,"ws":true,"disabled":false},{"text":"draw","start":96,"end":100,"id":17,"ws":true,"disabled":false},{"text":"a","start":101,"end":102,"id":18,"ws":true,"disabled":false},{"text":"conclusion","start":103,"end":113,"id":19,"ws":true,"disabled":false},{"text":"about","start":114,"end":119,"id":20,"ws":true,"disabled":false},{"text":"the","start":120,"end":123,"id":21,"ws":true,"disabled":false},{"text":"flooding","start":124,"end":132,"id":22,"ws":true,"disabled":false},{"text":"in","start":133,"end":135,"id":23,"ws":true,"disabled":false},{"text":"Germany","start":136,"end":143,"id":24,"ws":false,"disabled":false},{"text":".","start":143,"end":144,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":145,"end":157,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":9,"child":10,"head_span":{"start":53,"end":59,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":60,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":69,"end":73,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":60,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":10,"head_span":{"start":74,"end":80,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":60,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":10,"head_span":{"start":25,"end":39,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":60,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As if India needed more challenges, with coronavirus infections steadily increasing, a heat wave hitting the capital, a recent killer cyclone and 100 million people out of work, the country now has to fight off a new problem: a locust invasion.\n","text":"As if India needed more challenges, with coronavirus infections steadily increasing, a heat wave hitting the capital, a recent killer cyclone and 100 million people out of work, the country now has to fight off a new problem: a locust invasion. IMPLIED_BASE IMPLIED_BASE","characters":"245","document_index":"720","md_sentence_index":"9","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/05/27/world/asia/india-locusts-jaipur.html","combo_id":"720_9","post-training batch1":"720_9","_input_hash":1097096695,"_task_hash":-447934145,"spans":[{"text":"more","start":19,"token_start":4,"token_end":4,"end":23,"type":"pattern","label":"change_direction"},{"text":"increasing","start":73,"token_start":11,"token_end":11,"end":83,"type":"pattern","label":"change_direction"},{"text":"heat wave","start":87,"token_start":14,"token_end":15,"end":96,"type":"pattern","label":"base"},{"text":"people","start":158,"token_start":27,"token_end":27,"end":164,"type":"pattern","label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"if","start":3,"end":5,"id":1,"ws":true,"disabled":false},{"text":"India","start":6,"end":11,"id":2,"ws":true,"disabled":false},{"text":"needed","start":12,"end":18,"id":3,"ws":true,"disabled":false},{"text":"more","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"challenges","start":24,"end":34,"id":5,"ws":false,"disabled":false},{"text":",","start":34,"end":35,"id":6,"ws":true,"disabled":false},{"text":"with","start":36,"end":40,"id":7,"ws":true,"disabled":false},{"text":"coronavirus","start":41,"end":52,"id":8,"ws":true,"disabled":false},{"text":"infections","start":53,"end":63,"id":9,"ws":true,"disabled":false},{"text":"steadily","start":64,"end":72,"id":10,"ws":true,"disabled":false},{"text":"increasing","start":73,"end":83,"id":11,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":12,"ws":true,"disabled":false},{"text":"a","start":85,"end":86,"id":13,"ws":true,"disabled":false},{"text":"heat","start":87,"end":91,"id":14,"ws":true,"disabled":false},{"text":"wave","start":92,"end":96,"id":15,"ws":true,"disabled":false},{"text":"hitting","start":97,"end":104,"id":16,"ws":true,"disabled":false},{"text":"the","start":105,"end":108,"id":17,"ws":true,"disabled":false},{"text":"capital","start":109,"end":116,"id":18,"ws":false,"disabled":false},{"text":",","start":116,"end":117,"id":19,"ws":true,"disabled":false},{"text":"a","start":118,"end":119,"id":20,"ws":true,"disabled":false},{"text":"recent","start":120,"end":126,"id":21,"ws":true,"disabled":false},{"text":"killer","start":127,"end":133,"id":22,"ws":true,"disabled":false},{"text":"cyclone","start":134,"end":141,"id":23,"ws":true,"disabled":false},{"text":"and","start":142,"end":145,"id":24,"ws":true,"disabled":false},{"text":"100","start":146,"end":149,"id":25,"ws":true,"disabled":false},{"text":"million","start":150,"end":157,"id":26,"ws":true,"disabled":false},{"text":"people","start":158,"end":164,"id":27,"ws":true,"disabled":false},{"text":"out","start":165,"end":168,"id":28,"ws":true,"disabled":false},{"text":"of","start":169,"end":171,"id":29,"ws":true,"disabled":false},{"text":"work","start":172,"end":176,"id":30,"ws":false,"disabled":false},{"text":",","start":176,"end":177,"id":31,"ws":true,"disabled":false},{"text":"the","start":178,"end":181,"id":32,"ws":true,"disabled":false},{"text":"country","start":182,"end":189,"id":33,"ws":true,"disabled":false},{"text":"now","start":190,"end":193,"id":34,"ws":true,"disabled":false},{"text":"has","start":194,"end":197,"id":35,"ws":true,"disabled":false},{"text":"to","start":198,"end":200,"id":36,"ws":true,"disabled":false},{"text":"fight","start":201,"end":206,"id":37,"ws":true,"disabled":false},{"text":"off","start":207,"end":210,"id":38,"ws":true,"disabled":false},{"text":"a","start":211,"end":212,"id":39,"ws":true,"disabled":false},{"text":"new","start":213,"end":216,"id":40,"ws":true,"disabled":false},{"text":"problem","start":217,"end":224,"id":41,"ws":false,"disabled":false},{"text":":","start":224,"end":225,"id":42,"ws":true,"disabled":false},{"text":"a","start":226,"end":227,"id":43,"ws":true,"disabled":false},{"text":"locust","start":228,"end":234,"id":44,"ws":true,"disabled":false},{"text":"invasion","start":235,"end":243,"id":45,"ws":false,"disabled":false},{"text":".","start":243,"end":244,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":245,"end":257,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":258,"end":270,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The Louisiana governor said the hurricane caused catastrophic damage on Grand Isle in Jefferson Parish by causing three breaches in a levee.","text":"The Louisiana governor said the hurricane caused catastrophic damage on Grand Isle in Jefferson Parish by causing three breaches in a levee. IMPLIED_BASE IMPLIED_BASE","characters":"140","document_index":"790","md_sentence_index":"96","classification_origin":"causal_sentence_classification","url":"https://www.iii.org/fact-statistic/facts-statistics-hurricanes","combo_id":"790_96","post-training batch1":"790_96","_input_hash":588242502,"_task_hash":941893395,"spans":[{"text":"hurricane","start":32,"token_start":5,"token_end":5,"end":41,"type":"pattern","label":"base"},{"start":49,"end":61,"token_start":7,"token_end":7,"label":"type_of"},{"start":62,"end":68,"token_start":8,"token_end":8,"label":"base"},{"start":72,"end":82,"token_start":10,"token_end":11,"label":"where"},{"start":86,"end":102,"token_start":13,"token_end":14,"label":"where"},{"start":106,"end":113,"token_start":16,"token_end":16,"label":"predicate"},{"start":114,"end":119,"token_start":17,"token_end":17,"label":"effect_size"},{"start":120,"end":128,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Louisiana","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"governor","start":14,"end":22,"id":2,"ws":true,"disabled":false},{"text":"said","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"the","start":28,"end":31,"id":4,"ws":true,"disabled":false},{"text":"hurricane","start":32,"end":41,"id":5,"ws":true,"disabled":false},{"text":"caused","start":42,"end":48,"id":6,"ws":true,"disabled":false},{"text":"catastrophic","start":49,"end":61,"id":7,"ws":true,"disabled":false},{"text":"damage","start":62,"end":68,"id":8,"ws":true,"disabled":false},{"text":"on","start":69,"end":71,"id":9,"ws":true,"disabled":false},{"text":"Grand","start":72,"end":77,"id":10,"ws":true,"disabled":false},{"text":"Isle","start":78,"end":82,"id":11,"ws":true,"disabled":false},{"text":"in","start":83,"end":85,"id":12,"ws":true,"disabled":false},{"text":"Jefferson","start":86,"end":95,"id":13,"ws":true,"disabled":false},{"text":"Parish","start":96,"end":102,"id":14,"ws":true,"disabled":false},{"text":"by","start":103,"end":105,"id":15,"ws":true,"disabled":false},{"text":"causing","start":106,"end":113,"id":16,"ws":true,"disabled":false},{"text":"three","start":114,"end":119,"id":17,"ws":true,"disabled":false},{"text":"breaches","start":120,"end":128,"id":18,"ws":true,"disabled":false},{"text":"in","start":129,"end":131,"id":19,"ws":true,"disabled":false},{"text":"a","start":132,"end":133,"id":20,"ws":true,"disabled":false},{"text":"levee","start":134,"end":139,"id":21,"ws":false,"disabled":false},{"text":".","start":139,"end":140,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":141,"end":153,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":7,"child":8,"head_span":{"start":49,"end":61,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":62,"end":68,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":8,"head_span":{"start":32,"end":41,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":62,"end":68,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":18,"head_span":{"start":32,"end":41,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":120,"end":128,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"ignore","reason":"not causal","relation count":"","complexity":"","original_md_text":"Continued growth in human-made emissions of CO2 over this century and beyond would lead to an atmospheric concentration not experienced in tens to hundreds of millions of years.\n","text":"Continued growth in human-made emissions of CO2 over this century and beyond would lead to an atmospheric concentration not experienced in tens to hundreds of millions of years. IMPLIED_BASE IMPLIED_BASE","characters":"178","document_index":"264","md_sentence_index":"46","classification_origin":"cm_cause_effect_rel","url":"https://eos.org/features/how-will-climate-change-affect-the-united-states-in-decades-to-come","combo_id":"264_46","post-training batch1":"264_46","_input_hash":-1901985268,"_task_hash":-1523459194,"spans":[{"text":"growth","start":10,"token_start":1,"token_end":1,"end":16,"type":"pattern","label":"aspect_changing"},{"start":20,"end":30,"token_start":3,"token_end":5,"label":"type_of"},{"text":"emissions","start":31,"token_start":6,"token_end":6,"end":40,"type":"pattern","label":"aspect_changing"},{"start":44,"end":47,"token_start":8,"token_end":8,"label":"base"},{"start":53,"end":65,"token_start":10,"token_end":11,"label":"when"},{"start":83,"end":90,"token_start":15,"token_end":16,"label":"predicate"},{"start":94,"end":119,"token_start":18,"token_end":19,"label":"aspect_changing"},{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"}],"tokens":[{"text":"Continued","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"growth","start":10,"end":16,"id":1,"ws":true,"disabled":false},{"text":"in","start":17,"end":19,"id":2,"ws":true,"disabled":false},{"text":"human","start":20,"end":25,"id":3,"ws":false,"disabled":false},{"text":"-","start":25,"end":26,"id":4,"ws":false,"disabled":false},{"text":"made","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"emissions","start":31,"end":40,"id":6,"ws":true,"disabled":false},{"text":"of","start":41,"end":43,"id":7,"ws":true,"disabled":false},{"text":"CO2","start":44,"end":47,"id":8,"ws":true,"disabled":false},{"text":"over","start":48,"end":52,"id":9,"ws":true,"disabled":false},{"text":"this","start":53,"end":57,"id":10,"ws":true,"disabled":false},{"text":"century","start":58,"end":65,"id":11,"ws":true,"disabled":false},{"text":"and","start":66,"end":69,"id":12,"ws":true,"disabled":false},{"text":"beyond","start":70,"end":76,"id":13,"ws":true,"disabled":false},{"text":"would","start":77,"end":82,"id":14,"ws":true,"disabled":false},{"text":"lead","start":83,"end":87,"id":15,"ws":true,"disabled":false},{"text":"to","start":88,"end":90,"id":16,"ws":true,"disabled":false},{"text":"an","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"atmospheric","start":94,"end":105,"id":18,"ws":true,"disabled":false},{"text":"concentration","start":106,"end":119,"id":19,"ws":true,"disabled":false},{"text":"not","start":120,"end":123,"id":20,"ws":true,"disabled":false},{"text":"experienced","start":124,"end":135,"id":21,"ws":true,"disabled":false},{"text":"in","start":136,"end":138,"id":22,"ws":true,"disabled":false},{"text":"tens","start":139,"end":143,"id":23,"ws":true,"disabled":false},{"text":"to","start":144,"end":146,"id":24,"ws":true,"disabled":false},{"text":"hundreds","start":147,"end":155,"id":25,"ws":true,"disabled":false},{"text":"of","start":156,"end":158,"id":26,"ws":true,"disabled":false},{"text":"millions","start":159,"end":167,"id":27,"ws":true,"disabled":false},{"text":"of","start":168,"end":170,"id":28,"ws":true,"disabled":false},{"text":"years","start":171,"end":176,"id":29,"ws":false,"disabled":false},{"text":".","start":176,"end":177,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":191,"end":203,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":8,"child":31,"head_span":{"start":44,"end":47,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":5,"child":8,"head_span":{"start":20,"end":30,"token_start":3,"token_end":5,"label":"type_of"},"child_span":{"start":44,"end":47,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":8,"head_span":{"start":31,"end":40,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":44,"end":47,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":8,"head_span":{"start":10,"end":16,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":44,"end":47,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":31,"head_span":{"start":94,"end":119,"token_start":18,"token_end":19,"label":"aspect_changing"},"child_span":{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":31,"head_span":{"start":44,"end":47,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As the need for cooling grows, so do utility bills\u2014meaning low-income families who can't afford to pay the extra cost could be most at risk from the heat.\n","text":"As the need for cooling grows, so do utility bills\u2014meaning low-income families who can't afford to pay the extra cost could be most at risk from the heat. IMPLIED_BASE IMPLIED_BASE","characters":"155","document_index":"657","md_sentence_index":"19","classification_origin":"causal_sentence_classification","url":"https://insideclimatenews.org/news/16072019/heat-wave-climate-change-study-humidity-index-days-rising-health-risk","combo_id":"657_19","post-training batch1":"657_19","_input_hash":-300683480,"_task_hash":1241808285,"spans":[{"start":16,"end":23,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":24,"end":29,"token_start":5,"token_end":5,"label":"change_direction"},{"start":37,"end":44,"token_start":9,"token_end":9,"label":"type_of"},{"start":45,"end":50,"token_start":10,"token_end":10,"label":"base"},{"start":59,"end":78,"token_start":13,"token_end":16,"label":"to_whom"},{"start":113,"end":117,"token_start":25,"token_end":25,"label":"aspect_changing"},{"start":118,"end":123,"token_start":26,"token_end":26,"label":"confidence"},{"text":"risk","start":135,"token_start":30,"token_end":30,"end":139,"type":"pattern","label":"aspect_changing"},{"start":140,"end":144,"token_start":31,"token_end":31,"label":"predicate"},{"start":149,"end":153,"token_start":33,"token_end":33,"label":"base"},{"start":155,"end":167,"token_start":35,"token_end":35,"label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"need","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"for","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"cooling","start":16,"end":23,"id":4,"ws":true,"disabled":false},{"text":"grows","start":24,"end":29,"id":5,"ws":false,"disabled":false},{"text":",","start":29,"end":30,"id":6,"ws":true,"disabled":false},{"text":"so","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"do","start":34,"end":36,"id":8,"ws":true,"disabled":false},{"text":"utility","start":37,"end":44,"id":9,"ws":true,"disabled":false},{"text":"bills","start":45,"end":50,"id":10,"ws":false,"disabled":false},{"text":"\u2014","start":50,"end":51,"id":11,"ws":false,"disabled":false},{"text":"meaning","start":51,"end":58,"id":12,"ws":true,"disabled":false},{"text":"low","start":59,"end":62,"id":13,"ws":false,"disabled":false},{"text":"-","start":62,"end":63,"id":14,"ws":false,"disabled":false},{"text":"income","start":63,"end":69,"id":15,"ws":true,"disabled":false},{"text":"families","start":70,"end":78,"id":16,"ws":true,"disabled":false},{"text":"who","start":79,"end":82,"id":17,"ws":true,"disabled":false},{"text":"ca","start":83,"end":85,"id":18,"ws":false,"disabled":false},{"text":"n't","start":85,"end":88,"id":19,"ws":true,"disabled":false},{"text":"afford","start":89,"end":95,"id":20,"ws":true,"disabled":false},{"text":"to","start":96,"end":98,"id":21,"ws":true,"disabled":false},{"text":"pay","start":99,"end":102,"id":22,"ws":true,"disabled":false},{"text":"the","start":103,"end":106,"id":23,"ws":true,"disabled":false},{"text":"extra","start":107,"end":112,"id":24,"ws":true,"disabled":false},{"text":"cost","start":113,"end":117,"id":25,"ws":true,"disabled":false},{"text":"could","start":118,"end":123,"id":26,"ws":true,"disabled":false},{"text":"be","start":124,"end":126,"id":27,"ws":true,"disabled":false},{"text":"most","start":127,"end":131,"id":28,"ws":true,"disabled":false},{"text":"at","start":132,"end":134,"id":29,"ws":true,"disabled":false},{"text":"risk","start":135,"end":139,"id":30,"ws":true,"disabled":false},{"text":"from","start":140,"end":144,"id":31,"ws":true,"disabled":false},{"text":"the","start":145,"end":148,"id":32,"ws":true,"disabled":false},{"text":"heat","start":149,"end":153,"id":33,"ws":false,"disabled":false},{"text":".","start":153,"end":154,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":155,"end":167,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":9,"child":10,"head_span":{"start":37,"end":44,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":45,"end":50,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":35,"head_span":{"start":135,"end":139,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":155,"end":167,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":35,"head_span":{"start":149,"end":153,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":155,"end":167,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The cumulative and interactive effects of climate change, as well as the threat and perception of climate change, adversely impact individual and societal health, mental health, and well-being.","text":"The cumulative and interactive effects of climate change, as well as the threat and perception of climate change, adversely impact individual and societal health, mental health, and well-being. IMPLIED_BASE IMPLIED_BASE","characters":"193","document_index":"619","md_sentence_index":"82","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_82","post-training batch1":"619_82","_input_hash":879149126,"_task_hash":1037312095,"spans":[{"text":"climate change","start":42,"token_start":6,"token_end":7,"end":56,"type":"pattern","label":"base"},{"start":73,"end":79,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":84,"end":94,"token_start":15,"token_end":15,"label":"aspect_changing"},{"text":"climate change","start":98,"token_start":17,"token_end":18,"end":112,"type":"pattern","label":"base"},{"start":114,"end":130,"token_start":20,"token_end":21,"label":"change_direction"},{"start":131,"end":141,"token_start":22,"token_end":22,"label":"type_of"},{"start":146,"end":154,"token_start":24,"token_end":24,"label":"type_of"},{"text":"health","start":155,"token_start":25,"token_end":25,"end":161,"type":"pattern","label":"base"},{"start":163,"end":169,"token_start":27,"token_end":27,"label":"type_of"},{"text":"health","start":170,"token_start":28,"token_end":28,"end":176,"type":"pattern","label":"base"},{"start":182,"end":192,"token_start":31,"token_end":33,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"cumulative","start":4,"end":14,"id":1,"ws":true,"disabled":false},{"text":"and","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"interactive","start":19,"end":30,"id":3,"ws":true,"disabled":false},{"text":"effects","start":31,"end":38,"id":4,"ws":true,"disabled":false},{"text":"of","start":39,"end":41,"id":5,"ws":true,"disabled":false},{"text":"climate","start":42,"end":49,"id":6,"ws":true,"disabled":false},{"text":"change","start":50,"end":56,"id":7,"ws":false,"disabled":false},{"text":",","start":56,"end":57,"id":8,"ws":true,"disabled":false},{"text":"as","start":58,"end":60,"id":9,"ws":true,"disabled":false},{"text":"well","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"as","start":66,"end":68,"id":11,"ws":true,"disabled":false},{"text":"the","start":69,"end":72,"id":12,"ws":true,"disabled":false},{"text":"threat","start":73,"end":79,"id":13,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":14,"ws":true,"disabled":false},{"text":"perception","start":84,"end":94,"id":15,"ws":true,"disabled":false},{"text":"of","start":95,"end":97,"id":16,"ws":true,"disabled":false},{"text":"climate","start":98,"end":105,"id":17,"ws":true,"disabled":false},{"text":"change","start":106,"end":112,"id":18,"ws":false,"disabled":false},{"text":",","start":112,"end":113,"id":19,"ws":true,"disabled":false},{"text":"adversely","start":114,"end":123,"id":20,"ws":true,"disabled":false},{"text":"impact","start":124,"end":130,"id":21,"ws":true,"disabled":false},{"text":"individual","start":131,"end":141,"id":22,"ws":true,"disabled":false},{"text":"and","start":142,"end":145,"id":23,"ws":true,"disabled":false},{"text":"societal","start":146,"end":154,"id":24,"ws":true,"disabled":false},{"text":"health","start":155,"end":161,"id":25,"ws":false,"disabled":false},{"text":",","start":161,"end":162,"id":26,"ws":true,"disabled":false},{"text":"mental","start":163,"end":169,"id":27,"ws":true,"disabled":false},{"text":"health","start":170,"end":176,"id":28,"ws":false,"disabled":false},{"text":",","start":176,"end":177,"id":29,"ws":true,"disabled":false},{"text":"and","start":178,"end":181,"id":30,"ws":true,"disabled":false},{"text":"well","start":182,"end":186,"id":31,"ws":false,"disabled":false},{"text":"-","start":186,"end":187,"id":32,"ws":false,"disabled":false},{"text":"being","start":187,"end":192,"id":33,"ws":false,"disabled":false},{"text":".","start":192,"end":193,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":207,"end":219,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":13,"child":18,"head_span":{"start":73,"end":79,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":98,"end":112,"token_start":17,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":18,"head_span":{"start":84,"end":94,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":98,"end":112,"token_start":17,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":25,"head_span":{"start":131,"end":141,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":155,"end":161,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":25,"head_span":{"start":146,"end":154,"token_start":24,"token_end":24,"label":"type_of"},"child_span":{"start":155,"end":161,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":28,"head_span":{"start":163,"end":169,"token_start":27,"token_end":27,"label":"type_of"},"child_span":{"start":170,"end":176,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":25,"head_span":{"start":114,"end":130,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":155,"end":161,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":28,"head_span":{"start":114,"end":130,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":170,"end":176,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":33,"head_span":{"start":114,"end":130,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":182,"end":192,"token_start":31,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":25,"head_span":{"start":98,"end":112,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":155,"end":161,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":28,"head_span":{"start":98,"end":112,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":170,"end":176,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":33,"head_span":{"start":98,"end":112,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":182,"end":192,"token_start":31,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In fact, climate change seems likely to become the dominant driver of ecosystem shifts, surpassing habitat destruction as the greatest threat to biodiversity.\n","text":"In fact, climate change seems likely to become the dominant driver of ecosystem shifts, surpassing habitat destruction as the greatest threat to biodiversity. IMPLIED_BASE IMPLIED_BASE","characters":"159","document_index":"340","md_sentence_index":"98","classification_origin":"cm-label-eval","url":"https://www.greenfacts.org/en/impacts-global-warming/l-2/index.htm","combo_id":"340_98","post-training batch1":"340_98","_input_hash":-1663016095,"_task_hash":103864748,"spans":[{"text":"climate change","start":9,"token_start":3,"token_end":4,"end":23,"type":"pattern","label":"base"},{"start":24,"end":36,"token_start":5,"token_end":6,"label":"confidence"},{"start":60,"end":69,"token_start":11,"token_end":12,"label":"predicate"},{"start":70,"end":79,"token_start":13,"token_end":13,"label":"base"},{"start":80,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":99,"end":106,"token_start":17,"token_end":17,"label":"base"},{"start":107,"end":118,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":135,"end":141,"token_start":22,"token_end":22,"label":"aspect_changing"},{"text":"biodiversity","start":145,"token_start":24,"token_end":24,"end":157,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"fact","start":3,"end":7,"id":1,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":2,"ws":true,"disabled":false},{"text":"climate","start":9,"end":16,"id":3,"ws":true,"disabled":false},{"text":"change","start":17,"end":23,"id":4,"ws":true,"disabled":false},{"text":"seems","start":24,"end":29,"id":5,"ws":true,"disabled":false},{"text":"likely","start":30,"end":36,"id":6,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":7,"ws":true,"disabled":false},{"text":"become","start":40,"end":46,"id":8,"ws":true,"disabled":false},{"text":"the","start":47,"end":50,"id":9,"ws":true,"disabled":false},{"text":"dominant","start":51,"end":59,"id":10,"ws":true,"disabled":false},{"text":"driver","start":60,"end":66,"id":11,"ws":true,"disabled":false},{"text":"of","start":67,"end":69,"id":12,"ws":true,"disabled":false},{"text":"ecosystem","start":70,"end":79,"id":13,"ws":true,"disabled":false},{"text":"shifts","start":80,"end":86,"id":14,"ws":false,"disabled":false},{"text":",","start":86,"end":87,"id":15,"ws":true,"disabled":false},{"text":"surpassing","start":88,"end":98,"id":16,"ws":true,"disabled":false},{"text":"habitat","start":99,"end":106,"id":17,"ws":true,"disabled":false},{"text":"destruction","start":107,"end":118,"id":18,"ws":true,"disabled":false},{"text":"as","start":119,"end":121,"id":19,"ws":true,"disabled":false},{"text":"the","start":122,"end":125,"id":20,"ws":true,"disabled":false},{"text":"greatest","start":126,"end":134,"id":21,"ws":true,"disabled":false},{"text":"threat","start":135,"end":141,"id":22,"ws":true,"disabled":false},{"text":"to","start":142,"end":144,"id":23,"ws":true,"disabled":false},{"text":"biodiversity","start":145,"end":157,"id":24,"ws":false,"disabled":false},{"text":".","start":157,"end":158,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":17,"child":18,"head_span":{"start":99,"end":106,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":107,"end":118,"token_start":18,"token_end":18,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":80,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":70,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":13,"head_span":{"start":9,"end":23,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":70,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":24,"head_span":{"start":135,"end":141,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":145,"end":157,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":24,"head_span":{"start":9,"end":23,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":145,"end":157,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Among the factors that appear to contribute to underestimation is the perceived need for consensus, or what we label univocality: the felt need to speak in a single voice.","text":"Among the factors that appear to contribute to underestimation is the perceived need for consensus, or what we label univocality: the felt need to speak in a single voice. IMPLIED_BASE IMPLIED_BASE","characters":"171","document_index":"364","md_sentence_index":"25","classification_origin":"cm_cause_effect_rel","url":"https://blogs.scientificamerican.com/observations/scientists-have-been-underestimating-the-pace-of-climate-change/","combo_id":"364_25","post-training batch1":"364_25","_input_hash":1061000983,"_task_hash":-1827749025,"spans":[{"start":33,"end":46,"token_start":6,"token_end":7,"label":"predicate"},{"start":47,"end":62,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":117,"end":128,"token_start":20,"token_end":20,"label":"base"},{"start":172,"end":184,"token_start":32,"token_end":32,"label":"base"}],"tokens":[{"text":"Among","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"the","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"factors","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"that","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"appear","start":23,"end":29,"id":4,"ws":true,"disabled":false},{"text":"to","start":30,"end":32,"id":5,"ws":true,"disabled":false},{"text":"contribute","start":33,"end":43,"id":6,"ws":true,"disabled":false},{"text":"to","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"underestimation","start":47,"end":62,"id":8,"ws":true,"disabled":false},{"text":"is","start":63,"end":65,"id":9,"ws":true,"disabled":false},{"text":"the","start":66,"end":69,"id":10,"ws":true,"disabled":false},{"text":"perceived","start":70,"end":79,"id":11,"ws":true,"disabled":false},{"text":"need","start":80,"end":84,"id":12,"ws":true,"disabled":false},{"text":"for","start":85,"end":88,"id":13,"ws":true,"disabled":false},{"text":"consensus","start":89,"end":98,"id":14,"ws":false,"disabled":false},{"text":",","start":98,"end":99,"id":15,"ws":true,"disabled":false},{"text":"or","start":100,"end":102,"id":16,"ws":true,"disabled":false},{"text":"what","start":103,"end":107,"id":17,"ws":true,"disabled":false},{"text":"we","start":108,"end":110,"id":18,"ws":true,"disabled":false},{"text":"label","start":111,"end":116,"id":19,"ws":true,"disabled":false},{"text":"univocality","start":117,"end":128,"id":20,"ws":false,"disabled":false},{"text":":","start":128,"end":129,"id":21,"ws":true,"disabled":false},{"text":"the","start":130,"end":133,"id":22,"ws":true,"disabled":false},{"text":"felt","start":134,"end":138,"id":23,"ws":true,"disabled":false},{"text":"need","start":139,"end":143,"id":24,"ws":true,"disabled":false},{"text":"to","start":144,"end":146,"id":25,"ws":true,"disabled":false},{"text":"speak","start":147,"end":152,"id":26,"ws":true,"disabled":false},{"text":"in","start":153,"end":155,"id":27,"ws":true,"disabled":false},{"text":"a","start":156,"end":157,"id":28,"ws":true,"disabled":false},{"text":"single","start":158,"end":164,"id":29,"ws":true,"disabled":false},{"text":"voice","start":165,"end":170,"id":30,"ws":false,"disabled":false},{"text":".","start":170,"end":171,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":8,"child":32,"head_span":{"start":47,"end":62,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":172,"end":184,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":32,"head_span":{"start":117,"end":128,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":172,"end":184,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As a result of coastal development, storms are exacting rising financial tolls.\n","text":"As a result of coastal development, storms are exacting rising financial tolls. IMPLIED_BASE IMPLIED_BASE","characters":"80","document_index":"796","md_sentence_index":"47","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.ucsusa.org/resources/hurricanes-and-climate-change","combo_id":"796_47","post-training batch1":"796_47","_input_hash":-795489151,"_task_hash":698077341,"spans":[{"start":0,"end":14,"token_start":0,"token_end":3,"label":"predicate"},{"start":15,"end":22,"token_start":4,"token_end":4,"label":"type_of"},{"text":"development","start":23,"token_start":5,"token_end":5,"end":34,"type":"pattern","label":"base"},{"text":"storms","start":36,"token_start":7,"token_end":7,"end":42,"type":"pattern","label":"base"},{"start":43,"end":46,"token_start":8,"token_end":8,"label":"confidence"},{"start":47,"end":55,"token_start":9,"token_end":9,"label":"predicate"},{"text":"rising","start":56,"token_start":10,"token_end":10,"end":62,"type":"pattern","label":"change_direction"},{"start":63,"end":72,"token_start":11,"token_end":11,"label":"base"},{"start":73,"end":78,"token_start":12,"token_end":12,"label":"aspect_changing"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"a","start":3,"end":4,"id":1,"ws":true,"disabled":false},{"text":"result","start":5,"end":11,"id":2,"ws":true,"disabled":false},{"text":"of","start":12,"end":14,"id":3,"ws":true,"disabled":false},{"text":"coastal","start":15,"end":22,"id":4,"ws":true,"disabled":false},{"text":"development","start":23,"end":34,"id":5,"ws":false,"disabled":false},{"text":",","start":34,"end":35,"id":6,"ws":true,"disabled":false},{"text":"storms","start":36,"end":42,"id":7,"ws":true,"disabled":false},{"text":"are","start":43,"end":46,"id":8,"ws":true,"disabled":false},{"text":"exacting","start":47,"end":55,"id":9,"ws":true,"disabled":false},{"text":"rising","start":56,"end":62,"id":10,"ws":true,"disabled":false},{"text":"financial","start":63,"end":72,"id":11,"ws":true,"disabled":false},{"text":"tolls","start":73,"end":78,"id":12,"ws":false,"disabled":false},{"text":".","start":78,"end":79,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":80,"end":92,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":15,"end":22,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":23,"end":34,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":56,"end":62,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":63,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":11,"head_span":{"start":73,"end":78,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":63,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":11,"head_span":{"start":23,"end":34,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":63,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":11,"head_span":{"start":36,"end":42,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":63,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The grief and depression that can result from the destruction of places and landscapes people love led Australian environmental philosopher Glenn Albrecht to create a new word: \u201csolastalgia\u201d.\n","text":"The grief and depression that can result from the destruction of places and landscapes people love led Australian environmental philosopher Glenn Albrecht to create a new word: \u201csolastalgia\u201d. IMPLIED_BASE IMPLIED_BASE","characters":"192","document_index":"306","md_sentence_index":"12","classification_origin":"cm-label-eval","url":"http://theconversation.com/climate-qanda-will-we-be-less-healthy-because-of-climate-change-115800","combo_id":"306_12","post-training batch1":"306_12","_input_hash":53142483,"_task_hash":999376293,"spans":[{"start":4,"end":9,"token_start":1,"token_end":1,"label":"base"},{"start":14,"end":24,"token_start":3,"token_end":3,"label":"base"},{"start":30,"end":33,"token_start":5,"token_end":5,"label":"confidence"},{"start":34,"end":45,"token_start":6,"token_end":7,"label":"predicate"},{"start":50,"end":61,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":65,"end":71,"token_start":11,"token_end":11,"label":"base"},{"start":76,"end":86,"token_start":13,"token_end":13,"label":"base"},{"start":87,"end":98,"token_start":14,"token_end":15,"label":"type_of"},{"start":99,"end":102,"token_start":16,"token_end":16,"label":"predicate"},{"start":178,"end":189,"token_start":29,"token_end":29,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"grief","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"and","start":10,"end":13,"id":2,"ws":true,"disabled":false},{"text":"depression","start":14,"end":24,"id":3,"ws":true,"disabled":false},{"text":"that","start":25,"end":29,"id":4,"ws":true,"disabled":false},{"text":"can","start":30,"end":33,"id":5,"ws":true,"disabled":false},{"text":"result","start":34,"end":40,"id":6,"ws":true,"disabled":false},{"text":"from","start":41,"end":45,"id":7,"ws":true,"disabled":false},{"text":"the","start":46,"end":49,"id":8,"ws":true,"disabled":false},{"text":"destruction","start":50,"end":61,"id":9,"ws":true,"disabled":false},{"text":"of","start":62,"end":64,"id":10,"ws":true,"disabled":false},{"text":"places","start":65,"end":71,"id":11,"ws":true,"disabled":false},{"text":"and","start":72,"end":75,"id":12,"ws":true,"disabled":false},{"text":"landscapes","start":76,"end":86,"id":13,"ws":true,"disabled":false},{"text":"people","start":87,"end":93,"id":14,"ws":true,"disabled":false},{"text":"love","start":94,"end":98,"id":15,"ws":true,"disabled":false},{"text":"led","start":99,"end":102,"id":16,"ws":true,"disabled":false},{"text":"Australian","start":103,"end":113,"id":17,"ws":true,"disabled":false},{"text":"environmental","start":114,"end":127,"id":18,"ws":true,"disabled":false},{"text":"philosopher","start":128,"end":139,"id":19,"ws":true,"disabled":false},{"text":"Glenn","start":140,"end":145,"id":20,"ws":true,"disabled":false},{"text":"Albrecht","start":146,"end":154,"id":21,"ws":true,"disabled":false},{"text":"to","start":155,"end":157,"id":22,"ws":true,"disabled":false},{"text":"create","start":158,"end":164,"id":23,"ws":true,"disabled":false},{"text":"a","start":165,"end":166,"id":24,"ws":true,"disabled":false},{"text":"new","start":167,"end":170,"id":25,"ws":true,"disabled":false},{"text":"word","start":171,"end":175,"id":26,"ws":false,"disabled":false},{"text":":","start":175,"end":176,"id":27,"ws":true,"disabled":false},{"text":"\u201c","start":177,"end":178,"id":28,"ws":false,"disabled":false},{"text":"solastalgia","start":178,"end":189,"id":29,"ws":false,"disabled":false},{"text":"\u201d","start":189,"end":190,"id":30,"ws":false,"disabled":false},{"text":".","start":190,"end":191,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":9,"child":11,"head_span":{"start":50,"end":61,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":65,"end":71,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":13,"head_span":{"start":50,"end":61,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":76,"end":86,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":11,"head_span":{"start":87,"end":98,"token_start":14,"token_end":15,"label":"type_of"},"child_span":{"start":65,"end":71,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":13,"head_span":{"start":87,"end":98,"token_start":14,"token_end":15,"label":"type_of"},"child_span":{"start":76,"end":86,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":3,"head_span":{"start":65,"end":71,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":14,"end":24,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":1,"head_span":{"start":65,"end":71,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":4,"end":9,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":3,"head_span":{"start":76,"end":86,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":14,"end":24,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":1,"head_span":{"start":76,"end":86,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":4,"end":9,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":29,"head_span":{"start":65,"end":71,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":178,"end":189,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":29,"head_span":{"start":76,"end":86,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":178,"end":189,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"More extreme weather also leads to lost income.","text":"More extreme weather also leads to lost income. IMPLIED_BASE IMPLIED_BASE","characters":"47","document_index":"857","md_sentence_index":"44","classification_origin":"causal_sentence_classification","url":"https://www.barrons.com/articles/7-ways-youre-already-paying-for-climate-change-51599995430","combo_id":"857_44","post-training batch1":"857_44","_input_hash":-671848754,"_task_hash":1844717466,"spans":[{"text":"More","start":0,"token_start":0,"token_end":0,"end":4,"type":"pattern","label":"change_direction"},{"start":5,"end":12,"token_start":1,"token_end":1,"label":"type_of"},{"start":13,"end":20,"token_start":2,"token_end":2,"label":"base"},{"start":26,"end":34,"token_start":4,"token_end":5,"label":"predicate"},{"start":35,"end":39,"token_start":6,"token_end":6,"label":"type_of"},{"start":40,"end":46,"token_start":7,"token_end":7,"label":"base"}],"tokens":[{"text":"More","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"extreme","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"weather","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"also","start":21,"end":25,"id":3,"ws":true,"disabled":false},{"text":"leads","start":26,"end":31,"id":4,"ws":true,"disabled":false},{"text":"to","start":32,"end":34,"id":5,"ws":true,"disabled":false},{"text":"lost","start":35,"end":39,"id":6,"ws":true,"disabled":false},{"text":"income","start":40,"end":46,"id":7,"ws":false,"disabled":false},{"text":".","start":46,"end":47,"id":8,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":48,"end":60,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":61,"end":73,"id":10,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":35,"end":39,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":40,"end":46,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":2,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":13,"end":20,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":2,"head_span":{"start":5,"end":12,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":13,"end":20,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":7,"head_span":{"start":13,"end":20,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":40,"end":46,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Daytime high temperatures this summer were warmer than usual \u2014 but what really fueled the fire here, after lightning strikes started the blaze, were the temperatures after dark.","text":"Daytime high temperatures this summer were warmer than usual \u2014 but what really fueled the fire here, after lightning strikes started the blaze, were the temperatures after dark. IMPLIED_BASE IMPLIED_BASE","characters":"177","document_index":"821","md_sentence_index":"5","classification_origin":"causal_sentence_classification","url":"https://www.washingtonpost.com/outlook/wildfires-climate-change/2020/09/17/d590d9b8-f886-11ea-a275-1a2c2d36e1f1_story.html","combo_id":"821_5","post-training batch1":"821_5","_input_hash":-1017102464,"_task_hash":-1353457847,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"when"},{"start":8,"end":25,"token_start":1,"token_end":2,"label":"aspect_changing"},{"text":"summer","start":31,"token_start":4,"token_end":4,"end":37,"type":"pattern","label":"base"},{"text":"warmer","start":43,"token_start":6,"token_end":6,"end":49,"type":"pattern","label":"change_direction"},{"start":107,"end":116,"token_start":19,"token_end":19,"label":"base"},{"start":117,"end":124,"token_start":20,"token_end":20,"label":"aspect_changing"},{"start":125,"end":132,"token_start":21,"token_end":21,"label":"change_direction"},{"start":137,"end":142,"token_start":23,"token_end":23,"label":"base"},{"text":"temperatures","start":153,"token_start":27,"token_end":27,"end":165,"type":"pattern","label":"aspect_changing"},{"start":166,"end":176,"token_start":28,"token_end":29,"label":"when"},{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"}],"tokens":[{"text":"Daytime","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"high","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"temperatures","start":13,"end":25,"id":2,"ws":true,"disabled":false},{"text":"this","start":26,"end":30,"id":3,"ws":true,"disabled":false},{"text":"summer","start":31,"end":37,"id":4,"ws":true,"disabled":false},{"text":"were","start":38,"end":42,"id":5,"ws":true,"disabled":false},{"text":"warmer","start":43,"end":49,"id":6,"ws":true,"disabled":false},{"text":"than","start":50,"end":54,"id":7,"ws":true,"disabled":false},{"text":"usual","start":55,"end":60,"id":8,"ws":true,"disabled":false},{"text":"\u2014","start":61,"end":62,"id":9,"ws":true,"disabled":false},{"text":"but","start":63,"end":66,"id":10,"ws":true,"disabled":false},{"text":"what","start":67,"end":71,"id":11,"ws":true,"disabled":false},{"text":"really","start":72,"end":78,"id":12,"ws":true,"disabled":false},{"text":"fueled","start":79,"end":85,"id":13,"ws":true,"disabled":false},{"text":"the","start":86,"end":89,"id":14,"ws":true,"disabled":false},{"text":"fire","start":90,"end":94,"id":15,"ws":true,"disabled":false},{"text":"here","start":95,"end":99,"id":16,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":17,"ws":true,"disabled":false},{"text":"after","start":101,"end":106,"id":18,"ws":true,"disabled":false},{"text":"lightning","start":107,"end":116,"id":19,"ws":true,"disabled":false},{"text":"strikes","start":117,"end":124,"id":20,"ws":true,"disabled":false},{"text":"started","start":125,"end":132,"id":21,"ws":true,"disabled":false},{"text":"the","start":133,"end":136,"id":22,"ws":true,"disabled":false},{"text":"blaze","start":137,"end":142,"id":23,"ws":false,"disabled":false},{"text":",","start":142,"end":143,"id":24,"ws":true,"disabled":false},{"text":"were","start":144,"end":148,"id":25,"ws":true,"disabled":false},{"text":"the","start":149,"end":152,"id":26,"ws":true,"disabled":false},{"text":"temperatures","start":153,"end":165,"id":27,"ws":true,"disabled":false},{"text":"after","start":166,"end":171,"id":28,"ws":true,"disabled":false},{"text":"dark","start":172,"end":176,"id":29,"ws":false,"disabled":false},{"text":".","start":176,"end":177,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":191,"end":203,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":20,"child":19,"head_span":{"start":117,"end":124,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":107,"end":116,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":31,"head_span":{"start":8,"end":25,"token_start":1,"token_end":2,"label":"aspect_changing"},"child_span":{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":31,"head_span":{"start":153,"end":165,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":23,"head_span":{"start":107,"end":116,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":137,"end":142,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":23,"head_span":{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":137,"end":142,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":31,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"when"},"child_span":{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":166,"end":176,"token_start":28,"token_end":29,"label":"when"},"child_span":{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":31,"head_span":{"start":43,"end":49,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Certain respiratory infections, such as avian influenza and coccidioidomycosis, are occurring in locations previously unaffected, apparently because of global warming.","text":"Certain respiratory infections, such as avian influenza and coccidioidomycosis, are occurring in locations previously unaffected, apparently because of global warming. IMPLIED_BASE IMPLIED_BASE","characters":"167","document_index":"751","md_sentence_index":"6","classification_origin":"causal_sentence_classification","url":"https://pubmed.ncbi.nlm.nih.gov/27300144/","combo_id":"751_6","post-training batch1":"751_6","_input_hash":1278281785,"_task_hash":-94578296,"spans":[{"text":"global warming","start":152,"token_start":21,"token_end":22,"end":166,"type":"pattern","label":"base"},{"label":"base"},{"start":8,"end":19,"token_start":1,"token_end":1,"label":"type_of"},{"start":20,"end":30,"token_start":2,"token_end":2,"label":"base"},{"start":40,"end":55,"token_start":6,"token_end":7,"label":"base"},{"start":60,"end":78,"token_start":9,"token_end":9,"label":"base"},{"start":94,"end":128,"token_start":13,"token_end":16,"label":"where"},{"start":130,"end":140,"token_start":18,"token_end":18,"label":"confidence"},{"start":141,"end":151,"token_start":19,"token_end":20,"label":"predicate"}],"tokens":[{"text":"Certain","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"respiratory","start":8,"end":19,"id":1,"ws":true,"disabled":false},{"text":"infections","start":20,"end":30,"id":2,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":3,"ws":true,"disabled":false},{"text":"such","start":32,"end":36,"id":4,"ws":true,"disabled":false},{"text":"as","start":37,"end":39,"id":5,"ws":true,"disabled":false},{"text":"avian","start":40,"end":45,"id":6,"ws":true,"disabled":false},{"text":"influenza","start":46,"end":55,"id":7,"ws":true,"disabled":false},{"text":"and","start":56,"end":59,"id":8,"ws":true,"disabled":false},{"text":"coccidioidomycosis","start":60,"end":78,"id":9,"ws":false,"disabled":false},{"text":",","start":78,"end":79,"id":10,"ws":true,"disabled":false},{"text":"are","start":80,"end":83,"id":11,"ws":true,"disabled":false},{"text":"occurring","start":84,"end":93,"id":12,"ws":true,"disabled":false},{"text":"in","start":94,"end":96,"id":13,"ws":true,"disabled":false},{"text":"locations","start":97,"end":106,"id":14,"ws":true,"disabled":false},{"text":"previously","start":107,"end":117,"id":15,"ws":true,"disabled":false},{"text":"unaffected","start":118,"end":128,"id":16,"ws":false,"disabled":false},{"text":",","start":128,"end":129,"id":17,"ws":true,"disabled":false},{"text":"apparently","start":130,"end":140,"id":18,"ws":true,"disabled":false},{"text":"because","start":141,"end":148,"id":19,"ws":true,"disabled":false},{"text":"of","start":149,"end":151,"id":20,"ws":true,"disabled":false},{"text":"global","start":152,"end":158,"id":21,"ws":true,"disabled":false},{"text":"warming","start":159,"end":166,"id":22,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":8,"end":19,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":20,"end":30,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":2,"head_span":{"start":152,"end":166,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":20,"end":30,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":7,"head_span":{"start":152,"end":166,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":40,"end":55,"token_start":6,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":9,"head_span":{"start":152,"end":166,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":60,"end":78,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":2,"head_span":{"start":94,"end":128,"token_start":13,"token_end":16,"label":"where"},"child_span":{"start":20,"end":30,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":7,"head_span":{"start":94,"end":128,"token_start":13,"token_end":16,"label":"where"},"child_span":{"start":40,"end":55,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":9,"head_span":{"start":94,"end":128,"token_start":13,"token_end":16,"label":"where"},"child_span":{"start":60,"end":78,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Over the last seven decades, hurricane stalling, which causes a storm to release massive amounts of rain on small areas, has become more common, research published in June in the journal Nature shows.","text":"Over the last seven decades, hurricane stalling, which causes a storm to release massive amounts of rain on small areas, has become more common, research published in June in the journal Nature shows. IMPLIED_BASE IMPLIED_BASE","characters":"200","document_index":"359","md_sentence_index":"3","classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/newshour/nation/is-climate-change-making-hurricanes-stall","combo_id":"359_3","post-training batch1":"359_3","_input_hash":489278362,"_task_hash":-506497080,"spans":[{"text":"hurricane","start":29,"token_start":6,"token_end":6,"end":38,"type":"pattern","label":"base"},{"start":39,"end":47,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":49,"end":61,"token_start":9,"token_end":10,"label":"predicate"},{"text":"storm","start":64,"token_start":12,"token_end":12,"end":69,"type":"pattern","label":"base"},{"start":70,"end":80,"token_start":13,"token_end":14,"label":"predicate"},{"start":81,"end":96,"token_start":15,"token_end":16,"label":"effect_size"},{"text":"rain","start":100,"token_start":18,"token_end":18,"end":104,"type":"pattern","label":"base"},{"start":105,"end":119,"token_start":19,"token_end":21,"label":"where"}],"tokens":[{"text":"Over","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"last","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"seven","start":14,"end":19,"id":3,"ws":true,"disabled":false},{"text":"decades","start":20,"end":27,"id":4,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":5,"ws":true,"disabled":false},{"text":"hurricane","start":29,"end":38,"id":6,"ws":true,"disabled":false},{"text":"stalling","start":39,"end":47,"id":7,"ws":false,"disabled":false},{"text":",","start":47,"end":48,"id":8,"ws":true,"disabled":false},{"text":"which","start":49,"end":54,"id":9,"ws":true,"disabled":false},{"text":"causes","start":55,"end":61,"id":10,"ws":true,"disabled":false},{"text":"a","start":62,"end":63,"id":11,"ws":true,"disabled":false},{"text":"storm","start":64,"end":69,"id":12,"ws":true,"disabled":false},{"text":"to","start":70,"end":72,"id":13,"ws":true,"disabled":false},{"text":"release","start":73,"end":80,"id":14,"ws":true,"disabled":false},{"text":"massive","start":81,"end":88,"id":15,"ws":true,"disabled":false},{"text":"amounts","start":89,"end":96,"id":16,"ws":true,"disabled":false},{"text":"of","start":97,"end":99,"id":17,"ws":true,"disabled":false},{"text":"rain","start":100,"end":104,"id":18,"ws":true,"disabled":false},{"text":"on","start":105,"end":107,"id":19,"ws":true,"disabled":false},{"text":"small","start":108,"end":113,"id":20,"ws":true,"disabled":false},{"text":"areas","start":114,"end":119,"id":21,"ws":false,"disabled":false},{"text":",","start":119,"end":120,"id":22,"ws":true,"disabled":false},{"text":"has","start":121,"end":124,"id":23,"ws":true,"disabled":false},{"text":"become","start":125,"end":131,"id":24,"ws":true,"disabled":false},{"text":"more","start":132,"end":136,"id":25,"ws":true,"disabled":false},{"text":"common","start":137,"end":143,"id":26,"ws":false,"disabled":false},{"text":",","start":143,"end":144,"id":27,"ws":true,"disabled":false},{"text":"research","start":145,"end":153,"id":28,"ws":true,"disabled":false},{"text":"published","start":154,"end":163,"id":29,"ws":true,"disabled":false},{"text":"in","start":164,"end":166,"id":30,"ws":true,"disabled":false},{"text":"June","start":167,"end":171,"id":31,"ws":true,"disabled":false},{"text":"in","start":172,"end":174,"id":32,"ws":true,"disabled":false},{"text":"the","start":175,"end":178,"id":33,"ws":true,"disabled":false},{"text":"journal","start":179,"end":186,"id":34,"ws":true,"disabled":false},{"text":"Nature","start":187,"end":193,"id":35,"ws":true,"disabled":false},{"text":"shows","start":194,"end":199,"id":36,"ws":false,"disabled":false},{"text":".","start":199,"end":200,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":201,"end":213,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":214,"end":226,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":7,"child":6,"head_span":{"start":39,"end":47,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":29,"end":38,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":18,"head_span":{"start":64,"end":69,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":100,"end":104,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":18,"head_span":{"start":29,"end":38,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":100,"end":104,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In the 1998-1999 Nipah virus outbreak in Malaysia that killed more than 100 people, for example, researchers concluded that fruit bats dislodged by forest fires and an El Ni\u00f1o-related drought began feeding on fruit trees grown on the same farms as pigs.","text":"In the 1998-1999 Nipah virus outbreak in Malaysia that killed more than 100 people, for example, researchers concluded that fruit bats dislodged by forest fires and an El Ni\u00f1o-related drought began feeding on fruit trees grown on the same farms as pigs. IMPLIED_BASE IMPLIED_BASE","characters":"253","document_index":"607","md_sentence_index":"20","classification_origin":"causal_sentence_classification","url":"https://www.thedailybeast.com/get-ready-for-more-coronavirus-nightmares-thanks-to-climate-change","combo_id":"607_20","post-training batch1":"607_20","_input_hash":2051266223,"_task_hash":-880504217,"spans":[{"start":0,"end":16,"token_start":0,"token_end":4,"label":"when"},{"start":17,"end":28,"token_start":5,"token_end":6,"label":"base"},{"start":29,"end":37,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":38,"end":49,"token_start":8,"token_end":9,"label":"where"},{"start":55,"end":61,"token_start":11,"token_end":11,"label":"change_direction"},{"start":62,"end":75,"token_start":12,"token_end":14,"label":"effect_size"},{"text":"people","start":76,"token_start":15,"token_end":15,"end":82,"type":"pattern","label":"base"},{"start":124,"end":129,"token_start":23,"token_end":23,"label":"type_of"},{"start":130,"end":134,"token_start":24,"token_end":24,"label":"base"},{"start":135,"end":144,"token_start":25,"token_end":25,"label":"change_direction"},{"text":"forest fires","start":148,"token_start":27,"token_end":28,"end":160,"type":"pattern","label":"base"},{"text":"drought","start":184,"token_start":35,"token_end":35,"end":191,"type":"pattern","label":"base"},{"start":198,"end":208,"token_start":37,"token_end":38,"label":"change_direction"},{"text":"fruit","start":209,"token_start":39,"token_end":39,"end":214,"type":"pattern","label":"type_of"},{"text":"trees","start":215,"token_start":40,"token_end":40,"end":220,"type":"pattern","label":"base"},{"start":227,"end":252,"token_start":42,"token_end":47,"label":"where"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"1998","start":7,"end":11,"id":2,"ws":false,"disabled":false},{"text":"-","start":11,"end":12,"id":3,"ws":false,"disabled":false},{"text":"1999","start":12,"end":16,"id":4,"ws":true,"disabled":false},{"text":"Nipah","start":17,"end":22,"id":5,"ws":true,"disabled":false},{"text":"virus","start":23,"end":28,"id":6,"ws":true,"disabled":false},{"text":"outbreak","start":29,"end":37,"id":7,"ws":true,"disabled":false},{"text":"in","start":38,"end":40,"id":8,"ws":true,"disabled":false},{"text":"Malaysia","start":41,"end":49,"id":9,"ws":true,"disabled":false},{"text":"that","start":50,"end":54,"id":10,"ws":true,"disabled":false},{"text":"killed","start":55,"end":61,"id":11,"ws":true,"disabled":false},{"text":"more","start":62,"end":66,"id":12,"ws":true,"disabled":false},{"text":"than","start":67,"end":71,"id":13,"ws":true,"disabled":false},{"text":"100","start":72,"end":75,"id":14,"ws":true,"disabled":false},{"text":"people","start":76,"end":82,"id":15,"ws":false,"disabled":false},{"text":",","start":82,"end":83,"id":16,"ws":true,"disabled":false},{"text":"for","start":84,"end":87,"id":17,"ws":true,"disabled":false},{"text":"example","start":88,"end":95,"id":18,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":19,"ws":true,"disabled":false},{"text":"researchers","start":97,"end":108,"id":20,"ws":true,"disabled":false},{"text":"concluded","start":109,"end":118,"id":21,"ws":true,"disabled":false},{"text":"that","start":119,"end":123,"id":22,"ws":true,"disabled":false},{"text":"fruit","start":124,"end":129,"id":23,"ws":true,"disabled":false},{"text":"bats","start":130,"end":134,"id":24,"ws":true,"disabled":false},{"text":"dislodged","start":135,"end":144,"id":25,"ws":true,"disabled":false},{"text":"by","start":145,"end":147,"id":26,"ws":true,"disabled":false},{"text":"forest","start":148,"end":154,"id":27,"ws":true,"disabled":false},{"text":"fires","start":155,"end":160,"id":28,"ws":true,"disabled":false},{"text":"and","start":161,"end":164,"id":29,"ws":true,"disabled":false},{"text":"an","start":165,"end":167,"id":30,"ws":true,"disabled":false},{"text":"El","start":168,"end":170,"id":31,"ws":true,"disabled":false},{"text":"Ni\u00f1o","start":171,"end":175,"id":32,"ws":false,"disabled":false},{"text":"-","start":175,"end":176,"id":33,"ws":false,"disabled":false},{"text":"related","start":176,"end":183,"id":34,"ws":true,"disabled":false},{"text":"drought","start":184,"end":191,"id":35,"ws":true,"disabled":false},{"text":"began","start":192,"end":197,"id":36,"ws":true,"disabled":false},{"text":"feeding","start":198,"end":205,"id":37,"ws":true,"disabled":false},{"text":"on","start":206,"end":208,"id":38,"ws":true,"disabled":false},{"text":"fruit","start":209,"end":214,"id":39,"ws":true,"disabled":false},{"text":"trees","start":215,"end":220,"id":40,"ws":true,"disabled":false},{"text":"grown","start":221,"end":226,"id":41,"ws":true,"disabled":false},{"text":"on","start":227,"end":229,"id":42,"ws":true,"disabled":false},{"text":"the","start":230,"end":233,"id":43,"ws":true,"disabled":false},{"text":"same","start":234,"end":238,"id":44,"ws":true,"disabled":false},{"text":"farms","start":239,"end":244,"id":45,"ws":true,"disabled":false},{"text":"as","start":245,"end":247,"id":46,"ws":true,"disabled":false},{"text":"pigs","start":248,"end":252,"id":47,"ws":false,"disabled":false},{"text":".","start":252,"end":253,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":254,"end":266,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":267,"end":279,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":7,"child":6,"head_span":{"start":29,"end":37,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":17,"end":28,"token_start":5,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":6,"head_span":{"start":38,"end":49,"token_start":8,"token_end":9,"label":"where"},"child_span":{"start":17,"end":28,"token_start":5,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":6,"head_span":{"start":0,"end":16,"token_start":0,"token_end":4,"label":"when"},"child_span":{"start":17,"end":28,"token_start":5,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":15,"head_span":{"start":55,"end":61,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":76,"end":82,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":62,"end":75,"token_start":12,"token_end":14,"label":"effect_size"},"child_span":{"start":76,"end":82,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":124,"end":129,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":130,"end":134,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":24,"head_span":{"start":135,"end":144,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":130,"end":134,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":24,"head_span":{"start":148,"end":160,"token_start":27,"token_end":28,"label":"base"},"child_span":{"start":130,"end":134,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":35,"child":24,"head_span":{"start":184,"end":191,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":130,"end":134,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":15,"head_span":{"start":17,"end":28,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":76,"end":82,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":40,"head_span":{"start":209,"end":214,"token_start":39,"token_end":39,"label":"type_of"},"child_span":{"start":215,"end":220,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":40,"head_span":{"start":198,"end":208,"token_start":37,"token_end":38,"label":"change_direction"},"child_span":{"start":215,"end":220,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":40,"head_span":{"start":130,"end":134,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":215,"end":220,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Dr. MacDonald is a pediatric pulmonologist, and he is concerned about the health risks to children from the ashen-thick air.\n","text":"Dr. MacDonald is a pediatric pulmonologist, and he is concerned about the health risks to children from the ashen-thick air. IMPLIED_BASE IMPLIED_BASE","characters":"125","document_index":"820","md_sentence_index":"6","classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.nytimes.com/2020/09/18/health/wildfires-children-lungs.html","combo_id":"820_6","post-training batch1":"820_6","_input_hash":-1412567066,"_task_hash":-2097603815,"spans":[{"start":19,"end":42,"token_start":4,"token_end":5,"label":"to_whom"},{"text":"health","start":74,"token_start":13,"token_end":13,"end":80,"type":"pattern","label":"base"},{"text":"risks","start":81,"token_start":14,"token_end":14,"end":86,"type":"pattern","label":"aspect_changing"},{"start":90,"end":98,"token_start":16,"token_end":16,"label":"to_whom"},{"start":108,"end":119,"token_start":19,"token_end":21,"label":"type_of"},{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"}],"tokens":[{"text":"Dr.","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"MacDonald","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"is","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"a","start":17,"end":18,"id":3,"ws":true,"disabled":false},{"text":"pediatric","start":19,"end":28,"id":4,"ws":true,"disabled":false},{"text":"pulmonologist","start":29,"end":42,"id":5,"ws":false,"disabled":false},{"text":",","start":42,"end":43,"id":6,"ws":true,"disabled":false},{"text":"and","start":44,"end":47,"id":7,"ws":true,"disabled":false},{"text":"he","start":48,"end":50,"id":8,"ws":true,"disabled":false},{"text":"is","start":51,"end":53,"id":9,"ws":true,"disabled":false},{"text":"concerned","start":54,"end":63,"id":10,"ws":true,"disabled":false},{"text":"about","start":64,"end":69,"id":11,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":12,"ws":true,"disabled":false},{"text":"health","start":74,"end":80,"id":13,"ws":true,"disabled":false},{"text":"risks","start":81,"end":86,"id":14,"ws":true,"disabled":false},{"text":"to","start":87,"end":89,"id":15,"ws":true,"disabled":false},{"text":"children","start":90,"end":98,"id":16,"ws":true,"disabled":false},{"text":"from","start":99,"end":103,"id":17,"ws":true,"disabled":false},{"text":"the","start":104,"end":107,"id":18,"ws":true,"disabled":false},{"text":"ashen","start":108,"end":113,"id":19,"ws":false,"disabled":false},{"text":"-","start":113,"end":114,"id":20,"ws":false,"disabled":false},{"text":"thick","start":114,"end":119,"id":21,"ws":true,"disabled":false},{"text":"air","start":120,"end":123,"id":22,"ws":false,"disabled":false},{"text":".","start":123,"end":124,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":21,"child":22,"head_span":{"start":108,"end":119,"token_start":19,"token_end":21,"label":"type_of"},"child_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":81,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":74,"end":80,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":13,"head_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":74,"end":80,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":13,"head_span":{"start":90,"end":98,"token_start":16,"token_end":16,"label":"to_whom"},"child_span":{"start":74,"end":80,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In 2008, 36 million people were displaced by natural disasters.","text":"In 2008, 36 million people were displaced by natural disasters. IMPLIED_BASE IMPLIED_BASE","characters":"63","document_index":"714","md_sentence_index":"19","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/effects-of-climate-change-2014-6","combo_id":"714_19","post-training batch1":"714_19","_input_hash":1352934332,"_task_hash":-1514736861,"spans":[{"start":0,"end":7,"token_start":0,"token_end":1,"label":"when"},{"start":9,"end":19,"token_start":3,"token_end":4,"label":"effect_size"},{"text":"people","start":20,"token_start":5,"token_end":5,"end":26,"type":"pattern","label":"base"},{"start":32,"end":41,"token_start":7,"token_end":7,"label":"change_direction"},{"text":"natural disasters","start":45,"token_start":9,"token_end":10,"end":62,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"2008","start":3,"end":7,"id":1,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":2,"ws":true,"disabled":false},{"text":"36","start":9,"end":11,"id":3,"ws":true,"disabled":false},{"text":"million","start":12,"end":19,"id":4,"ws":true,"disabled":false},{"text":"people","start":20,"end":26,"id":5,"ws":true,"disabled":false},{"text":"were","start":27,"end":31,"id":6,"ws":true,"disabled":false},{"text":"displaced","start":32,"end":41,"id":7,"ws":true,"disabled":false},{"text":"by","start":42,"end":44,"id":8,"ws":true,"disabled":false},{"text":"natural","start":45,"end":52,"id":9,"ws":true,"disabled":false},{"text":"disasters","start":53,"end":62,"id":10,"ws":false,"disabled":false},{"text":".","start":62,"end":63,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":64,"end":76,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":77,"end":89,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":7,"child":5,"head_span":{"start":32,"end":41,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":20,"end":26,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":9,"end":19,"token_start":3,"token_end":4,"label":"effect_size"},"child_span":{"start":20,"end":26,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":5,"head_span":{"start":45,"end":62,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":20,"end":26,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The results show that while 80% of the largest companies expect climate change to result in major changes including extreme weather patterns, some firms have not yet studied the issue closely.\n","text":"The results show that while 80% of the largest companies expect climate change to result in major changes including extreme weather patterns, some firms have not yet studied the issue closely. IMPLIED_BASE IMPLIED_BASE","characters":"193","document_index":"177","md_sentence_index":"4","classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/06/04/business/climate-change-cost-companies/index.html","combo_id":"177_4","post-training batch1":"177_4","_input_hash":672162169,"_task_hash":-191704672,"spans":[{"start":57,"end":63,"token_start":11,"token_end":11,"label":"confidence"},{"text":"climate change","start":64,"token_start":12,"token_end":13,"end":78,"type":"pattern","label":"base"},{"start":79,"end":91,"token_start":14,"token_end":16,"label":"predicate"},{"start":92,"end":97,"token_start":17,"token_end":17,"label":"effect_size"},{"start":116,"end":123,"token_start":20,"token_end":20,"label":"type_of"},{"start":124,"end":131,"token_start":21,"token_end":21,"label":"base"},{"start":132,"end":140,"token_start":22,"token_end":22,"label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"results","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"show","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"that","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"while","start":22,"end":27,"id":4,"ws":true,"disabled":false},{"text":"80","start":28,"end":30,"id":5,"ws":false,"disabled":false},{"text":"%","start":30,"end":31,"id":6,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":7,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":8,"ws":true,"disabled":false},{"text":"largest","start":39,"end":46,"id":9,"ws":true,"disabled":false},{"text":"companies","start":47,"end":56,"id":10,"ws":true,"disabled":false},{"text":"expect","start":57,"end":63,"id":11,"ws":true,"disabled":false},{"text":"climate","start":64,"end":71,"id":12,"ws":true,"disabled":false},{"text":"change","start":72,"end":78,"id":13,"ws":true,"disabled":false},{"text":"to","start":79,"end":81,"id":14,"ws":true,"disabled":false},{"text":"result","start":82,"end":88,"id":15,"ws":true,"disabled":false},{"text":"in","start":89,"end":91,"id":16,"ws":true,"disabled":false},{"text":"major","start":92,"end":97,"id":17,"ws":true,"disabled":false},{"text":"changes","start":98,"end":105,"id":18,"ws":true,"disabled":false},{"text":"including","start":106,"end":115,"id":19,"ws":true,"disabled":false},{"text":"extreme","start":116,"end":123,"id":20,"ws":true,"disabled":false},{"text":"weather","start":124,"end":131,"id":21,"ws":true,"disabled":false},{"text":"patterns","start":132,"end":140,"id":22,"ws":false,"disabled":false},{"text":",","start":140,"end":141,"id":23,"ws":true,"disabled":false},{"text":"some","start":142,"end":146,"id":24,"ws":true,"disabled":false},{"text":"firms","start":147,"end":152,"id":25,"ws":true,"disabled":false},{"text":"have","start":153,"end":157,"id":26,"ws":true,"disabled":false},{"text":"not","start":158,"end":161,"id":27,"ws":true,"disabled":false},{"text":"yet","start":162,"end":165,"id":28,"ws":true,"disabled":false},{"text":"studied","start":166,"end":173,"id":29,"ws":true,"disabled":false},{"text":"the","start":174,"end":177,"id":30,"ws":true,"disabled":false},{"text":"issue","start":178,"end":183,"id":31,"ws":true,"disabled":false},{"text":"closely","start":184,"end":191,"id":32,"ws":false,"disabled":false},{"text":".","start":191,"end":192,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":206,"end":218,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":20,"child":21,"head_span":{"start":116,"end":123,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":124,"end":131,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":21,"head_span":{"start":132,"end":140,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":124,"end":131,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":21,"head_span":{"start":64,"end":78,"token_start":12,"token_end":13,"label":"base"},"child_span":{"start":124,"end":131,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We can see that, alongside the risks to physical health outlined by the UK Health Alliance on Climate Change, the mental health impact of the climate crisis will be enormous.","text":"We can see that, alongside the risks to physical health outlined by the UK Health Alliance on Climate Change, the mental health impact of the climate crisis will be enormous. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"645","md_sentence_index":"9","classification_origin":"causal_sentence_classification","url":"https://docs.google.com/forms/d/e/1FAIpQLSdU6L3NM12ikT-34ZPlp1yv-6nHcM5aqhmid6nK-M3plZGu3A/viewform","combo_id":"645_9","post-training batch1":"645_9","_input_hash":371728873,"_task_hash":-729103722,"spans":[{"text":"risks","start":31,"token_start":7,"token_end":7,"end":36,"type":"pattern","label":"aspect_changing"},{"start":40,"end":48,"token_start":9,"token_end":9,"label":"type_of"},{"text":"health","start":49,"token_start":10,"token_end":10,"end":55,"type":"pattern","label":"base"},{"start":114,"end":120,"token_start":22,"token_end":22,"label":"type_of"},{"text":"health","start":121,"token_start":23,"token_end":23,"end":127,"type":"pattern","label":"base"},{"start":128,"end":134,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":142,"end":156,"token_start":27,"token_end":28,"label":"base"},{"start":165,"end":173,"token_start":31,"token_end":31,"label":"effect_size"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"can","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"see","start":7,"end":10,"id":2,"ws":true,"disabled":false},{"text":"that","start":11,"end":15,"id":3,"ws":false,"disabled":false},{"text":",","start":15,"end":16,"id":4,"ws":true,"disabled":false},{"text":"alongside","start":17,"end":26,"id":5,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":6,"ws":true,"disabled":false},{"text":"risks","start":31,"end":36,"id":7,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":8,"ws":true,"disabled":false},{"text":"physical","start":40,"end":48,"id":9,"ws":true,"disabled":false},{"text":"health","start":49,"end":55,"id":10,"ws":true,"disabled":false},{"text":"outlined","start":56,"end":64,"id":11,"ws":true,"disabled":false},{"text":"by","start":65,"end":67,"id":12,"ws":true,"disabled":false},{"text":"the","start":68,"end":71,"id":13,"ws":true,"disabled":false},{"text":"UK","start":72,"end":74,"id":14,"ws":true,"disabled":false},{"text":"Health","start":75,"end":81,"id":15,"ws":true,"disabled":false},{"text":"Alliance","start":82,"end":90,"id":16,"ws":true,"disabled":false},{"text":"on","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"Climate","start":94,"end":101,"id":18,"ws":true,"disabled":false},{"text":"Change","start":102,"end":108,"id":19,"ws":false,"disabled":false},{"text":",","start":108,"end":109,"id":20,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":21,"ws":true,"disabled":false},{"text":"mental","start":114,"end":120,"id":22,"ws":true,"disabled":false},{"text":"health","start":121,"end":127,"id":23,"ws":true,"disabled":false},{"text":"impact","start":128,"end":134,"id":24,"ws":true,"disabled":false},{"text":"of","start":135,"end":137,"id":25,"ws":true,"disabled":false},{"text":"the","start":138,"end":141,"id":26,"ws":true,"disabled":false},{"text":"climate","start":142,"end":149,"id":27,"ws":true,"disabled":false},{"text":"crisis","start":150,"end":156,"id":28,"ws":true,"disabled":false},{"text":"will","start":157,"end":161,"id":29,"ws":true,"disabled":false},{"text":"be","start":162,"end":164,"id":30,"ws":true,"disabled":false},{"text":"enormous","start":165,"end":173,"id":31,"ws":false,"disabled":false},{"text":".","start":173,"end":174,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"flagged":true,"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The wine industry worldwide has been rocked by the effects of climate change, with grape quality and vineyard production immediately impacted by the slightest change of temperature.\n","text":"The wine industry worldwide has been rocked by the effects of climate change, with grape quality and vineyard production immediately impacted by the slightest change of temperature. IMPLIED_BASE IMPLIED_BASE","characters":"182","document_index":"353","md_sentence_index":"6","classification_origin":"cm_cause_effect_rel","url":"https://www.euronews.com/2019/09/02/watch-climate-change-hits-greek-wine-as-grape-harvest-falls-30","combo_id":"353_6","post-training batch1":"353_6","_input_hash":1780079886,"_task_hash":-1688259817,"spans":[{"start":4,"end":17,"token_start":1,"token_end":2,"label":"to_whom"},{"start":18,"end":27,"token_start":3,"token_end":3,"label":"where"},{"text":"climate change","start":62,"token_start":11,"token_end":12,"end":76,"type":"pattern","label":"base"},{"start":83,"end":88,"token_start":15,"token_end":15,"label":"base"},{"text":"quality","start":89,"token_start":16,"token_end":16,"end":96,"type":"pattern","label":"aspect_changing"},{"start":101,"end":109,"token_start":18,"token_end":18,"label":"base"},{"start":110,"end":120,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":121,"end":132,"token_start":20,"token_end":20,"label":"when"},{"start":133,"end":144,"token_start":21,"token_end":22,"label":"predicate"},{"start":149,"end":158,"token_start":24,"token_end":24,"label":"effect_size"},{"start":159,"end":165,"token_start":25,"token_end":25,"label":"change_direction"},{"text":"temperature","start":169,"token_start":27,"token_end":27,"end":180,"type":"pattern","label":"aspect_changing"},{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"wine","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"industry","start":9,"end":17,"id":2,"ws":true,"disabled":false},{"text":"worldwide","start":18,"end":27,"id":3,"ws":true,"disabled":false},{"text":"has","start":28,"end":31,"id":4,"ws":true,"disabled":false},{"text":"been","start":32,"end":36,"id":5,"ws":true,"disabled":false},{"text":"rocked","start":37,"end":43,"id":6,"ws":true,"disabled":false},{"text":"by","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"the","start":47,"end":50,"id":8,"ws":true,"disabled":false},{"text":"effects","start":51,"end":58,"id":9,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":10,"ws":true,"disabled":false},{"text":"climate","start":62,"end":69,"id":11,"ws":true,"disabled":false},{"text":"change","start":70,"end":76,"id":12,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":13,"ws":true,"disabled":false},{"text":"with","start":78,"end":82,"id":14,"ws":true,"disabled":false},{"text":"grape","start":83,"end":88,"id":15,"ws":true,"disabled":false},{"text":"quality","start":89,"end":96,"id":16,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":17,"ws":true,"disabled":false},{"text":"vineyard","start":101,"end":109,"id":18,"ws":true,"disabled":false},{"text":"production","start":110,"end":120,"id":19,"ws":true,"disabled":false},{"text":"immediately","start":121,"end":132,"id":20,"ws":true,"disabled":false},{"text":"impacted","start":133,"end":141,"id":21,"ws":true,"disabled":false},{"text":"by","start":142,"end":144,"id":22,"ws":true,"disabled":false},{"text":"the","start":145,"end":148,"id":23,"ws":true,"disabled":false},{"text":"slightest","start":149,"end":158,"id":24,"ws":true,"disabled":false},{"text":"change","start":159,"end":165,"id":25,"ws":true,"disabled":false},{"text":"of","start":166,"end":168,"id":26,"ws":true,"disabled":false},{"text":"temperature","start":169,"end":180,"id":27,"ws":false,"disabled":false},{"text":".","start":180,"end":181,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":182,"end":194,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":195,"end":207,"id":30,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":25,"child":29,"head_span":{"start":159,"end":165,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":29,"head_span":{"start":169,"end":180,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":29,"head_span":{"start":149,"end":158,"token_start":24,"token_end":24,"label":"effect_size"},"child_span":{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":101,"end":109,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":110,"end":120,"token_start":19,"token_end":19,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":83,"end":88,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":89,"end":96,"token_start":16,"token_end":16,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":18,"head_span":{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":101,"end":109,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":15,"head_span":{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":83,"end":88,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"There is evidence that climate change may increase vertical wind shear over some regions in the western tropical Atlantic Ocean.\n","text":"There is evidence that climate change may increase vertical wind shear over some regions in the western tropical Atlantic Ocean. IMPLIED_BASE IMPLIED_BASE","characters":"129","document_index":"796","md_sentence_index":"62","classification_origin":"causal_sentence_classification","url":"https://www.ucsusa.org/resources/hurricanes-and-climate-change","combo_id":"796_62","post-training batch1":"796_62","_input_hash":-1987425201,"_task_hash":453638944,"spans":[{"text":"climate change","start":23,"token_start":4,"token_end":5,"end":37,"type":"pattern","label":"base"},{"start":38,"end":41,"token_start":6,"token_end":6,"label":"confidence"},{"text":"increase","start":42,"token_start":7,"token_end":7,"end":50,"type":"pattern","label":"change_direction"},{"start":51,"end":59,"token_start":8,"token_end":8,"label":"type_of"},{"start":60,"end":70,"token_start":9,"token_end":10,"label":"base"},{"start":71,"end":127,"token_start":11,"token_end":19,"label":"where"}],"tokens":[{"text":"There","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"is","start":6,"end":8,"id":1,"ws":true,"disabled":false},{"text":"evidence","start":9,"end":17,"id":2,"ws":true,"disabled":false},{"text":"that","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"climate","start":23,"end":30,"id":4,"ws":true,"disabled":false},{"text":"change","start":31,"end":37,"id":5,"ws":true,"disabled":false},{"text":"may","start":38,"end":41,"id":6,"ws":true,"disabled":false},{"text":"increase","start":42,"end":50,"id":7,"ws":true,"disabled":false},{"text":"vertical","start":51,"end":59,"id":8,"ws":true,"disabled":false},{"text":"wind","start":60,"end":64,"id":9,"ws":true,"disabled":false},{"text":"shear","start":65,"end":70,"id":10,"ws":true,"disabled":false},{"text":"over","start":71,"end":75,"id":11,"ws":true,"disabled":false},{"text":"some","start":76,"end":80,"id":12,"ws":true,"disabled":false},{"text":"regions","start":81,"end":88,"id":13,"ws":true,"disabled":false},{"text":"in","start":89,"end":91,"id":14,"ws":true,"disabled":false},{"text":"the","start":92,"end":95,"id":15,"ws":true,"disabled":false},{"text":"western","start":96,"end":103,"id":16,"ws":true,"disabled":false},{"text":"tropical","start":104,"end":112,"id":17,"ws":true,"disabled":false},{"text":"Atlantic","start":113,"end":121,"id":18,"ws":true,"disabled":false},{"text":"Ocean","start":122,"end":127,"id":19,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":8,"child":10,"head_span":{"start":51,"end":59,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":60,"end":70,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":42,"end":50,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":60,"end":70,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":10,"head_span":{"start":23,"end":37,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":60,"end":70,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"They note also that wildfires affect residents far from the flames as plumes of smoke cause health impacts in communities hundreds of miles away.","text":"They note also that wildfires affect residents far from the flames as plumes of smoke cause health impacts in communities hundreds of miles away. IMPLIED_BASE IMPLIED_BASE","characters":"145","document_index":"143","md_sentence_index":"11","classification_origin":"cm_cause_effect_rel","url":"https://www.yaleclimateconnections.org/2019/05/canadas-changing-climate-report/","combo_id":"143_11","post-training batch1":"143_11","_input_hash":1346543638,"_task_hash":898540919,"spans":[{"text":"wildfires","start":20,"token_start":4,"token_end":4,"end":29,"type":"pattern","label":"base"},{"start":30,"end":36,"token_start":5,"token_end":5,"label":"predicate"},{"start":37,"end":66,"token_start":6,"token_end":10,"label":"to_whom"},{"start":67,"end":69,"token_start":11,"token_end":11,"label":"predicate"},{"start":70,"end":76,"token_start":12,"token_end":12,"label":"type_of"},{"start":80,"end":85,"token_start":14,"token_end":14,"label":"base"},{"start":86,"end":91,"token_start":15,"token_end":15,"label":"predicate"},{"text":"health","start":92,"token_start":16,"token_end":16,"end":98,"type":"pattern","label":"base"},{"start":99,"end":106,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":110,"end":144,"token_start":19,"token_end":23,"label":"to_whom"}],"tokens":[{"text":"They","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"note","start":5,"end":9,"id":1,"ws":true,"disabled":false},{"text":"also","start":10,"end":14,"id":2,"ws":true,"disabled":false},{"text":"that","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"wildfires","start":20,"end":29,"id":4,"ws":true,"disabled":false},{"text":"affect","start":30,"end":36,"id":5,"ws":true,"disabled":false},{"text":"residents","start":37,"end":46,"id":6,"ws":true,"disabled":false},{"text":"far","start":47,"end":50,"id":7,"ws":true,"disabled":false},{"text":"from","start":51,"end":55,"id":8,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":9,"ws":true,"disabled":false},{"text":"flames","start":60,"end":66,"id":10,"ws":true,"disabled":false},{"text":"as","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"plumes","start":70,"end":76,"id":12,"ws":true,"disabled":false},{"text":"of","start":77,"end":79,"id":13,"ws":true,"disabled":false},{"text":"smoke","start":80,"end":85,"id":14,"ws":true,"disabled":false},{"text":"cause","start":86,"end":91,"id":15,"ws":true,"disabled":false},{"text":"health","start":92,"end":98,"id":16,"ws":true,"disabled":false},{"text":"impacts","start":99,"end":106,"id":17,"ws":true,"disabled":false},{"text":"in","start":107,"end":109,"id":18,"ws":true,"disabled":false},{"text":"communities","start":110,"end":121,"id":19,"ws":true,"disabled":false},{"text":"hundreds","start":122,"end":130,"id":20,"ws":true,"disabled":false},{"text":"of","start":131,"end":133,"id":21,"ws":true,"disabled":false},{"text":"miles","start":134,"end":139,"id":22,"ws":true,"disabled":false},{"text":"away","start":140,"end":144,"id":23,"ws":false,"disabled":false},{"text":".","start":144,"end":145,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":16,"child":17,"head_span":{"start":92,"end":98,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":99,"end":106,"token_start":17,"token_end":17,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":4,"head_span":{"start":37,"end":66,"token_start":6,"token_end":10,"label":"to_whom"},"child_span":{"start":20,"end":29,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":16,"head_span":{"start":110,"end":144,"token_start":19,"token_end":23,"label":"to_whom"},"child_span":{"start":92,"end":98,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":70,"end":76,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":80,"end":85,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":16,"head_span":{"start":80,"end":85,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":92,"end":98,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":14,"head_span":{"start":20,"end":29,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":80,"end":85,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"By returning the revenues through household rebates, tax cuts and low-carbon investments like public transit, governments are using the revenues from carbon pricing to make the transition to a cleaner economy more affordable.","text":"By returning the revenues through household rebates, tax cuts and low-carbon investments like public transit, governments are using the revenues from carbon pricing to make the transition to a cleaner economy more affordable. IMPLIED_BASE IMPLIED_BASE","characters":"225","document_index":"268","md_sentence_index":"48","classification_origin":"cm_cause_effect_rel","url":"http://theconversation.com/climate-change-puts-health-at-risk-and-economists-have-the-right-prescription-118797","combo_id":"268_48","post-training batch1":"268_48","_input_hash":765721175,"_task_hash":787224157,"spans":[{"text":"more","start":209,"token_start":35,"token_end":35,"end":213,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"By","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"returning","start":3,"end":12,"id":1,"ws":true,"disabled":false},{"text":"the","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"revenues","start":17,"end":25,"id":3,"ws":true,"disabled":false},{"text":"through","start":26,"end":33,"id":4,"ws":true,"disabled":false},{"text":"household","start":34,"end":43,"id":5,"ws":true,"disabled":false},{"text":"rebates","start":44,"end":51,"id":6,"ws":false,"disabled":false},{"text":",","start":51,"end":52,"id":7,"ws":true,"disabled":false},{"text":"tax","start":53,"end":56,"id":8,"ws":true,"disabled":false},{"text":"cuts","start":57,"end":61,"id":9,"ws":true,"disabled":false},{"text":"and","start":62,"end":65,"id":10,"ws":true,"disabled":false},{"text":"low","start":66,"end":69,"id":11,"ws":false,"disabled":false},{"text":"-","start":69,"end":70,"id":12,"ws":false,"disabled":false},{"text":"carbon","start":70,"end":76,"id":13,"ws":true,"disabled":false},{"text":"investments","start":77,"end":88,"id":14,"ws":true,"disabled":false},{"text":"like","start":89,"end":93,"id":15,"ws":true,"disabled":false},{"text":"public","start":94,"end":100,"id":16,"ws":true,"disabled":false},{"text":"transit","start":101,"end":108,"id":17,"ws":false,"disabled":false},{"text":",","start":108,"end":109,"id":18,"ws":true,"disabled":false},{"text":"governments","start":110,"end":121,"id":19,"ws":true,"disabled":false},{"text":"are","start":122,"end":125,"id":20,"ws":true,"disabled":false},{"text":"using","start":126,"end":131,"id":21,"ws":true,"disabled":false},{"text":"the","start":132,"end":135,"id":22,"ws":true,"disabled":false},{"text":"revenues","start":136,"end":144,"id":23,"ws":true,"disabled":false},{"text":"from","start":145,"end":149,"id":24,"ws":true,"disabled":false},{"text":"carbon","start":150,"end":156,"id":25,"ws":true,"disabled":false},{"text":"pricing","start":157,"end":164,"id":26,"ws":true,"disabled":false},{"text":"to","start":165,"end":167,"id":27,"ws":true,"disabled":false},{"text":"make","start":168,"end":172,"id":28,"ws":true,"disabled":false},{"text":"the","start":173,"end":176,"id":29,"ws":true,"disabled":false},{"text":"transition","start":177,"end":187,"id":30,"ws":true,"disabled":false},{"text":"to","start":188,"end":190,"id":31,"ws":true,"disabled":false},{"text":"a","start":191,"end":192,"id":32,"ws":true,"disabled":false},{"text":"cleaner","start":193,"end":200,"id":33,"ws":true,"disabled":false},{"text":"economy","start":201,"end":208,"id":34,"ws":true,"disabled":false},{"text":"more","start":209,"end":213,"id":35,"ws":true,"disabled":false},{"text":"affordable","start":214,"end":224,"id":36,"ws":false,"disabled":false},{"text":".","start":224,"end":225,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cWe need to recognize the unequal effects of the climate crisis on women, but also that women\u2019s participation brings with it creative and sustainable solutions to both the climate emergency and social injustices.","text":"\u201cWe need to recognize the unequal effects of the climate crisis on women, but also that women\u2019s participation brings with it creative and sustainable solutions to both the climate emergency and social injustices. IMPLIED_BASE IMPLIED_BASE","characters":"212","document_index":"710","md_sentence_index":"41","classification_origin":"causal_sentence_classification","url":"https://www.motherjones.com/environment/2020/02/a-new-report-reveals-climate-change-is-increasing-gender-based-violence/","combo_id":"710_41","post-training batch1":"710_41","_input_hash":-957658665,"_task_hash":866609776,"spans":[],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"We","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"need","start":4,"end":8,"id":2,"ws":true,"disabled":false},{"text":"to","start":9,"end":11,"id":3,"ws":true,"disabled":false},{"text":"recognize","start":12,"end":21,"id":4,"ws":true,"disabled":false},{"text":"the","start":22,"end":25,"id":5,"ws":true,"disabled":false},{"text":"unequal","start":26,"end":33,"id":6,"ws":true,"disabled":false},{"text":"effects","start":34,"end":41,"id":7,"ws":true,"disabled":false},{"text":"of","start":42,"end":44,"id":8,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"climate","start":49,"end":56,"id":10,"ws":true,"disabled":false},{"text":"crisis","start":57,"end":63,"id":11,"ws":true,"disabled":false},{"text":"on","start":64,"end":66,"id":12,"ws":true,"disabled":false},{"text":"women","start":67,"end":72,"id":13,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":14,"ws":true,"disabled":false},{"text":"but","start":74,"end":77,"id":15,"ws":true,"disabled":false},{"text":"also","start":78,"end":82,"id":16,"ws":true,"disabled":false},{"text":"that","start":83,"end":87,"id":17,"ws":true,"disabled":false},{"text":"women","start":88,"end":93,"id":18,"ws":false,"disabled":false},{"text":"\u2019s","start":93,"end":95,"id":19,"ws":true,"disabled":false},{"text":"participation","start":96,"end":109,"id":20,"ws":true,"disabled":false},{"text":"brings","start":110,"end":116,"id":21,"ws":true,"disabled":false},{"text":"with","start":117,"end":121,"id":22,"ws":true,"disabled":false},{"text":"it","start":122,"end":124,"id":23,"ws":true,"disabled":false},{"text":"creative","start":125,"end":133,"id":24,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":25,"ws":true,"disabled":false},{"text":"sustainable","start":138,"end":149,"id":26,"ws":true,"disabled":false},{"text":"solutions","start":150,"end":159,"id":27,"ws":true,"disabled":false},{"text":"to","start":160,"end":162,"id":28,"ws":true,"disabled":false},{"text":"both","start":163,"end":167,"id":29,"ws":true,"disabled":false},{"text":"the","start":168,"end":171,"id":30,"ws":true,"disabled":false},{"text":"climate","start":172,"end":179,"id":31,"ws":true,"disabled":false},{"text":"emergency","start":180,"end":189,"id":32,"ws":true,"disabled":false},{"text":"and","start":190,"end":193,"id":33,"ws":true,"disabled":false},{"text":"social","start":194,"end":200,"id":34,"ws":true,"disabled":false},{"text":"injustices","start":201,"end":211,"id":35,"ws":false,"disabled":false},{"text":".","start":211,"end":212,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":213,"end":225,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A shift from snow to rain thus carries potential consequences for water resources (Berghuijs et al., 2014) and flood risk (Huang et al., 2018).\n","text":"A shift from snow to rain thus carries potential consequences for water resources (Berghuijs et al., 2014) and flood risk (Huang et al., 2018). IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"605","md_sentence_index":"15","classification_origin":"causal_sentence_classification","url":"https://agupubs.onlinelibrary.wiley.com/doi/full/10.1029/2019WR025571","combo_id":"605_15","post-training batch1":"605_15","_input_hash":-1721037155,"_task_hash":-1045474553,"spans":[{"start":2,"end":7,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":13,"end":17,"token_start":3,"token_end":3,"label":"base"},{"text":"rain","start":21,"token_start":5,"token_end":5,"end":25,"type":"pattern","label":"base"},{"text":"water resources","start":66,"token_start":11,"token_end":12,"end":81,"type":"pattern","label":"base"},{"start":111,"end":116,"token_start":22,"token_end":22,"label":"base"},{"text":"risk","start":117,"token_start":23,"token_end":23,"end":121,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"shift","start":2,"end":7,"id":1,"ws":true,"disabled":false},{"text":"from","start":8,"end":12,"id":2,"ws":true,"disabled":false},{"text":"snow","start":13,"end":17,"id":3,"ws":true,"disabled":false},{"text":"to","start":18,"end":20,"id":4,"ws":true,"disabled":false},{"text":"rain","start":21,"end":25,"id":5,"ws":true,"disabled":false},{"text":"thus","start":26,"end":30,"id":6,"ws":true,"disabled":false},{"text":"carries","start":31,"end":38,"id":7,"ws":true,"disabled":false},{"text":"potential","start":39,"end":48,"id":8,"ws":true,"disabled":false},{"text":"consequences","start":49,"end":61,"id":9,"ws":true,"disabled":false},{"text":"for","start":62,"end":65,"id":10,"ws":true,"disabled":false},{"text":"water","start":66,"end":71,"id":11,"ws":true,"disabled":false},{"text":"resources","start":72,"end":81,"id":12,"ws":true,"disabled":false},{"text":"(","start":82,"end":83,"id":13,"ws":false,"disabled":false},{"text":"Berghuijs","start":83,"end":92,"id":14,"ws":true,"disabled":false},{"text":"et","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"al","start":96,"end":98,"id":16,"ws":false,"disabled":false},{"text":".","start":98,"end":99,"id":17,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":18,"ws":true,"disabled":false},{"text":"2014","start":101,"end":105,"id":19,"ws":false,"disabled":false},{"text":")","start":105,"end":106,"id":20,"ws":true,"disabled":false},{"text":"and","start":107,"end":110,"id":21,"ws":true,"disabled":false},{"text":"flood","start":111,"end":116,"id":22,"ws":true,"disabled":false},{"text":"risk","start":117,"end":121,"id":23,"ws":true,"disabled":false},{"text":"(","start":122,"end":123,"id":24,"ws":false,"disabled":false},{"text":"Huang","start":123,"end":128,"id":25,"ws":true,"disabled":false},{"text":"et","start":129,"end":131,"id":26,"ws":true,"disabled":false},{"text":"al","start":132,"end":134,"id":27,"ws":false,"disabled":false},{"text":".","start":134,"end":135,"id":28,"ws":false,"disabled":false},{"text":",","start":135,"end":136,"id":29,"ws":true,"disabled":false},{"text":"2018","start":137,"end":141,"id":30,"ws":false,"disabled":false},{"text":")","start":141,"end":142,"id":31,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":2,"end":7,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":13,"end":17,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":2,"end":7,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":21,"end":25,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":12,"head_span":{"start":13,"end":17,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":66,"end":81,"token_start":11,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":12,"head_span":{"start":21,"end":25,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":66,"end":81,"token_start":11,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":22,"head_span":{"start":13,"end":17,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":111,"end":116,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":22,"head_span":{"start":21,"end":25,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":111,"end":116,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":22,"head_span":{"start":117,"end":121,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":111,"end":116,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In Nigeria, rising temperatures are supercharged by nonstop gas flares.","text":"In Nigeria, rising temperatures are supercharged by nonstop gas flares. IMPLIED_BASE IMPLIED_BASE","characters":"71","document_index":"775","md_sentence_index":"82","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/08/06/climate/climate-change-inequality-heat.html","combo_id":"775_82","post-training batch1":"775_82","_input_hash":-1776701000,"_task_hash":-1862896183,"spans":[{"text":"rising","start":12,"token_start":3,"token_end":3,"end":18,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":19,"token_start":4,"token_end":4,"end":31,"type":"pattern","label":"aspect_changing"},{"start":52,"end":59,"token_start":8,"token_end":8,"label":"type_of"},{"start":60,"end":70,"token_start":9,"token_end":10,"label":"base"},{"start":72,"end":84,"token_start":12,"token_end":12,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Nigeria","start":3,"end":10,"id":1,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":2,"ws":true,"disabled":false},{"text":"rising","start":12,"end":18,"id":3,"ws":true,"disabled":false},{"text":"temperatures","start":19,"end":31,"id":4,"ws":true,"disabled":false},{"text":"are","start":32,"end":35,"id":5,"ws":true,"disabled":false},{"text":"supercharged","start":36,"end":48,"id":6,"ws":true,"disabled":false},{"text":"by","start":49,"end":51,"id":7,"ws":true,"disabled":false},{"text":"nonstop","start":52,"end":59,"id":8,"ws":true,"disabled":false},{"text":"gas","start":60,"end":63,"id":9,"ws":true,"disabled":false},{"text":"flares","start":64,"end":70,"id":10,"ws":false,"disabled":false},{"text":".","start":70,"end":71,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":72,"end":84,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":85,"end":97,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":8,"child":10,"head_span":{"start":52,"end":59,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":60,"end":70,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":12,"head_span":{"start":12,"end":18,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":72,"end":84,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":12,"head_span":{"start":19,"end":31,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":72,"end":84,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":10,"head_span":{"start":72,"end":84,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":60,"end":70,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Unusually cold nights, ever greater numbers of extremely hot summer days, weeks with no rainfall, or torrents of storm-driven precipitation, account for somewhere between a fifth to 49% of yield losses for maize, rice, spring wheat and soy beans.\n","text":"Unusually cold nights, ever greater numbers of extremely hot summer days, weeks with no rainfall, or torrents of storm-driven precipitation, account for somewhere between a fifth to 49% of yield losses for maize, rice, spring wheat and soy beans. IMPLIED_BASE IMPLIED_BASE","characters":"247","document_index":"107","md_sentence_index":"2","classification_origin":"cm_cause_effect_rel","url":"https://physicsworld.com/a/crops-at-risk-from-changing-climate/","combo_id":"107_2","post-training batch1":"107_2","_input_hash":1111193183,"_task_hash":1264099310,"spans":[{"start":10,"end":21,"token_start":1,"token_end":2,"label":"base"},{"start":28,"end":46,"token_start":5,"token_end":7,"label":"change_direction"},{"start":47,"end":60,"token_start":8,"token_end":9,"label":"type_of"},{"start":61,"end":72,"token_start":10,"token_end":11,"label":"base"},{"start":85,"end":96,"token_start":15,"token_end":16,"label":"base"},{"start":113,"end":125,"token_start":21,"token_end":23,"label":"type_of"},{"text":"precipitation","start":126,"token_start":24,"token_end":24,"end":139,"type":"pattern","label":"base"},{"start":189,"end":201,"token_start":36,"token_end":37,"label":"aspect_changing"},{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"},{"start":213,"end":217,"token_start":41,"token_end":41,"label":"base"},{"start":219,"end":231,"token_start":43,"token_end":44,"label":"base"},{"start":236,"end":245,"token_start":46,"token_end":47,"label":"base"}],"tokens":[{"text":"Unusually","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"cold","start":10,"end":14,"id":1,"ws":true,"disabled":false},{"text":"nights","start":15,"end":21,"id":2,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":3,"ws":true,"disabled":false},{"text":"ever","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"greater","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"numbers","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"of","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"extremely","start":47,"end":56,"id":8,"ws":true,"disabled":false},{"text":"hot","start":57,"end":60,"id":9,"ws":true,"disabled":false},{"text":"summer","start":61,"end":67,"id":10,"ws":true,"disabled":false},{"text":"days","start":68,"end":72,"id":11,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":12,"ws":true,"disabled":false},{"text":"weeks","start":74,"end":79,"id":13,"ws":true,"disabled":false},{"text":"with","start":80,"end":84,"id":14,"ws":true,"disabled":false},{"text":"no","start":85,"end":87,"id":15,"ws":true,"disabled":false},{"text":"rainfall","start":88,"end":96,"id":16,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":17,"ws":true,"disabled":false},{"text":"or","start":98,"end":100,"id":18,"ws":true,"disabled":false},{"text":"torrents","start":101,"end":109,"id":19,"ws":true,"disabled":false},{"text":"of","start":110,"end":112,"id":20,"ws":true,"disabled":false},{"text":"storm","start":113,"end":118,"id":21,"ws":false,"disabled":false},{"text":"-","start":118,"end":119,"id":22,"ws":false,"disabled":false},{"text":"driven","start":119,"end":125,"id":23,"ws":true,"disabled":false},{"text":"precipitation","start":126,"end":139,"id":24,"ws":false,"disabled":false},{"text":",","start":139,"end":140,"id":25,"ws":true,"disabled":false},{"text":"account","start":141,"end":148,"id":26,"ws":true,"disabled":false},{"text":"for","start":149,"end":152,"id":27,"ws":true,"disabled":false},{"text":"somewhere","start":153,"end":162,"id":28,"ws":true,"disabled":false},{"text":"between","start":163,"end":170,"id":29,"ws":true,"disabled":false},{"text":"a","start":171,"end":172,"id":30,"ws":true,"disabled":false},{"text":"fifth","start":173,"end":178,"id":31,"ws":true,"disabled":false},{"text":"to","start":179,"end":181,"id":32,"ws":true,"disabled":false},{"text":"49","start":182,"end":184,"id":33,"ws":false,"disabled":false},{"text":"%","start":184,"end":185,"id":34,"ws":true,"disabled":false},{"text":"of","start":186,"end":188,"id":35,"ws":true,"disabled":false},{"text":"yield","start":189,"end":194,"id":36,"ws":true,"disabled":false},{"text":"losses","start":195,"end":201,"id":37,"ws":true,"disabled":false},{"text":"for","start":202,"end":205,"id":38,"ws":true,"disabled":false},{"text":"maize","start":206,"end":211,"id":39,"ws":false,"disabled":false},{"text":",","start":211,"end":212,"id":40,"ws":true,"disabled":false},{"text":"rice","start":213,"end":217,"id":41,"ws":false,"disabled":false},{"text":",","start":217,"end":218,"id":42,"ws":true,"disabled":false},{"text":"spring","start":219,"end":225,"id":43,"ws":true,"disabled":false},{"text":"wheat","start":226,"end":231,"id":44,"ws":true,"disabled":false},{"text":"and","start":232,"end":235,"id":45,"ws":true,"disabled":false},{"text":"soy","start":236,"end":239,"id":46,"ws":true,"disabled":false},{"text":"beans","start":240,"end":245,"id":47,"ws":false,"disabled":false},{"text":".","start":245,"end":246,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":247,"end":259,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":260,"end":272,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":37,"child":39,"head_span":{"start":189,"end":201,"token_start":36,"token_end":37,"label":"aspect_changing"},"child_span":{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":41,"head_span":{"start":189,"end":201,"token_start":36,"token_end":37,"label":"aspect_changing"},"child_span":{"start":213,"end":217,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":44,"head_span":{"start":189,"end":201,"token_start":36,"token_end":37,"label":"aspect_changing"},"child_span":{"start":219,"end":231,"token_start":43,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":47,"head_span":{"start":189,"end":201,"token_start":36,"token_end":37,"label":"aspect_changing"},"child_span":{"start":236,"end":245,"token_start":46,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":11,"head_span":{"start":28,"end":46,"token_start":5,"token_end":7,"label":"change_direction"},"child_span":{"start":61,"end":72,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":47,"end":60,"token_start":8,"token_end":9,"label":"type_of"},"child_span":{"start":61,"end":72,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":113,"end":125,"token_start":21,"token_end":23,"label":"type_of"},"child_span":{"start":126,"end":139,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":39,"head_span":{"start":10,"end":21,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":41,"head_span":{"start":10,"end":21,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":213,"end":217,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":44,"head_span":{"start":10,"end":21,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":219,"end":231,"token_start":43,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":47,"head_span":{"start":10,"end":21,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":236,"end":245,"token_start":46,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":39,"head_span":{"start":61,"end":72,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":41,"head_span":{"start":61,"end":72,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":213,"end":217,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":44,"head_span":{"start":61,"end":72,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":219,"end":231,"token_start":43,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":47,"head_span":{"start":61,"end":72,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":236,"end":245,"token_start":46,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":39,"head_span":{"start":85,"end":96,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":41,"head_span":{"start":85,"end":96,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":213,"end":217,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":44,"head_span":{"start":85,"end":96,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":219,"end":231,"token_start":43,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":47,"head_span":{"start":85,"end":96,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":236,"end":245,"token_start":46,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":39,"head_span":{"start":126,"end":139,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":41,"head_span":{"start":126,"end":139,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":213,"end":217,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":44,"head_span":{"start":126,"end":139,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":219,"end":231,"token_start":43,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":47,"head_span":{"start":126,"end":139,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":236,"end":245,"token_start":46,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"yes?","reason":"uncertain","relation count":"one","complexity":"simple","original_md_text":"Although it could yet prove to be a freak event, the primary concern is that global warming is eroding the polar vortex, the powerful winds that once insulated the frozen north.\n","text":"Although it could yet prove to be a freak event, the primary concern is that global warming is eroding the polar vortex, the powerful winds that once insulated the frozen north. IMPLIED_BASE IMPLIED_BASE","characters":"178","document_index":"6","md_sentence_index":"1","classification_origin":"cm-label-eval","url":"https://www.theguardian.com/environment/2018/feb/27/arctic-warming-scientists-alarmed-by-crazy-temperature-rises","combo_id":"6_1","post-training batch1":"6_1","_input_hash":-345244992,"_task_hash":1013266873,"spans":[{"text":"global warming","start":77,"token_start":16,"token_end":17,"end":91,"type":"pattern","label":"base"},{"start":95,"end":102,"token_start":19,"token_end":19,"label":"change_direction"},{"start":107,"end":119,"token_start":21,"token_end":22,"label":"base"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"it","start":9,"end":11,"id":1,"ws":true,"disabled":false},{"text":"could","start":12,"end":17,"id":2,"ws":true,"disabled":false},{"text":"yet","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"prove","start":22,"end":27,"id":4,"ws":true,"disabled":false},{"text":"to","start":28,"end":30,"id":5,"ws":true,"disabled":false},{"text":"be","start":31,"end":33,"id":6,"ws":true,"disabled":false},{"text":"a","start":34,"end":35,"id":7,"ws":true,"disabled":false},{"text":"freak","start":36,"end":41,"id":8,"ws":true,"disabled":false},{"text":"event","start":42,"end":47,"id":9,"ws":false,"disabled":false},{"text":",","start":47,"end":48,"id":10,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":11,"ws":true,"disabled":false},{"text":"primary","start":53,"end":60,"id":12,"ws":true,"disabled":false},{"text":"concern","start":61,"end":68,"id":13,"ws":true,"disabled":false},{"text":"is","start":69,"end":71,"id":14,"ws":true,"disabled":false},{"text":"that","start":72,"end":76,"id":15,"ws":true,"disabled":false},{"text":"global","start":77,"end":83,"id":16,"ws":true,"disabled":false},{"text":"warming","start":84,"end":91,"id":17,"ws":true,"disabled":false},{"text":"is","start":92,"end":94,"id":18,"ws":true,"disabled":false},{"text":"eroding","start":95,"end":102,"id":19,"ws":true,"disabled":false},{"text":"the","start":103,"end":106,"id":20,"ws":true,"disabled":false},{"text":"polar","start":107,"end":112,"id":21,"ws":true,"disabled":false},{"text":"vortex","start":113,"end":119,"id":22,"ws":false,"disabled":false},{"text":",","start":119,"end":120,"id":23,"ws":true,"disabled":false},{"text":"the","start":121,"end":124,"id":24,"ws":true,"disabled":false},{"text":"powerful","start":125,"end":133,"id":25,"ws":true,"disabled":false},{"text":"winds","start":134,"end":139,"id":26,"ws":true,"disabled":false},{"text":"that","start":140,"end":144,"id":27,"ws":true,"disabled":false},{"text":"once","start":145,"end":149,"id":28,"ws":true,"disabled":false},{"text":"insulated","start":150,"end":159,"id":29,"ws":true,"disabled":false},{"text":"the","start":160,"end":163,"id":30,"ws":true,"disabled":false},{"text":"frozen","start":164,"end":170,"id":31,"ws":true,"disabled":false},{"text":"north","start":171,"end":176,"id":32,"ws":false,"disabled":false},{"text":".","start":176,"end":177,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":191,"end":203,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":19,"child":22,"head_span":{"start":95,"end":102,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":107,"end":119,"token_start":21,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":22,"head_span":{"start":77,"end":91,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":107,"end":119,"token_start":21,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Drought-related worry and psychological distress\n","text":"Drought-related worry and psychological distress IMPLIED_BASE IMPLIED_BASE","characters":"49","document_index":"619","md_sentence_index":"105","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_105","post-training batch1":"619_105","_input_hash":1506898491,"_task_hash":-224605508,"spans":[{"text":"Drought","start":0,"token_start":0,"token_end":0,"end":7,"type":"pattern","label":"base"},{"start":16,"end":21,"token_start":3,"token_end":3,"label":"base"},{"start":26,"end":48,"token_start":5,"token_end":6,"label":"base"}],"tokens":[{"text":"Drought","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":"-","start":7,"end":8,"id":1,"ws":false,"disabled":false},{"text":"related","start":8,"end":15,"id":2,"ws":true,"disabled":false},{"text":"worry","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"and","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"psychological","start":26,"end":39,"id":5,"ws":true,"disabled":false},{"text":"distress","start":40,"end":48,"id":6,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":49,"end":61,"id":7,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":62,"end":74,"id":8,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":3,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":16,"end":21,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":6,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":26,"end":48,"token_start":5,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"?","reason":"","relation count":"","complexity":"","original_md_text":"Ultraviolet Radiation as a Mediator of Climate Change-Induced Immune Dysfunction\n","text":"Ultraviolet Radiation as a Mediator of Climate Change-Induced Immune Dysfunction IMPLIED_BASE IMPLIED_BASE","characters":"81","document_index":"276","md_sentence_index":"236","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_236","post-training batch1":"276_236","_input_hash":-889456843,"_task_hash":-1305694565,"spans":[{"start":0,"end":11,"token_start":0,"token_end":0,"label":"type_of"},{"start":12,"end":21,"token_start":1,"token_end":1,"label":"base"},{"start":62,"end":68,"token_start":10,"token_end":10,"label":"base"},{"start":69,"end":80,"token_start":11,"token_end":11,"label":"aspect_changing"}],"tokens":[{"text":"Ultraviolet","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"Radiation","start":12,"end":21,"id":1,"ws":true,"disabled":false},{"text":"as","start":22,"end":24,"id":2,"ws":true,"disabled":false},{"text":"a","start":25,"end":26,"id":3,"ws":true,"disabled":false},{"text":"Mediator","start":27,"end":35,"id":4,"ws":true,"disabled":false},{"text":"of","start":36,"end":38,"id":5,"ws":true,"disabled":false},{"text":"Climate","start":39,"end":46,"id":6,"ws":true,"disabled":false},{"text":"Change","start":47,"end":53,"id":7,"ws":false,"disabled":false},{"text":"-","start":53,"end":54,"id":8,"ws":false,"disabled":false},{"text":"Induced","start":54,"end":61,"id":9,"ws":true,"disabled":false},{"text":"Immune","start":62,"end":68,"id":10,"ws":true,"disabled":false},{"text":"Dysfunction","start":69,"end":80,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":81,"end":93,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":94,"end":106,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":11,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":12,"end":21,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":69,"end":80,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":62,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":10,"head_span":{"start":12,"end":21,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":62,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Stronger storms, like the Derecho winds that wiped out an estimated 10 million acres of corn in Iowa, can hurt the bottom line for farmers.\n","text":"Stronger storms, like the Derecho winds that wiped out an estimated 10 million acres of corn in Iowa, can hurt the bottom line for farmers. IMPLIED_BASE IMPLIED_BASE","characters":"140","document_index":"851","md_sentence_index":"78","classification_origin":"causal_sentence_classification","url":"https://spectrumnews1.com/wi/madison/news/2020/10/06/climate-change-report-details-current-and-future-impacts-in-wisconsin","combo_id":"851_78","post-training batch1":"851_78","_input_hash":-1543565173,"_task_hash":-108458803,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"change_direction"},{"text":"storms","start":9,"token_start":1,"token_end":1,"end":15,"type":"pattern","label":"base"},{"start":45,"end":54,"token_start":8,"token_end":9,"label":"aspect_changing"},{"start":88,"end":92,"token_start":16,"token_end":16,"label":"base"},{"start":131,"end":138,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"Stronger","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"storms","start":9,"end":15,"id":1,"ws":false,"disabled":false},{"text":",","start":15,"end":16,"id":2,"ws":true,"disabled":false},{"text":"like","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"the","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"Derecho","start":26,"end":33,"id":5,"ws":true,"disabled":false},{"text":"winds","start":34,"end":39,"id":6,"ws":true,"disabled":false},{"text":"that","start":40,"end":44,"id":7,"ws":true,"disabled":false},{"text":"wiped","start":45,"end":50,"id":8,"ws":true,"disabled":false},{"text":"out","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"an","start":55,"end":57,"id":10,"ws":true,"disabled":false},{"text":"estimated","start":58,"end":67,"id":11,"ws":true,"disabled":false},{"text":"10","start":68,"end":70,"id":12,"ws":true,"disabled":false},{"text":"million","start":71,"end":78,"id":13,"ws":true,"disabled":false},{"text":"acres","start":79,"end":84,"id":14,"ws":true,"disabled":false},{"text":"of","start":85,"end":87,"id":15,"ws":true,"disabled":false},{"text":"corn","start":88,"end":92,"id":16,"ws":true,"disabled":false},{"text":"in","start":93,"end":95,"id":17,"ws":true,"disabled":false},{"text":"Iowa","start":96,"end":100,"id":18,"ws":false,"disabled":false},{"text":",","start":100,"end":101,"id":19,"ws":true,"disabled":false},{"text":"can","start":102,"end":105,"id":20,"ws":true,"disabled":false},{"text":"hurt","start":106,"end":110,"id":21,"ws":true,"disabled":false},{"text":"the","start":111,"end":114,"id":22,"ws":true,"disabled":false},{"text":"bottom","start":115,"end":121,"id":23,"ws":true,"disabled":false},{"text":"line","start":122,"end":126,"id":24,"ws":true,"disabled":false},{"text":"for","start":127,"end":130,"id":25,"ws":true,"disabled":false},{"text":"farmers","start":131,"end":138,"id":26,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":9,"end":15,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":16,"head_span":{"start":45,"end":54,"token_start":8,"token_end":9,"label":"aspect_changing"},"child_span":{"start":88,"end":92,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":26,"head_span":{"start":9,"end":15,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":131,"end":138,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":16,"head_span":{"start":9,"end":15,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":88,"end":92,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We spoke to Dr. Aaron Bernstein, a pediatrician and Interim Director of The Center for Climate, Health, and the Global Environment at Harvard's T.H. Chan School of Public Health (Harvard C-CHANGE), who has seen firsthand how climate change can harm children, mostly through the burning of fossil fuels.","text":"We spoke to Dr. Aaron Bernstein, a pediatrician and Interim Director of The Center for Climate, Health, and the Global Environment at Harvard's T.H. Chan School of Public Health (Harvard C-CHANGE), who has seen firsthand how climate change can harm children, mostly through the burning of fossil fuels. IMPLIED_BASE IMPLIED_BASE","characters":"302","document_index":"687","md_sentence_index":"4","classification_origin":"causal_sentence_classification","url":"https://insideclimatenews.org/news/11032020/coronavirus-harvard-doctor-climate-change-public-health","combo_id":"687_4","post-training batch1":"687_4","_input_hash":1503016242,"_task_hash":264692352,"spans":[{"text":"climate change","start":225,"token_start":45,"token_end":46,"end":239,"type":"pattern","label":"base"},{"start":244,"end":248,"token_start":48,"token_end":48,"label":"change_direction"},{"start":249,"end":257,"token_start":49,"token_end":49,"label":"base"},{"start":289,"end":301,"token_start":56,"token_end":57,"label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"spoke","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"to","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"Dr.","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"Aaron","start":16,"end":21,"id":4,"ws":true,"disabled":false},{"text":"Bernstein","start":22,"end":31,"id":5,"ws":false,"disabled":false},{"text":",","start":31,"end":32,"id":6,"ws":true,"disabled":false},{"text":"a","start":33,"end":34,"id":7,"ws":true,"disabled":false},{"text":"pediatrician","start":35,"end":47,"id":8,"ws":true,"disabled":false},{"text":"and","start":48,"end":51,"id":9,"ws":true,"disabled":false},{"text":"Interim","start":52,"end":59,"id":10,"ws":true,"disabled":false},{"text":"Director","start":60,"end":68,"id":11,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":12,"ws":true,"disabled":false},{"text":"The","start":72,"end":75,"id":13,"ws":true,"disabled":false},{"text":"Center","start":76,"end":82,"id":14,"ws":true,"disabled":false},{"text":"for","start":83,"end":86,"id":15,"ws":true,"disabled":false},{"text":"Climate","start":87,"end":94,"id":16,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":17,"ws":true,"disabled":false},{"text":"Health","start":96,"end":102,"id":18,"ws":false,"disabled":false},{"text":",","start":102,"end":103,"id":19,"ws":true,"disabled":false},{"text":"and","start":104,"end":107,"id":20,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":21,"ws":true,"disabled":false},{"text":"Global","start":112,"end":118,"id":22,"ws":true,"disabled":false},{"text":"Environment","start":119,"end":130,"id":23,"ws":true,"disabled":false},{"text":"at","start":131,"end":133,"id":24,"ws":true,"disabled":false},{"text":"Harvard","start":134,"end":141,"id":25,"ws":false,"disabled":false},{"text":"'s","start":141,"end":143,"id":26,"ws":true,"disabled":false},{"text":"T.H.","start":144,"end":148,"id":27,"ws":true,"disabled":false},{"text":"Chan","start":149,"end":153,"id":28,"ws":true,"disabled":false},{"text":"School","start":154,"end":160,"id":29,"ws":true,"disabled":false},{"text":"of","start":161,"end":163,"id":30,"ws":true,"disabled":false},{"text":"Public","start":164,"end":170,"id":31,"ws":true,"disabled":false},{"text":"Health","start":171,"end":177,"id":32,"ws":true,"disabled":false},{"text":"(","start":178,"end":179,"id":33,"ws":false,"disabled":false},{"text":"Harvard","start":179,"end":186,"id":34,"ws":true,"disabled":false},{"text":"C","start":187,"end":188,"id":35,"ws":false,"disabled":false},{"text":"-","start":188,"end":189,"id":36,"ws":false,"disabled":false},{"text":"CHANGE","start":189,"end":195,"id":37,"ws":false,"disabled":false},{"text":")","start":195,"end":196,"id":38,"ws":false,"disabled":false},{"text":",","start":196,"end":197,"id":39,"ws":true,"disabled":false},{"text":"who","start":198,"end":201,"id":40,"ws":true,"disabled":false},{"text":"has","start":202,"end":205,"id":41,"ws":true,"disabled":false},{"text":"seen","start":206,"end":210,"id":42,"ws":true,"disabled":false},{"text":"firsthand","start":211,"end":220,"id":43,"ws":true,"disabled":false},{"text":"how","start":221,"end":224,"id":44,"ws":true,"disabled":false},{"text":"climate","start":225,"end":232,"id":45,"ws":true,"disabled":false},{"text":"change","start":233,"end":239,"id":46,"ws":true,"disabled":false},{"text":"can","start":240,"end":243,"id":47,"ws":true,"disabled":false},{"text":"harm","start":244,"end":248,"id":48,"ws":true,"disabled":false},{"text":"children","start":249,"end":257,"id":49,"ws":false,"disabled":false},{"text":",","start":257,"end":258,"id":50,"ws":true,"disabled":false},{"text":"mostly","start":259,"end":265,"id":51,"ws":true,"disabled":false},{"text":"through","start":266,"end":273,"id":52,"ws":true,"disabled":false},{"text":"the","start":274,"end":277,"id":53,"ws":true,"disabled":false},{"text":"burning","start":278,"end":285,"id":54,"ws":true,"disabled":false},{"text":"of","start":286,"end":288,"id":55,"ws":true,"disabled":false},{"text":"fossil","start":289,"end":295,"id":56,"ws":true,"disabled":false},{"text":"fuels","start":296,"end":301,"id":57,"ws":false,"disabled":false},{"text":".","start":301,"end":302,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":303,"end":315,"id":59,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":316,"end":328,"id":60,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":48,"child":49,"head_span":{"start":244,"end":248,"token_start":48,"token_end":48,"label":"change_direction"},"child_span":{"start":249,"end":257,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":49,"head_span":{"start":225,"end":239,"token_start":45,"token_end":46,"label":"base"},"child_span":{"start":249,"end":257,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":57,"child":49,"head_span":{"start":289,"end":301,"token_start":56,"token_end":57,"label":"base"},"child_span":{"start":249,"end":257,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For Clinton, the North Carolinian whose V. vulnificus exposure came from bagging raw shrimp, the infection progressed quickly because of chronic health ailments, including diabetes and a heart condition, medical records show.","text":"For Clinton, the North Carolinian whose V. vulnificus exposure came from bagging raw shrimp, the infection progressed quickly because of chronic health ailments, including diabetes and a heart condition, medical records show. IMPLIED_BASE IMPLIED_BASE","characters":"225","document_index":"861","md_sentence_index":"71","classification_origin":"causal_sentence_classification","url":"https://publicintegrity.org/environment/hidden-epidemics/vibrio-deadly-bacteria-coastal-waters-climate-change-health/","combo_id":"861_71","post-training batch1":"861_71","_input_hash":428572591,"_task_hash":1920661111,"spans":[{"start":40,"end":53,"token_start":7,"token_end":8,"label":"base"},{"start":54,"end":62,"token_start":9,"token_end":9,"label":"change_direction"},{"start":81,"end":91,"token_start":13,"token_end":14,"label":"base"},{"start":97,"end":106,"token_start":17,"token_end":17,"label":"base"},{"start":107,"end":117,"token_start":18,"token_end":18,"label":"change_direction"},{"start":137,"end":144,"token_start":22,"token_end":22,"label":"type_of"},{"start":145,"end":160,"token_start":23,"token_end":24,"label":"base"},{"start":172,"end":180,"token_start":27,"token_end":27,"label":"base"},{"start":187,"end":202,"token_start":30,"token_end":31,"label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Clinton","start":4,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"the","start":13,"end":16,"id":3,"ws":true,"disabled":false},{"text":"North","start":17,"end":22,"id":4,"ws":true,"disabled":false},{"text":"Carolinian","start":23,"end":33,"id":5,"ws":true,"disabled":false},{"text":"whose","start":34,"end":39,"id":6,"ws":true,"disabled":false},{"text":"V.","start":40,"end":42,"id":7,"ws":true,"disabled":false},{"text":"vulnificus","start":43,"end":53,"id":8,"ws":true,"disabled":false},{"text":"exposure","start":54,"end":62,"id":9,"ws":true,"disabled":false},{"text":"came","start":63,"end":67,"id":10,"ws":true,"disabled":false},{"text":"from","start":68,"end":72,"id":11,"ws":true,"disabled":false},{"text":"bagging","start":73,"end":80,"id":12,"ws":true,"disabled":false},{"text":"raw","start":81,"end":84,"id":13,"ws":true,"disabled":false},{"text":"shrimp","start":85,"end":91,"id":14,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":15,"ws":true,"disabled":false},{"text":"the","start":93,"end":96,"id":16,"ws":true,"disabled":false},{"text":"infection","start":97,"end":106,"id":17,"ws":true,"disabled":false},{"text":"progressed","start":107,"end":117,"id":18,"ws":true,"disabled":false},{"text":"quickly","start":118,"end":125,"id":19,"ws":true,"disabled":false},{"text":"because","start":126,"end":133,"id":20,"ws":true,"disabled":false},{"text":"of","start":134,"end":136,"id":21,"ws":true,"disabled":false},{"text":"chronic","start":137,"end":144,"id":22,"ws":true,"disabled":false},{"text":"health","start":145,"end":151,"id":23,"ws":true,"disabled":false},{"text":"ailments","start":152,"end":160,"id":24,"ws":false,"disabled":false},{"text":",","start":160,"end":161,"id":25,"ws":true,"disabled":false},{"text":"including","start":162,"end":171,"id":26,"ws":true,"disabled":false},{"text":"diabetes","start":172,"end":180,"id":27,"ws":true,"disabled":false},{"text":"and","start":181,"end":184,"id":28,"ws":true,"disabled":false},{"text":"a","start":185,"end":186,"id":29,"ws":true,"disabled":false},{"text":"heart","start":187,"end":192,"id":30,"ws":true,"disabled":false},{"text":"condition","start":193,"end":202,"id":31,"ws":false,"disabled":false},{"text":",","start":202,"end":203,"id":32,"ws":true,"disabled":false},{"text":"medical","start":204,"end":211,"id":33,"ws":true,"disabled":false},{"text":"records","start":212,"end":219,"id":34,"ws":true,"disabled":false},{"text":"show","start":220,"end":224,"id":35,"ws":false,"disabled":false},{"text":".","start":224,"end":225,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":9,"child":8,"head_span":{"start":54,"end":62,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":40,"end":53,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":107,"end":117,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":97,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":137,"end":144,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":145,"end":160,"token_start":23,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":8,"head_span":{"start":81,"end":91,"token_start":13,"token_end":14,"label":"base"},"child_span":{"start":40,"end":53,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":17,"head_span":{"start":145,"end":160,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":97,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":17,"head_span":{"start":172,"end":180,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":97,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":17,"head_span":{"start":187,"end":202,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":97,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The warming will slow to a potentially manageable pace only when human emissions are reduced to zero.","text":"The warming will slow to a potentially manageable pace only when human emissions are reduced to zero. IMPLIED_BASE IMPLIED_BASE","characters":"101","document_index":"746","md_sentence_index":"93","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2017/climate/what-is-climate-change.html","combo_id":"746_93","post-training batch1":"746_93","_input_hash":1123708921,"_task_hash":1643076798,"spans":[{"start":4,"end":11,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":17,"end":21,"token_start":3,"token_end":3,"label":"change_direction"},{"start":65,"end":70,"token_start":11,"token_end":11,"label":"base"},{"text":"emissions","start":71,"token_start":12,"token_end":12,"end":80,"type":"pattern","label":"aspect_changing"},{"text":"reduced","start":85,"token_start":14,"token_end":14,"end":92,"type":"pattern","label":"change_direction"},{"start":102,"end":114,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"warming","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"will","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"slow","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"to","start":22,"end":24,"id":4,"ws":true,"disabled":false},{"text":"a","start":25,"end":26,"id":5,"ws":true,"disabled":false},{"text":"potentially","start":27,"end":38,"id":6,"ws":true,"disabled":false},{"text":"manageable","start":39,"end":49,"id":7,"ws":true,"disabled":false},{"text":"pace","start":50,"end":54,"id":8,"ws":true,"disabled":false},{"text":"only","start":55,"end":59,"id":9,"ws":true,"disabled":false},{"text":"when","start":60,"end":64,"id":10,"ws":true,"disabled":false},{"text":"human","start":65,"end":70,"id":11,"ws":true,"disabled":false},{"text":"emissions","start":71,"end":80,"id":12,"ws":true,"disabled":false},{"text":"are","start":81,"end":84,"id":13,"ws":true,"disabled":false},{"text":"reduced","start":85,"end":92,"id":14,"ws":true,"disabled":false},{"text":"to","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"zero","start":96,"end":100,"id":16,"ws":false,"disabled":false},{"text":".","start":100,"end":101,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":102,"end":114,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":18,"head_span":{"start":4,"end":11,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":102,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":18,"head_span":{"start":17,"end":21,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":102,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":11,"head_span":{"start":85,"end":92,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":65,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":11,"head_span":{"start":71,"end":80,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":65,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":18,"head_span":{"start":65,"end":70,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":102,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The hottest days, with temperatures above 86 F, caused annual income in a county to be 0.076% lower than a 59-degree day.","text":"The hottest days, with temperatures above 86 F, caused annual income in a county to be 0.076% lower than a 59-degree day. IMPLIED_BASE IMPLIED_BASE","characters":"121","document_index":"741","md_sentence_index":"18","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/heat-wave-effects-on-economic-productivity-2019-7","combo_id":"741_18","post-training batch1":"741_18","_input_hash":864648163,"_task_hash":-1719093173,"spans":[{"start":4,"end":11,"token_start":1,"token_end":1,"label":"type_of"},{"start":12,"end":16,"token_start":2,"token_end":2,"label":"base"},{"start":55,"end":68,"token_start":11,"token_end":12,"label":"base"},{"start":94,"end":99,"token_start":20,"token_end":20,"label":"change_direction"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"hottest","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"days","start":12,"end":16,"id":2,"ws":false,"disabled":false},{"text":",","start":16,"end":17,"id":3,"ws":true,"disabled":false},{"text":"with","start":18,"end":22,"id":4,"ws":true,"disabled":false},{"text":"temperatures","start":23,"end":35,"id":5,"ws":true,"disabled":false},{"text":"above","start":36,"end":41,"id":6,"ws":true,"disabled":false},{"text":"86","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"F","start":45,"end":46,"id":8,"ws":false,"disabled":false},{"text":",","start":46,"end":47,"id":9,"ws":true,"disabled":false},{"text":"caused","start":48,"end":54,"id":10,"ws":true,"disabled":false},{"text":"annual","start":55,"end":61,"id":11,"ws":true,"disabled":false},{"text":"income","start":62,"end":68,"id":12,"ws":true,"disabled":false},{"text":"in","start":69,"end":71,"id":13,"ws":true,"disabled":false},{"text":"a","start":72,"end":73,"id":14,"ws":true,"disabled":false},{"text":"county","start":74,"end":80,"id":15,"ws":true,"disabled":false},{"text":"to","start":81,"end":83,"id":16,"ws":true,"disabled":false},{"text":"be","start":84,"end":86,"id":17,"ws":true,"disabled":false},{"text":"0.076","start":87,"end":92,"id":18,"ws":false,"disabled":false},{"text":"%","start":92,"end":93,"id":19,"ws":true,"disabled":false},{"text":"lower","start":94,"end":99,"id":20,"ws":true,"disabled":false},{"text":"than","start":100,"end":104,"id":21,"ws":true,"disabled":false},{"text":"a","start":105,"end":106,"id":22,"ws":true,"disabled":false},{"text":"59-degree","start":107,"end":116,"id":23,"ws":true,"disabled":false},{"text":"day","start":117,"end":120,"id":24,"ws":false,"disabled":false},{"text":".","start":120,"end":121,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":122,"end":134,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":135,"end":147,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":4,"end":11,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":12,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":12,"head_span":{"start":94,"end":99,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":55,"end":68,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":12,"head_span":{"start":12,"end":16,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":55,"end":68,"token_start":11,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"","relation count":"many","complexity":"complex","original_md_text":"In October 2018, they said carbon emissions must halve by 2030 to avoid even greater risks of drought, floods, extreme heat and poverty for hundreds of millions of people.","text":"In October 2018, they said carbon emissions must halve by 2030 to avoid even greater risks of drought, floods, extreme heat and poverty for hundreds of millions of people. IMPLIED_BASE IMPLIED_BASE","characters":"171","document_index":"242","md_sentence_index":"28","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/jun/25/climate-apartheid-united-nations-expert-says-human-rights-may-not-survive-crisis","combo_id":"242_28","post-training batch1":"242_28","_input_hash":1257384298,"_task_hash":-1252126295,"spans":[{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},{"text":"emissions","start":34,"token_start":7,"token_end":7,"end":43,"type":"pattern","label":"aspect_changing"},{"start":49,"end":54,"token_start":9,"token_end":9,"label":"change_direction"},{"text":"risks","start":85,"token_start":16,"token_end":16,"end":90,"type":"pattern","label":"aspect_changing"},{"text":"drought","start":94,"token_start":18,"token_end":18,"end":101,"type":"pattern","label":"base"},{"text":"floods","start":103,"token_start":20,"token_end":20,"end":109,"type":"pattern","label":"base"},{"start":111,"end":118,"token_start":22,"token_end":22,"label":"type_of"},{"start":119,"end":123,"token_start":23,"token_end":23,"label":"base"},{"start":128,"end":135,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"October","start":3,"end":10,"id":1,"ws":true,"disabled":false},{"text":"2018","start":11,"end":15,"id":2,"ws":false,"disabled":false},{"text":",","start":15,"end":16,"id":3,"ws":true,"disabled":false},{"text":"they","start":17,"end":21,"id":4,"ws":true,"disabled":false},{"text":"said","start":22,"end":26,"id":5,"ws":true,"disabled":false},{"text":"carbon","start":27,"end":33,"id":6,"ws":true,"disabled":false},{"text":"emissions","start":34,"end":43,"id":7,"ws":true,"disabled":false},{"text":"must","start":44,"end":48,"id":8,"ws":true,"disabled":false},{"text":"halve","start":49,"end":54,"id":9,"ws":true,"disabled":false},{"text":"by","start":55,"end":57,"id":10,"ws":true,"disabled":false},{"text":"2030","start":58,"end":62,"id":11,"ws":true,"disabled":false},{"text":"to","start":63,"end":65,"id":12,"ws":true,"disabled":false},{"text":"avoid","start":66,"end":71,"id":13,"ws":true,"disabled":false},{"text":"even","start":72,"end":76,"id":14,"ws":true,"disabled":false},{"text":"greater","start":77,"end":84,"id":15,"ws":true,"disabled":false},{"text":"risks","start":85,"end":90,"id":16,"ws":true,"disabled":false},{"text":"of","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"drought","start":94,"end":101,"id":18,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":19,"ws":true,"disabled":false},{"text":"floods","start":103,"end":109,"id":20,"ws":false,"disabled":false},{"text":",","start":109,"end":110,"id":21,"ws":true,"disabled":false},{"text":"extreme","start":111,"end":118,"id":22,"ws":true,"disabled":false},{"text":"heat","start":119,"end":123,"id":23,"ws":true,"disabled":false},{"text":"and","start":124,"end":127,"id":24,"ws":true,"disabled":false},{"text":"poverty","start":128,"end":135,"id":25,"ws":true,"disabled":false},{"text":"for","start":136,"end":139,"id":26,"ws":true,"disabled":false},{"text":"hundreds","start":140,"end":148,"id":27,"ws":true,"disabled":false},{"text":"of","start":149,"end":151,"id":28,"ws":true,"disabled":false},{"text":"millions","start":152,"end":160,"id":29,"ws":true,"disabled":false},{"text":"of","start":161,"end":163,"id":30,"ws":true,"disabled":false},{"text":"people","start":164,"end":170,"id":31,"ws":false,"disabled":false},{"text":".","start":170,"end":171,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":22,"child":23,"head_span":{"start":111,"end":118,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":119,"end":123,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":85,"end":90,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":94,"end":101,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":85,"end":90,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":103,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":23,"head_span":{"start":85,"end":90,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":119,"end":123,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":25,"head_span":{"start":85,"end":90,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":128,"end":135,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":6,"head_span":{"start":34,"end":43,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":6,"head_span":{"start":49,"end":54,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":18,"head_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":94,"end":101,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":20,"head_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":103,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":23,"head_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":119,"end":123,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":25,"head_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":128,"end":135,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"staged","Dataset name":"checkin-four","ignore?":"","reason":"","relation count":"Many","complexity":"Moderate","original_md_text":"A comprehensive meta-analysis of such studies predicted that a 1 standard deviation increase in global temperatures or extreme rainfall could increase the frequency of interpersonal violence by 4% and intergroup conflict by 14% (Hsiang et al., 2013).","text":"A comprehensive meta-analysis of such studies predicted that a 1 standard deviation increase in global temperatures or extreme rainfall could increase the frequency of interpersonal violence by 4% and intergroup conflict by 14% (Hsiang et al., 2013). IMPLIED_BASE IMPLIED_BASE","characters":"250","document_index":"71","md_sentence_index":"202","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_202","post-training batch1":"71_202","_input_hash":1345352403,"_task_hash":-1488897075,"spans":[{"text":"increase","start":84,"token_start":14,"token_end":14,"end":92,"type":"pattern","label":"change_direction"},{"start":96,"end":102,"token_start":16,"token_end":16,"label":"type_of"},{"text":"temperatures","start":103,"token_start":17,"token_end":17,"end":115,"type":"pattern","label":"aspect_changing"},{"start":119,"end":126,"token_start":19,"token_end":19,"label":"type_of"},{"text":"rainfall","start":127,"token_start":20,"token_end":20,"end":135,"type":"pattern","label":"base"},{"text":"increase","start":142,"token_start":22,"token_end":22,"end":150,"type":"pattern","label":"change_direction"},{"text":"frequency","start":155,"token_start":24,"token_end":24,"end":164,"type":"pattern","label":"aspect_changing"},{"start":168,"end":181,"token_start":26,"token_end":26,"label":"type_of"},{"text":"violence","start":182,"token_start":27,"token_end":27,"end":190,"type":"pattern","label":"base"},{"start":201,"end":211,"token_start":32,"token_end":32,"label":"type_of"},{"text":"conflict","start":212,"token_start":33,"token_end":33,"end":220,"type":"pattern","label":"base"},{"start":251,"end":263,"token_start":46,"token_end":46,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"comprehensive","start":2,"end":15,"id":1,"ws":true,"disabled":false},{"text":"meta","start":16,"end":20,"id":2,"ws":false,"disabled":false},{"text":"-","start":20,"end":21,"id":3,"ws":false,"disabled":false},{"text":"analysis","start":21,"end":29,"id":4,"ws":true,"disabled":false},{"text":"of","start":30,"end":32,"id":5,"ws":true,"disabled":false},{"text":"such","start":33,"end":37,"id":6,"ws":true,"disabled":false},{"text":"studies","start":38,"end":45,"id":7,"ws":true,"disabled":false},{"text":"predicted","start":46,"end":55,"id":8,"ws":true,"disabled":false},{"text":"that","start":56,"end":60,"id":9,"ws":true,"disabled":false},{"text":"a","start":61,"end":62,"id":10,"ws":true,"disabled":false},{"text":"1","start":63,"end":64,"id":11,"ws":true,"disabled":false},{"text":"standard","start":65,"end":73,"id":12,"ws":true,"disabled":false},{"text":"deviation","start":74,"end":83,"id":13,"ws":true,"disabled":false},{"text":"increase","start":84,"end":92,"id":14,"ws":true,"disabled":false},{"text":"in","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"global","start":96,"end":102,"id":16,"ws":true,"disabled":false},{"text":"temperatures","start":103,"end":115,"id":17,"ws":true,"disabled":false},{"text":"or","start":116,"end":118,"id":18,"ws":true,"disabled":false},{"text":"extreme","start":119,"end":126,"id":19,"ws":true,"disabled":false},{"text":"rainfall","start":127,"end":135,"id":20,"ws":true,"disabled":false},{"text":"could","start":136,"end":141,"id":21,"ws":true,"disabled":false},{"text":"increase","start":142,"end":150,"id":22,"ws":true,"disabled":false},{"text":"the","start":151,"end":154,"id":23,"ws":true,"disabled":false},{"text":"frequency","start":155,"end":164,"id":24,"ws":true,"disabled":false},{"text":"of","start":165,"end":167,"id":25,"ws":true,"disabled":false},{"text":"interpersonal","start":168,"end":181,"id":26,"ws":true,"disabled":false},{"text":"violence","start":182,"end":190,"id":27,"ws":true,"disabled":false},{"text":"by","start":191,"end":193,"id":28,"ws":true,"disabled":false},{"text":"4","start":194,"end":195,"id":29,"ws":false,"disabled":false},{"text":"%","start":195,"end":196,"id":30,"ws":true,"disabled":false},{"text":"and","start":197,"end":200,"id":31,"ws":true,"disabled":false},{"text":"intergroup","start":201,"end":211,"id":32,"ws":true,"disabled":false},{"text":"conflict","start":212,"end":220,"id":33,"ws":true,"disabled":false},{"text":"by","start":221,"end":223,"id":34,"ws":true,"disabled":false},{"text":"14","start":224,"end":226,"id":35,"ws":false,"disabled":false},{"text":"%","start":226,"end":227,"id":36,"ws":true,"disabled":false},{"text":"(","start":228,"end":229,"id":37,"ws":false,"disabled":false},{"text":"Hsiang","start":229,"end":235,"id":38,"ws":true,"disabled":false},{"text":"et","start":236,"end":238,"id":39,"ws":true,"disabled":false},{"text":"al","start":239,"end":241,"id":40,"ws":false,"disabled":false},{"text":".","start":241,"end":242,"id":41,"ws":false,"disabled":false},{"text":",","start":242,"end":243,"id":42,"ws":true,"disabled":false},{"text":"2013","start":244,"end":248,"id":43,"ws":false,"disabled":false},{"text":")","start":248,"end":249,"id":44,"ws":false,"disabled":false},{"text":".","start":249,"end":250,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":251,"end":263,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":264,"end":276,"id":47,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":14,"child":46,"head_span":{"start":84,"end":92,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":251,"end":263,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":46,"head_span":{"start":96,"end":102,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":251,"end":263,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":46,"head_span":{"start":103,"end":115,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":251,"end":263,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":119,"end":126,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":127,"end":135,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":27,"head_span":{"start":155,"end":164,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":182,"end":190,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":168,"end":181,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":182,"end":190,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":27,"head_span":{"start":142,"end":150,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":182,"end":190,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":33,"head_span":{"start":142,"end":150,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":212,"end":220,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":33,"head_span":{"start":201,"end":211,"token_start":32,"token_end":32,"label":"type_of"},"child_span":{"start":212,"end":220,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":33,"head_span":{"start":155,"end":164,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":212,"end":220,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":27,"head_span":{"start":251,"end":263,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":182,"end":190,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":33,"head_span":{"start":251,"end":263,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":212,"end":220,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":27,"head_span":{"start":127,"end":135,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":182,"end":190,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":33,"head_span":{"start":127,"end":135,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":212,"end":220,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For Suzanne Drake, a historical-society volunteer who cobbled together enough money during the recession to buy \u201cthe ugliest house on the prettiest street in town,\u201d talk of managed retreat has kicked up an anger she didn\u2019t know she had.\n","text":"For Suzanne Drake, a historical-society volunteer who cobbled together enough money during the recession to buy \u201cthe ugliest house on the prettiest street in town,\u201d talk of managed retreat has kicked up an anger she didn\u2019t know she had. IMPLIED_BASE IMPLIED_BASE","characters":"237","document_index":"524","md_sentence_index":"77","classification_origin":"causal_sentence_classification","url":"https://www.latimes.com/projects/la-me-sea-level-rise-california-coast/","combo_id":"524_77","post-training batch1":"524_77","_input_hash":-2010373751,"_task_hash":-1024584756,"spans":[],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Suzanne","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"Drake","start":12,"end":17,"id":2,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":3,"ws":true,"disabled":false},{"text":"a","start":19,"end":20,"id":4,"ws":true,"disabled":false},{"text":"historical","start":21,"end":31,"id":5,"ws":false,"disabled":false},{"text":"-","start":31,"end":32,"id":6,"ws":false,"disabled":false},{"text":"society","start":32,"end":39,"id":7,"ws":true,"disabled":false},{"text":"volunteer","start":40,"end":49,"id":8,"ws":true,"disabled":false},{"text":"who","start":50,"end":53,"id":9,"ws":true,"disabled":false},{"text":"cobbled","start":54,"end":61,"id":10,"ws":true,"disabled":false},{"text":"together","start":62,"end":70,"id":11,"ws":true,"disabled":false},{"text":"enough","start":71,"end":77,"id":12,"ws":true,"disabled":false},{"text":"money","start":78,"end":83,"id":13,"ws":true,"disabled":false},{"text":"during","start":84,"end":90,"id":14,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":15,"ws":true,"disabled":false},{"text":"recession","start":95,"end":104,"id":16,"ws":true,"disabled":false},{"text":"to","start":105,"end":107,"id":17,"ws":true,"disabled":false},{"text":"buy","start":108,"end":111,"id":18,"ws":true,"disabled":false},{"text":"\u201c","start":112,"end":113,"id":19,"ws":false,"disabled":false},{"text":"the","start":113,"end":116,"id":20,"ws":true,"disabled":false},{"text":"ugliest","start":117,"end":124,"id":21,"ws":true,"disabled":false},{"text":"house","start":125,"end":130,"id":22,"ws":true,"disabled":false},{"text":"on","start":131,"end":133,"id":23,"ws":true,"disabled":false},{"text":"the","start":134,"end":137,"id":24,"ws":true,"disabled":false},{"text":"prettiest","start":138,"end":147,"id":25,"ws":true,"disabled":false},{"text":"street","start":148,"end":154,"id":26,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":27,"ws":true,"disabled":false},{"text":"town","start":158,"end":162,"id":28,"ws":false,"disabled":false},{"text":",","start":162,"end":163,"id":29,"ws":false,"disabled":false},{"text":"\u201d","start":163,"end":164,"id":30,"ws":true,"disabled":false},{"text":"talk","start":165,"end":169,"id":31,"ws":true,"disabled":false},{"text":"of","start":170,"end":172,"id":32,"ws":true,"disabled":false},{"text":"managed","start":173,"end":180,"id":33,"ws":true,"disabled":false},{"text":"retreat","start":181,"end":188,"id":34,"ws":true,"disabled":false},{"text":"has","start":189,"end":192,"id":35,"ws":true,"disabled":false},{"text":"kicked","start":193,"end":199,"id":36,"ws":true,"disabled":false},{"text":"up","start":200,"end":202,"id":37,"ws":true,"disabled":false},{"text":"an","start":203,"end":205,"id":38,"ws":true,"disabled":false},{"text":"anger","start":206,"end":211,"id":39,"ws":true,"disabled":false},{"text":"she","start":212,"end":215,"id":40,"ws":true,"disabled":false},{"text":"did","start":216,"end":219,"id":41,"ws":false,"disabled":false},{"text":"n\u2019t","start":219,"end":222,"id":42,"ws":true,"disabled":false},{"text":"know","start":223,"end":227,"id":43,"ws":true,"disabled":false},{"text":"she","start":228,"end":231,"id":44,"ws":true,"disabled":false},{"text":"had","start":232,"end":235,"id":45,"ws":false,"disabled":false},{"text":".","start":235,"end":236,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":237,"end":249,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":250,"end":262,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Around the wine-growing world, smart producers have contemplated and experimented with adaptations, not only to hotter summers, but also to warmer winters, droughts and the sort of unexpected, sometimes violent events that stem from climate change: freak hailstorms, spring frosts, flooding and forest fires, just to name a few.\n","text":"Around the wine-growing world, smart producers have contemplated and experimented with adaptations, not only to hotter summers, but also to warmer winters, droughts and the sort of unexpected, sometimes violent events that stem from climate change: freak hailstorms, spring frosts, flooding and forest fires, just to name a few. IMPLIED_BASE IMPLIED_BASE","characters":"329","document_index":"421","md_sentence_index":"3","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2019/10/14/dining/drinks/climate-change-wine.html","combo_id":"421_3","post-training batch1":"421_3","_input_hash":1103191210,"_task_hash":1594432034,"spans":[{"text":"climate change","start":233,"token_start":41,"token_end":42,"end":247,"type":"pattern","label":"base"},{"start":249,"end":254,"token_start":44,"token_end":44,"label":"change_direction"},{"start":255,"end":265,"token_start":45,"token_end":45,"label":"base"},{"start":267,"end":273,"token_start":47,"token_end":47,"label":"type_of"},{"text":"frosts","start":274,"token_start":48,"token_end":48,"end":280,"type":"pattern","label":"base"},{"text":"flooding","start":282,"token_start":50,"token_end":50,"end":290,"type":"pattern","label":"base"},{"text":"forest fires","start":295,"token_start":52,"token_end":53,"end":307,"type":"pattern","label":"base"}],"tokens":[{"text":"Around","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"the","start":7,"end":10,"id":1,"ws":true,"disabled":false},{"text":"wine","start":11,"end":15,"id":2,"ws":false,"disabled":false},{"text":"-","start":15,"end":16,"id":3,"ws":false,"disabled":false},{"text":"growing","start":16,"end":23,"id":4,"ws":true,"disabled":false},{"text":"world","start":24,"end":29,"id":5,"ws":false,"disabled":false},{"text":",","start":29,"end":30,"id":6,"ws":true,"disabled":false},{"text":"smart","start":31,"end":36,"id":7,"ws":true,"disabled":false},{"text":"producers","start":37,"end":46,"id":8,"ws":true,"disabled":false},{"text":"have","start":47,"end":51,"id":9,"ws":true,"disabled":false},{"text":"contemplated","start":52,"end":64,"id":10,"ws":true,"disabled":false},{"text":"and","start":65,"end":68,"id":11,"ws":true,"disabled":false},{"text":"experimented","start":69,"end":81,"id":12,"ws":true,"disabled":false},{"text":"with","start":82,"end":86,"id":13,"ws":true,"disabled":false},{"text":"adaptations","start":87,"end":98,"id":14,"ws":false,"disabled":false},{"text":",","start":98,"end":99,"id":15,"ws":true,"disabled":false},{"text":"not","start":100,"end":103,"id":16,"ws":true,"disabled":false},{"text":"only","start":104,"end":108,"id":17,"ws":true,"disabled":false},{"text":"to","start":109,"end":111,"id":18,"ws":true,"disabled":false},{"text":"hotter","start":112,"end":118,"id":19,"ws":true,"disabled":false},{"text":"summers","start":119,"end":126,"id":20,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":21,"ws":true,"disabled":false},{"text":"but","start":128,"end":131,"id":22,"ws":true,"disabled":false},{"text":"also","start":132,"end":136,"id":23,"ws":true,"disabled":false},{"text":"to","start":137,"end":139,"id":24,"ws":true,"disabled":false},{"text":"warmer","start":140,"end":146,"id":25,"ws":true,"disabled":false},{"text":"winters","start":147,"end":154,"id":26,"ws":false,"disabled":false},{"text":",","start":154,"end":155,"id":27,"ws":true,"disabled":false},{"text":"droughts","start":156,"end":164,"id":28,"ws":true,"disabled":false},{"text":"and","start":165,"end":168,"id":29,"ws":true,"disabled":false},{"text":"the","start":169,"end":172,"id":30,"ws":true,"disabled":false},{"text":"sort","start":173,"end":177,"id":31,"ws":true,"disabled":false},{"text":"of","start":178,"end":180,"id":32,"ws":true,"disabled":false},{"text":"unexpected","start":181,"end":191,"id":33,"ws":false,"disabled":false},{"text":",","start":191,"end":192,"id":34,"ws":true,"disabled":false},{"text":"sometimes","start":193,"end":202,"id":35,"ws":true,"disabled":false},{"text":"violent","start":203,"end":210,"id":36,"ws":true,"disabled":false},{"text":"events","start":211,"end":217,"id":37,"ws":true,"disabled":false},{"text":"that","start":218,"end":222,"id":38,"ws":true,"disabled":false},{"text":"stem","start":223,"end":227,"id":39,"ws":true,"disabled":false},{"text":"from","start":228,"end":232,"id":40,"ws":true,"disabled":false},{"text":"climate","start":233,"end":240,"id":41,"ws":true,"disabled":false},{"text":"change","start":241,"end":247,"id":42,"ws":false,"disabled":false},{"text":":","start":247,"end":248,"id":43,"ws":true,"disabled":false},{"text":"freak","start":249,"end":254,"id":44,"ws":true,"disabled":false},{"text":"hailstorms","start":255,"end":265,"id":45,"ws":false,"disabled":false},{"text":",","start":265,"end":266,"id":46,"ws":true,"disabled":false},{"text":"spring","start":267,"end":273,"id":47,"ws":true,"disabled":false},{"text":"frosts","start":274,"end":280,"id":48,"ws":false,"disabled":false},{"text":",","start":280,"end":281,"id":49,"ws":true,"disabled":false},{"text":"flooding","start":282,"end":290,"id":50,"ws":true,"disabled":false},{"text":"and","start":291,"end":294,"id":51,"ws":true,"disabled":false},{"text":"forest","start":295,"end":301,"id":52,"ws":true,"disabled":false},{"text":"fires","start":302,"end":307,"id":53,"ws":false,"disabled":false},{"text":",","start":307,"end":308,"id":54,"ws":true,"disabled":false},{"text":"just","start":309,"end":313,"id":55,"ws":true,"disabled":false},{"text":"to","start":314,"end":316,"id":56,"ws":true,"disabled":false},{"text":"name","start":317,"end":321,"id":57,"ws":true,"disabled":false},{"text":"a","start":322,"end":323,"id":58,"ws":true,"disabled":false},{"text":"few","start":324,"end":327,"id":59,"ws":false,"disabled":false},{"text":".","start":327,"end":328,"id":60,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":329,"end":341,"id":61,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":342,"end":354,"id":62,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":44,"child":45,"head_span":{"start":249,"end":254,"token_start":44,"token_end":44,"label":"change_direction"},"child_span":{"start":255,"end":265,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":48,"head_span":{"start":267,"end":273,"token_start":47,"token_end":47,"label":"type_of"},"child_span":{"start":274,"end":280,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":45,"head_span":{"start":233,"end":247,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":255,"end":265,"token_start":45,"token_end":45,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":48,"head_span":{"start":233,"end":247,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":274,"end":280,"token_start":48,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":50,"head_span":{"start":233,"end":247,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":282,"end":290,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":53,"head_span":{"start":233,"end":247,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":295,"end":307,"token_start":52,"token_end":53,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cExtreme heat, powerful storms and floods, year-round wildfires, droughts, and other climate-related events have already caused thousands of deaths and displaced tens of thousands of people in the U.S. from their homes, with significant personal loss and mental health impacts especially for first responders and children,\u201d the letter warns.","text":"\u201cExtreme heat, powerful storms and floods, year-round wildfires, droughts, and other climate-related events have already caused thousands of deaths and displaced tens of thousands of people in the U.S. from their homes, with significant personal loss and mental health impacts especially for first responders and children,\u201d the letter warns. IMPLIED_BASE IMPLIED_BASE","characters":"341","document_index":"273","md_sentence_index":"5","classification_origin":"cm_cause_effect_rel","url":"http://www.climatesciencewatch.org/2019/06/28/as-climate-change-creates-a-true-public-health-emergency-trump-administration-quashes-federal-climate-program-and-exiles-its-director/","combo_id":"273_5","post-training batch1":"273_5","_input_hash":1818124008,"_task_hash":1658783774,"spans":[{"start":1,"end":8,"token_start":1,"token_end":1,"label":"type_of"},{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},{"start":15,"end":23,"token_start":4,"token_end":4,"label":"type_of"},{"text":"storms","start":24,"token_start":5,"token_end":5,"end":30,"type":"pattern","label":"base"},{"text":"floods","start":35,"token_start":7,"token_end":7,"end":41,"type":"pattern","label":"base"},{"start":43,"end":53,"token_start":9,"token_end":11,"label":"type_of"},{"text":"wildfires","start":54,"token_start":12,"token_end":12,"end":63,"type":"pattern","label":"base"},{"text":"droughts","start":65,"token_start":14,"token_end":14,"end":73,"type":"pattern","label":"base"},{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},{"start":152,"end":161,"token_start":29,"token_end":29,"label":"aspect_changing"},{"text":"people","start":183,"token_start":34,"token_end":34,"end":189,"type":"pattern","label":"base"},{"start":237,"end":250,"token_start":44,"token_end":45,"label":"base"},{"start":255,"end":268,"token_start":47,"token_end":48,"label":"base"},{"start":269,"end":276,"token_start":49,"token_end":49,"label":"aspect_changing"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Extreme","start":1,"end":8,"id":1,"ws":true,"disabled":false},{"text":"heat","start":9,"end":13,"id":2,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":3,"ws":true,"disabled":false},{"text":"powerful","start":15,"end":23,"id":4,"ws":true,"disabled":false},{"text":"storms","start":24,"end":30,"id":5,"ws":true,"disabled":false},{"text":"and","start":31,"end":34,"id":6,"ws":true,"disabled":false},{"text":"floods","start":35,"end":41,"id":7,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":8,"ws":true,"disabled":false},{"text":"year","start":43,"end":47,"id":9,"ws":false,"disabled":false},{"text":"-","start":47,"end":48,"id":10,"ws":false,"disabled":false},{"text":"round","start":48,"end":53,"id":11,"ws":true,"disabled":false},{"text":"wildfires","start":54,"end":63,"id":12,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":13,"ws":true,"disabled":false},{"text":"droughts","start":65,"end":73,"id":14,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":15,"ws":true,"disabled":false},{"text":"and","start":75,"end":78,"id":16,"ws":true,"disabled":false},{"text":"other","start":79,"end":84,"id":17,"ws":true,"disabled":false},{"text":"climate","start":85,"end":92,"id":18,"ws":false,"disabled":false},{"text":"-","start":92,"end":93,"id":19,"ws":false,"disabled":false},{"text":"related","start":93,"end":100,"id":20,"ws":true,"disabled":false},{"text":"events","start":101,"end":107,"id":21,"ws":true,"disabled":false},{"text":"have","start":108,"end":112,"id":22,"ws":true,"disabled":false},{"text":"already","start":113,"end":120,"id":23,"ws":true,"disabled":false},{"text":"caused","start":121,"end":127,"id":24,"ws":true,"disabled":false},{"text":"thousands","start":128,"end":137,"id":25,"ws":true,"disabled":false},{"text":"of","start":138,"end":140,"id":26,"ws":true,"disabled":false},{"text":"deaths","start":141,"end":147,"id":27,"ws":true,"disabled":false},{"text":"and","start":148,"end":151,"id":28,"ws":true,"disabled":false},{"text":"displaced","start":152,"end":161,"id":29,"ws":true,"disabled":false},{"text":"tens","start":162,"end":166,"id":30,"ws":true,"disabled":false},{"text":"of","start":167,"end":169,"id":31,"ws":true,"disabled":false},{"text":"thousands","start":170,"end":179,"id":32,"ws":true,"disabled":false},{"text":"of","start":180,"end":182,"id":33,"ws":true,"disabled":false},{"text":"people","start":183,"end":189,"id":34,"ws":true,"disabled":false},{"text":"in","start":190,"end":192,"id":35,"ws":true,"disabled":false},{"text":"the","start":193,"end":196,"id":36,"ws":true,"disabled":false},{"text":"U.S.","start":197,"end":201,"id":37,"ws":true,"disabled":false},{"text":"from","start":202,"end":206,"id":38,"ws":true,"disabled":false},{"text":"their","start":207,"end":212,"id":39,"ws":true,"disabled":false},{"text":"homes","start":213,"end":218,"id":40,"ws":false,"disabled":false},{"text":",","start":218,"end":219,"id":41,"ws":true,"disabled":false},{"text":"with","start":220,"end":224,"id":42,"ws":true,"disabled":false},{"text":"significant","start":225,"end":236,"id":43,"ws":true,"disabled":false},{"text":"personal","start":237,"end":245,"id":44,"ws":true,"disabled":false},{"text":"loss","start":246,"end":250,"id":45,"ws":true,"disabled":false},{"text":"and","start":251,"end":254,"id":46,"ws":true,"disabled":false},{"text":"mental","start":255,"end":261,"id":47,"ws":true,"disabled":false},{"text":"health","start":262,"end":268,"id":48,"ws":true,"disabled":false},{"text":"impacts","start":269,"end":276,"id":49,"ws":true,"disabled":false},{"text":"especially","start":277,"end":287,"id":50,"ws":true,"disabled":false},{"text":"for","start":288,"end":291,"id":51,"ws":true,"disabled":false},{"text":"first","start":292,"end":297,"id":52,"ws":true,"disabled":false},{"text":"responders","start":298,"end":308,"id":53,"ws":true,"disabled":false},{"text":"and","start":309,"end":312,"id":54,"ws":true,"disabled":false},{"text":"children","start":313,"end":321,"id":55,"ws":false,"disabled":false},{"text":",","start":321,"end":322,"id":56,"ws":false,"disabled":false},{"text":"\u201d","start":322,"end":323,"id":57,"ws":true,"disabled":false},{"text":"the","start":324,"end":327,"id":58,"ws":true,"disabled":false},{"text":"letter","start":328,"end":334,"id":59,"ws":true,"disabled":false},{"text":"warns","start":335,"end":340,"id":60,"ws":false,"disabled":false},{"text":".","start":340,"end":341,"id":61,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":342,"end":354,"id":62,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":355,"end":367,"id":63,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":49,"child":48,"head_span":{"start":269,"end":276,"token_start":49,"token_end":49,"label":"aspect_changing"},"child_span":{"start":255,"end":268,"token_start":47,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":34,"head_span":{"start":152,"end":161,"token_start":29,"token_end":29,"label":"aspect_changing"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":43,"end":53,"token_start":9,"token_end":11,"label":"type_of"},"child_span":{"start":54,"end":63,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":15,"end":23,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":24,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":2,"head_span":{"start":1,"end":8,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":27,"head_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":34,"head_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":48,"head_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":255,"end":268,"token_start":47,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":27,"head_span":{"start":24,"end":30,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":34,"head_span":{"start":24,"end":30,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":48,"head_span":{"start":24,"end":30,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":255,"end":268,"token_start":47,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":27,"head_span":{"start":35,"end":41,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":34,"head_span":{"start":35,"end":41,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":48,"head_span":{"start":35,"end":41,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":255,"end":268,"token_start":47,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":27,"head_span":{"start":54,"end":63,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":34,"head_span":{"start":54,"end":63,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":48,"head_span":{"start":54,"end":63,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":255,"end":268,"token_start":47,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":27,"head_span":{"start":65,"end":73,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":34,"head_span":{"start":65,"end":73,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":48,"head_span":{"start":65,"end":73,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":255,"end":268,"token_start":47,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Amid the overwhelming scientific consensus and growing public demands for actions, some senior Republicans, like Majority Leader Mitch McConnell, have acknowledged that human activity is driving climate change.","text":"Amid the overwhelming scientific consensus and growing public demands for actions, some senior Republicans, like Majority Leader Mitch McConnell, have acknowledged that human activity is driving climate change. IMPLIED_BASE IMPLIED_BASE","characters":"210","document_index":"330","md_sentence_index":"19","classification_origin":"cm_cause_effect_rel","url":"https://www.politico.com/story/2019/08/22/climate-change-global-translations-1675710","combo_id":"330_19","post-training batch1":"330_19","_input_hash":-1859290451,"_task_hash":-772553461,"spans":[{"start":169,"end":174,"token_start":25,"token_end":25,"label":"base"},{"text":"activity","start":175,"token_start":26,"token_end":26,"end":183,"type":"pattern","label":"aspect_changing"},{"text":"climate change","start":195,"token_start":29,"token_end":30,"end":209,"type":"pattern","label":"base"}],"tokens":[{"text":"Amid","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"overwhelming","start":9,"end":21,"id":2,"ws":true,"disabled":false},{"text":"scientific","start":22,"end":32,"id":3,"ws":true,"disabled":false},{"text":"consensus","start":33,"end":42,"id":4,"ws":true,"disabled":false},{"text":"and","start":43,"end":46,"id":5,"ws":true,"disabled":false},{"text":"growing","start":47,"end":54,"id":6,"ws":true,"disabled":false},{"text":"public","start":55,"end":61,"id":7,"ws":true,"disabled":false},{"text":"demands","start":62,"end":69,"id":8,"ws":true,"disabled":false},{"text":"for","start":70,"end":73,"id":9,"ws":true,"disabled":false},{"text":"actions","start":74,"end":81,"id":10,"ws":false,"disabled":false},{"text":",","start":81,"end":82,"id":11,"ws":true,"disabled":false},{"text":"some","start":83,"end":87,"id":12,"ws":true,"disabled":false},{"text":"senior","start":88,"end":94,"id":13,"ws":true,"disabled":false},{"text":"Republicans","start":95,"end":106,"id":14,"ws":false,"disabled":false},{"text":",","start":106,"end":107,"id":15,"ws":true,"disabled":false},{"text":"like","start":108,"end":112,"id":16,"ws":true,"disabled":false},{"text":"Majority","start":113,"end":121,"id":17,"ws":true,"disabled":false},{"text":"Leader","start":122,"end":128,"id":18,"ws":true,"disabled":false},{"text":"Mitch","start":129,"end":134,"id":19,"ws":true,"disabled":false},{"text":"McConnell","start":135,"end":144,"id":20,"ws":false,"disabled":false},{"text":",","start":144,"end":145,"id":21,"ws":true,"disabled":false},{"text":"have","start":146,"end":150,"id":22,"ws":true,"disabled":false},{"text":"acknowledged","start":151,"end":163,"id":23,"ws":true,"disabled":false},{"text":"that","start":164,"end":168,"id":24,"ws":true,"disabled":false},{"text":"human","start":169,"end":174,"id":25,"ws":true,"disabled":false},{"text":"activity","start":175,"end":183,"id":26,"ws":true,"disabled":false},{"text":"is","start":184,"end":186,"id":27,"ws":true,"disabled":false},{"text":"driving","start":187,"end":194,"id":28,"ws":true,"disabled":false},{"text":"climate","start":195,"end":202,"id":29,"ws":true,"disabled":false},{"text":"change","start":203,"end":209,"id":30,"ws":false,"disabled":false},{"text":".","start":209,"end":210,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":211,"end":223,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":224,"end":236,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":26,"child":25,"head_span":{"start":175,"end":183,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":169,"end":174,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":30,"head_span":{"start":169,"end":174,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":195,"end":209,"token_start":29,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Studies estimate that with climate change, water availability per capita could decrease by as much as 88 percent in places, and crop yields in coastal regions may drop by a third.","text":"Studies estimate that with climate change, water availability per capita could decrease by as much as 88 percent in places, and crop yields in coastal regions may drop by a third. IMPLIED_BASE IMPLIED_BASE","characters":"179","document_index":"773","md_sentence_index":"246","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/07/23/magazine/climate-migration.html","combo_id":"773_246","post-training batch1":"773_246","_input_hash":1843943552,"_task_hash":1380049304,"spans":[{"text":"climate change","start":27,"token_start":4,"token_end":5,"end":41,"type":"pattern","label":"base"},{"text":"water","start":43,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"base"},{"text":"availability","start":49,"token_start":8,"token_end":8,"end":61,"type":"pattern","label":"aspect_changing"},{"text":"decrease","start":79,"token_start":12,"token_end":12,"end":87,"type":"pattern","label":"change_direction"},{"text":"crop","start":128,"token_start":23,"token_end":23,"end":132,"type":"pattern","label":"base"},{"start":133,"end":139,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":163,"end":167,"token_start":29,"token_end":29,"label":"change_direction"}],"tokens":[{"text":"Studies","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"estimate","start":8,"end":16,"id":1,"ws":true,"disabled":false},{"text":"that","start":17,"end":21,"id":2,"ws":true,"disabled":false},{"text":"with","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"climate","start":27,"end":34,"id":4,"ws":true,"disabled":false},{"text":"change","start":35,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"water","start":43,"end":48,"id":7,"ws":true,"disabled":false},{"text":"availability","start":49,"end":61,"id":8,"ws":true,"disabled":false},{"text":"per","start":62,"end":65,"id":9,"ws":true,"disabled":false},{"text":"capita","start":66,"end":72,"id":10,"ws":true,"disabled":false},{"text":"could","start":73,"end":78,"id":11,"ws":true,"disabled":false},{"text":"decrease","start":79,"end":87,"id":12,"ws":true,"disabled":false},{"text":"by","start":88,"end":90,"id":13,"ws":true,"disabled":false},{"text":"as","start":91,"end":93,"id":14,"ws":true,"disabled":false},{"text":"much","start":94,"end":98,"id":15,"ws":true,"disabled":false},{"text":"as","start":99,"end":101,"id":16,"ws":true,"disabled":false},{"text":"88","start":102,"end":104,"id":17,"ws":true,"disabled":false},{"text":"percent","start":105,"end":112,"id":18,"ws":true,"disabled":false},{"text":"in","start":113,"end":115,"id":19,"ws":true,"disabled":false},{"text":"places","start":116,"end":122,"id":20,"ws":false,"disabled":false},{"text":",","start":122,"end":123,"id":21,"ws":true,"disabled":false},{"text":"and","start":124,"end":127,"id":22,"ws":true,"disabled":false},{"text":"crop","start":128,"end":132,"id":23,"ws":true,"disabled":false},{"text":"yields","start":133,"end":139,"id":24,"ws":true,"disabled":false},{"text":"in","start":140,"end":142,"id":25,"ws":true,"disabled":false},{"text":"coastal","start":143,"end":150,"id":26,"ws":true,"disabled":false},{"text":"regions","start":151,"end":158,"id":27,"ws":true,"disabled":false},{"text":"may","start":159,"end":162,"id":28,"ws":true,"disabled":false},{"text":"drop","start":163,"end":167,"id":29,"ws":true,"disabled":false},{"text":"by","start":168,"end":170,"id":30,"ws":true,"disabled":false},{"text":"a","start":171,"end":172,"id":31,"ws":true,"disabled":false},{"text":"third","start":173,"end":178,"id":32,"ws":false,"disabled":false},{"text":".","start":178,"end":179,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":180,"end":192,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":24,"child":23,"head_span":{"start":133,"end":139,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":23,"head_span":{"start":163,"end":167,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":49,"end":61,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":7,"head_span":{"start":79,"end":87,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":27,"end":41,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":23,"head_span":{"start":27,"end":41,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The author believes this is one of the first papers in the sustainability management field to conclude that climate-induced near-term societal collapse should now be a central concern for everyone, and therefore to invite scholars to explore the implications.","text":"The author believes this is one of the first papers in the sustainability management field to conclude that climate-induced near-term societal collapse should now be a central concern for everyone, and therefore to invite scholars to explore the implications. IMPLIED_BASE IMPLIED_BASE","characters":"259","document_index":"494","md_sentence_index":"45","classification_origin":"causal_sentence_classification","url":"http://lifeworth.com/deepadaptation.pdf","combo_id":"494_45","post-training batch1":"494_45","_input_hash":1978343747,"_task_hash":-1923069411,"spans":[{"start":108,"end":115,"token_start":18,"token_end":18,"label":"base"},{"start":124,"end":133,"token_start":21,"token_end":23,"label":"type_of"},{"start":134,"end":142,"token_start":24,"token_end":24,"label":"base"},{"start":143,"end":151,"token_start":25,"token_end":25,"label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"author","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"believes","start":11,"end":19,"id":2,"ws":true,"disabled":false},{"text":"this","start":20,"end":24,"id":3,"ws":true,"disabled":false},{"text":"is","start":25,"end":27,"id":4,"ws":true,"disabled":false},{"text":"one","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":7,"ws":true,"disabled":false},{"text":"first","start":39,"end":44,"id":8,"ws":true,"disabled":false},{"text":"papers","start":45,"end":51,"id":9,"ws":true,"disabled":false},{"text":"in","start":52,"end":54,"id":10,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":11,"ws":true,"disabled":false},{"text":"sustainability","start":59,"end":73,"id":12,"ws":true,"disabled":false},{"text":"management","start":74,"end":84,"id":13,"ws":true,"disabled":false},{"text":"field","start":85,"end":90,"id":14,"ws":true,"disabled":false},{"text":"to","start":91,"end":93,"id":15,"ws":true,"disabled":false},{"text":"conclude","start":94,"end":102,"id":16,"ws":true,"disabled":false},{"text":"that","start":103,"end":107,"id":17,"ws":true,"disabled":false},{"text":"climate","start":108,"end":115,"id":18,"ws":false,"disabled":false},{"text":"-","start":115,"end":116,"id":19,"ws":false,"disabled":false},{"text":"induced","start":116,"end":123,"id":20,"ws":true,"disabled":false},{"text":"near","start":124,"end":128,"id":21,"ws":false,"disabled":false},{"text":"-","start":128,"end":129,"id":22,"ws":false,"disabled":false},{"text":"term","start":129,"end":133,"id":23,"ws":true,"disabled":false},{"text":"societal","start":134,"end":142,"id":24,"ws":true,"disabled":false},{"text":"collapse","start":143,"end":151,"id":25,"ws":true,"disabled":false},{"text":"should","start":152,"end":158,"id":26,"ws":true,"disabled":false},{"text":"now","start":159,"end":162,"id":27,"ws":true,"disabled":false},{"text":"be","start":163,"end":165,"id":28,"ws":true,"disabled":false},{"text":"a","start":166,"end":167,"id":29,"ws":true,"disabled":false},{"text":"central","start":168,"end":175,"id":30,"ws":true,"disabled":false},{"text":"concern","start":176,"end":183,"id":31,"ws":true,"disabled":false},{"text":"for","start":184,"end":187,"id":32,"ws":true,"disabled":false},{"text":"everyone","start":188,"end":196,"id":33,"ws":false,"disabled":false},{"text":",","start":196,"end":197,"id":34,"ws":true,"disabled":false},{"text":"and","start":198,"end":201,"id":35,"ws":true,"disabled":false},{"text":"therefore","start":202,"end":211,"id":36,"ws":true,"disabled":false},{"text":"to","start":212,"end":214,"id":37,"ws":true,"disabled":false},{"text":"invite","start":215,"end":221,"id":38,"ws":true,"disabled":false},{"text":"scholars","start":222,"end":230,"id":39,"ws":true,"disabled":false},{"text":"to","start":231,"end":233,"id":40,"ws":true,"disabled":false},{"text":"explore","start":234,"end":241,"id":41,"ws":true,"disabled":false},{"text":"the","start":242,"end":245,"id":42,"ws":true,"disabled":false},{"text":"implications","start":246,"end":258,"id":43,"ws":false,"disabled":false},{"text":".","start":258,"end":259,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":260,"end":272,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":273,"end":285,"id":46,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":23,"child":24,"head_span":{"start":124,"end":133,"token_start":21,"token_end":23,"label":"type_of"},"child_span":{"start":134,"end":142,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":24,"head_span":{"start":143,"end":151,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":134,"end":142,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":24,"head_span":{"start":108,"end":115,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":134,"end":142,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Historical warming has likely increased flood magnitude for mixed\u2010regime watersheds","text":"Historical warming has likely increased flood magnitude for mixed\u2010regime watersheds IMPLIED_BASE IMPLIED_BASE","characters":"83","document_index":"605","md_sentence_index":"38","classification_origin":"causal_sentence_classification","url":"https://agupubs.onlinelibrary.wiley.com/doi/full/10.1029/2019WR025571","combo_id":"605_38","post-training batch1":"605_38","_input_hash":1999319907,"_task_hash":-651740867,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"type_of"},{"start":11,"end":18,"token_start":1,"token_end":1,"label":"change_direction"},{"text":"increased","start":30,"token_start":4,"token_end":4,"end":39,"type":"pattern","label":"change_direction"},{"start":40,"end":45,"token_start":5,"token_end":5,"label":"base"},{"start":46,"end":55,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":84,"end":96,"token_start":10,"token_end":10,"label":"base"}],"tokens":[{"text":"Historical","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"warming","start":11,"end":18,"id":1,"ws":true,"disabled":false},{"text":"has","start":19,"end":22,"id":2,"ws":true,"disabled":false},{"text":"likely","start":23,"end":29,"id":3,"ws":true,"disabled":false},{"text":"increased","start":30,"end":39,"id":4,"ws":true,"disabled":false},{"text":"flood","start":40,"end":45,"id":5,"ws":true,"disabled":false},{"text":"magnitude","start":46,"end":55,"id":6,"ws":true,"disabled":false},{"text":"for","start":56,"end":59,"id":7,"ws":true,"disabled":false},{"text":"mixed\u2010regime","start":60,"end":72,"id":8,"ws":true,"disabled":false},{"text":"watersheds","start":73,"end":83,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":84,"end":96,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":97,"end":109,"id":11,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":10,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":84,"end":96,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":10,"head_span":{"start":11,"end":18,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":84,"end":96,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":30,"end":39,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":40,"end":45,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":46,"end":55,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":40,"end":45,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":5,"head_span":{"start":84,"end":96,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":40,"end":45,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For south Asia, home to the greatest number of food insecure children, a large systematic review and meta-analysis of original data publications demonstrated a crop yield reduction of \u221216% for maize and \u221211% for sorghum by the 2050s [47].","text":"For south Asia, home to the greatest number of food insecure children, a large systematic review and meta-analysis of original data publications demonstrated a crop yield reduction of \u221216% for maize and \u221211% for sorghum by the 2050s [47]. IMPLIED_BASE IMPLIED_BASE","characters":"238","document_index":"276","md_sentence_index":"116","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_116","post-training batch1":"276_116","_input_hash":464098956,"_task_hash":-776546347,"spans":[{"text":"crop","start":160,"token_start":28,"token_end":28,"end":164,"type":"pattern","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"south","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"Asia","start":10,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"home","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"to","start":21,"end":23,"id":5,"ws":true,"disabled":false},{"text":"the","start":24,"end":27,"id":6,"ws":true,"disabled":false},{"text":"greatest","start":28,"end":36,"id":7,"ws":true,"disabled":false},{"text":"number","start":37,"end":43,"id":8,"ws":true,"disabled":false},{"text":"of","start":44,"end":46,"id":9,"ws":true,"disabled":false},{"text":"food","start":47,"end":51,"id":10,"ws":true,"disabled":false},{"text":"insecure","start":52,"end":60,"id":11,"ws":true,"disabled":false},{"text":"children","start":61,"end":69,"id":12,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":13,"ws":true,"disabled":false},{"text":"a","start":71,"end":72,"id":14,"ws":true,"disabled":false},{"text":"large","start":73,"end":78,"id":15,"ws":true,"disabled":false},{"text":"systematic","start":79,"end":89,"id":16,"ws":true,"disabled":false},{"text":"review","start":90,"end":96,"id":17,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":18,"ws":true,"disabled":false},{"text":"meta","start":101,"end":105,"id":19,"ws":false,"disabled":false},{"text":"-","start":105,"end":106,"id":20,"ws":false,"disabled":false},{"text":"analysis","start":106,"end":114,"id":21,"ws":true,"disabled":false},{"text":"of","start":115,"end":117,"id":22,"ws":true,"disabled":false},{"text":"original","start":118,"end":126,"id":23,"ws":true,"disabled":false},{"text":"data","start":127,"end":131,"id":24,"ws":true,"disabled":false},{"text":"publications","start":132,"end":144,"id":25,"ws":true,"disabled":false},{"text":"demonstrated","start":145,"end":157,"id":26,"ws":true,"disabled":false},{"text":"a","start":158,"end":159,"id":27,"ws":true,"disabled":false},{"text":"crop","start":160,"end":164,"id":28,"ws":true,"disabled":false},{"text":"yield","start":165,"end":170,"id":29,"ws":true,"disabled":false},{"text":"reduction","start":171,"end":180,"id":30,"ws":true,"disabled":false},{"text":"of","start":181,"end":183,"id":31,"ws":true,"disabled":false},{"text":"\u221216","start":184,"end":187,"id":32,"ws":false,"disabled":false},{"text":"%","start":187,"end":188,"id":33,"ws":true,"disabled":false},{"text":"for","start":189,"end":192,"id":34,"ws":true,"disabled":false},{"text":"maize","start":193,"end":198,"id":35,"ws":true,"disabled":false},{"text":"and","start":199,"end":202,"id":36,"ws":true,"disabled":false},{"text":"\u221211","start":203,"end":206,"id":37,"ws":false,"disabled":false},{"text":"%","start":206,"end":207,"id":38,"ws":true,"disabled":false},{"text":"for","start":208,"end":211,"id":39,"ws":true,"disabled":false},{"text":"sorghum","start":212,"end":219,"id":40,"ws":true,"disabled":false},{"text":"by","start":220,"end":222,"id":41,"ws":true,"disabled":false},{"text":"the","start":223,"end":226,"id":42,"ws":true,"disabled":false},{"text":"2050s","start":227,"end":232,"id":43,"ws":true,"disabled":false},{"text":"[","start":233,"end":234,"id":44,"ws":false,"disabled":false},{"text":"47","start":234,"end":236,"id":45,"ws":false,"disabled":false},{"text":"]","start":236,"end":237,"id":46,"ws":false,"disabled":false},{"text":".","start":237,"end":238,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":252,"end":264,"id":49,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"When the rain hit your face, it was like being hit by a stone,\u201d Fatuma, whose house was severely damaged by Cyclone Kenneth in April, told Oxfam.\n","text":"When the rain hit your face, it was like being hit by a stone,\u201d Fatuma, whose house was severely damaged by Cyclone Kenneth in April, told Oxfam. IMPLIED_BASE IMPLIED_BASE","characters":"146","document_index":"399","md_sentence_index":"16","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.aljazeera.com/ajimpact/worlds-poor-1-cent-day-climate-change-oxfam-190923040238683.html","combo_id":"399_16","post-training batch1":"399_16","_input_hash":1724012352,"_task_hash":937992470,"spans":[{"start":78,"end":83,"token_start":20,"token_end":20,"label":"base"},{"start":97,"end":104,"token_start":23,"token_end":23,"label":"aspect_changing"},{"start":108,"end":123,"token_start":25,"token_end":26,"label":"base"}],"tokens":[{"text":"When","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"rain","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"hit","start":14,"end":17,"id":3,"ws":true,"disabled":false},{"text":"your","start":18,"end":22,"id":4,"ws":true,"disabled":false},{"text":"face","start":23,"end":27,"id":5,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":6,"ws":true,"disabled":false},{"text":"it","start":29,"end":31,"id":7,"ws":true,"disabled":false},{"text":"was","start":32,"end":35,"id":8,"ws":true,"disabled":false},{"text":"like","start":36,"end":40,"id":9,"ws":true,"disabled":false},{"text":"being","start":41,"end":46,"id":10,"ws":true,"disabled":false},{"text":"hit","start":47,"end":50,"id":11,"ws":true,"disabled":false},{"text":"by","start":51,"end":53,"id":12,"ws":true,"disabled":false},{"text":"a","start":54,"end":55,"id":13,"ws":true,"disabled":false},{"text":"stone","start":56,"end":61,"id":14,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":15,"ws":false,"disabled":false},{"text":"\u201d","start":62,"end":63,"id":16,"ws":true,"disabled":false},{"text":"Fatuma","start":64,"end":70,"id":17,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":18,"ws":true,"disabled":false},{"text":"whose","start":72,"end":77,"id":19,"ws":true,"disabled":false},{"text":"house","start":78,"end":83,"id":20,"ws":true,"disabled":false},{"text":"was","start":84,"end":87,"id":21,"ws":true,"disabled":false},{"text":"severely","start":88,"end":96,"id":22,"ws":true,"disabled":false},{"text":"damaged","start":97,"end":104,"id":23,"ws":true,"disabled":false},{"text":"by","start":105,"end":107,"id":24,"ws":true,"disabled":false},{"text":"Cyclone","start":108,"end":115,"id":25,"ws":true,"disabled":false},{"text":"Kenneth","start":116,"end":123,"id":26,"ws":true,"disabled":false},{"text":"in","start":124,"end":126,"id":27,"ws":true,"disabled":false},{"text":"April","start":127,"end":132,"id":28,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":29,"ws":true,"disabled":false},{"text":"told","start":134,"end":138,"id":30,"ws":true,"disabled":false},{"text":"Oxfam","start":139,"end":144,"id":31,"ws":false,"disabled":false},{"text":".","start":144,"end":145,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":23,"child":20,"head_span":{"start":97,"end":104,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":78,"end":83,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":20,"head_span":{"start":108,"end":123,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":78,"end":83,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Projections are inherently imprecise, but the gradual changes to America\u2019s cropland \u2014 plus the steady baking and burning and flooding \u2014 suggest that we are already witnessing a slower-forming but much larger replay of the Dust Bowl that will destroy more than just crops.","text":"Projections are inherently imprecise, but the gradual changes to America\u2019s cropland \u2014 plus the steady baking and burning and flooding \u2014 suggest that we are already witnessing a slower-forming but much larger replay of the Dust Bowl that will destroy more than just crops. IMPLIED_BASE IMPLIED_BASE","characters":"271","document_index":"835","md_sentence_index":"208","classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.nytimes.com/interactive/2020/09/15/magazine/climate-crisis-migration-america.html","combo_id":"835_208","post-training batch1":"835_208","_input_hash":-790479185,"_task_hash":-314359874,"spans":[{"start":54,"end":61,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":75,"end":83,"token_start":12,"token_end":12,"label":"base"},{"start":102,"end":108,"token_start":17,"token_end":17,"label":"base"},{"start":113,"end":120,"token_start":19,"token_end":19,"label":"base"},{"text":"flooding","start":125,"token_start":21,"token_end":21,"end":133,"type":"pattern","label":"base"},{"start":196,"end":207,"token_start":34,"token_end":35,"label":"change_direction"},{"start":222,"end":231,"token_start":39,"token_end":40,"label":"base"},{"start":242,"end":249,"token_start":43,"token_end":43,"label":"change_direction"},{"text":"crops","start":265,"token_start":47,"token_end":47,"end":270,"type":"pattern","label":"base"}],"tokens":[{"text":"Projections","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"are","start":12,"end":15,"id":1,"ws":true,"disabled":false},{"text":"inherently","start":16,"end":26,"id":2,"ws":true,"disabled":false},{"text":"imprecise","start":27,"end":36,"id":3,"ws":false,"disabled":false},{"text":",","start":36,"end":37,"id":4,"ws":true,"disabled":false},{"text":"but","start":38,"end":41,"id":5,"ws":true,"disabled":false},{"text":"the","start":42,"end":45,"id":6,"ws":true,"disabled":false},{"text":"gradual","start":46,"end":53,"id":7,"ws":true,"disabled":false},{"text":"changes","start":54,"end":61,"id":8,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":9,"ws":true,"disabled":false},{"text":"America","start":65,"end":72,"id":10,"ws":false,"disabled":false},{"text":"\u2019s","start":72,"end":74,"id":11,"ws":true,"disabled":false},{"text":"cropland","start":75,"end":83,"id":12,"ws":true,"disabled":false},{"text":"\u2014","start":84,"end":85,"id":13,"ws":true,"disabled":false},{"text":"plus","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":15,"ws":true,"disabled":false},{"text":"steady","start":95,"end":101,"id":16,"ws":true,"disabled":false},{"text":"baking","start":102,"end":108,"id":17,"ws":true,"disabled":false},{"text":"and","start":109,"end":112,"id":18,"ws":true,"disabled":false},{"text":"burning","start":113,"end":120,"id":19,"ws":true,"disabled":false},{"text":"and","start":121,"end":124,"id":20,"ws":true,"disabled":false},{"text":"flooding","start":125,"end":133,"id":21,"ws":true,"disabled":false},{"text":"\u2014","start":134,"end":135,"id":22,"ws":true,"disabled":false},{"text":"suggest","start":136,"end":143,"id":23,"ws":true,"disabled":false},{"text":"that","start":144,"end":148,"id":24,"ws":true,"disabled":false},{"text":"we","start":149,"end":151,"id":25,"ws":true,"disabled":false},{"text":"are","start":152,"end":155,"id":26,"ws":true,"disabled":false},{"text":"already","start":156,"end":163,"id":27,"ws":true,"disabled":false},{"text":"witnessing","start":164,"end":174,"id":28,"ws":true,"disabled":false},{"text":"a","start":175,"end":176,"id":29,"ws":true,"disabled":false},{"text":"slower","start":177,"end":183,"id":30,"ws":false,"disabled":false},{"text":"-","start":183,"end":184,"id":31,"ws":false,"disabled":false},{"text":"forming","start":184,"end":191,"id":32,"ws":true,"disabled":false},{"text":"but","start":192,"end":195,"id":33,"ws":true,"disabled":false},{"text":"much","start":196,"end":200,"id":34,"ws":true,"disabled":false},{"text":"larger","start":201,"end":207,"id":35,"ws":true,"disabled":false},{"text":"replay","start":208,"end":214,"id":36,"ws":true,"disabled":false},{"text":"of","start":215,"end":217,"id":37,"ws":true,"disabled":false},{"text":"the","start":218,"end":221,"id":38,"ws":true,"disabled":false},{"text":"Dust","start":222,"end":226,"id":39,"ws":true,"disabled":false},{"text":"Bowl","start":227,"end":231,"id":40,"ws":true,"disabled":false},{"text":"that","start":232,"end":236,"id":41,"ws":true,"disabled":false},{"text":"will","start":237,"end":241,"id":42,"ws":true,"disabled":false},{"text":"destroy","start":242,"end":249,"id":43,"ws":true,"disabled":false},{"text":"more","start":250,"end":254,"id":44,"ws":true,"disabled":false},{"text":"than","start":255,"end":259,"id":45,"ws":true,"disabled":false},{"text":"just","start":260,"end":264,"id":46,"ws":true,"disabled":false},{"text":"crops","start":265,"end":270,"id":47,"ws":false,"disabled":false},{"text":".","start":270,"end":271,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":272,"end":284,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":285,"end":297,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":8,"child":12,"head_span":{"start":54,"end":61,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":75,"end":83,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":40,"head_span":{"start":196,"end":207,"token_start":34,"token_end":35,"label":"change_direction"},"child_span":{"start":222,"end":231,"token_start":39,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":47,"head_span":{"start":242,"end":249,"token_start":43,"token_end":43,"label":"change_direction"},"child_span":{"start":265,"end":270,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":40,"head_span":{"start":75,"end":83,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":222,"end":231,"token_start":39,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":40,"head_span":{"start":113,"end":120,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":222,"end":231,"token_start":39,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":40,"head_span":{"start":125,"end":133,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":222,"end":231,"token_start":39,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":40,"head_span":{"start":102,"end":108,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":222,"end":231,"token_start":39,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":40,"child":47,"head_span":{"start":222,"end":231,"token_start":39,"token_end":40,"label":"base"},"child_span":{"start":265,"end":270,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Malnutrition, low birth weight, nonexclusive breast-feeding, lack of measles vaccination, outdoor and indoor air pollution and crowding, mother\u2019s education, parental smoking, vitamin A and/or zinc deficiencies are thought to influence children susceptibility to infections in developing countries.","text":"Malnutrition, low birth weight, nonexclusive breast-feeding, lack of measles vaccination, outdoor and indoor air pollution and crowding, mother\u2019s education, parental smoking, vitamin A and/or zinc deficiencies are thought to influence children susceptibility to infections in developing countries. IMPLIED_BASE IMPLIED_BASE","characters":"297","document_index":"750","md_sentence_index":"20","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_20","post-training batch1":"750_20","_input_hash":1095760400,"_task_hash":-710379442,"spans":[{"start":0,"end":12,"token_start":0,"token_end":0,"label":"base"},{"start":14,"end":17,"token_start":2,"token_end":2,"label":"change_direction"},{"start":18,"end":30,"token_start":3,"token_end":4,"label":"base"},{"start":32,"end":44,"token_start":6,"token_end":6,"label":"type_of"},{"start":45,"end":59,"token_start":7,"token_end":9,"label":"base"},{"text":"lack of","start":61,"token_start":11,"token_end":12,"end":68,"type":"pattern","label":"change_direction"},{"start":69,"end":88,"token_start":13,"token_end":14,"label":"base"},{"start":90,"end":112,"token_start":16,"token_end":19,"label":"type_of"},{"text":"pollution","start":113,"token_start":20,"token_end":20,"end":122,"type":"pattern","label":"base"},{"start":127,"end":135,"token_start":22,"token_end":22,"label":"base"},{"start":137,"end":155,"token_start":24,"token_end":26,"label":"base"},{"start":157,"end":165,"token_start":28,"token_end":28,"label":"type_of"},{"start":166,"end":173,"token_start":29,"token_end":29,"label":"base"},{"start":175,"end":184,"token_start":31,"token_end":32,"label":"base"},{"start":192,"end":196,"token_start":34,"token_end":34,"label":"base"},{"start":197,"end":209,"token_start":35,"token_end":35,"label":"aspect_changing"},{"text":"susceptibility","start":244,"token_start":41,"token_end":41,"end":258,"type":"pattern","label":"aspect_changing"},{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"}],"tokens":[{"text":"Malnutrition","start":0,"end":12,"id":0,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":1,"ws":true,"disabled":false},{"text":"low","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"birth","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"weight","start":24,"end":30,"id":4,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":5,"ws":true,"disabled":false},{"text":"nonexclusive","start":32,"end":44,"id":6,"ws":true,"disabled":false},{"text":"breast","start":45,"end":51,"id":7,"ws":false,"disabled":false},{"text":"-","start":51,"end":52,"id":8,"ws":false,"disabled":false},{"text":"feeding","start":52,"end":59,"id":9,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":10,"ws":true,"disabled":false},{"text":"lack","start":61,"end":65,"id":11,"ws":true,"disabled":false},{"text":"of","start":66,"end":68,"id":12,"ws":true,"disabled":false},{"text":"measles","start":69,"end":76,"id":13,"ws":true,"disabled":false},{"text":"vaccination","start":77,"end":88,"id":14,"ws":false,"disabled":false},{"text":",","start":88,"end":89,"id":15,"ws":true,"disabled":false},{"text":"outdoor","start":90,"end":97,"id":16,"ws":true,"disabled":false},{"text":"and","start":98,"end":101,"id":17,"ws":true,"disabled":false},{"text":"indoor","start":102,"end":108,"id":18,"ws":true,"disabled":false},{"text":"air","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"pollution","start":113,"end":122,"id":20,"ws":true,"disabled":false},{"text":"and","start":123,"end":126,"id":21,"ws":true,"disabled":false},{"text":"crowding","start":127,"end":135,"id":22,"ws":false,"disabled":false},{"text":",","start":135,"end":136,"id":23,"ws":true,"disabled":false},{"text":"mother","start":137,"end":143,"id":24,"ws":false,"disabled":false},{"text":"\u2019s","start":143,"end":145,"id":25,"ws":true,"disabled":false},{"text":"education","start":146,"end":155,"id":26,"ws":false,"disabled":false},{"text":",","start":155,"end":156,"id":27,"ws":true,"disabled":false},{"text":"parental","start":157,"end":165,"id":28,"ws":true,"disabled":false},{"text":"smoking","start":166,"end":173,"id":29,"ws":false,"disabled":false},{"text":",","start":173,"end":174,"id":30,"ws":true,"disabled":false},{"text":"vitamin","start":175,"end":182,"id":31,"ws":true,"disabled":false},{"text":"A","start":183,"end":184,"id":32,"ws":true,"disabled":false},{"text":"and/or","start":185,"end":191,"id":33,"ws":true,"disabled":false},{"text":"zinc","start":192,"end":196,"id":34,"ws":true,"disabled":false},{"text":"deficiencies","start":197,"end":209,"id":35,"ws":true,"disabled":false},{"text":"are","start":210,"end":213,"id":36,"ws":true,"disabled":false},{"text":"thought","start":214,"end":221,"id":37,"ws":true,"disabled":false},{"text":"to","start":222,"end":224,"id":38,"ws":true,"disabled":false},{"text":"influence","start":225,"end":234,"id":39,"ws":true,"disabled":false},{"text":"children","start":235,"end":243,"id":40,"ws":true,"disabled":false},{"text":"susceptibility","start":244,"end":258,"id":41,"ws":true,"disabled":false},{"text":"to","start":259,"end":261,"id":42,"ws":true,"disabled":false},{"text":"infections","start":262,"end":272,"id":43,"ws":true,"disabled":false},{"text":"in","start":273,"end":275,"id":44,"ws":true,"disabled":false},{"text":"developing","start":276,"end":286,"id":45,"ws":true,"disabled":false},{"text":"countries","start":287,"end":296,"id":46,"ws":false,"disabled":false},{"text":".","start":296,"end":297,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":298,"end":310,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":311,"end":323,"id":49,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":2,"child":4,"head_span":{"start":14,"end":17,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":18,"end":30,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":32,"end":44,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":45,"end":59,"token_start":7,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":61,"end":68,"token_start":11,"token_end":12,"label":"change_direction"},"child_span":{"start":69,"end":88,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":90,"end":112,"token_start":16,"token_end":19,"label":"type_of"},"child_span":{"start":113,"end":122,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":29,"head_span":{"start":157,"end":165,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":166,"end":173,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":34,"head_span":{"start":197,"end":209,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":192,"end":196,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":32,"head_span":{"start":197,"end":209,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":175,"end":184,"token_start":31,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":43,"head_span":{"start":244,"end":258,"token_start":41,"token_end":41,"label":"aspect_changing"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":43,"head_span":{"start":0,"end":12,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":43,"head_span":{"start":18,"end":30,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":43,"head_span":{"start":45,"end":59,"token_start":7,"token_end":9,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":43,"head_span":{"start":69,"end":88,"token_start":13,"token_end":14,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":43,"head_span":{"start":113,"end":122,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":43,"head_span":{"start":127,"end":135,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":43,"head_span":{"start":137,"end":155,"token_start":24,"token_end":26,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":43,"head_span":{"start":166,"end":173,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":43,"head_span":{"start":175,"end":184,"token_start":31,"token_end":32,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":43,"head_span":{"start":192,"end":196,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Wildfires, sparked by high winds and extremely dry conditions, are threatening Northern California wine country.","text":"Wildfires, sparked by high winds and extremely dry conditions, are threatening Northern California wine country. IMPLIED_BASE IMPLIED_BASE","characters":"112","document_index":"442","md_sentence_index":"9","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/10/31/dining/drinks/napa-valley-wine-climate-change.html","combo_id":"442_9","post-training batch1":"442_9","_input_hash":-435681913,"_task_hash":1826225417,"spans":[{"text":"Wildfires","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"base"},{"start":22,"end":26,"token_start":4,"token_end":4,"label":"change_direction"},{"start":27,"end":32,"token_start":5,"token_end":5,"label":"base"},{"start":37,"end":46,"token_start":7,"token_end":7,"label":"change_direction"},{"start":47,"end":50,"token_start":8,"token_end":8,"label":"type_of"},{"start":51,"end":61,"token_start":9,"token_end":9,"label":"base"},{"start":67,"end":78,"token_start":12,"token_end":12,"label":"change_direction"},{"start":99,"end":111,"token_start":15,"token_end":16,"label":"base"}],"tokens":[{"text":"Wildfires","start":0,"end":9,"id":0,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":1,"ws":true,"disabled":false},{"text":"sparked","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"by","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"high","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"winds","start":27,"end":32,"id":5,"ws":true,"disabled":false},{"text":"and","start":33,"end":36,"id":6,"ws":true,"disabled":false},{"text":"extremely","start":37,"end":46,"id":7,"ws":true,"disabled":false},{"text":"dry","start":47,"end":50,"id":8,"ws":true,"disabled":false},{"text":"conditions","start":51,"end":61,"id":9,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":10,"ws":true,"disabled":false},{"text":"are","start":63,"end":66,"id":11,"ws":true,"disabled":false},{"text":"threatening","start":67,"end":78,"id":12,"ws":true,"disabled":false},{"text":"Northern","start":79,"end":87,"id":13,"ws":true,"disabled":false},{"text":"California","start":88,"end":98,"id":14,"ws":true,"disabled":false},{"text":"wine","start":99,"end":103,"id":15,"ws":true,"disabled":false},{"text":"country","start":104,"end":111,"id":16,"ws":false,"disabled":false},{"text":".","start":111,"end":112,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":113,"end":125,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":22,"end":26,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":27,"end":32,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":9,"head_span":{"start":37,"end":46,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":51,"end":61,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":47,"end":50,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":51,"end":61,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":16,"head_span":{"start":67,"end":78,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":99,"end":111,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":0,"head_span":{"start":27,"end":32,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":0,"head_span":{"start":51,"end":61,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":16,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":99,"end":111,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"But the report said even small cuts in meat eating could lead to significant cuts in carbon emissions, as well as benefits to health.\n","text":"But the report said even small cuts in meat eating could lead to significant cuts in carbon emissions, as well as benefits to health. IMPLIED_BASE IMPLIED_BASE","characters":"134","document_index":"161","md_sentence_index":"15","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/jun/03/climate-crisis-seriously-damaging-human-health-report-finds","combo_id":"161_15","post-training batch1":"161_15","_input_hash":-1784090753,"_task_hash":-1248464812,"spans":[{"start":25,"end":35,"token_start":5,"token_end":6,"label":"change_direction"},{"start":39,"end":50,"token_start":8,"token_end":9,"label":"base"},{"start":77,"end":81,"token_start":14,"token_end":14,"label":"change_direction"},{"start":85,"end":91,"token_start":16,"token_end":16,"label":"base"},{"text":"emissions","start":92,"token_start":17,"token_end":17,"end":101,"type":"pattern","label":"aspect_changing"},{"start":114,"end":122,"token_start":22,"token_end":22,"label":"aspect_changing"},{"text":"health","start":126,"token_start":24,"token_end":24,"end":132,"type":"pattern","label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"the","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"report","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"said","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"even","start":20,"end":24,"id":4,"ws":true,"disabled":false},{"text":"small","start":25,"end":30,"id":5,"ws":true,"disabled":false},{"text":"cuts","start":31,"end":35,"id":6,"ws":true,"disabled":false},{"text":"in","start":36,"end":38,"id":7,"ws":true,"disabled":false},{"text":"meat","start":39,"end":43,"id":8,"ws":true,"disabled":false},{"text":"eating","start":44,"end":50,"id":9,"ws":true,"disabled":false},{"text":"could","start":51,"end":56,"id":10,"ws":true,"disabled":false},{"text":"lead","start":57,"end":61,"id":11,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"significant","start":65,"end":76,"id":13,"ws":true,"disabled":false},{"text":"cuts","start":77,"end":81,"id":14,"ws":true,"disabled":false},{"text":"in","start":82,"end":84,"id":15,"ws":true,"disabled":false},{"text":"carbon","start":85,"end":91,"id":16,"ws":true,"disabled":false},{"text":"emissions","start":92,"end":101,"id":17,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":18,"ws":true,"disabled":false},{"text":"as","start":103,"end":105,"id":19,"ws":true,"disabled":false},{"text":"well","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"as","start":111,"end":113,"id":21,"ws":true,"disabled":false},{"text":"benefits","start":114,"end":122,"id":22,"ws":true,"disabled":false},{"text":"to","start":123,"end":125,"id":23,"ws":true,"disabled":false},{"text":"health","start":126,"end":132,"id":24,"ws":false,"disabled":false},{"text":".","start":132,"end":133,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":147,"end":159,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":6,"child":9,"head_span":{"start":25,"end":35,"token_start":5,"token_end":6,"label":"change_direction"},"child_span":{"start":39,"end":50,"token_start":8,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":16,"head_span":{"start":77,"end":81,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":85,"end":91,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":92,"end":101,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":85,"end":91,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":114,"end":122,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":126,"end":132,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":16,"head_span":{"start":39,"end":50,"token_start":8,"token_end":9,"label":"base"},"child_span":{"start":85,"end":91,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":24,"head_span":{"start":39,"end":50,"token_start":8,"token_end":9,"label":"base"},"child_span":{"start":126,"end":132,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Hurricanes resulting in damage to infrastructure and delays in training, testing programs, and space launches at Tyndall Air Force Base, at the Atlantic Undersea Test and Evaluation Centers, and the Eastern Range.\n","text":"Hurricanes resulting in damage to infrastructure and delays in training, testing programs, and space launches at Tyndall Air Force Base, at the Atlantic Undersea Test and Evaluation Centers, and the Eastern Range. IMPLIED_BASE IMPLIED_BASE","characters":"214","document_index":"383","md_sentence_index":"176","classification_origin":"cm_cause_effect_rel","url":"https://media.defense.gov/2019/Jan/29/2002084200/-1/-1/1/CLIMATE-CHANGE-REPORT-2019.PDF","combo_id":"383_176","post-training batch1":"383_176","_input_hash":1069117819,"_task_hash":463019924,"spans":[{"text":"Hurricanes","start":0,"token_start":0,"token_end":0,"end":10,"type":"pattern","label":"base"},{"start":24,"end":30,"token_start":3,"token_end":3,"label":"aspect_changing"},{"text":"infrastructure","start":34,"token_start":5,"token_end":5,"end":48,"type":"pattern","label":"base"},{"start":53,"end":59,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":63,"end":71,"token_start":9,"token_end":9,"label":"base"},{"start":73,"end":89,"token_start":11,"token_end":12,"label":"base"},{"start":95,"end":109,"token_start":15,"token_end":16,"label":"base"}],"tokens":[{"text":"Hurricanes","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"resulting","start":11,"end":20,"id":1,"ws":true,"disabled":false},{"text":"in","start":21,"end":23,"id":2,"ws":true,"disabled":false},{"text":"damage","start":24,"end":30,"id":3,"ws":true,"disabled":false},{"text":"to","start":31,"end":33,"id":4,"ws":true,"disabled":false},{"text":"infrastructure","start":34,"end":48,"id":5,"ws":true,"disabled":false},{"text":"and","start":49,"end":52,"id":6,"ws":true,"disabled":false},{"text":"delays","start":53,"end":59,"id":7,"ws":true,"disabled":false},{"text":"in","start":60,"end":62,"id":8,"ws":true,"disabled":false},{"text":"training","start":63,"end":71,"id":9,"ws":false,"disabled":false},{"text":",","start":71,"end":72,"id":10,"ws":true,"disabled":false},{"text":"testing","start":73,"end":80,"id":11,"ws":true,"disabled":false},{"text":"programs","start":81,"end":89,"id":12,"ws":false,"disabled":false},{"text":",","start":89,"end":90,"id":13,"ws":true,"disabled":false},{"text":"and","start":91,"end":94,"id":14,"ws":true,"disabled":false},{"text":"space","start":95,"end":100,"id":15,"ws":true,"disabled":false},{"text":"launches","start":101,"end":109,"id":16,"ws":true,"disabled":false},{"text":"at","start":110,"end":112,"id":17,"ws":true,"disabled":false},{"text":"Tyndall","start":113,"end":120,"id":18,"ws":true,"disabled":false},{"text":"Air","start":121,"end":124,"id":19,"ws":true,"disabled":false},{"text":"Force","start":125,"end":130,"id":20,"ws":true,"disabled":false},{"text":"Base","start":131,"end":135,"id":21,"ws":false,"disabled":false},{"text":",","start":135,"end":136,"id":22,"ws":true,"disabled":false},{"text":"at","start":137,"end":139,"id":23,"ws":true,"disabled":false},{"text":"the","start":140,"end":143,"id":24,"ws":true,"disabled":false},{"text":"Atlantic","start":144,"end":152,"id":25,"ws":true,"disabled":false},{"text":"Undersea","start":153,"end":161,"id":26,"ws":true,"disabled":false},{"text":"Test","start":162,"end":166,"id":27,"ws":true,"disabled":false},{"text":"and","start":167,"end":170,"id":28,"ws":true,"disabled":false},{"text":"Evaluation","start":171,"end":181,"id":29,"ws":true,"disabled":false},{"text":"Centers","start":182,"end":189,"id":30,"ws":false,"disabled":false},{"text":",","start":189,"end":190,"id":31,"ws":true,"disabled":false},{"text":"and","start":191,"end":194,"id":32,"ws":true,"disabled":false},{"text":"the","start":195,"end":198,"id":33,"ws":true,"disabled":false},{"text":"Eastern","start":199,"end":206,"id":34,"ws":true,"disabled":false},{"text":"Range","start":207,"end":212,"id":35,"ws":false,"disabled":false},{"text":".","start":212,"end":213,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":214,"end":226,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":227,"end":239,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":5,"head_span":{"start":24,"end":30,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":34,"end":48,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":9,"head_span":{"start":53,"end":59,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":63,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":5,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":34,"end":48,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":9,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":63,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":12,"head_span":{"start":53,"end":59,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":73,"end":89,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":16,"head_span":{"start":53,"end":59,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":95,"end":109,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":12,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":73,"end":89,"token_start":11,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":16,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":95,"end":109,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"It worked \u2014 the high number of people who evacuated ahead of the storm lead to a significantly lower death toll of 89.\n","text":"It worked \u2014 the high number of people who evacuated ahead of the storm lead to a significantly lower death toll of 89. IMPLIED_BASE IMPLIED_BASE","characters":"119","document_index":"381","md_sentence_index":"20","classification_origin":"cm_cause_effect_rel","url":"https://www.businessinsider.com/climate-change-displaces-twice-as-many-people-as-violence-2019-9","combo_id":"381_20","post-training batch1":"381_20","_input_hash":-778783031,"_task_hash":-102029549,"spans":[{"start":16,"end":27,"token_start":4,"token_end":5,"label":"change_direction"},{"text":"people","start":31,"token_start":7,"token_end":7,"end":37,"type":"pattern","label":"base"},{"start":42,"end":51,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":95,"end":100,"token_start":18,"token_end":18,"label":"change_direction"},{"start":101,"end":106,"token_start":19,"token_end":19,"label":"base"},{"start":107,"end":111,"token_start":20,"token_end":20,"label":"aspect_changing"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"worked","start":3,"end":9,"id":1,"ws":true,"disabled":false},{"text":"\u2014","start":10,"end":11,"id":2,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"high","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"number","start":21,"end":27,"id":5,"ws":true,"disabled":false},{"text":"of","start":28,"end":30,"id":6,"ws":true,"disabled":false},{"text":"people","start":31,"end":37,"id":7,"ws":true,"disabled":false},{"text":"who","start":38,"end":41,"id":8,"ws":true,"disabled":false},{"text":"evacuated","start":42,"end":51,"id":9,"ws":true,"disabled":false},{"text":"ahead","start":52,"end":57,"id":10,"ws":true,"disabled":false},{"text":"of","start":58,"end":60,"id":11,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":12,"ws":true,"disabled":false},{"text":"storm","start":65,"end":70,"id":13,"ws":true,"disabled":false},{"text":"lead","start":71,"end":75,"id":14,"ws":true,"disabled":false},{"text":"to","start":76,"end":78,"id":15,"ws":true,"disabled":false},{"text":"a","start":79,"end":80,"id":16,"ws":true,"disabled":false},{"text":"significantly","start":81,"end":94,"id":17,"ws":true,"disabled":false},{"text":"lower","start":95,"end":100,"id":18,"ws":true,"disabled":false},{"text":"death","start":101,"end":106,"id":19,"ws":true,"disabled":false},{"text":"toll","start":107,"end":111,"id":20,"ws":true,"disabled":false},{"text":"of","start":112,"end":114,"id":21,"ws":true,"disabled":false},{"text":"89","start":115,"end":117,"id":22,"ws":false,"disabled":false},{"text":".","start":117,"end":118,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":132,"end":144,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":5,"child":7,"head_span":{"start":16,"end":27,"token_start":4,"token_end":5,"label":"change_direction"},"child_span":{"start":31,"end":37,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":7,"head_span":{"start":42,"end":51,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":31,"end":37,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":95,"end":100,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":101,"end":106,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":19,"head_span":{"start":107,"end":111,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":101,"end":106,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":19,"head_span":{"start":31,"end":37,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":101,"end":106,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Nitroglycerin becomes so sensitive when it absorbs moisture that even a slight shake can set it off.","text":"Nitroglycerin becomes so sensitive when it absorbs moisture that even a slight shake can set it off. IMPLIED_BASE IMPLIED_BASE","characters":"100","document_index":"461","md_sentence_index":"23","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/climate-change-may-be-blowing-up-arms-depots/","combo_id":"461_23","post-training batch1":"461_23","_input_hash":350961868,"_task_hash":379864326,"spans":[{"start":0,"end":13,"token_start":0,"token_end":0,"label":"base"},{"start":25,"end":34,"token_start":3,"token_end":3,"label":"aspect_changing"},{"start":51,"end":59,"token_start":7,"token_end":7,"label":"base"}],"tokens":[{"text":"Nitroglycerin","start":0,"end":13,"id":0,"ws":true,"disabled":false},{"text":"becomes","start":14,"end":21,"id":1,"ws":true,"disabled":false},{"text":"so","start":22,"end":24,"id":2,"ws":true,"disabled":false},{"text":"sensitive","start":25,"end":34,"id":3,"ws":true,"disabled":false},{"text":"when","start":35,"end":39,"id":4,"ws":true,"disabled":false},{"text":"it","start":40,"end":42,"id":5,"ws":true,"disabled":false},{"text":"absorbs","start":43,"end":50,"id":6,"ws":true,"disabled":false},{"text":"moisture","start":51,"end":59,"id":7,"ws":true,"disabled":false},{"text":"that","start":60,"end":64,"id":8,"ws":true,"disabled":false},{"text":"even","start":65,"end":69,"id":9,"ws":true,"disabled":false},{"text":"a","start":70,"end":71,"id":10,"ws":true,"disabled":false},{"text":"slight","start":72,"end":78,"id":11,"ws":true,"disabled":false},{"text":"shake","start":79,"end":84,"id":12,"ws":true,"disabled":false},{"text":"can","start":85,"end":88,"id":13,"ws":true,"disabled":false},{"text":"set","start":89,"end":92,"id":14,"ws":true,"disabled":false},{"text":"it","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"off","start":96,"end":99,"id":16,"ws":false,"disabled":false},{"text":".","start":99,"end":100,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":101,"end":113,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":114,"end":126,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":0,"head_span":{"start":25,"end":34,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":0,"end":13,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":0,"head_span":{"start":51,"end":59,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":0,"end":13,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Round-trip flights between London and Guwahati, the closest airport to North Salmara, emit over three tonnes of carbon dioxide \u2013 about twice as much as the average Indian emits in a whole year.","text":"Round-trip flights between London and Guwahati, the closest airport to North Salmara, emit over three tonnes of carbon dioxide \u2013 about twice as much as the average Indian emits in a whole year. IMPLIED_BASE IMPLIED_BASE","characters":"193","document_index":"416","md_sentence_index":"70","classification_origin":"causal_sentence_classification","url":"https://www.bbc.com/future/article/20191010-how-to-beat-anxiety-about-climate-change-and-eco-awareness","combo_id":"416_70","post-training batch1":"416_70","_input_hash":1755346578,"_task_hash":564172071,"spans":[{"start":0,"end":10,"token_start":0,"token_end":2,"label":"type_of"},{"start":11,"end":18,"token_start":3,"token_end":3,"label":"base"},{"text":"carbon dioxide","start":112,"token_start":21,"token_end":22,"end":126,"type":"pattern","label":"base"}],"tokens":[{"text":"Round","start":0,"end":5,"id":0,"ws":false,"disabled":false},{"text":"-","start":5,"end":6,"id":1,"ws":false,"disabled":false},{"text":"trip","start":6,"end":10,"id":2,"ws":true,"disabled":false},{"text":"flights","start":11,"end":18,"id":3,"ws":true,"disabled":false},{"text":"between","start":19,"end":26,"id":4,"ws":true,"disabled":false},{"text":"London","start":27,"end":33,"id":5,"ws":true,"disabled":false},{"text":"and","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"Guwahati","start":38,"end":46,"id":7,"ws":false,"disabled":false},{"text":",","start":46,"end":47,"id":8,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":9,"ws":true,"disabled":false},{"text":"closest","start":52,"end":59,"id":10,"ws":true,"disabled":false},{"text":"airport","start":60,"end":67,"id":11,"ws":true,"disabled":false},{"text":"to","start":68,"end":70,"id":12,"ws":true,"disabled":false},{"text":"North","start":71,"end":76,"id":13,"ws":true,"disabled":false},{"text":"Salmara","start":77,"end":84,"id":14,"ws":false,"disabled":false},{"text":",","start":84,"end":85,"id":15,"ws":true,"disabled":false},{"text":"emit","start":86,"end":90,"id":16,"ws":true,"disabled":false},{"text":"over","start":91,"end":95,"id":17,"ws":true,"disabled":false},{"text":"three","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"tonnes","start":102,"end":108,"id":19,"ws":true,"disabled":false},{"text":"of","start":109,"end":111,"id":20,"ws":true,"disabled":false},{"text":"carbon","start":112,"end":118,"id":21,"ws":true,"disabled":false},{"text":"dioxide","start":119,"end":126,"id":22,"ws":true,"disabled":false},{"text":"\u2013","start":127,"end":128,"id":23,"ws":true,"disabled":false},{"text":"about","start":129,"end":134,"id":24,"ws":true,"disabled":false},{"text":"twice","start":135,"end":140,"id":25,"ws":true,"disabled":false},{"text":"as","start":141,"end":143,"id":26,"ws":true,"disabled":false},{"text":"much","start":144,"end":148,"id":27,"ws":true,"disabled":false},{"text":"as","start":149,"end":151,"id":28,"ws":true,"disabled":false},{"text":"the","start":152,"end":155,"id":29,"ws":true,"disabled":false},{"text":"average","start":156,"end":163,"id":30,"ws":true,"disabled":false},{"text":"Indian","start":164,"end":170,"id":31,"ws":true,"disabled":false},{"text":"emits","start":171,"end":176,"id":32,"ws":true,"disabled":false},{"text":"in","start":177,"end":179,"id":33,"ws":true,"disabled":false},{"text":"a","start":180,"end":181,"id":34,"ws":true,"disabled":false},{"text":"whole","start":182,"end":187,"id":35,"ws":true,"disabled":false},{"text":"year","start":188,"end":192,"id":36,"ws":false,"disabled":false},{"text":".","start":192,"end":193,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":207,"end":219,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":0,"end":10,"token_start":0,"token_end":2,"label":"type_of"},"child_span":{"start":11,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":22,"head_span":{"start":11,"end":18,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":112,"end":126,"token_start":21,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Floods kill more people in the United States than any other kind of severe weather and cause billions of dollars in damages every year.","text":"Floods kill more people in the United States than any other kind of severe weather and cause billions of dollars in damages every year. IMPLIED_BASE IMPLIED_BASE","characters":"135","document_index":"256","md_sentence_index":"8","classification_origin":"cm_cause_effect_rel","url":"https://www.engineergirl.org/51330/Engineering-Infrastructure-Floods","combo_id":"256_8","post-training batch1":"256_8","_input_hash":-1289882227,"_task_hash":64793119,"spans":[{"text":"Floods","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"base"},{"text":"kill","start":7,"token_start":1,"token_end":1,"end":11,"type":"pattern","label":"change_direction"},{"text":"more","start":12,"token_start":2,"token_end":2,"end":16,"type":"pattern","label":"change_direction"},{"text":"people","start":17,"token_start":3,"token_end":3,"end":23,"type":"pattern","label":"base"},{"start":116,"end":123,"token_start":21,"token_end":21,"label":"aspect_changing"},{"start":136,"end":148,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"Floods","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"kill","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"more","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"people","start":17,"end":23,"id":3,"ws":true,"disabled":false},{"text":"in","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"United","start":31,"end":37,"id":6,"ws":true,"disabled":false},{"text":"States","start":38,"end":44,"id":7,"ws":true,"disabled":false},{"text":"than","start":45,"end":49,"id":8,"ws":true,"disabled":false},{"text":"any","start":50,"end":53,"id":9,"ws":true,"disabled":false},{"text":"other","start":54,"end":59,"id":10,"ws":true,"disabled":false},{"text":"kind","start":60,"end":64,"id":11,"ws":true,"disabled":false},{"text":"of","start":65,"end":67,"id":12,"ws":true,"disabled":false},{"text":"severe","start":68,"end":74,"id":13,"ws":true,"disabled":false},{"text":"weather","start":75,"end":82,"id":14,"ws":true,"disabled":false},{"text":"and","start":83,"end":86,"id":15,"ws":true,"disabled":false},{"text":"cause","start":87,"end":92,"id":16,"ws":true,"disabled":false},{"text":"billions","start":93,"end":101,"id":17,"ws":true,"disabled":false},{"text":"of","start":102,"end":104,"id":18,"ws":true,"disabled":false},{"text":"dollars","start":105,"end":112,"id":19,"ws":true,"disabled":false},{"text":"in","start":113,"end":115,"id":20,"ws":true,"disabled":false},{"text":"damages","start":116,"end":123,"id":21,"ws":true,"disabled":false},{"text":"every","start":124,"end":129,"id":22,"ws":true,"disabled":false},{"text":"year","start":130,"end":134,"id":23,"ws":false,"disabled":false},{"text":".","start":134,"end":135,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":136,"end":148,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":149,"end":161,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":21,"child":25,"head_span":{"start":116,"end":123,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":136,"end":148,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":3,"head_span":{"start":12,"end":16,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":3,"head_span":{"start":7,"end":11,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":3,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":25,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":136,"end":148,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Smoke from fires has fouled Sydney\u2019s air intermittently since November.","text":"Smoke from fires has fouled Sydney\u2019s air intermittently since November. IMPLIED_BASE IMPLIED_BASE","characters":"71","document_index":"556","md_sentence_index":"14","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/01/03/climate/australia-fires-air.html","combo_id":"556_14","post-training batch1":"556_14","_input_hash":-485129779,"_task_hash":675789721,"spans":[{"start":0,"end":5,"token_start":0,"token_end":0,"label":"aspect_changing"},{"start":11,"end":16,"token_start":2,"token_end":2,"label":"base"},{"start":21,"end":27,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":37,"end":40,"token_start":7,"token_end":7,"label":"base"}],"tokens":[{"text":"Smoke","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"from","start":6,"end":10,"id":1,"ws":true,"disabled":false},{"text":"fires","start":11,"end":16,"id":2,"ws":true,"disabled":false},{"text":"has","start":17,"end":20,"id":3,"ws":true,"disabled":false},{"text":"fouled","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"Sydney","start":28,"end":34,"id":5,"ws":false,"disabled":false},{"text":"\u2019s","start":34,"end":36,"id":6,"ws":true,"disabled":false},{"text":"air","start":37,"end":40,"id":7,"ws":true,"disabled":false},{"text":"intermittently","start":41,"end":55,"id":8,"ws":true,"disabled":false},{"text":"since","start":56,"end":61,"id":9,"ws":true,"disabled":false},{"text":"November","start":62,"end":70,"id":10,"ws":false,"disabled":false},{"text":".","start":70,"end":71,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":72,"end":84,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":85,"end":97,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":2,"head_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":7,"head_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":37,"end":40,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":7,"head_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":37,"end":40,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"sort of","Dataset name":"workshop_examples -- altered","ignore?":"","reason":"","relation count":"One","complexity":"Simple","original_md_text":"Other trees, withering from the heat, have stopped bearing edible fruit.\n","text":"Other trees, withering from the heat, have stopped bearing edible fruit. IMPLIED_BASE IMPLIED_BASE","characters":"73","document_index":"62","md_sentence_index":"25","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/05/12/world/australia/climate-change-torres-strait-islands.html","combo_id":"62_25","post-training batch1":"62_25","_input_hash":-686908711,"_task_hash":440771019,"spans":[{"start":32,"end":36,"token_start":6,"token_end":6,"label":"base"},{"start":43,"end":50,"token_start":9,"token_end":9,"label":"change_direction"},{"start":59,"end":65,"token_start":11,"token_end":11,"label":"type_of"},{"text":"fruit","start":66,"token_start":12,"token_end":12,"end":71,"type":"pattern","label":"base"}],"tokens":[{"text":"Other","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"trees","start":6,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"withering","start":13,"end":22,"id":3,"ws":true,"disabled":false},{"text":"from","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"the","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"heat","start":32,"end":36,"id":6,"ws":false,"disabled":false},{"text":",","start":36,"end":37,"id":7,"ws":true,"disabled":false},{"text":"have","start":38,"end":42,"id":8,"ws":true,"disabled":false},{"text":"stopped","start":43,"end":50,"id":9,"ws":true,"disabled":false},{"text":"bearing","start":51,"end":58,"id":10,"ws":true,"disabled":false},{"text":"edible","start":59,"end":65,"id":11,"ws":true,"disabled":false},{"text":"fruit","start":66,"end":71,"id":12,"ws":false,"disabled":false},{"text":".","start":71,"end":72,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":73,"end":85,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":86,"end":98,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":9,"child":12,"head_span":{"start":43,"end":50,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":66,"end":71,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":59,"end":65,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":66,"end":71,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":12,"head_span":{"start":32,"end":36,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":66,"end":71,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The majority of the warming at the global scale over the past 50 years can only be explained by the effects of human influences,,, especially the emissions from burning fossil fuels (coal, oil, and natural gas) and from deforestation.","text":"The majority of the warming at the global scale over the past 50 years can only be explained by the effects of human influences,,, especially the emissions from burning fossil fuels (coal, oil, and natural gas) and from deforestation. IMPLIED_BASE IMPLIED_BASE","characters":"234","document_index":"415","md_sentence_index":"37","classification_origin":"causal_sentence_classification","url":"http://nca2014.globalchange.gov/node/1952","combo_id":"415_37","post-training batch1":"415_37","_input_hash":-131165622,"_task_hash":-1539737706,"spans":[{"start":20,"end":27,"token_start":4,"token_end":4,"label":"aspect_changing"},{"text":"emissions","start":146,"token_start":29,"token_end":29,"end":155,"type":"pattern","label":"aspect_changing"},{"start":169,"end":181,"token_start":32,"token_end":33,"label":"base"},{"text":"deforestation","start":220,"token_start":45,"token_end":45,"end":233,"type":"pattern","label":"base"},{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"majority","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"of","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"the","start":16,"end":19,"id":3,"ws":true,"disabled":false},{"text":"warming","start":20,"end":27,"id":4,"ws":true,"disabled":false},{"text":"at","start":28,"end":30,"id":5,"ws":true,"disabled":false},{"text":"the","start":31,"end":34,"id":6,"ws":true,"disabled":false},{"text":"global","start":35,"end":41,"id":7,"ws":true,"disabled":false},{"text":"scale","start":42,"end":47,"id":8,"ws":true,"disabled":false},{"text":"over","start":48,"end":52,"id":9,"ws":true,"disabled":false},{"text":"the","start":53,"end":56,"id":10,"ws":true,"disabled":false},{"text":"past","start":57,"end":61,"id":11,"ws":true,"disabled":false},{"text":"50","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"years","start":65,"end":70,"id":13,"ws":true,"disabled":false},{"text":"can","start":71,"end":74,"id":14,"ws":true,"disabled":false},{"text":"only","start":75,"end":79,"id":15,"ws":true,"disabled":false},{"text":"be","start":80,"end":82,"id":16,"ws":true,"disabled":false},{"text":"explained","start":83,"end":92,"id":17,"ws":true,"disabled":false},{"text":"by","start":93,"end":95,"id":18,"ws":true,"disabled":false},{"text":"the","start":96,"end":99,"id":19,"ws":true,"disabled":false},{"text":"effects","start":100,"end":107,"id":20,"ws":true,"disabled":false},{"text":"of","start":108,"end":110,"id":21,"ws":true,"disabled":false},{"text":"human","start":111,"end":116,"id":22,"ws":true,"disabled":false},{"text":"influences","start":117,"end":127,"id":23,"ws":false,"disabled":false},{"text":",","start":127,"end":128,"id":24,"ws":false,"disabled":false},{"text":",","start":128,"end":129,"id":25,"ws":false,"disabled":false},{"text":",","start":129,"end":130,"id":26,"ws":true,"disabled":false},{"text":"especially","start":131,"end":141,"id":27,"ws":true,"disabled":false},{"text":"the","start":142,"end":145,"id":28,"ws":true,"disabled":false},{"text":"emissions","start":146,"end":155,"id":29,"ws":true,"disabled":false},{"text":"from","start":156,"end":160,"id":30,"ws":true,"disabled":false},{"text":"burning","start":161,"end":168,"id":31,"ws":true,"disabled":false},{"text":"fossil","start":169,"end":175,"id":32,"ws":true,"disabled":false},{"text":"fuels","start":176,"end":181,"id":33,"ws":true,"disabled":false},{"text":"(","start":182,"end":183,"id":34,"ws":false,"disabled":false},{"text":"coal","start":183,"end":187,"id":35,"ws":false,"disabled":false},{"text":",","start":187,"end":188,"id":36,"ws":true,"disabled":false},{"text":"oil","start":189,"end":192,"id":37,"ws":false,"disabled":false},{"text":",","start":192,"end":193,"id":38,"ws":true,"disabled":false},{"text":"and","start":194,"end":197,"id":39,"ws":true,"disabled":false},{"text":"natural","start":198,"end":205,"id":40,"ws":true,"disabled":false},{"text":"gas","start":206,"end":209,"id":41,"ws":false,"disabled":false},{"text":")","start":209,"end":210,"id":42,"ws":true,"disabled":false},{"text":"and","start":211,"end":214,"id":43,"ws":true,"disabled":false},{"text":"from","start":215,"end":219,"id":44,"ws":true,"disabled":false},{"text":"deforestation","start":220,"end":233,"id":45,"ws":false,"disabled":false},{"text":".","start":233,"end":234,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":235,"end":247,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":248,"end":260,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":47,"head_span":{"start":20,"end":27,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":33,"head_span":{"start":146,"end":155,"token_start":29,"token_end":29,"label":"aspect_changing"},"child_span":{"start":169,"end":181,"token_start":32,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":47,"head_span":{"start":220,"end":233,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":47,"head_span":{"start":169,"end":181,"token_start":32,"token_end":33,"label":"base"},"child_span":{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Those blackouts are separate from the pre-emptive shut-offs carried out by California utilities in an effort to prevent their equipment from sparking wildfires.","text":"Those blackouts are separate from the pre-emptive shut-offs carried out by California utilities in an effort to prevent their equipment from sparking wildfires. IMPLIED_BASE IMPLIED_BASE","characters":"160","document_index":"832","md_sentence_index":"69","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/10/us/climate-change-california-wildfires.html","combo_id":"832_69","post-training batch1":"832_69","_input_hash":-1674128650,"_task_hash":-1789602757,"spans":[{"text":"equipment","start":126,"token_start":23,"token_end":23,"end":135,"type":"pattern","label":"base"},{"start":141,"end":149,"token_start":25,"token_end":25,"label":"aspect_changing"},{"text":"wildfires","start":150,"token_start":26,"token_end":26,"end":159,"type":"pattern","label":"base"}],"tokens":[{"text":"Those","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"blackouts","start":6,"end":15,"id":1,"ws":true,"disabled":false},{"text":"are","start":16,"end":19,"id":2,"ws":true,"disabled":false},{"text":"separate","start":20,"end":28,"id":3,"ws":true,"disabled":false},{"text":"from","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"pre","start":38,"end":41,"id":6,"ws":false,"disabled":false},{"text":"-","start":41,"end":42,"id":7,"ws":false,"disabled":false},{"text":"emptive","start":42,"end":49,"id":8,"ws":true,"disabled":false},{"text":"shut","start":50,"end":54,"id":9,"ws":false,"disabled":false},{"text":"-","start":54,"end":55,"id":10,"ws":false,"disabled":false},{"text":"offs","start":55,"end":59,"id":11,"ws":true,"disabled":false},{"text":"carried","start":60,"end":67,"id":12,"ws":true,"disabled":false},{"text":"out","start":68,"end":71,"id":13,"ws":true,"disabled":false},{"text":"by","start":72,"end":74,"id":14,"ws":true,"disabled":false},{"text":"California","start":75,"end":85,"id":15,"ws":true,"disabled":false},{"text":"utilities","start":86,"end":95,"id":16,"ws":true,"disabled":false},{"text":"in","start":96,"end":98,"id":17,"ws":true,"disabled":false},{"text":"an","start":99,"end":101,"id":18,"ws":true,"disabled":false},{"text":"effort","start":102,"end":108,"id":19,"ws":true,"disabled":false},{"text":"to","start":109,"end":111,"id":20,"ws":true,"disabled":false},{"text":"prevent","start":112,"end":119,"id":21,"ws":true,"disabled":false},{"text":"their","start":120,"end":125,"id":22,"ws":true,"disabled":false},{"text":"equipment","start":126,"end":135,"id":23,"ws":true,"disabled":false},{"text":"from","start":136,"end":140,"id":24,"ws":true,"disabled":false},{"text":"sparking","start":141,"end":149,"id":25,"ws":true,"disabled":false},{"text":"wildfires","start":150,"end":159,"id":26,"ws":false,"disabled":false},{"text":".","start":159,"end":160,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":141,"end":149,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":150,"end":159,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":26,"head_span":{"start":126,"end":135,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":150,"end":159,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"y","reason":"not CC related","relation count":"","complexity":"","original_md_text":"PG&E cited a lack of personnel as the reason for the slow progress, according to the San Francisco Chronicle.\n","text":"PG&E cited a lack of personnel as the reason for the slow progress, according to the San Francisco Chronicle. IMPLIED_BASE IMPLIED_BASE","characters":"110","document_index":"449","md_sentence_index":"52","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/pge-caused-california-wildfires-safety-measures-2019-10","combo_id":"449_52","post-training batch1":"449_52","_input_hash":-1755150614,"_task_hash":1216687268,"spans":[{"text":"lack of","start":13,"token_start":3,"token_end":4,"end":20,"type":"pattern","label":"change_direction"},{"start":21,"end":30,"token_start":5,"token_end":5,"label":"base"},{"start":53,"end":57,"token_start":11,"token_end":11,"label":"change_direction"},{"start":58,"end":66,"token_start":12,"token_end":12,"label":"base"}],"tokens":[{"text":"PG&E","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"cited","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"a","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"lack","start":13,"end":17,"id":3,"ws":true,"disabled":false},{"text":"of","start":18,"end":20,"id":4,"ws":true,"disabled":false},{"text":"personnel","start":21,"end":30,"id":5,"ws":true,"disabled":false},{"text":"as","start":31,"end":33,"id":6,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":7,"ws":true,"disabled":false},{"text":"reason","start":38,"end":44,"id":8,"ws":true,"disabled":false},{"text":"for","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":10,"ws":true,"disabled":false},{"text":"slow","start":53,"end":57,"id":11,"ws":true,"disabled":false},{"text":"progress","start":58,"end":66,"id":12,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":13,"ws":true,"disabled":false},{"text":"according","start":68,"end":77,"id":14,"ws":true,"disabled":false},{"text":"to","start":78,"end":80,"id":15,"ws":true,"disabled":false},{"text":"the","start":81,"end":84,"id":16,"ws":true,"disabled":false},{"text":"San","start":85,"end":88,"id":17,"ws":true,"disabled":false},{"text":"Francisco","start":89,"end":98,"id":18,"ws":true,"disabled":false},{"text":"Chronicle","start":99,"end":108,"id":19,"ws":false,"disabled":false},{"text":".","start":108,"end":109,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":110,"end":122,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":123,"end":135,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":13,"end":20,"token_start":3,"token_end":4,"label":"change_direction"},"child_span":{"start":21,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":53,"end":57,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":58,"end":66,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":12,"head_span":{"start":21,"end":30,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":58,"end":66,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Individuals infected with either WNV or Lyme disease may experience a range of mental health consequences following infection that can include reduced cognitive function as well depression associated with other symptoms, such as fatigue, pain, and muscle and joint aches.184, 185","text":"Individuals infected with either WNV or Lyme disease may experience a range of mental health consequences following infection that can include reduced cognitive function as well depression associated with other symptoms, such as fatigue, pain, and muscle and joint aches.184, 185 IMPLIED_BASE IMPLIED_BASE","characters":"279","document_index":"619","md_sentence_index":"247","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_247","post-training batch1":"619_247","_input_hash":-1048107752,"_task_hash":1584933516,"spans":[{"start":12,"end":20,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},{"start":40,"end":44,"token_start":6,"token_end":6,"label":"base"},{"start":79,"end":85,"token_start":13,"token_end":13,"label":"type_of"},{"text":"health","start":86,"token_start":14,"token_end":14,"end":92,"type":"pattern","label":"base"},{"start":93,"end":105,"token_start":15,"token_end":15,"label":"aspect_changing"},{"text":"reduced","start":143,"token_start":21,"token_end":21,"end":150,"type":"pattern","label":"change_direction"},{"start":151,"end":169,"token_start":22,"token_end":23,"label":"base"},{"start":178,"end":188,"token_start":26,"token_end":26,"label":"base"},{"start":229,"end":236,"token_start":34,"token_end":34,"label":"base"},{"start":238,"end":242,"token_start":36,"token_end":36,"label":"base"},{"start":248,"end":254,"token_start":39,"token_end":39,"label":"type_of"},{"start":259,"end":264,"token_start":41,"token_end":41,"label":"type_of"},{"start":265,"end":274,"token_start":42,"token_end":42,"label":"base"}],"tokens":[{"text":"Individuals","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"infected","start":12,"end":20,"id":1,"ws":true,"disabled":false},{"text":"with","start":21,"end":25,"id":2,"ws":true,"disabled":false},{"text":"either","start":26,"end":32,"id":3,"ws":true,"disabled":false},{"text":"WNV","start":33,"end":36,"id":4,"ws":true,"disabled":false},{"text":"or","start":37,"end":39,"id":5,"ws":true,"disabled":false},{"text":"Lyme","start":40,"end":44,"id":6,"ws":true,"disabled":false},{"text":"disease","start":45,"end":52,"id":7,"ws":true,"disabled":false},{"text":"may","start":53,"end":56,"id":8,"ws":true,"disabled":false},{"text":"experience","start":57,"end":67,"id":9,"ws":true,"disabled":false},{"text":"a","start":68,"end":69,"id":10,"ws":true,"disabled":false},{"text":"range","start":70,"end":75,"id":11,"ws":true,"disabled":false},{"text":"of","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"mental","start":79,"end":85,"id":13,"ws":true,"disabled":false},{"text":"health","start":86,"end":92,"id":14,"ws":true,"disabled":false},{"text":"consequences","start":93,"end":105,"id":15,"ws":true,"disabled":false},{"text":"following","start":106,"end":115,"id":16,"ws":true,"disabled":false},{"text":"infection","start":116,"end":125,"id":17,"ws":true,"disabled":false},{"text":"that","start":126,"end":130,"id":18,"ws":true,"disabled":false},{"text":"can","start":131,"end":134,"id":19,"ws":true,"disabled":false},{"text":"include","start":135,"end":142,"id":20,"ws":true,"disabled":false},{"text":"reduced","start":143,"end":150,"id":21,"ws":true,"disabled":false},{"text":"cognitive","start":151,"end":160,"id":22,"ws":true,"disabled":false},{"text":"function","start":161,"end":169,"id":23,"ws":true,"disabled":false},{"text":"as","start":170,"end":172,"id":24,"ws":true,"disabled":false},{"text":"well","start":173,"end":177,"id":25,"ws":true,"disabled":false},{"text":"depression","start":178,"end":188,"id":26,"ws":true,"disabled":false},{"text":"associated","start":189,"end":199,"id":27,"ws":true,"disabled":false},{"text":"with","start":200,"end":204,"id":28,"ws":true,"disabled":false},{"text":"other","start":205,"end":210,"id":29,"ws":true,"disabled":false},{"text":"symptoms","start":211,"end":219,"id":30,"ws":false,"disabled":false},{"text":",","start":219,"end":220,"id":31,"ws":true,"disabled":false},{"text":"such","start":221,"end":225,"id":32,"ws":true,"disabled":false},{"text":"as","start":226,"end":228,"id":33,"ws":true,"disabled":false},{"text":"fatigue","start":229,"end":236,"id":34,"ws":false,"disabled":false},{"text":",","start":236,"end":237,"id":35,"ws":true,"disabled":false},{"text":"pain","start":238,"end":242,"id":36,"ws":false,"disabled":false},{"text":",","start":242,"end":243,"id":37,"ws":true,"disabled":false},{"text":"and","start":244,"end":247,"id":38,"ws":true,"disabled":false},{"text":"muscle","start":248,"end":254,"id":39,"ws":true,"disabled":false},{"text":"and","start":255,"end":258,"id":40,"ws":true,"disabled":false},{"text":"joint","start":259,"end":264,"id":41,"ws":true,"disabled":false},{"text":"aches.184","start":265,"end":274,"id":42,"ws":false,"disabled":false},{"text":",","start":274,"end":275,"id":43,"ws":true,"disabled":false},{"text":"185","start":276,"end":279,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":280,"end":292,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":293,"end":305,"id":46,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":41,"child":42,"head_span":{"start":259,"end":264,"token_start":41,"token_end":41,"label":"type_of"},"child_span":{"start":265,"end":274,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":42,"head_span":{"start":248,"end":254,"token_start":39,"token_end":39,"label":"type_of"},"child_span":{"start":265,"end":274,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":4,"head_span":{"start":12,"end":20,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":12,"end":20,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":40,"end":44,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":79,"end":85,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":86,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":93,"end":105,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":86,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":23,"head_span":{"start":143,"end":150,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":151,"end":169,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":14,"head_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":86,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":14,"head_span":{"start":40,"end":44,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":86,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":23,"head_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":151,"end":169,"token_start":22,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":23,"head_span":{"start":40,"end":44,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":151,"end":169,"token_start":22,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":26,"head_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":178,"end":188,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":26,"head_span":{"start":40,"end":44,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":178,"end":188,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":34,"head_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":229,"end":236,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":34,"head_span":{"start":40,"end":44,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":229,"end":236,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":36,"head_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":238,"end":242,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":36,"head_span":{"start":40,"end":44,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":238,"end":242,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":42,"head_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":265,"end":274,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":42,"head_span":{"start":40,"end":44,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":265,"end":274,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"This weakening of wind shear is likely to result in more rapid intensification of storms as they near landfall.","text":"This weakening of wind shear is likely to result in more rapid intensification of storms as they near landfall. IMPLIED_BASE IMPLIED_BASE","characters":"111","document_index":"787","md_sentence_index":"110","classification_origin":"causal_sentence_classification","url":"https://yaleclimateconnections.org/2019/07/how-climate-change-is-making-hurricanes-more-dangerous/","combo_id":"787_110","post-training batch1":"787_110","_input_hash":-1963671545,"_task_hash":-1147194650,"spans":[{"start":5,"end":14,"token_start":1,"token_end":1,"label":"change_direction"},{"start":18,"end":22,"token_start":3,"token_end":3,"label":"base"},{"start":23,"end":28,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":52,"end":62,"token_start":10,"token_end":11,"label":"change_direction"},{"start":63,"end":78,"token_start":12,"token_end":12,"label":"aspect_changing"},{"text":"storms","start":82,"token_start":14,"token_end":14,"end":88,"type":"pattern","label":"base"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"weakening","start":5,"end":14,"id":1,"ws":true,"disabled":false},{"text":"of","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"wind","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"shear","start":23,"end":28,"id":4,"ws":true,"disabled":false},{"text":"is","start":29,"end":31,"id":5,"ws":true,"disabled":false},{"text":"likely","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"to","start":39,"end":41,"id":7,"ws":true,"disabled":false},{"text":"result","start":42,"end":48,"id":8,"ws":true,"disabled":false},{"text":"in","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"more","start":52,"end":56,"id":10,"ws":true,"disabled":false},{"text":"rapid","start":57,"end":62,"id":11,"ws":true,"disabled":false},{"text":"intensification","start":63,"end":78,"id":12,"ws":true,"disabled":false},{"text":"of","start":79,"end":81,"id":13,"ws":true,"disabled":false},{"text":"storms","start":82,"end":88,"id":14,"ws":true,"disabled":false},{"text":"as","start":89,"end":91,"id":15,"ws":true,"disabled":false},{"text":"they","start":92,"end":96,"id":16,"ws":true,"disabled":false},{"text":"near","start":97,"end":101,"id":17,"ws":true,"disabled":false},{"text":"landfall","start":102,"end":110,"id":18,"ws":false,"disabled":false},{"text":".","start":110,"end":111,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":112,"end":124,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":5,"end":14,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":18,"end":22,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":3,"head_span":{"start":23,"end":28,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":18,"end":22,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":63,"end":78,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":82,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":14,"head_span":{"start":52,"end":62,"token_start":10,"token_end":11,"label":"change_direction"},"child_span":{"start":82,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":14,"head_span":{"start":18,"end":22,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":82,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"They predict that the number of lightning strikes will increase by about 12% for every degree of rise in global average air temperature.\n","text":"They predict that the number of lightning strikes will increase by about 12% for every degree of rise in global average air temperature. IMPLIED_BASE IMPLIED_BASE","characters":"137","document_index":"782","md_sentence_index":"10","classification_origin":"causal_sentence_classification","url":"http://science.sciencemag.org/content/346/6211/851","combo_id":"782_10","post-training batch1":"782_10","_input_hash":115393666,"_task_hash":826264647,"spans":[{"start":22,"end":28,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":32,"end":49,"token_start":6,"token_end":7,"label":"base"},{"text":"increase","start":55,"token_start":9,"token_end":9,"end":63,"type":"pattern","label":"change_direction"},{"text":"rise","start":97,"token_start":18,"token_end":18,"end":101,"type":"pattern","label":"change_direction"},{"start":105,"end":119,"token_start":20,"token_end":21,"label":"type_of"},{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},{"text":"temperature","start":124,"token_start":23,"token_end":23,"end":135,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"They","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"predict","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"that","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"number","start":22,"end":28,"id":4,"ws":true,"disabled":false},{"text":"of","start":29,"end":31,"id":5,"ws":true,"disabled":false},{"text":"lightning","start":32,"end":41,"id":6,"ws":true,"disabled":false},{"text":"strikes","start":42,"end":49,"id":7,"ws":true,"disabled":false},{"text":"will","start":50,"end":54,"id":8,"ws":true,"disabled":false},{"text":"increase","start":55,"end":63,"id":9,"ws":true,"disabled":false},{"text":"by","start":64,"end":66,"id":10,"ws":true,"disabled":false},{"text":"about","start":67,"end":72,"id":11,"ws":true,"disabled":false},{"text":"12","start":73,"end":75,"id":12,"ws":false,"disabled":false},{"text":"%","start":75,"end":76,"id":13,"ws":true,"disabled":false},{"text":"for","start":77,"end":80,"id":14,"ws":true,"disabled":false},{"text":"every","start":81,"end":86,"id":15,"ws":true,"disabled":false},{"text":"degree","start":87,"end":93,"id":16,"ws":true,"disabled":false},{"text":"of","start":94,"end":96,"id":17,"ws":true,"disabled":false},{"text":"rise","start":97,"end":101,"id":18,"ws":true,"disabled":false},{"text":"in","start":102,"end":104,"id":19,"ws":true,"disabled":false},{"text":"global","start":105,"end":111,"id":20,"ws":true,"disabled":false},{"text":"average","start":112,"end":119,"id":21,"ws":true,"disabled":false},{"text":"air","start":120,"end":123,"id":22,"ws":true,"disabled":false},{"text":"temperature","start":124,"end":135,"id":23,"ws":false,"disabled":false},{"text":".","start":135,"end":136,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":137,"end":149,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":150,"end":162,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":7,"head_span":{"start":22,"end":28,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":32,"end":49,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":7,"head_span":{"start":55,"end":63,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":32,"end":49,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":22,"head_span":{"start":97,"end":101,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":124,"end":135,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":22,"head_span":{"start":105,"end":119,"token_start":20,"token_end":21,"label":"type_of"},"child_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":7,"head_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":32,"end":49,"token_start":6,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Under pressure from shareholders and regulators, companies are increasingly disclosing the specific financial impacts they could face as the planet warms, such as extreme weather that could disrupt their supply chains or stricter climate regulations that could hurt the value of coal, oil and gas investments.","text":"Under pressure from shareholders and regulators, companies are increasingly disclosing the specific financial impacts they could face as the planet warms, such as extreme weather that could disrupt their supply chains or stricter climate regulations that could hurt the value of coal, oil and gas investments. IMPLIED_BASE IMPLIED_BASE","characters":"309","document_index":"163","md_sentence_index":"3","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/06/04/climate/companies-climate-change-financial-impact.html","combo_id":"163_3","post-training batch1":"163_3","_input_hash":1788885500,"_task_hash":-1527938360,"spans":[{"start":100,"end":109,"token_start":13,"token_end":13,"label":"base"},{"start":110,"end":117,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":141,"end":147,"token_start":20,"token_end":20,"label":"base"},{"start":148,"end":153,"token_start":21,"token_end":21,"label":"aspect_changing"},{"text":"extreme weather","start":163,"token_start":25,"token_end":26,"end":178,"type":"pattern","label":"base"},{"start":190,"end":197,"token_start":29,"token_end":29,"label":"change_direction"},{"start":204,"end":217,"token_start":31,"token_end":32,"label":"base"},{"start":221,"end":229,"token_start":34,"token_end":34,"label":"change_direction"},{"start":230,"end":249,"token_start":35,"token_end":36,"label":"base"},{"start":261,"end":265,"token_start":39,"token_end":39,"label":"change_direction"},{"start":270,"end":275,"token_start":41,"token_end":41,"label":"aspect_changing"},{"text":"coal","start":279,"token_start":43,"token_end":43,"end":283,"type":"pattern","label":"base"},{"start":285,"end":288,"token_start":45,"token_end":45,"label":"base"},{"start":293,"end":308,"token_start":47,"token_end":48,"label":"base"}],"tokens":[{"text":"Under","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"pressure","start":6,"end":14,"id":1,"ws":true,"disabled":false},{"text":"from","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"shareholders","start":20,"end":32,"id":3,"ws":true,"disabled":false},{"text":"and","start":33,"end":36,"id":4,"ws":true,"disabled":false},{"text":"regulators","start":37,"end":47,"id":5,"ws":false,"disabled":false},{"text":",","start":47,"end":48,"id":6,"ws":true,"disabled":false},{"text":"companies","start":49,"end":58,"id":7,"ws":true,"disabled":false},{"text":"are","start":59,"end":62,"id":8,"ws":true,"disabled":false},{"text":"increasingly","start":63,"end":75,"id":9,"ws":true,"disabled":false},{"text":"disclosing","start":76,"end":86,"id":10,"ws":true,"disabled":false},{"text":"the","start":87,"end":90,"id":11,"ws":true,"disabled":false},{"text":"specific","start":91,"end":99,"id":12,"ws":true,"disabled":false},{"text":"financial","start":100,"end":109,"id":13,"ws":true,"disabled":false},{"text":"impacts","start":110,"end":117,"id":14,"ws":true,"disabled":false},{"text":"they","start":118,"end":122,"id":15,"ws":true,"disabled":false},{"text":"could","start":123,"end":128,"id":16,"ws":true,"disabled":false},{"text":"face","start":129,"end":133,"id":17,"ws":true,"disabled":false},{"text":"as","start":134,"end":136,"id":18,"ws":true,"disabled":false},{"text":"the","start":137,"end":140,"id":19,"ws":true,"disabled":false},{"text":"planet","start":141,"end":147,"id":20,"ws":true,"disabled":false},{"text":"warms","start":148,"end":153,"id":21,"ws":false,"disabled":false},{"text":",","start":153,"end":154,"id":22,"ws":true,"disabled":false},{"text":"such","start":155,"end":159,"id":23,"ws":true,"disabled":false},{"text":"as","start":160,"end":162,"id":24,"ws":true,"disabled":false},{"text":"extreme","start":163,"end":170,"id":25,"ws":true,"disabled":false},{"text":"weather","start":171,"end":178,"id":26,"ws":true,"disabled":false},{"text":"that","start":179,"end":183,"id":27,"ws":true,"disabled":false},{"text":"could","start":184,"end":189,"id":28,"ws":true,"disabled":false},{"text":"disrupt","start":190,"end":197,"id":29,"ws":true,"disabled":false},{"text":"their","start":198,"end":203,"id":30,"ws":true,"disabled":false},{"text":"supply","start":204,"end":210,"id":31,"ws":true,"disabled":false},{"text":"chains","start":211,"end":217,"id":32,"ws":true,"disabled":false},{"text":"or","start":218,"end":220,"id":33,"ws":true,"disabled":false},{"text":"stricter","start":221,"end":229,"id":34,"ws":true,"disabled":false},{"text":"climate","start":230,"end":237,"id":35,"ws":true,"disabled":false},{"text":"regulations","start":238,"end":249,"id":36,"ws":true,"disabled":false},{"text":"that","start":250,"end":254,"id":37,"ws":true,"disabled":false},{"text":"could","start":255,"end":260,"id":38,"ws":true,"disabled":false},{"text":"hurt","start":261,"end":265,"id":39,"ws":true,"disabled":false},{"text":"the","start":266,"end":269,"id":40,"ws":true,"disabled":false},{"text":"value","start":270,"end":275,"id":41,"ws":true,"disabled":false},{"text":"of","start":276,"end":278,"id":42,"ws":true,"disabled":false},{"text":"coal","start":279,"end":283,"id":43,"ws":false,"disabled":false},{"text":",","start":283,"end":284,"id":44,"ws":true,"disabled":false},{"text":"oil","start":285,"end":288,"id":45,"ws":true,"disabled":false},{"text":"and","start":289,"end":292,"id":46,"ws":true,"disabled":false},{"text":"gas","start":293,"end":296,"id":47,"ws":true,"disabled":false},{"text":"investments","start":297,"end":308,"id":48,"ws":false,"disabled":false},{"text":".","start":308,"end":309,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":310,"end":322,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":323,"end":335,"id":51,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":14,"child":13,"head_span":{"start":110,"end":117,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":100,"end":109,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":20,"head_span":{"start":148,"end":153,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":141,"end":147,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":32,"head_span":{"start":190,"end":197,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":204,"end":217,"token_start":31,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":36,"head_span":{"start":221,"end":229,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":230,"end":249,"token_start":35,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":43,"head_span":{"start":261,"end":265,"token_start":39,"token_end":39,"label":"change_direction"},"child_span":{"start":279,"end":283,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":43,"head_span":{"start":270,"end":275,"token_start":41,"token_end":41,"label":"aspect_changing"},"child_span":{"start":279,"end":283,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":45,"head_span":{"start":261,"end":265,"token_start":39,"token_end":39,"label":"change_direction"},"child_span":{"start":285,"end":288,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":45,"head_span":{"start":270,"end":275,"token_start":41,"token_end":41,"label":"aspect_changing"},"child_span":{"start":285,"end":288,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":48,"head_span":{"start":261,"end":265,"token_start":39,"token_end":39,"label":"change_direction"},"child_span":{"start":293,"end":308,"token_start":47,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":48,"head_span":{"start":270,"end":275,"token_start":41,"token_end":41,"label":"aspect_changing"},"child_span":{"start":293,"end":308,"token_start":47,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":13,"head_span":{"start":141,"end":147,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":100,"end":109,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":32,"head_span":{"start":163,"end":178,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":204,"end":217,"token_start":31,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":36,"head_span":{"start":163,"end":178,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":230,"end":249,"token_start":35,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":43,"head_span":{"start":230,"end":249,"token_start":35,"token_end":36,"label":"base"},"child_span":{"start":279,"end":283,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":45,"head_span":{"start":230,"end":249,"token_start":35,"token_end":36,"label":"base"},"child_span":{"start":285,"end":288,"token_start":45,"token_end":45,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":48,"head_span":{"start":230,"end":249,"token_start":35,"token_end":36,"label":"base"},"child_span":{"start":293,"end":308,"token_start":47,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A year ago, Dorian crawled over the Bahamas for a day and a half, causing widespread destruction from wind and storm surge.","text":"A year ago, Dorian crawled over the Bahamas for a day and a half, causing widespread destruction from wind and storm surge. IMPLIED_BASE IMPLIED_BASE","characters":"123","document_index":"809","md_sentence_index":"30","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/15/us/hurricane-sally.html","combo_id":"809_30","post-training batch1":"809_30","_input_hash":-1356563922,"_task_hash":519654975,"spans":[{"start":12,"end":18,"token_start":4,"token_end":4,"label":"base"},{"start":74,"end":84,"token_start":17,"token_end":17,"label":"change_direction"},{"start":85,"end":96,"token_start":18,"token_end":18,"label":"base"},{"start":102,"end":106,"token_start":20,"token_end":20,"label":"base"},{"text":"storm","start":111,"token_start":22,"token_end":22,"end":116,"type":"pattern","label":"base"},{"start":117,"end":122,"token_start":23,"token_end":23,"label":"aspect_changing"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"year","start":2,"end":6,"id":1,"ws":true,"disabled":false},{"text":"ago","start":7,"end":10,"id":2,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":3,"ws":true,"disabled":false},{"text":"Dorian","start":12,"end":18,"id":4,"ws":true,"disabled":false},{"text":"crawled","start":19,"end":26,"id":5,"ws":true,"disabled":false},{"text":"over","start":27,"end":31,"id":6,"ws":true,"disabled":false},{"text":"the","start":32,"end":35,"id":7,"ws":true,"disabled":false},{"text":"Bahamas","start":36,"end":43,"id":8,"ws":true,"disabled":false},{"text":"for","start":44,"end":47,"id":9,"ws":true,"disabled":false},{"text":"a","start":48,"end":49,"id":10,"ws":true,"disabled":false},{"text":"day","start":50,"end":53,"id":11,"ws":true,"disabled":false},{"text":"and","start":54,"end":57,"id":12,"ws":true,"disabled":false},{"text":"a","start":58,"end":59,"id":13,"ws":true,"disabled":false},{"text":"half","start":60,"end":64,"id":14,"ws":false,"disabled":false},{"text":",","start":64,"end":65,"id":15,"ws":true,"disabled":false},{"text":"causing","start":66,"end":73,"id":16,"ws":true,"disabled":false},{"text":"widespread","start":74,"end":84,"id":17,"ws":true,"disabled":false},{"text":"destruction","start":85,"end":96,"id":18,"ws":true,"disabled":false},{"text":"from","start":97,"end":101,"id":19,"ws":true,"disabled":false},{"text":"wind","start":102,"end":106,"id":20,"ws":true,"disabled":false},{"text":"and","start":107,"end":110,"id":21,"ws":true,"disabled":false},{"text":"storm","start":111,"end":116,"id":22,"ws":true,"disabled":false},{"text":"surge","start":117,"end":122,"id":23,"ws":false,"disabled":false},{"text":".","start":122,"end":123,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":124,"end":136,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":137,"end":149,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":17,"child":18,"head_span":{"start":74,"end":84,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":85,"end":96,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":117,"end":122,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":111,"end":116,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":22,"head_span":{"start":102,"end":106,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":111,"end":116,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":22,"head_span":{"start":12,"end":18,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":111,"end":116,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":20,"head_span":{"start":12,"end":18,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":102,"end":106,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":18,"head_span":{"start":111,"end":116,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":85,"end":96,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":18,"head_span":{"start":102,"end":106,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":85,"end":96,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"tricky because only one true causal relation here!","relation count":"one","complexity":"complex","original_md_text":"That persistence, and what Francis calls the waviness of the jet stream, are fingerprints of human-caused climate change, particularly the disproportionate warming of the Arctic.","text":"That persistence, and what Francis calls the waviness of the jet stream, are fingerprints of human-caused climate change, particularly the disproportionate warming of the Arctic. IMPLIED_BASE IMPLIED_BASE","characters":"178","document_index":"147","md_sentence_index":"7","classification_origin":"cm_cause_effect_rel","url":"https://www.capeandislands.org/post/2019-could-turn-out-be-classic-example-climate-change","combo_id":"147_7","post-training batch1":"147_7","_input_hash":1616123174,"_task_hash":1595982833,"spans":[{"text":"climate change","start":106,"token_start":20,"token_end":21,"end":120,"type":"pattern","label":"base"}],"tokens":[{"text":"That","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"persistence","start":5,"end":16,"id":1,"ws":false,"disabled":false},{"text":",","start":16,"end":17,"id":2,"ws":true,"disabled":false},{"text":"and","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"what","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"Francis","start":27,"end":34,"id":5,"ws":true,"disabled":false},{"text":"calls","start":35,"end":40,"id":6,"ws":true,"disabled":false},{"text":"the","start":41,"end":44,"id":7,"ws":true,"disabled":false},{"text":"waviness","start":45,"end":53,"id":8,"ws":true,"disabled":false},{"text":"of","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"the","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"jet","start":61,"end":64,"id":11,"ws":true,"disabled":false},{"text":"stream","start":65,"end":71,"id":12,"ws":false,"disabled":false},{"text":",","start":71,"end":72,"id":13,"ws":true,"disabled":false},{"text":"are","start":73,"end":76,"id":14,"ws":true,"disabled":false},{"text":"fingerprints","start":77,"end":89,"id":15,"ws":true,"disabled":false},{"text":"of","start":90,"end":92,"id":16,"ws":true,"disabled":false},{"text":"human","start":93,"end":98,"id":17,"ws":false,"disabled":false},{"text":"-","start":98,"end":99,"id":18,"ws":false,"disabled":false},{"text":"caused","start":99,"end":105,"id":19,"ws":true,"disabled":false},{"text":"climate","start":106,"end":113,"id":20,"ws":true,"disabled":false},{"text":"change","start":114,"end":120,"id":21,"ws":false,"disabled":false},{"text":",","start":120,"end":121,"id":22,"ws":true,"disabled":false},{"text":"particularly","start":122,"end":134,"id":23,"ws":true,"disabled":false},{"text":"the","start":135,"end":138,"id":24,"ws":true,"disabled":false},{"text":"disproportionate","start":139,"end":155,"id":25,"ws":true,"disabled":false},{"text":"warming","start":156,"end":163,"id":26,"ws":true,"disabled":false},{"text":"of","start":164,"end":166,"id":27,"ws":true,"disabled":false},{"text":"the","start":167,"end":170,"id":28,"ws":true,"disabled":false},{"text":"Arctic","start":171,"end":177,"id":29,"ws":false,"disabled":false},{"text":".","start":177,"end":178,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":179,"end":191,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"complex","original_md_text":"Preliminary research has shown that Hurricane Florence, which struck North Carolina in September 2018, was probably somewhat larger and dumped more rain than it would have if the same storm had arrived in a world without humans\u2019 greenhouse gas emissions in the atmosphere.","text":"Preliminary research has shown that Hurricane Florence, which struck North Carolina in September 2018, was probably somewhat larger and dumped more rain than it would have if the same storm had arrived in a world without humans\u2019 greenhouse gas emissions in the atmosphere. IMPLIED_BASE IMPLIED_BASE","characters":"272","document_index":"25","md_sentence_index":"89","classification_origin":"cm_cause_effect_rel","url":"https://www.washingtonpost.com/graphics/2019/lifestyle/magazine/climate-change-covers/","combo_id":"25_89","post-training batch1":"25_89","_input_hash":1829047660,"_task_hash":1245534809,"spans":[{"text":"Hurricane","start":36,"token_start":5,"token_end":5,"end":45,"type":"pattern","label":"base"},{"text":"more","start":143,"token_start":22,"token_end":22,"end":147,"type":"pattern","label":"change_direction"},{"text":"rain","start":148,"token_start":23,"token_end":23,"end":152,"type":"pattern","label":"base"},{"start":229,"end":243,"token_start":40,"token_end":41,"label":"base"},{"start":244,"end":253,"token_start":42,"token_end":42,"label":"aspect_changing"}],"tokens":[{"text":"Preliminary","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"research","start":12,"end":20,"id":1,"ws":true,"disabled":false},{"text":"has","start":21,"end":24,"id":2,"ws":true,"disabled":false},{"text":"shown","start":25,"end":30,"id":3,"ws":true,"disabled":false},{"text":"that","start":31,"end":35,"id":4,"ws":true,"disabled":false},{"text":"Hurricane","start":36,"end":45,"id":5,"ws":true,"disabled":false},{"text":"Florence","start":46,"end":54,"id":6,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":7,"ws":true,"disabled":false},{"text":"which","start":56,"end":61,"id":8,"ws":true,"disabled":false},{"text":"struck","start":62,"end":68,"id":9,"ws":true,"disabled":false},{"text":"North","start":69,"end":74,"id":10,"ws":true,"disabled":false},{"text":"Carolina","start":75,"end":83,"id":11,"ws":true,"disabled":false},{"text":"in","start":84,"end":86,"id":12,"ws":true,"disabled":false},{"text":"September","start":87,"end":96,"id":13,"ws":true,"disabled":false},{"text":"2018","start":97,"end":101,"id":14,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":15,"ws":true,"disabled":false},{"text":"was","start":103,"end":106,"id":16,"ws":true,"disabled":false},{"text":"probably","start":107,"end":115,"id":17,"ws":true,"disabled":false},{"text":"somewhat","start":116,"end":124,"id":18,"ws":true,"disabled":false},{"text":"larger","start":125,"end":131,"id":19,"ws":true,"disabled":false},{"text":"and","start":132,"end":135,"id":20,"ws":true,"disabled":false},{"text":"dumped","start":136,"end":142,"id":21,"ws":true,"disabled":false},{"text":"more","start":143,"end":147,"id":22,"ws":true,"disabled":false},{"text":"rain","start":148,"end":152,"id":23,"ws":true,"disabled":false},{"text":"than","start":153,"end":157,"id":24,"ws":true,"disabled":false},{"text":"it","start":158,"end":160,"id":25,"ws":true,"disabled":false},{"text":"would","start":161,"end":166,"id":26,"ws":true,"disabled":false},{"text":"have","start":167,"end":171,"id":27,"ws":true,"disabled":false},{"text":"if","start":172,"end":174,"id":28,"ws":true,"disabled":false},{"text":"the","start":175,"end":178,"id":29,"ws":true,"disabled":false},{"text":"same","start":179,"end":183,"id":30,"ws":true,"disabled":false},{"text":"storm","start":184,"end":189,"id":31,"ws":true,"disabled":false},{"text":"had","start":190,"end":193,"id":32,"ws":true,"disabled":false},{"text":"arrived","start":194,"end":201,"id":33,"ws":true,"disabled":false},{"text":"in","start":202,"end":204,"id":34,"ws":true,"disabled":false},{"text":"a","start":205,"end":206,"id":35,"ws":true,"disabled":false},{"text":"world","start":207,"end":212,"id":36,"ws":true,"disabled":false},{"text":"without","start":213,"end":220,"id":37,"ws":true,"disabled":false},{"text":"humans","start":221,"end":227,"id":38,"ws":false,"disabled":false},{"text":"\u2019","start":227,"end":228,"id":39,"ws":true,"disabled":false},{"text":"greenhouse","start":229,"end":239,"id":40,"ws":true,"disabled":false},{"text":"gas","start":240,"end":243,"id":41,"ws":true,"disabled":false},{"text":"emissions","start":244,"end":253,"id":42,"ws":true,"disabled":false},{"text":"in","start":254,"end":256,"id":43,"ws":true,"disabled":false},{"text":"the","start":257,"end":260,"id":44,"ws":true,"disabled":false},{"text":"atmosphere","start":261,"end":271,"id":45,"ws":false,"disabled":false},{"text":".","start":271,"end":272,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":273,"end":285,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":286,"end":298,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":22,"child":23,"head_span":{"start":143,"end":147,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":148,"end":152,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":41,"head_span":{"start":244,"end":253,"token_start":42,"token_end":42,"label":"aspect_changing"},"child_span":{"start":229,"end":243,"token_start":40,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":23,"head_span":{"start":229,"end":243,"token_start":40,"token_end":41,"label":"base"},"child_span":{"start":148,"end":152,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":23,"head_span":{"start":36,"end":45,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":148,"end":152,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The researchers predicted only modest carbon loss from tropical soils, but were surprised to find carbon emission increases of 55% over two years when those soils were heated by four degrees Celsius.\n","text":"The researchers predicted only modest carbon loss from tropical soils, but were surprised to find carbon emission increases of 55% over two years when those soils were heated by four degrees Celsius. IMPLIED_BASE IMPLIED_BASE","characters":"200","document_index":"844","md_sentence_index":"20","classification_origin":"causal_sentence_classification","url":"https://news.mongabay.com/2020/10/hotter-tropics-may-worsen-climate-change-reforestation-could-lessen-it-studies/","combo_id":"844_20","post-training batch1":"844_20","_input_hash":-1137283324,"_task_hash":-1792073191,"spans":[{"start":98,"end":104,"token_start":16,"token_end":16,"label":"base"},{"start":105,"end":113,"token_start":17,"token_end":17,"label":"aspect_changing"},{"text":"increases","start":114,"token_start":18,"token_end":18,"end":123,"type":"pattern","label":"change_direction"},{"text":"soils","start":157,"token_start":27,"token_end":27,"end":162,"type":"pattern","label":"base"},{"start":168,"end":174,"token_start":29,"token_end":29,"label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"researchers","start":4,"end":15,"id":1,"ws":true,"disabled":false},{"text":"predicted","start":16,"end":25,"id":2,"ws":true,"disabled":false},{"text":"only","start":26,"end":30,"id":3,"ws":true,"disabled":false},{"text":"modest","start":31,"end":37,"id":4,"ws":true,"disabled":false},{"text":"carbon","start":38,"end":44,"id":5,"ws":true,"disabled":false},{"text":"loss","start":45,"end":49,"id":6,"ws":true,"disabled":false},{"text":"from","start":50,"end":54,"id":7,"ws":true,"disabled":false},{"text":"tropical","start":55,"end":63,"id":8,"ws":true,"disabled":false},{"text":"soils","start":64,"end":69,"id":9,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":10,"ws":true,"disabled":false},{"text":"but","start":71,"end":74,"id":11,"ws":true,"disabled":false},{"text":"were","start":75,"end":79,"id":12,"ws":true,"disabled":false},{"text":"surprised","start":80,"end":89,"id":13,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":14,"ws":true,"disabled":false},{"text":"find","start":93,"end":97,"id":15,"ws":true,"disabled":false},{"text":"carbon","start":98,"end":104,"id":16,"ws":true,"disabled":false},{"text":"emission","start":105,"end":113,"id":17,"ws":true,"disabled":false},{"text":"increases","start":114,"end":123,"id":18,"ws":true,"disabled":false},{"text":"of","start":124,"end":126,"id":19,"ws":true,"disabled":false},{"text":"55","start":127,"end":129,"id":20,"ws":false,"disabled":false},{"text":"%","start":129,"end":130,"id":21,"ws":true,"disabled":false},{"text":"over","start":131,"end":135,"id":22,"ws":true,"disabled":false},{"text":"two","start":136,"end":139,"id":23,"ws":true,"disabled":false},{"text":"years","start":140,"end":145,"id":24,"ws":true,"disabled":false},{"text":"when","start":146,"end":150,"id":25,"ws":true,"disabled":false},{"text":"those","start":151,"end":156,"id":26,"ws":true,"disabled":false},{"text":"soils","start":157,"end":162,"id":27,"ws":true,"disabled":false},{"text":"were","start":163,"end":167,"id":28,"ws":true,"disabled":false},{"text":"heated","start":168,"end":174,"id":29,"ws":true,"disabled":false},{"text":"by","start":175,"end":177,"id":30,"ws":true,"disabled":false},{"text":"four","start":178,"end":182,"id":31,"ws":true,"disabled":false},{"text":"degrees","start":183,"end":190,"id":32,"ws":true,"disabled":false},{"text":"Celsius","start":191,"end":198,"id":33,"ws":false,"disabled":false},{"text":".","start":198,"end":199,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":200,"end":212,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":213,"end":225,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":29,"child":27,"head_span":{"start":168,"end":174,"token_start":29,"token_end":29,"label":"aspect_changing"},"child_span":{"start":157,"end":162,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":105,"end":113,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":98,"end":104,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":16,"head_span":{"start":114,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":98,"end":104,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":16,"head_span":{"start":157,"end":162,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":98,"end":104,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"http://www.nasa.gov/topics/earth/features/wildfires.html> Experts in the field of climate change and biomass burning programs from NASA explained that wildfires are a result of climate change, are frequently caused by humans and that different areas are affected with varying intensity.\n","text":"http://www.nasa.gov/topics/earth/features/wildfires.html> Experts in the field of climate change and biomass burning programs from NASA explained that wildfires are a result of climate change, are frequently caused by humans and that different areas are affected with varying intensity. IMPLIED_BASE IMPLIED_BASE","characters":"287","document_index":"715","md_sentence_index":"549","classification_origin":"causal_sentence_classification","url":"https://earthtosky.org/climate-change-categories?tmpl=component&article_id=78","combo_id":"715_549","post-training batch1":"715_549","_input_hash":1818441926,"_task_hash":867819034,"spans":[{"text":"wildfires","start":151,"token_start":17,"token_end":17,"end":160,"type":"pattern","label":"base"},{"text":"climate change","start":177,"token_start":22,"token_end":23,"end":191,"type":"pattern","label":"base"},{"start":218,"end":224,"token_start":29,"token_end":29,"label":"base"}],"tokens":[{"text":"http://www.nasa.gov/topics/earth/features/wildfires.html","start":0,"end":56,"id":0,"ws":false,"disabled":false},{"text":">","start":56,"end":57,"id":1,"ws":true,"disabled":false},{"text":"Experts","start":58,"end":65,"id":2,"ws":true,"disabled":false},{"text":"in","start":66,"end":68,"id":3,"ws":true,"disabled":false},{"text":"the","start":69,"end":72,"id":4,"ws":true,"disabled":false},{"text":"field","start":73,"end":78,"id":5,"ws":true,"disabled":false},{"text":"of","start":79,"end":81,"id":6,"ws":true,"disabled":false},{"text":"climate","start":82,"end":89,"id":7,"ws":true,"disabled":false},{"text":"change","start":90,"end":96,"id":8,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":9,"ws":true,"disabled":false},{"text":"biomass","start":101,"end":108,"id":10,"ws":true,"disabled":false},{"text":"burning","start":109,"end":116,"id":11,"ws":true,"disabled":false},{"text":"programs","start":117,"end":125,"id":12,"ws":true,"disabled":false},{"text":"from","start":126,"end":130,"id":13,"ws":true,"disabled":false},{"text":"NASA","start":131,"end":135,"id":14,"ws":true,"disabled":false},{"text":"explained","start":136,"end":145,"id":15,"ws":true,"disabled":false},{"text":"that","start":146,"end":150,"id":16,"ws":true,"disabled":false},{"text":"wildfires","start":151,"end":160,"id":17,"ws":true,"disabled":false},{"text":"are","start":161,"end":164,"id":18,"ws":true,"disabled":false},{"text":"a","start":165,"end":166,"id":19,"ws":true,"disabled":false},{"text":"result","start":167,"end":173,"id":20,"ws":true,"disabled":false},{"text":"of","start":174,"end":176,"id":21,"ws":true,"disabled":false},{"text":"climate","start":177,"end":184,"id":22,"ws":true,"disabled":false},{"text":"change","start":185,"end":191,"id":23,"ws":false,"disabled":false},{"text":",","start":191,"end":192,"id":24,"ws":true,"disabled":false},{"text":"are","start":193,"end":196,"id":25,"ws":true,"disabled":false},{"text":"frequently","start":197,"end":207,"id":26,"ws":true,"disabled":false},{"text":"caused","start":208,"end":214,"id":27,"ws":true,"disabled":false},{"text":"by","start":215,"end":217,"id":28,"ws":true,"disabled":false},{"text":"humans","start":218,"end":224,"id":29,"ws":true,"disabled":false},{"text":"and","start":225,"end":228,"id":30,"ws":true,"disabled":false},{"text":"that","start":229,"end":233,"id":31,"ws":true,"disabled":false},{"text":"different","start":234,"end":243,"id":32,"ws":true,"disabled":false},{"text":"areas","start":244,"end":249,"id":33,"ws":true,"disabled":false},{"text":"are","start":250,"end":253,"id":34,"ws":true,"disabled":false},{"text":"affected","start":254,"end":262,"id":35,"ws":true,"disabled":false},{"text":"with","start":263,"end":267,"id":36,"ws":true,"disabled":false},{"text":"varying","start":268,"end":275,"id":37,"ws":true,"disabled":false},{"text":"intensity","start":276,"end":285,"id":38,"ws":false,"disabled":false},{"text":".","start":285,"end":286,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":287,"end":299,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":300,"end":312,"id":41,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":29,"child":17,"head_span":{"start":218,"end":224,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":151,"end":160,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":17,"head_span":{"start":177,"end":191,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":151,"end":160,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Moderate","original_md_text":"In many of these cases, an environmental disaster was a flashpoint which ultimately culminated in interpersonal violence due to lost infrastructure, fear and uncertainty, perceived scarcity or competition, or massive relocation\u2014all factors that weaken social control and counteract the mechanisms societies use to resolve disputes peacefully (Nardulli et al., 2015).\n","text":"In many of these cases, an environmental disaster was a flashpoint which ultimately culminated in interpersonal violence due to lost infrastructure, fear and uncertainty, perceived scarcity or competition, or massive relocation\u2014all factors that weaken social control and counteract the mechanisms societies use to resolve disputes peacefully (Nardulli et al., 2015). IMPLIED_BASE IMPLIED_BASE","characters":"367","document_index":"71","md_sentence_index":"158","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_158","post-training batch1":"71_158","_input_hash":-866355870,"_task_hash":317702217,"spans":[{"start":27,"end":40,"token_start":7,"token_end":7,"label":"type_of"},{"start":41,"end":49,"token_start":8,"token_end":8,"label":"base"},{"start":98,"end":111,"token_start":16,"token_end":16,"label":"type_of"},{"text":"violence","start":112,"token_start":17,"token_end":17,"end":120,"type":"pattern","label":"base"},{"start":128,"end":132,"token_start":20,"token_end":20,"label":"aspect_changing"},{"text":"infrastructure","start":133,"token_start":21,"token_end":21,"end":147,"type":"pattern","label":"base"},{"start":149,"end":153,"token_start":23,"token_end":23,"label":"base"},{"start":158,"end":169,"token_start":25,"token_end":25,"label":"base"},{"start":171,"end":180,"token_start":27,"token_end":27,"label":"type_of"},{"start":181,"end":189,"token_start":28,"token_end":28,"label":"base"},{"start":193,"end":204,"token_start":30,"token_end":30,"label":"base"},{"start":209,"end":216,"token_start":33,"token_end":33,"label":"change_direction"},{"start":217,"end":227,"token_start":34,"token_end":34,"label":"base"},{"start":245,"end":251,"token_start":39,"token_end":39,"label":"change_direction"},{"start":252,"end":266,"token_start":40,"token_end":41,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"many","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"of","start":8,"end":10,"id":2,"ws":true,"disabled":false},{"text":"these","start":11,"end":16,"id":3,"ws":true,"disabled":false},{"text":"cases","start":17,"end":22,"id":4,"ws":false,"disabled":false},{"text":",","start":22,"end":23,"id":5,"ws":true,"disabled":false},{"text":"an","start":24,"end":26,"id":6,"ws":true,"disabled":false},{"text":"environmental","start":27,"end":40,"id":7,"ws":true,"disabled":false},{"text":"disaster","start":41,"end":49,"id":8,"ws":true,"disabled":false},{"text":"was","start":50,"end":53,"id":9,"ws":true,"disabled":false},{"text":"a","start":54,"end":55,"id":10,"ws":true,"disabled":false},{"text":"flashpoint","start":56,"end":66,"id":11,"ws":true,"disabled":false},{"text":"which","start":67,"end":72,"id":12,"ws":true,"disabled":false},{"text":"ultimately","start":73,"end":83,"id":13,"ws":true,"disabled":false},{"text":"culminated","start":84,"end":94,"id":14,"ws":true,"disabled":false},{"text":"in","start":95,"end":97,"id":15,"ws":true,"disabled":false},{"text":"interpersonal","start":98,"end":111,"id":16,"ws":true,"disabled":false},{"text":"violence","start":112,"end":120,"id":17,"ws":true,"disabled":false},{"text":"due","start":121,"end":124,"id":18,"ws":true,"disabled":false},{"text":"to","start":125,"end":127,"id":19,"ws":true,"disabled":false},{"text":"lost","start":128,"end":132,"id":20,"ws":true,"disabled":false},{"text":"infrastructure","start":133,"end":147,"id":21,"ws":false,"disabled":false},{"text":",","start":147,"end":148,"id":22,"ws":true,"disabled":false},{"text":"fear","start":149,"end":153,"id":23,"ws":true,"disabled":false},{"text":"and","start":154,"end":157,"id":24,"ws":true,"disabled":false},{"text":"uncertainty","start":158,"end":169,"id":25,"ws":false,"disabled":false},{"text":",","start":169,"end":170,"id":26,"ws":true,"disabled":false},{"text":"perceived","start":171,"end":180,"id":27,"ws":true,"disabled":false},{"text":"scarcity","start":181,"end":189,"id":28,"ws":true,"disabled":false},{"text":"or","start":190,"end":192,"id":29,"ws":true,"disabled":false},{"text":"competition","start":193,"end":204,"id":30,"ws":false,"disabled":false},{"text":",","start":204,"end":205,"id":31,"ws":true,"disabled":false},{"text":"or","start":206,"end":208,"id":32,"ws":true,"disabled":false},{"text":"massive","start":209,"end":216,"id":33,"ws":true,"disabled":false},{"text":"relocation","start":217,"end":227,"id":34,"ws":false,"disabled":false},{"text":"\u2014","start":227,"end":228,"id":35,"ws":false,"disabled":false},{"text":"all","start":228,"end":231,"id":36,"ws":true,"disabled":false},{"text":"factors","start":232,"end":239,"id":37,"ws":true,"disabled":false},{"text":"that","start":240,"end":244,"id":38,"ws":true,"disabled":false},{"text":"weaken","start":245,"end":251,"id":39,"ws":true,"disabled":false},{"text":"social","start":252,"end":258,"id":40,"ws":true,"disabled":false},{"text":"control","start":259,"end":266,"id":41,"ws":true,"disabled":false},{"text":"and","start":267,"end":270,"id":42,"ws":true,"disabled":false},{"text":"counteract","start":271,"end":281,"id":43,"ws":true,"disabled":false},{"text":"the","start":282,"end":285,"id":44,"ws":true,"disabled":false},{"text":"mechanisms","start":286,"end":296,"id":45,"ws":true,"disabled":false},{"text":"societies","start":297,"end":306,"id":46,"ws":true,"disabled":false},{"text":"use","start":307,"end":310,"id":47,"ws":true,"disabled":false},{"text":"to","start":311,"end":313,"id":48,"ws":true,"disabled":false},{"text":"resolve","start":314,"end":321,"id":49,"ws":true,"disabled":false},{"text":"disputes","start":322,"end":330,"id":50,"ws":true,"disabled":false},{"text":"peacefully","start":331,"end":341,"id":51,"ws":true,"disabled":false},{"text":"(","start":342,"end":343,"id":52,"ws":false,"disabled":false},{"text":"Nardulli","start":343,"end":351,"id":53,"ws":true,"disabled":false},{"text":"et","start":352,"end":354,"id":54,"ws":true,"disabled":false},{"text":"al","start":355,"end":357,"id":55,"ws":false,"disabled":false},{"text":".","start":357,"end":358,"id":56,"ws":false,"disabled":false},{"text":",","start":358,"end":359,"id":57,"ws":true,"disabled":false},{"text":"2015","start":360,"end":364,"id":58,"ws":false,"disabled":false},{"text":")","start":364,"end":365,"id":59,"ws":false,"disabled":false},{"text":".","start":365,"end":366,"id":60,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":367,"end":379,"id":61,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":380,"end":392,"id":62,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":7,"child":8,"head_span":{"start":27,"end":40,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":41,"end":49,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":98,"end":111,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":128,"end":132,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":133,"end":147,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":28,"head_span":{"start":171,"end":180,"token_start":27,"token_end":27,"label":"type_of"},"child_span":{"start":181,"end":189,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":34,"head_span":{"start":209,"end":216,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":217,"end":227,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":41,"head_span":{"start":245,"end":251,"token_start":39,"token_end":39,"label":"change_direction"},"child_span":{"start":252,"end":266,"token_start":40,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":17,"head_span":{"start":41,"end":49,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":17,"head_span":{"start":133,"end":147,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":17,"head_span":{"start":158,"end":169,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":17,"head_span":{"start":149,"end":153,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":17,"head_span":{"start":181,"end":189,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":17,"head_span":{"start":193,"end":204,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":17,"head_span":{"start":217,"end":227,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":17,"head_span":{"start":252,"end":266,"token_start":40,"token_end":41,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"staged","Dataset name":"checkin-three","ignore?":"","reason":"","relation count":"Many","complexity":"Simple","original_md_text":"There is growing evidence that climate change can increase the risks of conflict and violence.","text":"There is growing evidence that climate change can increase the risks of conflict and violence. IMPLIED_BASE IMPLIED_BASE","characters":"94","document_index":"72","md_sentence_index":"0","classification_origin":"cm_cause_effect_rel","url":"https://www.passblue.com/2019/05/07/climate-change-and-risk-of-conflict-the-links-grow-clearer/","combo_id":"72_0","post-training batch1":"72_0","_input_hash":-1350651080,"_task_hash":1075260485,"spans":[{"text":"climate change","start":31,"token_start":5,"token_end":6,"end":45,"type":"pattern","label":"base"},{"text":"increase","start":50,"token_start":8,"token_end":8,"end":58,"type":"pattern","label":"change_direction"},{"text":"risks","start":63,"token_start":10,"token_end":10,"end":68,"type":"pattern","label":"aspect_changing"},{"text":"conflict","start":72,"token_start":12,"token_end":12,"end":80,"type":"pattern","label":"base"},{"text":"violence","start":85,"token_start":14,"token_end":14,"end":93,"type":"pattern","label":"base"}],"tokens":[{"text":"There","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"is","start":6,"end":8,"id":1,"ws":true,"disabled":false},{"text":"growing","start":9,"end":16,"id":2,"ws":true,"disabled":false},{"text":"evidence","start":17,"end":25,"id":3,"ws":true,"disabled":false},{"text":"that","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"climate","start":31,"end":38,"id":5,"ws":true,"disabled":false},{"text":"change","start":39,"end":45,"id":6,"ws":true,"disabled":false},{"text":"can","start":46,"end":49,"id":7,"ws":true,"disabled":false},{"text":"increase","start":50,"end":58,"id":8,"ws":true,"disabled":false},{"text":"the","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"risks","start":63,"end":68,"id":10,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":11,"ws":true,"disabled":false},{"text":"conflict","start":72,"end":80,"id":12,"ws":true,"disabled":false},{"text":"and","start":81,"end":84,"id":13,"ws":true,"disabled":false},{"text":"violence","start":85,"end":93,"id":14,"ws":false,"disabled":false},{"text":".","start":93,"end":94,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":95,"end":107,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":8,"child":12,"head_span":{"start":50,"end":58,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":72,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":12,"head_span":{"start":63,"end":68,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":72,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":14,"head_span":{"start":63,"end":68,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":85,"end":93,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":14,"head_span":{"start":50,"end":58,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":85,"end":93,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":12,"head_span":{"start":31,"end":45,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":72,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":14,"head_span":{"start":31,"end":45,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":85,"end":93,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Sherrell Thompson, a community health worker in Gilpin, said residents have high rates of asthma, diabetes and blood pressure, all conditions that can be worsened by heat.","text":"Sherrell Thompson, a community health worker in Gilpin, said residents have high rates of asthma, diabetes and blood pressure, all conditions that can be worsened by heat. IMPLIED_BASE IMPLIED_BASE","characters":"171","document_index":"806","md_sentence_index":"78","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/08/24/climate/racism-redlining-cities-global-warming.html","combo_id":"806_78","post-training batch1":"806_78","_input_hash":1677114452,"_task_hash":2055917342,"spans":[{"start":76,"end":80,"token_start":13,"token_end":13,"label":"change_direction"},{"text":"rates","start":81,"token_start":14,"token_end":14,"end":86,"type":"pattern","label":"aspect_changing"},{"text":"asthma","start":90,"token_start":16,"token_end":16,"end":96,"type":"pattern","label":"base"},{"start":98,"end":106,"token_start":18,"token_end":18,"label":"base"},{"start":111,"end":125,"token_start":20,"token_end":21,"label":"base"},{"start":166,"end":170,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"Sherrell","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"Thompson","start":9,"end":17,"id":1,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":2,"ws":true,"disabled":false},{"text":"a","start":19,"end":20,"id":3,"ws":true,"disabled":false},{"text":"community","start":21,"end":30,"id":4,"ws":true,"disabled":false},{"text":"health","start":31,"end":37,"id":5,"ws":true,"disabled":false},{"text":"worker","start":38,"end":44,"id":6,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"Gilpin","start":48,"end":54,"id":8,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":9,"ws":true,"disabled":false},{"text":"said","start":56,"end":60,"id":10,"ws":true,"disabled":false},{"text":"residents","start":61,"end":70,"id":11,"ws":true,"disabled":false},{"text":"have","start":71,"end":75,"id":12,"ws":true,"disabled":false},{"text":"high","start":76,"end":80,"id":13,"ws":true,"disabled":false},{"text":"rates","start":81,"end":86,"id":14,"ws":true,"disabled":false},{"text":"of","start":87,"end":89,"id":15,"ws":true,"disabled":false},{"text":"asthma","start":90,"end":96,"id":16,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":17,"ws":true,"disabled":false},{"text":"diabetes","start":98,"end":106,"id":18,"ws":true,"disabled":false},{"text":"and","start":107,"end":110,"id":19,"ws":true,"disabled":false},{"text":"blood","start":111,"end":116,"id":20,"ws":true,"disabled":false},{"text":"pressure","start":117,"end":125,"id":21,"ws":false,"disabled":false},{"text":",","start":125,"end":126,"id":22,"ws":true,"disabled":false},{"text":"all","start":127,"end":130,"id":23,"ws":true,"disabled":false},{"text":"conditions","start":131,"end":141,"id":24,"ws":true,"disabled":false},{"text":"that","start":142,"end":146,"id":25,"ws":true,"disabled":false},{"text":"can","start":147,"end":150,"id":26,"ws":true,"disabled":false},{"text":"be","start":151,"end":153,"id":27,"ws":true,"disabled":false},{"text":"worsened","start":154,"end":162,"id":28,"ws":true,"disabled":false},{"text":"by","start":163,"end":165,"id":29,"ws":true,"disabled":false},{"text":"heat","start":166,"end":170,"id":30,"ws":false,"disabled":false},{"text":".","start":170,"end":171,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":14,"child":16,"head_span":{"start":81,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":90,"end":96,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":76,"end":80,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":90,"end":96,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":18,"head_span":{"start":81,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":98,"end":106,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":18,"head_span":{"start":76,"end":80,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":98,"end":106,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":21,"head_span":{"start":76,"end":80,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":111,"end":125,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":21,"head_span":{"start":81,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":111,"end":125,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":16,"head_span":{"start":166,"end":170,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":90,"end":96,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":18,"head_span":{"start":166,"end":170,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":98,"end":106,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":21,"head_span":{"start":166,"end":170,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":111,"end":125,"token_start":20,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These events were caused by marine heatwaves \u2013 extended periods of unusually high temperatures that were themselves boosted by human-caused warming and El Ni\u00f1o.\n","text":"These events were caused by marine heatwaves \u2013 extended periods of unusually high temperatures that were themselves boosted by human-caused warming and El Ni\u00f1o. IMPLIED_BASE IMPLIED_BASE","characters":"161","document_index":"647","md_sentence_index":"378","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_378","post-training batch1":"647_378","_input_hash":-255146021,"_task_hash":1238119208,"spans":[{"start":77,"end":81,"token_start":12,"token_end":12,"label":"change_direction"},{"text":"temperatures","start":82,"token_start":13,"token_end":13,"end":94,"type":"pattern","label":"aspect_changing"},{"start":127,"end":139,"token_start":19,"token_end":21,"label":"type_of"},{"start":140,"end":147,"token_start":22,"token_end":22,"label":"base"},{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"events","start":6,"end":12,"id":1,"ws":true,"disabled":false},{"text":"were","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"caused","start":18,"end":24,"id":3,"ws":true,"disabled":false},{"text":"by","start":25,"end":27,"id":4,"ws":true,"disabled":false},{"text":"marine","start":28,"end":34,"id":5,"ws":true,"disabled":false},{"text":"heatwaves","start":35,"end":44,"id":6,"ws":true,"disabled":false},{"text":"\u2013","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"extended","start":47,"end":55,"id":8,"ws":true,"disabled":false},{"text":"periods","start":56,"end":63,"id":9,"ws":true,"disabled":false},{"text":"of","start":64,"end":66,"id":10,"ws":true,"disabled":false},{"text":"unusually","start":67,"end":76,"id":11,"ws":true,"disabled":false},{"text":"high","start":77,"end":81,"id":12,"ws":true,"disabled":false},{"text":"temperatures","start":82,"end":94,"id":13,"ws":true,"disabled":false},{"text":"that","start":95,"end":99,"id":14,"ws":true,"disabled":false},{"text":"were","start":100,"end":104,"id":15,"ws":true,"disabled":false},{"text":"themselves","start":105,"end":115,"id":16,"ws":true,"disabled":false},{"text":"boosted","start":116,"end":123,"id":17,"ws":true,"disabled":false},{"text":"by","start":124,"end":126,"id":18,"ws":true,"disabled":false},{"text":"human","start":127,"end":132,"id":19,"ws":false,"disabled":false},{"text":"-","start":132,"end":133,"id":20,"ws":false,"disabled":false},{"text":"caused","start":133,"end":139,"id":21,"ws":true,"disabled":false},{"text":"warming","start":140,"end":147,"id":22,"ws":true,"disabled":false},{"text":"and","start":148,"end":151,"id":23,"ws":true,"disabled":false},{"text":"El","start":152,"end":154,"id":24,"ws":true,"disabled":false},{"text":"Ni\u00f1o","start":155,"end":159,"id":25,"ws":false,"disabled":false},{"text":".","start":159,"end":160,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":21,"child":22,"head_span":{"start":127,"end":139,"token_start":19,"token_end":21,"label":"type_of"},"child_span":{"start":140,"end":147,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":27,"head_span":{"start":77,"end":81,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":27,"head_span":{"start":82,"end":94,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":27,"head_span":{"start":140,"end":147,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Severe wildfires, like the recent Camp fire in Paradise, Calif., have been increasing across the West, devastating nearby communities.","text":"Severe wildfires, like the recent Camp fire in Paradise, Calif., have been increasing across the West, devastating nearby communities. IMPLIED_BASE IMPLIED_BASE","characters":"134","document_index":"471","md_sentence_index":"2","classification_origin":"causal_sentence_classification","url":"https://eos.org/articles/invisible-wildfire-smoke-has-visible-health-impacts","combo_id":"471_2","post-training batch1":"471_2","_input_hash":-1311593428,"_task_hash":-1487418641,"spans":[{"start":0,"end":6,"token_start":0,"token_end":0,"label":"type_of"},{"text":"wildfires","start":7,"token_start":1,"token_end":1,"end":16,"type":"pattern","label":"base"},{"text":"increasing","start":75,"token_start":15,"token_end":15,"end":85,"type":"pattern","label":"change_direction"},{"start":103,"end":114,"token_start":20,"token_end":20,"label":"aspect_changing"},{"text":"communities","start":122,"token_start":22,"token_end":22,"end":133,"type":"pattern","label":"base"}],"tokens":[{"text":"Severe","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"wildfires","start":7,"end":16,"id":1,"ws":false,"disabled":false},{"text":",","start":16,"end":17,"id":2,"ws":true,"disabled":false},{"text":"like","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"the","start":23,"end":26,"id":4,"ws":true,"disabled":false},{"text":"recent","start":27,"end":33,"id":5,"ws":true,"disabled":false},{"text":"Camp","start":34,"end":38,"id":6,"ws":true,"disabled":false},{"text":"fire","start":39,"end":43,"id":7,"ws":true,"disabled":false},{"text":"in","start":44,"end":46,"id":8,"ws":true,"disabled":false},{"text":"Paradise","start":47,"end":55,"id":9,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":10,"ws":true,"disabled":false},{"text":"Calif.","start":57,"end":63,"id":11,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":12,"ws":true,"disabled":false},{"text":"have","start":65,"end":69,"id":13,"ws":true,"disabled":false},{"text":"been","start":70,"end":74,"id":14,"ws":true,"disabled":false},{"text":"increasing","start":75,"end":85,"id":15,"ws":true,"disabled":false},{"text":"across","start":86,"end":92,"id":16,"ws":true,"disabled":false},{"text":"the","start":93,"end":96,"id":17,"ws":true,"disabled":false},{"text":"West","start":97,"end":101,"id":18,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":19,"ws":true,"disabled":false},{"text":"devastating","start":103,"end":114,"id":20,"ws":true,"disabled":false},{"text":"nearby","start":115,"end":121,"id":21,"ws":true,"disabled":false},{"text":"communities","start":122,"end":133,"id":22,"ws":false,"disabled":false},{"text":".","start":133,"end":134,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":135,"end":147,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":20,"child":22,"head_span":{"start":103,"end":114,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":122,"end":133,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":7,"end":16,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":1,"head_span":{"start":75,"end":85,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":7,"end":16,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":22,"head_span":{"start":7,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":122,"end":133,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The researchers estimated, based on these findings, that a 1oC increase in average temperature \u2014 a fairly conservative estimate of climate change in the following decades \u2014 will likely yield a 6% increase in violent crime rates, as many as 25,000 more serious and deadly assaults per year in the United States alone.\n","text":"The researchers estimated, based on these findings, that a 1oC increase in average temperature \u2014 a fairly conservative estimate of climate change in the following decades \u2014 will likely yield a 6% increase in violent crime rates, as many as 25,000 more serious and deadly assaults per year in the United States alone. IMPLIED_BASE IMPLIED_BASE","characters":"317","document_index":"711","md_sentence_index":"30","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_30","post-training batch1":"711_30","_input_hash":1654481620,"_task_hash":1863894188,"spans":[{"text":"increase","start":63,"token_start":12,"token_end":12,"end":71,"type":"pattern","label":"change_direction"},{"start":75,"end":82,"token_start":14,"token_end":14,"label":"type_of"},{"text":"temperature","start":83,"token_start":15,"token_end":15,"end":94,"type":"pattern","label":"aspect_changing"},{"text":"increase","start":196,"token_start":35,"token_end":35,"end":204,"type":"pattern","label":"change_direction"},{"start":208,"end":215,"token_start":37,"token_end":37,"label":"type_of"},{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},{"text":"rates","start":222,"token_start":39,"token_end":39,"end":227,"type":"pattern","label":"aspect_changing"},{"start":317,"end":329,"token_start":58,"token_end":58,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"researchers","start":4,"end":15,"id":1,"ws":true,"disabled":false},{"text":"estimated","start":16,"end":25,"id":2,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":3,"ws":true,"disabled":false},{"text":"based","start":27,"end":32,"id":4,"ws":true,"disabled":false},{"text":"on","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"these","start":36,"end":41,"id":6,"ws":true,"disabled":false},{"text":"findings","start":42,"end":50,"id":7,"ws":false,"disabled":false},{"text":",","start":50,"end":51,"id":8,"ws":true,"disabled":false},{"text":"that","start":52,"end":56,"id":9,"ws":true,"disabled":false},{"text":"a","start":57,"end":58,"id":10,"ws":true,"disabled":false},{"text":"1oC","start":59,"end":62,"id":11,"ws":true,"disabled":false},{"text":"increase","start":63,"end":71,"id":12,"ws":true,"disabled":false},{"text":"in","start":72,"end":74,"id":13,"ws":true,"disabled":false},{"text":"average","start":75,"end":82,"id":14,"ws":true,"disabled":false},{"text":"temperature","start":83,"end":94,"id":15,"ws":true,"disabled":false},{"text":"\u2014","start":95,"end":96,"id":16,"ws":true,"disabled":false},{"text":"a","start":97,"end":98,"id":17,"ws":true,"disabled":false},{"text":"fairly","start":99,"end":105,"id":18,"ws":true,"disabled":false},{"text":"conservative","start":106,"end":118,"id":19,"ws":true,"disabled":false},{"text":"estimate","start":119,"end":127,"id":20,"ws":true,"disabled":false},{"text":"of","start":128,"end":130,"id":21,"ws":true,"disabled":false},{"text":"climate","start":131,"end":138,"id":22,"ws":true,"disabled":false},{"text":"change","start":139,"end":145,"id":23,"ws":true,"disabled":false},{"text":"in","start":146,"end":148,"id":24,"ws":true,"disabled":false},{"text":"the","start":149,"end":152,"id":25,"ws":true,"disabled":false},{"text":"following","start":153,"end":162,"id":26,"ws":true,"disabled":false},{"text":"decades","start":163,"end":170,"id":27,"ws":true,"disabled":false},{"text":"\u2014","start":171,"end":172,"id":28,"ws":true,"disabled":false},{"text":"will","start":173,"end":177,"id":29,"ws":true,"disabled":false},{"text":"likely","start":178,"end":184,"id":30,"ws":true,"disabled":false},{"text":"yield","start":185,"end":190,"id":31,"ws":true,"disabled":false},{"text":"a","start":191,"end":192,"id":32,"ws":true,"disabled":false},{"text":"6","start":193,"end":194,"id":33,"ws":false,"disabled":false},{"text":"%","start":194,"end":195,"id":34,"ws":true,"disabled":false},{"text":"increase","start":196,"end":204,"id":35,"ws":true,"disabled":false},{"text":"in","start":205,"end":207,"id":36,"ws":true,"disabled":false},{"text":"violent","start":208,"end":215,"id":37,"ws":true,"disabled":false},{"text":"crime","start":216,"end":221,"id":38,"ws":true,"disabled":false},{"text":"rates","start":222,"end":227,"id":39,"ws":false,"disabled":false},{"text":",","start":227,"end":228,"id":40,"ws":true,"disabled":false},{"text":"as","start":229,"end":231,"id":41,"ws":true,"disabled":false},{"text":"many","start":232,"end":236,"id":42,"ws":true,"disabled":false},{"text":"as","start":237,"end":239,"id":43,"ws":true,"disabled":false},{"text":"25,000","start":240,"end":246,"id":44,"ws":true,"disabled":false},{"text":"more","start":247,"end":251,"id":45,"ws":true,"disabled":false},{"text":"serious","start":252,"end":259,"id":46,"ws":true,"disabled":false},{"text":"and","start":260,"end":263,"id":47,"ws":true,"disabled":false},{"text":"deadly","start":264,"end":270,"id":48,"ws":true,"disabled":false},{"text":"assaults","start":271,"end":279,"id":49,"ws":true,"disabled":false},{"text":"per","start":280,"end":283,"id":50,"ws":true,"disabled":false},{"text":"year","start":284,"end":288,"id":51,"ws":true,"disabled":false},{"text":"in","start":289,"end":291,"id":52,"ws":true,"disabled":false},{"text":"the","start":292,"end":295,"id":53,"ws":true,"disabled":false},{"text":"United","start":296,"end":302,"id":54,"ws":true,"disabled":false},{"text":"States","start":303,"end":309,"id":55,"ws":true,"disabled":false},{"text":"alone","start":310,"end":315,"id":56,"ws":false,"disabled":false},{"text":".","start":315,"end":316,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":317,"end":329,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":330,"end":342,"id":59,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":12,"child":58,"head_span":{"start":63,"end":71,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":317,"end":329,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":58,"head_span":{"start":75,"end":82,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":317,"end":329,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":58,"head_span":{"start":83,"end":94,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":317,"end":329,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":38,"head_span":{"start":196,"end":204,"token_start":35,"token_end":35,"label":"change_direction"},"child_span":{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":38,"head_span":{"start":208,"end":215,"token_start":37,"token_end":37,"label":"type_of"},"child_span":{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":38,"head_span":{"start":222,"end":227,"token_start":39,"token_end":39,"label":"aspect_changing"},"child_span":{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":58,"child":38,"head_span":{"start":317,"end":329,"token_start":58,"token_end":58,"label":"base"},"child_span":{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The Bay Area Air Quality Management District issued a spare-the-air alert for Tuesday, with air quality in the region measuring as unhealthy for sensitive groups in the eastern part of the region.\n","text":"The Bay Area Air Quality Management District issued a spare-the-air alert for Tuesday, with air quality in the region measuring as unhealthy for sensitive groups in the eastern part of the region. IMPLIED_BASE IMPLIED_BASE","characters":"197","document_index":"211","md_sentence_index":"24","classification_origin":"cm_cause_effect_rel","url":"https://www.sfchronicle.com/bayarea/article/Record-setting-temperatures-concern-Bay-Area-13964987.php","combo_id":"211_24","post-training batch1":"211_24","_input_hash":1497753750,"_task_hash":-1166072409,"spans":[{"start":92,"end":95,"token_start":19,"token_end":19,"label":"base"},{"text":"quality","start":96,"token_start":20,"token_end":20,"end":103,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Bay","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"Area","start":8,"end":12,"id":2,"ws":true,"disabled":false},{"text":"Air","start":13,"end":16,"id":3,"ws":true,"disabled":false},{"text":"Quality","start":17,"end":24,"id":4,"ws":true,"disabled":false},{"text":"Management","start":25,"end":35,"id":5,"ws":true,"disabled":false},{"text":"District","start":36,"end":44,"id":6,"ws":true,"disabled":false},{"text":"issued","start":45,"end":51,"id":7,"ws":true,"disabled":false},{"text":"a","start":52,"end":53,"id":8,"ws":true,"disabled":false},{"text":"spare","start":54,"end":59,"id":9,"ws":false,"disabled":false},{"text":"-","start":59,"end":60,"id":10,"ws":false,"disabled":false},{"text":"the","start":60,"end":63,"id":11,"ws":false,"disabled":false},{"text":"-","start":63,"end":64,"id":12,"ws":false,"disabled":false},{"text":"air","start":64,"end":67,"id":13,"ws":true,"disabled":false},{"text":"alert","start":68,"end":73,"id":14,"ws":true,"disabled":false},{"text":"for","start":74,"end":77,"id":15,"ws":true,"disabled":false},{"text":"Tuesday","start":78,"end":85,"id":16,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":17,"ws":true,"disabled":false},{"text":"with","start":87,"end":91,"id":18,"ws":true,"disabled":false},{"text":"air","start":92,"end":95,"id":19,"ws":true,"disabled":false},{"text":"quality","start":96,"end":103,"id":20,"ws":true,"disabled":false},{"text":"in","start":104,"end":106,"id":21,"ws":true,"disabled":false},{"text":"the","start":107,"end":110,"id":22,"ws":true,"disabled":false},{"text":"region","start":111,"end":117,"id":23,"ws":true,"disabled":false},{"text":"measuring","start":118,"end":127,"id":24,"ws":true,"disabled":false},{"text":"as","start":128,"end":130,"id":25,"ws":true,"disabled":false},{"text":"unhealthy","start":131,"end":140,"id":26,"ws":true,"disabled":false},{"text":"for","start":141,"end":144,"id":27,"ws":true,"disabled":false},{"text":"sensitive","start":145,"end":154,"id":28,"ws":true,"disabled":false},{"text":"groups","start":155,"end":161,"id":29,"ws":true,"disabled":false},{"text":"in","start":162,"end":164,"id":30,"ws":true,"disabled":false},{"text":"the","start":165,"end":168,"id":31,"ws":true,"disabled":false},{"text":"eastern","start":169,"end":176,"id":32,"ws":true,"disabled":false},{"text":"part","start":177,"end":181,"id":33,"ws":true,"disabled":false},{"text":"of","start":182,"end":184,"id":34,"ws":true,"disabled":false},{"text":"the","start":185,"end":188,"id":35,"ws":true,"disabled":false},{"text":"region","start":189,"end":195,"id":36,"ws":false,"disabled":false},{"text":".","start":195,"end":196,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":197,"end":209,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":210,"end":222,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The impacts of more frequent and intense weather events result in increased stress for responders and threaten their overall mental health and well-being.37, 177, 180\nPeople Who Are Homeless\nAbout 30% of people who are chronically homeless suffer from some form of mental illness.181","text":"The impacts of more frequent and intense weather events result in increased stress for responders and threaten their overall mental health and well-being.37, 177, 180People Who Are HomelessAbout 30% of people who are chronically homeless suffer from some form of mental illness.181 IMPLIED_BASE IMPLIED_BASE","characters":"283","document_index":"619","md_sentence_index":"206","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_206","post-training batch1":"619_206","_input_hash":2120786474,"_task_hash":-1205664147,"spans":[{"start":15,"end":40,"token_start":3,"token_end":6,"label":"change_direction"},{"text":"weather","start":41,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"base"},{"start":49,"end":55,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":56,"end":65,"token_start":9,"token_end":10,"label":"predicate"},{"text":"increased","start":66,"token_start":11,"token_end":11,"end":75,"type":"pattern","label":"change_direction"},{"text":"stress","start":76,"token_start":12,"token_end":12,"end":82,"type":"pattern","label":"base"},{"start":87,"end":97,"token_start":14,"token_end":14,"label":"to_whom"},{"start":102,"end":110,"token_start":16,"token_end":16,"label":"change_direction"},{"start":125,"end":131,"token_start":19,"token_end":19,"label":"type_of"},{"text":"health","start":132,"token_start":20,"token_end":20,"end":138,"type":"pattern","label":"base"},{"start":143,"end":156,"token_start":22,"token_end":24,"label":"base"},{"text":"people","start":202,"token_start":35,"token_end":35,"end":208,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"impacts","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"of","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"more","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"frequent","start":20,"end":28,"id":4,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"intense","start":33,"end":40,"id":6,"ws":true,"disabled":false},{"text":"weather","start":41,"end":48,"id":7,"ws":true,"disabled":false},{"text":"events","start":49,"end":55,"id":8,"ws":true,"disabled":false},{"text":"result","start":56,"end":62,"id":9,"ws":true,"disabled":false},{"text":"in","start":63,"end":65,"id":10,"ws":true,"disabled":false},{"text":"increased","start":66,"end":75,"id":11,"ws":true,"disabled":false},{"text":"stress","start":76,"end":82,"id":12,"ws":true,"disabled":false},{"text":"for","start":83,"end":86,"id":13,"ws":true,"disabled":false},{"text":"responders","start":87,"end":97,"id":14,"ws":true,"disabled":false},{"text":"and","start":98,"end":101,"id":15,"ws":true,"disabled":false},{"text":"threaten","start":102,"end":110,"id":16,"ws":true,"disabled":false},{"text":"their","start":111,"end":116,"id":17,"ws":true,"disabled":false},{"text":"overall","start":117,"end":124,"id":18,"ws":true,"disabled":false},{"text":"mental","start":125,"end":131,"id":19,"ws":true,"disabled":false},{"text":"health","start":132,"end":138,"id":20,"ws":true,"disabled":false},{"text":"and","start":139,"end":142,"id":21,"ws":true,"disabled":false},{"text":"well","start":143,"end":147,"id":22,"ws":false,"disabled":false},{"text":"-","start":147,"end":148,"id":23,"ws":false,"disabled":false},{"text":"being.37","start":148,"end":156,"id":24,"ws":false,"disabled":false},{"text":",","start":156,"end":157,"id":25,"ws":true,"disabled":false},{"text":"177","start":158,"end":161,"id":26,"ws":false,"disabled":false},{"text":",","start":161,"end":162,"id":27,"ws":true,"disabled":false},{"text":"180People","start":163,"end":172,"id":28,"ws":true,"disabled":false},{"text":"Who","start":173,"end":176,"id":29,"ws":true,"disabled":false},{"text":"Are","start":177,"end":180,"id":30,"ws":true,"disabled":false},{"text":"HomelessAbout","start":181,"end":194,"id":31,"ws":true,"disabled":false},{"text":"30","start":195,"end":197,"id":32,"ws":false,"disabled":false},{"text":"%","start":197,"end":198,"id":33,"ws":true,"disabled":false},{"text":"of","start":199,"end":201,"id":34,"ws":true,"disabled":false},{"text":"people","start":202,"end":208,"id":35,"ws":true,"disabled":false},{"text":"who","start":209,"end":212,"id":36,"ws":true,"disabled":false},{"text":"are","start":213,"end":216,"id":37,"ws":true,"disabled":false},{"text":"chronically","start":217,"end":228,"id":38,"ws":true,"disabled":false},{"text":"homeless","start":229,"end":237,"id":39,"ws":true,"disabled":false},{"text":"suffer","start":238,"end":244,"id":40,"ws":true,"disabled":false},{"text":"from","start":245,"end":249,"id":41,"ws":true,"disabled":false},{"text":"some","start":250,"end":254,"id":42,"ws":true,"disabled":false},{"text":"form","start":255,"end":259,"id":43,"ws":true,"disabled":false},{"text":"of","start":260,"end":262,"id":44,"ws":true,"disabled":false},{"text":"mental","start":263,"end":269,"id":45,"ws":true,"disabled":false},{"text":"illness.181","start":270,"end":281,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":282,"end":294,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":295,"end":307,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":8,"child":7,"head_span":{"start":49,"end":55,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":41,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":66,"end":75,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":76,"end":82,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":12,"head_span":{"start":87,"end":97,"token_start":14,"token_end":14,"label":"to_whom"},"child_span":{"start":76,"end":82,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":20,"head_span":{"start":87,"end":97,"token_start":14,"token_end":14,"label":"to_whom"},"child_span":{"start":132,"end":138,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":24,"head_span":{"start":87,"end":97,"token_start":14,"token_end":14,"label":"to_whom"},"child_span":{"start":143,"end":156,"token_start":22,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":102,"end":110,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":132,"end":138,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":125,"end":131,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":132,"end":138,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":24,"head_span":{"start":102,"end":110,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":143,"end":156,"token_start":22,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":15,"end":40,"token_start":3,"token_end":6,"label":"change_direction"},"child_span":{"start":41,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":12,"head_span":{"start":41,"end":48,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":76,"end":82,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":20,"head_span":{"start":41,"end":48,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":132,"end":138,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":24,"head_span":{"start":41,"end":48,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":143,"end":156,"token_start":22,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Solutions","relation count":"One","complexity":"Simple","original_md_text":"This makes the fight against single-use plastic pollution more compelling and holistic, realizing that good choices in renewable energy and climate friendly decisions may also help reduce single-use plastic production and pollution, and vice versa.\n","text":"This makes the fight against single-use plastic pollution more compelling and holistic, realizing that good choices in renewable energy and climate friendly decisions may also help reduce single-use plastic production and pollution, and vice versa. IMPLIED_BASE IMPLIED_BASE","characters":"249","document_index":"53","md_sentence_index":"28","classification_origin":"cm_cause_effect_rel","url":"https://www.surfrider.org/coastal-blog/entry/the-link-between-fossil-fuels-single-use-plastics-and-climate-change","combo_id":"53_28","post-training batch1":"53_28","_input_hash":539329038,"_task_hash":-642390262,"spans":[{"start":119,"end":135,"token_start":20,"token_end":21,"label":"base"},{"start":140,"end":166,"token_start":23,"token_end":25,"label":"base"},{"start":181,"end":187,"token_start":29,"token_end":29,"label":"change_direction"},{"start":188,"end":198,"token_start":30,"token_end":32,"label":"type_of"},{"start":199,"end":206,"token_start":33,"token_end":33,"label":"base"},{"start":207,"end":217,"token_start":34,"token_end":34,"label":"aspect_changing"},{"start":222,"end":231,"token_start":36,"token_end":36,"label":"aspect_changing"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"makes","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"the","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"fight","start":15,"end":20,"id":3,"ws":true,"disabled":false},{"text":"against","start":21,"end":28,"id":4,"ws":true,"disabled":false},{"text":"single","start":29,"end":35,"id":5,"ws":false,"disabled":false},{"text":"-","start":35,"end":36,"id":6,"ws":false,"disabled":false},{"text":"use","start":36,"end":39,"id":7,"ws":true,"disabled":false},{"text":"plastic","start":40,"end":47,"id":8,"ws":true,"disabled":false},{"text":"pollution","start":48,"end":57,"id":9,"ws":true,"disabled":false},{"text":"more","start":58,"end":62,"id":10,"ws":true,"disabled":false},{"text":"compelling","start":63,"end":73,"id":11,"ws":true,"disabled":false},{"text":"and","start":74,"end":77,"id":12,"ws":true,"disabled":false},{"text":"holistic","start":78,"end":86,"id":13,"ws":false,"disabled":false},{"text":",","start":86,"end":87,"id":14,"ws":true,"disabled":false},{"text":"realizing","start":88,"end":97,"id":15,"ws":true,"disabled":false},{"text":"that","start":98,"end":102,"id":16,"ws":true,"disabled":false},{"text":"good","start":103,"end":107,"id":17,"ws":true,"disabled":false},{"text":"choices","start":108,"end":115,"id":18,"ws":true,"disabled":false},{"text":"in","start":116,"end":118,"id":19,"ws":true,"disabled":false},{"text":"renewable","start":119,"end":128,"id":20,"ws":true,"disabled":false},{"text":"energy","start":129,"end":135,"id":21,"ws":true,"disabled":false},{"text":"and","start":136,"end":139,"id":22,"ws":true,"disabled":false},{"text":"climate","start":140,"end":147,"id":23,"ws":true,"disabled":false},{"text":"friendly","start":148,"end":156,"id":24,"ws":true,"disabled":false},{"text":"decisions","start":157,"end":166,"id":25,"ws":true,"disabled":false},{"text":"may","start":167,"end":170,"id":26,"ws":true,"disabled":false},{"text":"also","start":171,"end":175,"id":27,"ws":true,"disabled":false},{"text":"help","start":176,"end":180,"id":28,"ws":true,"disabled":false},{"text":"reduce","start":181,"end":187,"id":29,"ws":true,"disabled":false},{"text":"single","start":188,"end":194,"id":30,"ws":false,"disabled":false},{"text":"-","start":194,"end":195,"id":31,"ws":false,"disabled":false},{"text":"use","start":195,"end":198,"id":32,"ws":true,"disabled":false},{"text":"plastic","start":199,"end":206,"id":33,"ws":true,"disabled":false},{"text":"production","start":207,"end":217,"id":34,"ws":true,"disabled":false},{"text":"and","start":218,"end":221,"id":35,"ws":true,"disabled":false},{"text":"pollution","start":222,"end":231,"id":36,"ws":false,"disabled":false},{"text":",","start":231,"end":232,"id":37,"ws":true,"disabled":false},{"text":"and","start":233,"end":236,"id":38,"ws":true,"disabled":false},{"text":"vice","start":237,"end":241,"id":39,"ws":true,"disabled":false},{"text":"versa","start":242,"end":247,"id":40,"ws":false,"disabled":false},{"text":".","start":247,"end":248,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":249,"end":261,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":262,"end":274,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":29,"child":33,"head_span":{"start":181,"end":187,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":199,"end":206,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":33,"head_span":{"start":188,"end":198,"token_start":30,"token_end":32,"label":"type_of"},"child_span":{"start":199,"end":206,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":207,"end":217,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":199,"end":206,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":33,"head_span":{"start":222,"end":231,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":199,"end":206,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":33,"head_span":{"start":140,"end":166,"token_start":23,"token_end":25,"label":"base"},"child_span":{"start":199,"end":206,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":33,"head_span":{"start":119,"end":135,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":199,"end":206,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"But any crisis can have lingering psychological effects that don\u2019t go away simply because the event has passed:","text":"But any crisis can have lingering psychological effects that don\u2019t go away simply because the event has passed: IMPLIED_BASE IMPLIED_BASE","characters":"111","document_index":"833","md_sentence_index":"83","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/25/parenting/disaster-evacuation-kids-coping.html","combo_id":"833_83","post-training batch1":"833_83","_input_hash":168843035,"_task_hash":1263205453,"spans":[{"start":8,"end":14,"token_start":2,"token_end":2,"label":"base"},{"start":24,"end":33,"token_start":5,"token_end":5,"label":"type_of"},{"start":34,"end":47,"token_start":6,"token_end":6,"label":"base"},{"start":48,"end":55,"token_start":7,"token_end":7,"label":"aspect_changing"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"any","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"crisis","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"can","start":15,"end":18,"id":3,"ws":true,"disabled":false},{"text":"have","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"lingering","start":24,"end":33,"id":5,"ws":true,"disabled":false},{"text":"psychological","start":34,"end":47,"id":6,"ws":true,"disabled":false},{"text":"effects","start":48,"end":55,"id":7,"ws":true,"disabled":false},{"text":"that","start":56,"end":60,"id":8,"ws":true,"disabled":false},{"text":"do","start":61,"end":63,"id":9,"ws":false,"disabled":false},{"text":"n\u2019t","start":63,"end":66,"id":10,"ws":true,"disabled":false},{"text":"go","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"away","start":70,"end":74,"id":12,"ws":true,"disabled":false},{"text":"simply","start":75,"end":81,"id":13,"ws":true,"disabled":false},{"text":"because","start":82,"end":89,"id":14,"ws":true,"disabled":false},{"text":"the","start":90,"end":93,"id":15,"ws":true,"disabled":false},{"text":"event","start":94,"end":99,"id":16,"ws":true,"disabled":false},{"text":"has","start":100,"end":103,"id":17,"ws":true,"disabled":false},{"text":"passed","start":104,"end":110,"id":18,"ws":false,"disabled":false},{"text":":","start":110,"end":111,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":112,"end":124,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":24,"end":33,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":34,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":6,"head_span":{"start":48,"end":55,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":34,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":6,"head_span":{"start":8,"end":14,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":34,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The Sun is hot, hot things radiate energy at short wavelengths.","text":"The Sun is hot, hot things radiate energy at short wavelengths. IMPLIED_BASE IMPLIED_BASE","characters":"63","document_index":"649","md_sentence_index":"24","classification_origin":"causal_sentence_classification","url":"https://asim.dev/articles/climate-change-101/","combo_id":"649_24","post-training batch1":"649_24","_input_hash":-2124755426,"_task_hash":-1780195735,"spans":[{"start":16,"end":26,"token_start":5,"token_end":6,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Sun","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"is","start":8,"end":10,"id":2,"ws":true,"disabled":false},{"text":"hot","start":11,"end":14,"id":3,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":4,"ws":true,"disabled":false},{"text":"hot","start":16,"end":19,"id":5,"ws":true,"disabled":false},{"text":"things","start":20,"end":26,"id":6,"ws":true,"disabled":false},{"text":"radiate","start":27,"end":34,"id":7,"ws":true,"disabled":false},{"text":"energy","start":35,"end":41,"id":8,"ws":true,"disabled":false},{"text":"at","start":42,"end":44,"id":9,"ws":true,"disabled":false},{"text":"short","start":45,"end":50,"id":10,"ws":true,"disabled":false},{"text":"wavelengths","start":51,"end":62,"id":11,"ws":false,"disabled":false},{"text":".","start":62,"end":63,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":64,"end":76,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":77,"end":89,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"It turns out that right here at home in the US, thousands of servicepeople suffer from heat-related illnesses like heat exhaustion and heat stroke every year, and the problem is set to grow much worse.\n","text":"It turns out that right here at home in the US, thousands of servicepeople suffer from heat-related illnesses like heat exhaustion and heat stroke every year, and the problem is set to grow much worse. IMPLIED_BASE IMPLIED_BASE","characters":"202","document_index":"747","md_sentence_index":"3","classification_origin":"causal_sentence_classification","url":"https://blog.ucsusa.org/kristy-dahl/military-extreme-heat","combo_id":"747_3","post-training batch1":"747_3","_input_hash":-431206613,"_task_hash":-509020917,"spans":[{"text":"home","start":32,"token_start":7,"token_end":7,"end":36,"type":"pattern","label":"base"},{"text":"heat stroke","start":135,"token_start":25,"token_end":26,"end":146,"type":"pattern","label":"base"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"turns","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"out","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"that","start":13,"end":17,"id":3,"ws":true,"disabled":false},{"text":"right","start":18,"end":23,"id":4,"ws":true,"disabled":false},{"text":"here","start":24,"end":28,"id":5,"ws":true,"disabled":false},{"text":"at","start":29,"end":31,"id":6,"ws":true,"disabled":false},{"text":"home","start":32,"end":36,"id":7,"ws":true,"disabled":false},{"text":"in","start":37,"end":39,"id":8,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":9,"ws":true,"disabled":false},{"text":"US","start":44,"end":46,"id":10,"ws":false,"disabled":false},{"text":",","start":46,"end":47,"id":11,"ws":true,"disabled":false},{"text":"thousands","start":48,"end":57,"id":12,"ws":true,"disabled":false},{"text":"of","start":58,"end":60,"id":13,"ws":true,"disabled":false},{"text":"servicepeople","start":61,"end":74,"id":14,"ws":true,"disabled":false},{"text":"suffer","start":75,"end":81,"id":15,"ws":true,"disabled":false},{"text":"from","start":82,"end":86,"id":16,"ws":true,"disabled":false},{"text":"heat","start":87,"end":91,"id":17,"ws":false,"disabled":false},{"text":"-","start":91,"end":92,"id":18,"ws":false,"disabled":false},{"text":"related","start":92,"end":99,"id":19,"ws":true,"disabled":false},{"text":"illnesses","start":100,"end":109,"id":20,"ws":true,"disabled":false},{"text":"like","start":110,"end":114,"id":21,"ws":true,"disabled":false},{"text":"heat","start":115,"end":119,"id":22,"ws":true,"disabled":false},{"text":"exhaustion","start":120,"end":130,"id":23,"ws":true,"disabled":false},{"text":"and","start":131,"end":134,"id":24,"ws":true,"disabled":false},{"text":"heat","start":135,"end":139,"id":25,"ws":true,"disabled":false},{"text":"stroke","start":140,"end":146,"id":26,"ws":true,"disabled":false},{"text":"every","start":147,"end":152,"id":27,"ws":true,"disabled":false},{"text":"year","start":153,"end":157,"id":28,"ws":false,"disabled":false},{"text":",","start":157,"end":158,"id":29,"ws":true,"disabled":false},{"text":"and","start":159,"end":162,"id":30,"ws":true,"disabled":false},{"text":"the","start":163,"end":166,"id":31,"ws":true,"disabled":false},{"text":"problem","start":167,"end":174,"id":32,"ws":true,"disabled":false},{"text":"is","start":175,"end":177,"id":33,"ws":true,"disabled":false},{"text":"set","start":178,"end":181,"id":34,"ws":true,"disabled":false},{"text":"to","start":182,"end":184,"id":35,"ws":true,"disabled":false},{"text":"grow","start":185,"end":189,"id":36,"ws":true,"disabled":false},{"text":"much","start":190,"end":194,"id":37,"ws":true,"disabled":false},{"text":"worse","start":195,"end":200,"id":38,"ws":false,"disabled":false},{"text":".","start":200,"end":201,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":202,"end":214,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":215,"end":227,"id":41,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The mismatch in the ventilation-perfusion ratio due to the reduced minute-ventilation increases the hypoxemia.","text":"The mismatch in the ventilation-perfusion ratio due to the reduced minute-ventilation increases the hypoxemia. IMPLIED_BASE IMPLIED_BASE","characters":"110","document_index":"750","md_sentence_index":"130","classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_130","post-training batch1":"750_130","_input_hash":696763893,"_task_hash":-98151402,"spans":[{"start":4,"end":12,"token_start":1,"token_end":1,"label":"type_of"},{"start":20,"end":41,"token_start":4,"token_end":6,"label":"base"},{"start":42,"end":47,"token_start":7,"token_end":7,"label":"aspect_changing"},{"text":"reduced","start":59,"token_start":11,"token_end":11,"end":66,"type":"pattern","label":"change_direction"},{"start":67,"end":85,"token_start":12,"token_end":14,"label":"base"},{"text":"increases","start":86,"token_start":15,"token_end":15,"end":95,"type":"pattern","label":"change_direction"},{"start":100,"end":109,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"mismatch","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"in","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"the","start":16,"end":19,"id":3,"ws":true,"disabled":false},{"text":"ventilation","start":20,"end":31,"id":4,"ws":false,"disabled":false},{"text":"-","start":31,"end":32,"id":5,"ws":false,"disabled":false},{"text":"perfusion","start":32,"end":41,"id":6,"ws":true,"disabled":false},{"text":"ratio","start":42,"end":47,"id":7,"ws":true,"disabled":false},{"text":"due","start":48,"end":51,"id":8,"ws":true,"disabled":false},{"text":"to","start":52,"end":54,"id":9,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":10,"ws":true,"disabled":false},{"text":"reduced","start":59,"end":66,"id":11,"ws":true,"disabled":false},{"text":"minute","start":67,"end":73,"id":12,"ws":false,"disabled":false},{"text":"-","start":73,"end":74,"id":13,"ws":false,"disabled":false},{"text":"ventilation","start":74,"end":85,"id":14,"ws":true,"disabled":false},{"text":"increases","start":86,"end":95,"id":15,"ws":true,"disabled":false},{"text":"the","start":96,"end":99,"id":16,"ws":true,"disabled":false},{"text":"hypoxemia","start":100,"end":109,"id":17,"ws":false,"disabled":false},{"text":".","start":109,"end":110,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":111,"end":123,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":124,"end":136,"id":20,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":6,"head_span":{"start":4,"end":12,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":20,"end":41,"token_start":4,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":6,"head_span":{"start":42,"end":47,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":20,"end":41,"token_start":4,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":14,"head_span":{"start":59,"end":66,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":67,"end":85,"token_start":12,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":86,"end":95,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":100,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":6,"head_span":{"start":67,"end":85,"token_start":12,"token_end":14,"label":"base"},"child_span":{"start":20,"end":41,"token_start":4,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":17,"head_span":{"start":20,"end":41,"token_start":4,"token_end":6,"label":"base"},"child_span":{"start":100,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These are secondary environmental problems \u2014 such as damage to infrastructure or the release of chemicals or waste housed on site \u2014 that can manifest when temperatures and sea levels rise.","text":"These are secondary environmental problems \u2014 such as damage to infrastructure or the release of chemicals or waste housed on site \u2014 that can manifest when temperatures and sea levels rise. IMPLIED_BASE IMPLIED_BASE","characters":"188","document_index":"207","md_sentence_index":"25","classification_origin":"cm-label-eval","url":"https://www.washingtonpost.com/politics/2019/06/11/congress-worries-that-climate-change-will-force-us-pay-foreign-governments-millions-heres-why/","combo_id":"207_25","post-training batch1":"207_25","_input_hash":1235292319,"_task_hash":-1065336554,"spans":[{"start":53,"end":59,"token_start":8,"token_end":8,"label":"aspect_changing"},{"text":"infrastructure","start":63,"token_start":10,"token_end":10,"end":77,"type":"pattern","label":"base"},{"start":85,"end":92,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":96,"end":105,"token_start":15,"token_end":15,"label":"base"},{"start":109,"end":114,"token_start":17,"token_end":17,"label":"base"},{"start":115,"end":129,"token_start":18,"token_end":20,"label":"type_of"},{"start":137,"end":140,"token_start":23,"token_end":23,"label":"confidence"},{"start":141,"end":154,"token_start":24,"token_end":25,"label":"predicate"},{"text":"temperatures","start":155,"token_start":26,"token_end":26,"end":167,"type":"pattern","label":"aspect_changing"},{"text":"sea","start":172,"token_start":28,"token_end":28,"end":175,"type":"pattern","label":"base"},{"text":"levels","start":176,"token_start":29,"token_end":29,"end":182,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":183,"token_start":30,"token_end":30,"end":187,"type":"pattern","label":"change_direction"},{"start":189,"end":201,"token_start":32,"token_end":32,"label":"base"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"are","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"secondary","start":10,"end":19,"id":2,"ws":true,"disabled":false},{"text":"environmental","start":20,"end":33,"id":3,"ws":true,"disabled":false},{"text":"problems","start":34,"end":42,"id":4,"ws":true,"disabled":false},{"text":"\u2014","start":43,"end":44,"id":5,"ws":true,"disabled":false},{"text":"such","start":45,"end":49,"id":6,"ws":true,"disabled":false},{"text":"as","start":50,"end":52,"id":7,"ws":true,"disabled":false},{"text":"damage","start":53,"end":59,"id":8,"ws":true,"disabled":false},{"text":"to","start":60,"end":62,"id":9,"ws":true,"disabled":false},{"text":"infrastructure","start":63,"end":77,"id":10,"ws":true,"disabled":false},{"text":"or","start":78,"end":80,"id":11,"ws":true,"disabled":false},{"text":"the","start":81,"end":84,"id":12,"ws":true,"disabled":false},{"text":"release","start":85,"end":92,"id":13,"ws":true,"disabled":false},{"text":"of","start":93,"end":95,"id":14,"ws":true,"disabled":false},{"text":"chemicals","start":96,"end":105,"id":15,"ws":true,"disabled":false},{"text":"or","start":106,"end":108,"id":16,"ws":true,"disabled":false},{"text":"waste","start":109,"end":114,"id":17,"ws":true,"disabled":false},{"text":"housed","start":115,"end":121,"id":18,"ws":true,"disabled":false},{"text":"on","start":122,"end":124,"id":19,"ws":true,"disabled":false},{"text":"site","start":125,"end":129,"id":20,"ws":true,"disabled":false},{"text":"\u2014","start":130,"end":131,"id":21,"ws":true,"disabled":false},{"text":"that","start":132,"end":136,"id":22,"ws":true,"disabled":false},{"text":"can","start":137,"end":140,"id":23,"ws":true,"disabled":false},{"text":"manifest","start":141,"end":149,"id":24,"ws":true,"disabled":false},{"text":"when","start":150,"end":154,"id":25,"ws":true,"disabled":false},{"text":"temperatures","start":155,"end":167,"id":26,"ws":true,"disabled":false},{"text":"and","start":168,"end":171,"id":27,"ws":true,"disabled":false},{"text":"sea","start":172,"end":175,"id":28,"ws":true,"disabled":false},{"text":"levels","start":176,"end":182,"id":29,"ws":true,"disabled":false},{"text":"rise","start":183,"end":187,"id":30,"ws":false,"disabled":false},{"text":".","start":187,"end":188,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":189,"end":201,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":202,"end":214,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":26,"child":32,"head_span":{"start":155,"end":167,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":189,"end":201,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":28,"head_span":{"start":176,"end":182,"token_start":29,"token_end":29,"label":"aspect_changing"},"child_span":{"start":172,"end":175,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":28,"head_span":{"start":183,"end":187,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":172,"end":175,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":17,"head_span":{"start":115,"end":129,"token_start":18,"token_end":20,"label":"type_of"},"child_span":{"start":109,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":15,"head_span":{"start":115,"end":129,"token_start":18,"token_end":20,"label":"type_of"},"child_span":{"start":96,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":53,"end":59,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":63,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":32,"head_span":{"start":183,"end":187,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":189,"end":201,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":15,"head_span":{"start":172,"end":175,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":96,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":17,"head_span":{"start":172,"end":175,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":109,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":10,"head_span":{"start":172,"end":175,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":63,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":15,"head_span":{"start":85,"end":92,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":96,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":85,"end":92,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":109,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":17,"head_span":{"start":189,"end":201,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":109,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":15,"head_span":{"start":189,"end":201,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":96,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":10,"head_span":{"start":189,"end":201,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":63,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Between 2007 and 2011 alone, urban flooding in Cook County, Illinois, resulted in over 176,000 claims or flood losses at a cost of $660m (\u00a3545m).\n","text":"Between 2007 and 2011 alone, urban flooding in Cook County, Illinois, resulted in over 176,000 claims or flood losses at a cost of $660m (\u00a3545m). IMPLIED_BASE IMPLIED_BASE","characters":"146","document_index":"331","md_sentence_index":"57","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/cities/2019/aug/20/death-blackouts-melting-asphalt-ways-the-climate-crisis-will-change-how-we-live","combo_id":"331_57","post-training batch1":"331_57","_input_hash":-1514000301,"_task_hash":1537708195,"spans":[{"start":29,"end":34,"token_start":6,"token_end":6,"label":"type_of"},{"text":"flooding","start":35,"token_start":7,"token_end":7,"end":43,"type":"pattern","label":"base"},{"start":95,"end":101,"token_start":18,"token_end":18,"label":"base"},{"start":105,"end":110,"token_start":20,"token_end":20,"label":"base"},{"start":111,"end":117,"token_start":21,"token_end":21,"label":"aspect_changing"}],"tokens":[{"text":"Between","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"2007","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"and","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"2011","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"alone","start":22,"end":27,"id":4,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":5,"ws":true,"disabled":false},{"text":"urban","start":29,"end":34,"id":6,"ws":true,"disabled":false},{"text":"flooding","start":35,"end":43,"id":7,"ws":true,"disabled":false},{"text":"in","start":44,"end":46,"id":8,"ws":true,"disabled":false},{"text":"Cook","start":47,"end":51,"id":9,"ws":true,"disabled":false},{"text":"County","start":52,"end":58,"id":10,"ws":false,"disabled":false},{"text":",","start":58,"end":59,"id":11,"ws":true,"disabled":false},{"text":"Illinois","start":60,"end":68,"id":12,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":13,"ws":true,"disabled":false},{"text":"resulted","start":70,"end":78,"id":14,"ws":true,"disabled":false},{"text":"in","start":79,"end":81,"id":15,"ws":true,"disabled":false},{"text":"over","start":82,"end":86,"id":16,"ws":true,"disabled":false},{"text":"176,000","start":87,"end":94,"id":17,"ws":true,"disabled":false},{"text":"claims","start":95,"end":101,"id":18,"ws":true,"disabled":false},{"text":"or","start":102,"end":104,"id":19,"ws":true,"disabled":false},{"text":"flood","start":105,"end":110,"id":20,"ws":true,"disabled":false},{"text":"losses","start":111,"end":117,"id":21,"ws":true,"disabled":false},{"text":"at","start":118,"end":120,"id":22,"ws":true,"disabled":false},{"text":"a","start":121,"end":122,"id":23,"ws":true,"disabled":false},{"text":"cost","start":123,"end":127,"id":24,"ws":true,"disabled":false},{"text":"of","start":128,"end":130,"id":25,"ws":true,"disabled":false},{"text":"$","start":131,"end":132,"id":26,"ws":false,"disabled":false},{"text":"660","start":132,"end":135,"id":27,"ws":false,"disabled":false},{"text":"m","start":135,"end":136,"id":28,"ws":true,"disabled":false},{"text":"(","start":137,"end":138,"id":29,"ws":false,"disabled":false},{"text":"\u00a3","start":138,"end":139,"id":30,"ws":false,"disabled":false},{"text":"545","start":139,"end":142,"id":31,"ws":false,"disabled":false},{"text":"m","start":142,"end":143,"id":32,"ws":false,"disabled":false},{"text":")","start":143,"end":144,"id":33,"ws":false,"disabled":false},{"text":".","start":144,"end":145,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":29,"end":34,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":35,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":20,"head_span":{"start":111,"end":117,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":105,"end":110,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":18,"head_span":{"start":35,"end":43,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":95,"end":101,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":20,"head_span":{"start":35,"end":43,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":105,"end":110,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Massive damage has resulted from our development patterns, aging and no longer adequate flood control infrastructure and extreme weather exacerbated by climate change.","text":"Massive damage has resulted from our development patterns, aging and no longer adequate flood control infrastructure and extreme weather exacerbated by climate change. IMPLIED_BASE IMPLIED_BASE","characters":"167","document_index":"157","md_sentence_index":"2","classification_origin":"cm_cause_effect_rel","url":"https://blogs.ei.columbia.edu/2019/06/03/floods-infrastructure-climate-change/","combo_id":"157_2","post-training batch1":"157_2","_input_hash":-1879635467,"_task_hash":1466560335,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"change_direction"},{"start":8,"end":14,"token_start":1,"token_end":1,"label":"aspect_changing"},{"text":"development","start":37,"token_start":6,"token_end":6,"end":48,"type":"pattern","label":"base"},{"start":49,"end":57,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":59,"end":64,"token_start":9,"token_end":9,"label":"base"},{"start":69,"end":87,"token_start":11,"token_end":13,"label":"type_of"},{"start":88,"end":101,"token_start":14,"token_end":15,"label":"base"},{"text":"infrastructure","start":102,"token_start":16,"token_end":16,"end":116,"type":"pattern","label":"aspect_changing"},{"text":"extreme weather","start":121,"token_start":18,"token_end":19,"end":136,"type":"pattern","label":"base"},{"start":137,"end":148,"token_start":20,"token_end":20,"label":"change_direction"},{"text":"climate change","start":152,"token_start":22,"token_end":23,"end":166,"type":"pattern","label":"base"},{"start":168,"end":180,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"Massive","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"damage","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"has","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"resulted","start":19,"end":27,"id":3,"ws":true,"disabled":false},{"text":"from","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"our","start":33,"end":36,"id":5,"ws":true,"disabled":false},{"text":"development","start":37,"end":48,"id":6,"ws":true,"disabled":false},{"text":"patterns","start":49,"end":57,"id":7,"ws":false,"disabled":false},{"text":",","start":57,"end":58,"id":8,"ws":true,"disabled":false},{"text":"aging","start":59,"end":64,"id":9,"ws":true,"disabled":false},{"text":"and","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"no","start":69,"end":71,"id":11,"ws":true,"disabled":false},{"text":"longer","start":72,"end":78,"id":12,"ws":true,"disabled":false},{"text":"adequate","start":79,"end":87,"id":13,"ws":true,"disabled":false},{"text":"flood","start":88,"end":93,"id":14,"ws":true,"disabled":false},{"text":"control","start":94,"end":101,"id":15,"ws":true,"disabled":false},{"text":"infrastructure","start":102,"end":116,"id":16,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":17,"ws":true,"disabled":false},{"text":"extreme","start":121,"end":128,"id":18,"ws":true,"disabled":false},{"text":"weather","start":129,"end":136,"id":19,"ws":true,"disabled":false},{"text":"exacerbated","start":137,"end":148,"id":20,"ws":true,"disabled":false},{"text":"by","start":149,"end":151,"id":21,"ws":true,"disabled":false},{"text":"climate","start":152,"end":159,"id":22,"ws":true,"disabled":false},{"text":"change","start":160,"end":166,"id":23,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":20,"child":23,"head_span":{"start":137,"end":148,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":152,"end":166,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":15,"head_span":{"start":102,"end":116,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":88,"end":101,"token_start":14,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":15,"head_span":{"start":69,"end":87,"token_start":11,"token_end":13,"label":"type_of"},"child_span":{"start":88,"end":101,"token_start":14,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":6,"head_span":{"start":49,"end":57,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":37,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":25,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":168,"end":180,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":25,"head_span":{"start":8,"end":14,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":168,"end":180,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":25,"head_span":{"start":37,"end":48,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":168,"end":180,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":25,"head_span":{"start":59,"end":64,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":168,"end":180,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":25,"head_span":{"start":88,"end":101,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":168,"end":180,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":25,"head_span":{"start":121,"end":136,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":168,"end":180,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":19,"head_span":{"start":152,"end":166,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":121,"end":136,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Researchers have found that grasses and ragweed plants increase their pollen production in response to localized surges in carbon dioxide, like from the exhaust of cars along a highway.\n","text":"Researchers have found that grasses and ragweed plants increase their pollen production in response to localized surges in carbon dioxide, like from the exhaust of cars along a highway. IMPLIED_BASE IMPLIED_BASE","characters":"186","document_index":"125","md_sentence_index":"72","classification_origin":"cm_cause_effect_rel","url":"https://www.vox.com/2019/4/8/18300342/pollen-season-2019-allergies-climate-change","combo_id":"125_72","post-training batch1":"125_72","_input_hash":-1199491534,"_task_hash":93700379,"spans":[{"text":"increase","start":55,"token_start":8,"token_end":8,"end":63,"type":"pattern","label":"change_direction"},{"start":70,"end":76,"token_start":10,"token_end":10,"label":"base"},{"start":77,"end":87,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":113,"end":119,"token_start":16,"token_end":16,"label":"aspect_changing"},{"text":"carbon dioxide","start":123,"token_start":18,"token_end":19,"end":137,"type":"pattern","label":"base"}],"tokens":[{"text":"Researchers","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"have","start":12,"end":16,"id":1,"ws":true,"disabled":false},{"text":"found","start":17,"end":22,"id":2,"ws":true,"disabled":false},{"text":"that","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"grasses","start":28,"end":35,"id":4,"ws":true,"disabled":false},{"text":"and","start":36,"end":39,"id":5,"ws":true,"disabled":false},{"text":"ragweed","start":40,"end":47,"id":6,"ws":true,"disabled":false},{"text":"plants","start":48,"end":54,"id":7,"ws":true,"disabled":false},{"text":"increase","start":55,"end":63,"id":8,"ws":true,"disabled":false},{"text":"their","start":64,"end":69,"id":9,"ws":true,"disabled":false},{"text":"pollen","start":70,"end":76,"id":10,"ws":true,"disabled":false},{"text":"production","start":77,"end":87,"id":11,"ws":true,"disabled":false},{"text":"in","start":88,"end":90,"id":12,"ws":true,"disabled":false},{"text":"response","start":91,"end":99,"id":13,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":14,"ws":true,"disabled":false},{"text":"localized","start":103,"end":112,"id":15,"ws":true,"disabled":false},{"text":"surges","start":113,"end":119,"id":16,"ws":true,"disabled":false},{"text":"in","start":120,"end":122,"id":17,"ws":true,"disabled":false},{"text":"carbon","start":123,"end":129,"id":18,"ws":true,"disabled":false},{"text":"dioxide","start":130,"end":137,"id":19,"ws":false,"disabled":false},{"text":",","start":137,"end":138,"id":20,"ws":true,"disabled":false},{"text":"like","start":139,"end":143,"id":21,"ws":true,"disabled":false},{"text":"from","start":144,"end":148,"id":22,"ws":true,"disabled":false},{"text":"the","start":149,"end":152,"id":23,"ws":true,"disabled":false},{"text":"exhaust","start":153,"end":160,"id":24,"ws":true,"disabled":false},{"text":"of","start":161,"end":163,"id":25,"ws":true,"disabled":false},{"text":"cars","start":164,"end":168,"id":26,"ws":true,"disabled":false},{"text":"along","start":169,"end":174,"id":27,"ws":true,"disabled":false},{"text":"a","start":175,"end":176,"id":28,"ws":true,"disabled":false},{"text":"highway","start":177,"end":184,"id":29,"ws":false,"disabled":false},{"text":".","start":184,"end":185,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":199,"end":211,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":16,"child":19,"head_span":{"start":113,"end":119,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":123,"end":137,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":55,"end":63,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":70,"end":76,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":77,"end":87,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":70,"end":76,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":10,"head_span":{"start":123,"end":137,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":70,"end":76,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Waterborne cholera and cryptosporidiosis increase with drought and flooding.\n","text":"Waterborne cholera and cryptosporidiosis increase with drought and flooding. IMPLIED_BASE IMPLIED_BASE","characters":"77","document_index":"404","md_sentence_index":"54","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/climate-change-is-having-widespread-health-impacts/","combo_id":"404_54","post-training batch1":"404_54","_input_hash":-1253498844,"_task_hash":-2127317182,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"change_direction"},{"start":11,"end":18,"token_start":1,"token_end":1,"label":"base"},{"start":23,"end":40,"token_start":3,"token_end":3,"label":"base"},{"text":"increase","start":41,"token_start":4,"token_end":4,"end":49,"type":"pattern","label":"change_direction"},{"text":"drought","start":55,"token_start":6,"token_end":6,"end":62,"type":"pattern","label":"base"},{"text":"flooding","start":67,"token_start":8,"token_end":8,"end":75,"type":"pattern","label":"base"}],"tokens":[{"text":"Waterborne","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"cholera","start":11,"end":18,"id":1,"ws":true,"disabled":false},{"text":"and","start":19,"end":22,"id":2,"ws":true,"disabled":false},{"text":"cryptosporidiosis","start":23,"end":40,"id":3,"ws":true,"disabled":false},{"text":"increase","start":41,"end":49,"id":4,"ws":true,"disabled":false},{"text":"with","start":50,"end":54,"id":5,"ws":true,"disabled":false},{"text":"drought","start":55,"end":62,"id":6,"ws":true,"disabled":false},{"text":"and","start":63,"end":66,"id":7,"ws":true,"disabled":false},{"text":"flooding","start":67,"end":75,"id":8,"ws":false,"disabled":false},{"text":".","start":75,"end":76,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":77,"end":89,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":90,"end":102,"id":11,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":11,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":3,"head_span":{"start":41,"end":49,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":23,"end":40,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":1,"head_span":{"start":41,"end":49,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":11,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":3,"head_span":{"start":55,"end":62,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":23,"end":40,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":1,"head_span":{"start":55,"end":62,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":11,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":3,"head_span":{"start":67,"end":75,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":23,"end":40,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":1,"head_span":{"start":67,"end":75,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":11,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Normally, Dr. Swain said, what finally extinguishes the fires are autumn rains and snowfall, which historically come in October or November.","text":"Normally, Dr. Swain said, what finally extinguishes the fires are autumn rains and snowfall, which historically come in October or November. IMPLIED_BASE IMPLIED_BASE","characters":"140","document_index":"800","md_sentence_index":"36","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/11/climate/california-smoke-wildfires.html","combo_id":"800_36","post-training batch1":"800_36","_input_hash":-2044359534,"_task_hash":1191413561,"spans":[{"start":39,"end":51,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":56,"end":61,"token_start":10,"token_end":10,"label":"base"},{"start":66,"end":72,"token_start":12,"token_end":12,"label":"type_of"},{"start":73,"end":78,"token_start":13,"token_end":13,"label":"base"},{"start":83,"end":91,"token_start":15,"token_end":15,"label":"base"}],"tokens":[{"text":"Normally","start":0,"end":8,"id":0,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":1,"ws":true,"disabled":false},{"text":"Dr.","start":10,"end":13,"id":2,"ws":true,"disabled":false},{"text":"Swain","start":14,"end":19,"id":3,"ws":true,"disabled":false},{"text":"said","start":20,"end":24,"id":4,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":5,"ws":true,"disabled":false},{"text":"what","start":26,"end":30,"id":6,"ws":true,"disabled":false},{"text":"finally","start":31,"end":38,"id":7,"ws":true,"disabled":false},{"text":"extinguishes","start":39,"end":51,"id":8,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"fires","start":56,"end":61,"id":10,"ws":true,"disabled":false},{"text":"are","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"autumn","start":66,"end":72,"id":12,"ws":true,"disabled":false},{"text":"rains","start":73,"end":78,"id":13,"ws":true,"disabled":false},{"text":"and","start":79,"end":82,"id":14,"ws":true,"disabled":false},{"text":"snowfall","start":83,"end":91,"id":15,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":16,"ws":true,"disabled":false},{"text":"which","start":93,"end":98,"id":17,"ws":true,"disabled":false},{"text":"historically","start":99,"end":111,"id":18,"ws":true,"disabled":false},{"text":"come","start":112,"end":116,"id":19,"ws":true,"disabled":false},{"text":"in","start":117,"end":119,"id":20,"ws":true,"disabled":false},{"text":"October","start":120,"end":127,"id":21,"ws":true,"disabled":false},{"text":"or","start":128,"end":130,"id":22,"ws":true,"disabled":false},{"text":"November","start":131,"end":139,"id":23,"ws":false,"disabled":false},{"text":".","start":139,"end":140,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":141,"end":153,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":8,"child":10,"head_span":{"start":39,"end":51,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":56,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":66,"end":72,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":73,"end":78,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":66,"end":72,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":83,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":10,"head_span":{"start":73,"end":78,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":56,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":10,"head_span":{"start":83,"end":91,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":56,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"What many scientists and experts agree on: As climate change increases extreme precipitation, cities will need to adapt.\n","text":"What many scientists and experts agree on: As climate change increases extreme precipitation, cities will need to adapt. IMPLIED_BASE IMPLIED_BASE","characters":"121","document_index":"253","md_sentence_index":"48","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/07/11/climate/hurricane-tropical-storms.html","combo_id":"253_48","post-training batch1":"253_48","_input_hash":793654785,"_task_hash":-979393264,"spans":[{"text":"climate change","start":46,"token_start":9,"token_end":10,"end":60,"type":"pattern","label":"base"},{"text":"increases","start":61,"token_start":11,"token_end":11,"end":70,"type":"pattern","label":"change_direction"},{"start":71,"end":78,"token_start":12,"token_end":12,"label":"type_of"},{"text":"precipitation","start":79,"token_start":13,"token_end":13,"end":92,"type":"pattern","label":"base"}],"tokens":[{"text":"What","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"many","start":5,"end":9,"id":1,"ws":true,"disabled":false},{"text":"scientists","start":10,"end":20,"id":2,"ws":true,"disabled":false},{"text":"and","start":21,"end":24,"id":3,"ws":true,"disabled":false},{"text":"experts","start":25,"end":32,"id":4,"ws":true,"disabled":false},{"text":"agree","start":33,"end":38,"id":5,"ws":true,"disabled":false},{"text":"on","start":39,"end":41,"id":6,"ws":false,"disabled":false},{"text":":","start":41,"end":42,"id":7,"ws":true,"disabled":false},{"text":"As","start":43,"end":45,"id":8,"ws":true,"disabled":false},{"text":"climate","start":46,"end":53,"id":9,"ws":true,"disabled":false},{"text":"change","start":54,"end":60,"id":10,"ws":true,"disabled":false},{"text":"increases","start":61,"end":70,"id":11,"ws":true,"disabled":false},{"text":"extreme","start":71,"end":78,"id":12,"ws":true,"disabled":false},{"text":"precipitation","start":79,"end":92,"id":13,"ws":false,"disabled":false},{"text":",","start":92,"end":93,"id":14,"ws":true,"disabled":false},{"text":"cities","start":94,"end":100,"id":15,"ws":true,"disabled":false},{"text":"will","start":101,"end":105,"id":16,"ws":true,"disabled":false},{"text":"need","start":106,"end":110,"id":17,"ws":true,"disabled":false},{"text":"to","start":111,"end":113,"id":18,"ws":true,"disabled":false},{"text":"adapt","start":114,"end":119,"id":19,"ws":false,"disabled":false},{"text":".","start":119,"end":120,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":11,"child":13,"head_span":{"start":61,"end":70,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":79,"end":92,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":71,"end":78,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":79,"end":92,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":13,"head_span":{"start":46,"end":60,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":79,"end":92,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"sort of","Dataset name":"workshop_examples -- altered","ignore?":"","reason":"","relation count":"One","complexity":"Simple","original_md_text":"Climate change and biodiversity loss are equally huge environmental problems that make each other worse, report chairman Robert Watson said.\n","text":"Climate change and biodiversity loss are equally huge environmental problems that make each other worse, report chairman Robert Watson said. IMPLIED_BASE IMPLIED_BASE","characters":"141","document_index":"56","md_sentence_index":"24","classification_origin":"cm_cause_effect_rel","url":"https://apnews.com/2b8ca53ae18b420193cdb3957afcbd92","combo_id":"56_24","post-training batch1":"56_24","_input_hash":-103996949,"_task_hash":556211062,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"text":"biodiversity","start":19,"token_start":3,"token_end":3,"end":31,"type":"pattern","label":"base"},{"start":32,"end":36,"token_start":4,"token_end":4,"label":"aspect_changing"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"and","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"biodiversity","start":19,"end":31,"id":3,"ws":true,"disabled":false},{"text":"loss","start":32,"end":36,"id":4,"ws":true,"disabled":false},{"text":"are","start":37,"end":40,"id":5,"ws":true,"disabled":false},{"text":"equally","start":41,"end":48,"id":6,"ws":true,"disabled":false},{"text":"huge","start":49,"end":53,"id":7,"ws":true,"disabled":false},{"text":"environmental","start":54,"end":67,"id":8,"ws":true,"disabled":false},{"text":"problems","start":68,"end":76,"id":9,"ws":true,"disabled":false},{"text":"that","start":77,"end":81,"id":10,"ws":true,"disabled":false},{"text":"make","start":82,"end":86,"id":11,"ws":true,"disabled":false},{"text":"each","start":87,"end":91,"id":12,"ws":true,"disabled":false},{"text":"other","start":92,"end":97,"id":13,"ws":true,"disabled":false},{"text":"worse","start":98,"end":103,"id":14,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":15,"ws":true,"disabled":false},{"text":"report","start":105,"end":111,"id":16,"ws":true,"disabled":false},{"text":"chairman","start":112,"end":120,"id":17,"ws":true,"disabled":false},{"text":"Robert","start":121,"end":127,"id":18,"ws":true,"disabled":false},{"text":"Watson","start":128,"end":134,"id":19,"ws":true,"disabled":false},{"text":"said","start":135,"end":139,"id":20,"ws":false,"disabled":false},{"text":".","start":139,"end":140,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":141,"end":153,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":3,"head_span":{"start":32,"end":36,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":19,"end":31,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":3,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":19,"end":31,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":1,"head_span":{"start":19,"end":31,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Lamb and cheese both emit more than 20 kilograms CO2-equivalents per kilogram.","text":"Lamb and cheese both emit more than 20 kilograms CO2-equivalents per kilogram. IMPLIED_BASE IMPLIED_BASE","characters":"78","document_index":"642","md_sentence_index":"22","classification_origin":"causal_sentence_classification","url":"https://ourworldindata.org/food-choice-vs-eating-local","combo_id":"642_22","post-training batch1":"642_22","_input_hash":386206240,"_task_hash":-1547107247,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},{"start":9,"end":15,"token_start":2,"token_end":2,"label":"base"},{"start":21,"end":25,"token_start":4,"token_end":4,"label":"change_direction"},{"start":26,"end":48,"token_start":5,"token_end":8,"label":"effect_size"},{"start":49,"end":64,"token_start":9,"token_end":9,"label":"base"}],"tokens":[{"text":"Lamb","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"and","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"cheese","start":9,"end":15,"id":2,"ws":true,"disabled":false},{"text":"both","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"emit","start":21,"end":25,"id":4,"ws":true,"disabled":false},{"text":"more","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"than","start":31,"end":35,"id":6,"ws":true,"disabled":false},{"text":"20","start":36,"end":38,"id":7,"ws":true,"disabled":false},{"text":"kilograms","start":39,"end":48,"id":8,"ws":true,"disabled":false},{"text":"CO2-equivalents","start":49,"end":64,"id":9,"ws":true,"disabled":false},{"text":"per","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"kilogram","start":69,"end":77,"id":11,"ws":false,"disabled":false},{"text":".","start":77,"end":78,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":79,"end":91,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":92,"end":104,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":4,"child":9,"head_span":{"start":21,"end":25,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":49,"end":64,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":9,"head_span":{"start":9,"end":15,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":49,"end":64,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":9,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":49,"end":64,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"Climate change, which is already causing heavier rainfall in many storms, is an important part of the mix.","text":"Climate change, which is already causing heavier rainfall in many storms, is an important part of the mix. IMPLIED_BASE IMPLIED_BASE","characters":"106","document_index":"254","md_sentence_index":"15","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/07/06/climate/nashville-floods-buybacks.html","combo_id":"254_15","post-training batch1":"254_15","_input_hash":-112866410,"_task_hash":-2021895033,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"text":"heavier","start":41,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"change_direction"},{"text":"rainfall","start":49,"token_start":8,"token_end":8,"end":57,"type":"pattern","label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":2,"ws":true,"disabled":false},{"text":"which","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"is","start":22,"end":24,"id":4,"ws":true,"disabled":false},{"text":"already","start":25,"end":32,"id":5,"ws":true,"disabled":false},{"text":"causing","start":33,"end":40,"id":6,"ws":true,"disabled":false},{"text":"heavier","start":41,"end":48,"id":7,"ws":true,"disabled":false},{"text":"rainfall","start":49,"end":57,"id":8,"ws":true,"disabled":false},{"text":"in","start":58,"end":60,"id":9,"ws":true,"disabled":false},{"text":"many","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"storms","start":66,"end":72,"id":11,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":12,"ws":true,"disabled":false},{"text":"is","start":74,"end":76,"id":13,"ws":true,"disabled":false},{"text":"an","start":77,"end":79,"id":14,"ws":true,"disabled":false},{"text":"important","start":80,"end":89,"id":15,"ws":true,"disabled":false},{"text":"part","start":90,"end":94,"id":16,"ws":true,"disabled":false},{"text":"of","start":95,"end":97,"id":17,"ws":true,"disabled":false},{"text":"the","start":98,"end":101,"id":18,"ws":true,"disabled":false},{"text":"mix","start":102,"end":105,"id":19,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":7,"child":8,"head_span":{"start":41,"end":48,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":49,"end":57,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":8,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":49,"end":57,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"workshop_examples","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"Climate change has raised the risk of a fungal disease that ravages banana crops, new research shows.\n","text":"Climate change has raised the risk of a fungal disease that ravages banana crops, new research shows. IMPLIED_BASE IMPLIED_BASE","characters":"102","document_index":"43","md_sentence_index":"0","classification_origin":"cm_cause_effect_rel","url":"https://phys.org/news/2019-05-banana-disease-boosted-climate.html","combo_id":"43_0","post-training batch1":"43_0","_input_hash":-929871547,"_task_hash":602708786,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":19,"end":25,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"risk","start":30,"token_start":5,"token_end":5,"end":34,"type":"pattern","label":"aspect_changing"},{"start":40,"end":54,"token_start":8,"token_end":9,"label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"has","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"raised","start":19,"end":25,"id":3,"ws":true,"disabled":false},{"text":"the","start":26,"end":29,"id":4,"ws":true,"disabled":false},{"text":"risk","start":30,"end":34,"id":5,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":6,"ws":true,"disabled":false},{"text":"a","start":38,"end":39,"id":7,"ws":true,"disabled":false},{"text":"fungal","start":40,"end":46,"id":8,"ws":true,"disabled":false},{"text":"disease","start":47,"end":54,"id":9,"ws":true,"disabled":false},{"text":"that","start":55,"end":59,"id":10,"ws":true,"disabled":false},{"text":"ravages","start":60,"end":67,"id":11,"ws":true,"disabled":false},{"text":"banana","start":68,"end":74,"id":12,"ws":true,"disabled":false},{"text":"crops","start":75,"end":80,"id":13,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":14,"ws":true,"disabled":false},{"text":"new","start":82,"end":85,"id":15,"ws":true,"disabled":false},{"text":"research","start":86,"end":94,"id":16,"ws":true,"disabled":false},{"text":"shows","start":95,"end":100,"id":17,"ws":false,"disabled":false},{"text":".","start":100,"end":101,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":102,"end":114,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":20,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":9,"head_span":{"start":19,"end":25,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":40,"end":54,"token_start":8,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":9,"head_span":{"start":30,"end":34,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":40,"end":54,"token_start":8,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":9,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":40,"end":54,"token_start":8,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We find strong causal evidence linking climatic events to human conflict across a range of spatial and temporal scales and across all major regions of the world.","text":"We find strong causal evidence linking climatic events to human conflict across a range of spatial and temporal scales and across all major regions of the world. IMPLIED_BASE IMPLIED_BASE","characters":"161","document_index":"667","md_sentence_index":"27","classification_origin":"causal_sentence_classification","url":"http://science.sciencemag.org/content/341/6151/1235367","combo_id":"667_27","post-training batch1":"667_27","_input_hash":631353559,"_task_hash":-1820106824,"spans":[{"start":39,"end":54,"token_start":6,"token_end":7,"label":"base"},{"start":58,"end":63,"token_start":9,"token_end":9,"label":"type_of"},{"text":"conflict","start":64,"token_start":10,"token_end":10,"end":72,"type":"pattern","label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"find","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"strong","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"causal","start":15,"end":21,"id":3,"ws":true,"disabled":false},{"text":"evidence","start":22,"end":30,"id":4,"ws":true,"disabled":false},{"text":"linking","start":31,"end":38,"id":5,"ws":true,"disabled":false},{"text":"climatic","start":39,"end":47,"id":6,"ws":true,"disabled":false},{"text":"events","start":48,"end":54,"id":7,"ws":true,"disabled":false},{"text":"to","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"human","start":58,"end":63,"id":9,"ws":true,"disabled":false},{"text":"conflict","start":64,"end":72,"id":10,"ws":true,"disabled":false},{"text":"across","start":73,"end":79,"id":11,"ws":true,"disabled":false},{"text":"a","start":80,"end":81,"id":12,"ws":true,"disabled":false},{"text":"range","start":82,"end":87,"id":13,"ws":true,"disabled":false},{"text":"of","start":88,"end":90,"id":14,"ws":true,"disabled":false},{"text":"spatial","start":91,"end":98,"id":15,"ws":true,"disabled":false},{"text":"and","start":99,"end":102,"id":16,"ws":true,"disabled":false},{"text":"temporal","start":103,"end":111,"id":17,"ws":true,"disabled":false},{"text":"scales","start":112,"end":118,"id":18,"ws":true,"disabled":false},{"text":"and","start":119,"end":122,"id":19,"ws":true,"disabled":false},{"text":"across","start":123,"end":129,"id":20,"ws":true,"disabled":false},{"text":"all","start":130,"end":133,"id":21,"ws":true,"disabled":false},{"text":"major","start":134,"end":139,"id":22,"ws":true,"disabled":false},{"text":"regions","start":140,"end":147,"id":23,"ws":true,"disabled":false},{"text":"of","start":148,"end":150,"id":24,"ws":true,"disabled":false},{"text":"the","start":151,"end":154,"id":25,"ws":true,"disabled":false},{"text":"world","start":155,"end":160,"id":26,"ws":false,"disabled":false},{"text":".","start":160,"end":161,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":162,"end":174,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":9,"child":10,"head_span":{"start":58,"end":63,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":64,"end":72,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":39,"end":54,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":64,"end":72,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"When people get uncomfortably hot, their tempers, irritability, and likelihood of physical aggression and violence increase.","text":"When people get uncomfortably hot, their tempers, irritability, and likelihood of physical aggression and violence increase. IMPLIED_BASE IMPLIED_BASE","characters":"124","document_index":"711","md_sentence_index":"5","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_5","post-training batch1":"711_5","_input_hash":-1154560518,"_task_hash":-427285282,"spans":[{"text":"people","start":5,"token_start":1,"token_end":1,"end":11,"type":"pattern","label":"base"},{"start":30,"end":33,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":41,"end":48,"token_start":7,"token_end":7,"label":"base"},{"start":50,"end":62,"token_start":9,"token_end":9,"label":"base"},{"text":"likelihood","start":68,"token_start":12,"token_end":12,"end":78,"type":"pattern","label":"aspect_changing"},{"start":82,"end":101,"token_start":14,"token_end":15,"label":"base"},{"text":"violence","start":106,"token_start":17,"token_end":17,"end":114,"type":"pattern","label":"base"},{"text":"increase","start":115,"token_start":18,"token_end":18,"end":123,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"When","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"people","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"get","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"uncomfortably","start":16,"end":29,"id":3,"ws":true,"disabled":false},{"text":"hot","start":30,"end":33,"id":4,"ws":false,"disabled":false},{"text":",","start":33,"end":34,"id":5,"ws":true,"disabled":false},{"text":"their","start":35,"end":40,"id":6,"ws":true,"disabled":false},{"text":"tempers","start":41,"end":48,"id":7,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":8,"ws":true,"disabled":false},{"text":"irritability","start":50,"end":62,"id":9,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":10,"ws":true,"disabled":false},{"text":"and","start":64,"end":67,"id":11,"ws":true,"disabled":false},{"text":"likelihood","start":68,"end":78,"id":12,"ws":true,"disabled":false},{"text":"of","start":79,"end":81,"id":13,"ws":true,"disabled":false},{"text":"physical","start":82,"end":90,"id":14,"ws":true,"disabled":false},{"text":"aggression","start":91,"end":101,"id":15,"ws":true,"disabled":false},{"text":"and","start":102,"end":105,"id":16,"ws":true,"disabled":false},{"text":"violence","start":106,"end":114,"id":17,"ws":true,"disabled":false},{"text":"increase","start":115,"end":123,"id":18,"ws":false,"disabled":false},{"text":".","start":123,"end":124,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":12,"child":15,"head_span":{"start":68,"end":78,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":82,"end":101,"token_start":14,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":17,"head_span":{"start":68,"end":78,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":106,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":15,"head_span":{"start":115,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":82,"end":101,"token_start":14,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":115,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":106,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":1,"head_span":{"start":30,"end":33,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":5,"end":11,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":7,"head_span":{"start":5,"end":11,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":41,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":9,"head_span":{"start":5,"end":11,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":50,"end":62,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":15,"head_span":{"start":5,"end":11,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":82,"end":101,"token_start":14,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":17,"head_span":{"start":5,"end":11,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":106,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":7,"head_span":{"start":115,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":41,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":9,"head_span":{"start":115,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":50,"end":62,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"staged","Dataset name":"checkin-four","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"As heatwaves have increased, kelp forests, seagrass meadows and coral reefs have been lost.","text":"As heatwaves have increased, kelp forests, seagrass meadows and coral reefs have been lost. IMPLIED_BASE IMPLIED_BASE","characters":"91","document_index":"128","md_sentence_index":"5","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/mar/04/heatwaves-sweeping-oceans-like-wildfires-scientists-reveal","combo_id":"128_5","post-training batch1":"128_5","_input_hash":-1905070066,"_task_hash":-1400737977,"spans":[{"text":"heatwaves","start":3,"token_start":1,"token_end":1,"end":12,"type":"pattern","label":"base"},{"text":"increased","start":18,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"change_direction"},{"start":29,"end":33,"token_start":5,"token_end":5,"label":"type_of"},{"text":"forests","start":34,"token_start":6,"token_end":6,"end":41,"type":"pattern","label":"base"},{"start":43,"end":51,"token_start":8,"token_end":8,"label":"type_of"},{"text":"meadows","start":52,"token_start":9,"token_end":9,"end":59,"type":"pattern","label":"base"},{"text":"coral reefs","start":64,"token_start":11,"token_end":12,"end":75,"type":"pattern","label":"base"},{"start":86,"end":90,"token_start":15,"token_end":15,"label":"change_direction"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"heatwaves","start":3,"end":12,"id":1,"ws":true,"disabled":false},{"text":"have","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"increased","start":18,"end":27,"id":3,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":4,"ws":true,"disabled":false},{"text":"kelp","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"forests","start":34,"end":41,"id":6,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":7,"ws":true,"disabled":false},{"text":"seagrass","start":43,"end":51,"id":8,"ws":true,"disabled":false},{"text":"meadows","start":52,"end":59,"id":9,"ws":true,"disabled":false},{"text":"and","start":60,"end":63,"id":10,"ws":true,"disabled":false},{"text":"coral","start":64,"end":69,"id":11,"ws":true,"disabled":false},{"text":"reefs","start":70,"end":75,"id":12,"ws":true,"disabled":false},{"text":"have","start":76,"end":80,"id":13,"ws":true,"disabled":false},{"text":"been","start":81,"end":85,"id":14,"ws":true,"disabled":false},{"text":"lost","start":86,"end":90,"id":15,"ws":false,"disabled":false},{"text":".","start":90,"end":91,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":92,"end":104,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":105,"end":117,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":1,"head_span":{"start":18,"end":27,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":29,"end":33,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":34,"end":41,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":43,"end":51,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":52,"end":59,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":12,"head_span":{"start":86,"end":90,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":64,"end":75,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":9,"head_span":{"start":86,"end":90,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":52,"end":59,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":6,"head_span":{"start":86,"end":90,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":34,"end":41,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":34,"end":41,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":9,"head_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":52,"end":59,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":12,"head_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":64,"end":75,"token_start":11,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The 21 children and young adults suing the federal government over climate change argue that they and their generation are already suffering the consequences of climate change, from worsening allergies and asthma to the health risks and stress that come with hurricanes, wildfires and sea level rise threatening their homes.\n","text":"The 21 children and young adults suing the federal government over climate change argue that they and their generation are already suffering the consequences of climate change, from worsening allergies and asthma to the health risks and stress that come with hurricanes, wildfires and sea level rise threatening their homes. IMPLIED_BASE IMPLIED_BASE","characters":"325","document_index":"172","md_sentence_index":"1","classification_origin":"cm-label-eval","url":"https://insideclimatenews.org/news/04062019/children-climate-change-lawsuit-health-risk-juliana-case-appeals-court","combo_id":"172_1","post-training batch1":"172_1","_input_hash":866017770,"_task_hash":1997558132,"spans":[{"start":7,"end":15,"token_start":2,"token_end":2,"label":"to_whom"},{"start":20,"end":32,"token_start":4,"token_end":5,"label":"to_whom"},{"start":43,"end":61,"token_start":8,"token_end":9,"label":"to_whom"},{"text":"climate change","start":67,"token_start":11,"token_end":12,"end":81,"type":"pattern","label":"base"},{"text":"climate change","start":161,"token_start":25,"token_end":26,"end":175,"type":"pattern","label":"base"},{"start":177,"end":181,"token_start":28,"token_end":28,"label":"predicate"},{"text":"worsening","start":182,"token_start":29,"token_end":29,"end":191,"type":"pattern","label":"change_direction"},{"start":192,"end":201,"token_start":30,"token_end":30,"label":"base"},{"text":"asthma","start":206,"token_start":32,"token_end":32,"end":212,"type":"pattern","label":"base"},{"text":"health","start":220,"token_start":35,"token_end":35,"end":226,"type":"pattern","label":"base"},{"text":"risks","start":227,"token_start":36,"token_end":36,"end":232,"type":"pattern","label":"aspect_changing"},{"text":"stress","start":237,"token_start":38,"token_end":38,"end":243,"type":"pattern","label":"base"},{"start":244,"end":258,"token_start":39,"token_end":41,"label":"predicate"},{"text":"hurricanes","start":259,"token_start":42,"token_end":42,"end":269,"type":"pattern","label":"base"},{"text":"wildfires","start":271,"token_start":44,"token_end":44,"end":280,"type":"pattern","label":"base"},{"text":"sea","start":285,"token_start":46,"token_end":46,"end":288,"type":"pattern","label":"base"},{"text":"level","start":289,"token_start":47,"token_end":47,"end":294,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":295,"token_start":48,"token_end":48,"end":299,"type":"pattern","label":"change_direction"},{"start":300,"end":311,"token_start":49,"token_end":49,"label":"change_direction"},{"text":"homes","start":318,"token_start":51,"token_end":51,"end":323,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"21","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"children","start":7,"end":15,"id":2,"ws":true,"disabled":false},{"text":"and","start":16,"end":19,"id":3,"ws":true,"disabled":false},{"text":"young","start":20,"end":25,"id":4,"ws":true,"disabled":false},{"text":"adults","start":26,"end":32,"id":5,"ws":true,"disabled":false},{"text":"suing","start":33,"end":38,"id":6,"ws":true,"disabled":false},{"text":"the","start":39,"end":42,"id":7,"ws":true,"disabled":false},{"text":"federal","start":43,"end":50,"id":8,"ws":true,"disabled":false},{"text":"government","start":51,"end":61,"id":9,"ws":true,"disabled":false},{"text":"over","start":62,"end":66,"id":10,"ws":true,"disabled":false},{"text":"climate","start":67,"end":74,"id":11,"ws":true,"disabled":false},{"text":"change","start":75,"end":81,"id":12,"ws":true,"disabled":false},{"text":"argue","start":82,"end":87,"id":13,"ws":true,"disabled":false},{"text":"that","start":88,"end":92,"id":14,"ws":true,"disabled":false},{"text":"they","start":93,"end":97,"id":15,"ws":true,"disabled":false},{"text":"and","start":98,"end":101,"id":16,"ws":true,"disabled":false},{"text":"their","start":102,"end":107,"id":17,"ws":true,"disabled":false},{"text":"generation","start":108,"end":118,"id":18,"ws":true,"disabled":false},{"text":"are","start":119,"end":122,"id":19,"ws":true,"disabled":false},{"text":"already","start":123,"end":130,"id":20,"ws":true,"disabled":false},{"text":"suffering","start":131,"end":140,"id":21,"ws":true,"disabled":false},{"text":"the","start":141,"end":144,"id":22,"ws":true,"disabled":false},{"text":"consequences","start":145,"end":157,"id":23,"ws":true,"disabled":false},{"text":"of","start":158,"end":160,"id":24,"ws":true,"disabled":false},{"text":"climate","start":161,"end":168,"id":25,"ws":true,"disabled":false},{"text":"change","start":169,"end":175,"id":26,"ws":false,"disabled":false},{"text":",","start":175,"end":176,"id":27,"ws":true,"disabled":false},{"text":"from","start":177,"end":181,"id":28,"ws":true,"disabled":false},{"text":"worsening","start":182,"end":191,"id":29,"ws":true,"disabled":false},{"text":"allergies","start":192,"end":201,"id":30,"ws":true,"disabled":false},{"text":"and","start":202,"end":205,"id":31,"ws":true,"disabled":false},{"text":"asthma","start":206,"end":212,"id":32,"ws":true,"disabled":false},{"text":"to","start":213,"end":215,"id":33,"ws":true,"disabled":false},{"text":"the","start":216,"end":219,"id":34,"ws":true,"disabled":false},{"text":"health","start":220,"end":226,"id":35,"ws":true,"disabled":false},{"text":"risks","start":227,"end":232,"id":36,"ws":true,"disabled":false},{"text":"and","start":233,"end":236,"id":37,"ws":true,"disabled":false},{"text":"stress","start":237,"end":243,"id":38,"ws":true,"disabled":false},{"text":"that","start":244,"end":248,"id":39,"ws":true,"disabled":false},{"text":"come","start":249,"end":253,"id":40,"ws":true,"disabled":false},{"text":"with","start":254,"end":258,"id":41,"ws":true,"disabled":false},{"text":"hurricanes","start":259,"end":269,"id":42,"ws":false,"disabled":false},{"text":",","start":269,"end":270,"id":43,"ws":true,"disabled":false},{"text":"wildfires","start":271,"end":280,"id":44,"ws":true,"disabled":false},{"text":"and","start":281,"end":284,"id":45,"ws":true,"disabled":false},{"text":"sea","start":285,"end":288,"id":46,"ws":true,"disabled":false},{"text":"level","start":289,"end":294,"id":47,"ws":true,"disabled":false},{"text":"rise","start":295,"end":299,"id":48,"ws":true,"disabled":false},{"text":"threatening","start":300,"end":311,"id":49,"ws":true,"disabled":false},{"text":"their","start":312,"end":317,"id":50,"ws":true,"disabled":false},{"text":"homes","start":318,"end":323,"id":51,"ws":false,"disabled":false},{"text":".","start":323,"end":324,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":325,"end":337,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":338,"end":350,"id":54,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":47,"child":46,"head_span":{"start":289,"end":294,"token_start":47,"token_end":47,"label":"aspect_changing"},"child_span":{"start":285,"end":288,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":46,"head_span":{"start":295,"end":299,"token_start":48,"token_end":48,"label":"change_direction"},"child_span":{"start":285,"end":288,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":51,"head_span":{"start":300,"end":311,"token_start":49,"token_end":49,"label":"change_direction"},"child_span":{"start":318,"end":323,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":35,"head_span":{"start":227,"end":232,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":220,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":30,"head_span":{"start":182,"end":191,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":192,"end":201,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":32,"head_span":{"start":182,"end":191,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":206,"end":212,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":30,"head_span":{"start":161,"end":175,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":192,"end":201,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":32,"head_span":{"start":161,"end":175,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":206,"end":212,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":35,"head_span":{"start":161,"end":175,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":220,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":38,"head_span":{"start":161,"end":175,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":237,"end":243,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":38,"head_span":{"start":259,"end":269,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":237,"end":243,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":38,"head_span":{"start":271,"end":280,"token_start":44,"token_end":44,"label":"base"},"child_span":{"start":237,"end":243,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":38,"head_span":{"start":285,"end":288,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":237,"end":243,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":51,"head_span":{"start":259,"end":269,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":318,"end":323,"token_start":51,"token_end":51,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":51,"head_span":{"start":271,"end":280,"token_start":44,"token_end":44,"label":"base"},"child_span":{"start":318,"end":323,"token_start":51,"token_end":51,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":51,"head_span":{"start":285,"end":288,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":318,"end":323,"token_start":51,"token_end":51,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":35,"head_span":{"start":259,"end":269,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":220,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":35,"head_span":{"start":271,"end":280,"token_start":44,"token_end":44,"label":"base"},"child_span":{"start":220,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":35,"head_span":{"start":285,"end":288,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":220,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":42,"head_span":{"start":161,"end":175,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":259,"end":269,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":44,"head_span":{"start":161,"end":175,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":271,"end":280,"token_start":44,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":46,"head_span":{"start":161,"end":175,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":285,"end":288,"token_start":46,"token_end":46,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept","flagged":true}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The urgency and potential irreversibility of climate effects mean we cannot wait for the results of research to deepen our understanding and reduce the uncertainty about these risks.","text":"The urgency and potential irreversibility of climate effects mean we cannot wait for the results of research to deepen our understanding and reduce the uncertainty about these risks. IMPLIED_BASE IMPLIED_BASE","characters":"182","document_index":"452","md_sentence_index":"37","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/10/23/opinion/climate-change-costs.html","combo_id":"452_37","post-training batch1":"452_37","_input_hash":-1569986400,"_task_hash":38629559,"spans":[{"text":"risks","start":176,"token_start":28,"token_end":28,"end":181,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"urgency","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"and","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"potential","start":16,"end":25,"id":3,"ws":true,"disabled":false},{"text":"irreversibility","start":26,"end":41,"id":4,"ws":true,"disabled":false},{"text":"of","start":42,"end":44,"id":5,"ws":true,"disabled":false},{"text":"climate","start":45,"end":52,"id":6,"ws":true,"disabled":false},{"text":"effects","start":53,"end":60,"id":7,"ws":true,"disabled":false},{"text":"mean","start":61,"end":65,"id":8,"ws":true,"disabled":false},{"text":"we","start":66,"end":68,"id":9,"ws":true,"disabled":false},{"text":"can","start":69,"end":72,"id":10,"ws":false,"disabled":false},{"text":"not","start":72,"end":75,"id":11,"ws":true,"disabled":false},{"text":"wait","start":76,"end":80,"id":12,"ws":true,"disabled":false},{"text":"for","start":81,"end":84,"id":13,"ws":true,"disabled":false},{"text":"the","start":85,"end":88,"id":14,"ws":true,"disabled":false},{"text":"results","start":89,"end":96,"id":15,"ws":true,"disabled":false},{"text":"of","start":97,"end":99,"id":16,"ws":true,"disabled":false},{"text":"research","start":100,"end":108,"id":17,"ws":true,"disabled":false},{"text":"to","start":109,"end":111,"id":18,"ws":true,"disabled":false},{"text":"deepen","start":112,"end":118,"id":19,"ws":true,"disabled":false},{"text":"our","start":119,"end":122,"id":20,"ws":true,"disabled":false},{"text":"understanding","start":123,"end":136,"id":21,"ws":true,"disabled":false},{"text":"and","start":137,"end":140,"id":22,"ws":true,"disabled":false},{"text":"reduce","start":141,"end":147,"id":23,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":24,"ws":true,"disabled":false},{"text":"uncertainty","start":152,"end":163,"id":25,"ws":true,"disabled":false},{"text":"about","start":164,"end":169,"id":26,"ws":true,"disabled":false},{"text":"these","start":170,"end":175,"id":27,"ws":true,"disabled":false},{"text":"risks","start":176,"end":181,"id":28,"ws":false,"disabled":false},{"text":".","start":181,"end":182,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":183,"end":195,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"It predicts that in the absence of significant progress in efforts to curb emissions of temperature-raising greenhouse gases, extreme heat waves could claim thousands of lives in major U.S. cities.\n","text":"It predicts that in the absence of significant progress in efforts to curb emissions of temperature-raising greenhouse gases, extreme heat waves could claim thousands of lives in major U.S. cities. IMPLIED_BASE IMPLIED_BASE","characters":"198","document_index":"221","md_sentence_index":"1","classification_origin":"cm_cause_effect_rel","url":"https://www.nbcnews.com/mach/science/without-swift-action-climate-change-heat-waves-could-kill-thousands-ncna1017376","combo_id":"221_1","post-training batch1":"221_1","_input_hash":-1727915521,"_task_hash":-1298618201,"spans":[{"text":"emissions","start":75,"token_start":13,"token_end":13,"end":84,"type":"pattern","label":"aspect_changing"},{"start":88,"end":107,"token_start":15,"token_end":17,"label":"type_of"},{"text":"greenhouse gases","start":108,"token_start":18,"token_end":19,"end":124,"type":"pattern","label":"base"},{"start":126,"end":133,"token_start":21,"token_end":21,"label":"type_of"},{"text":"heat waves","start":134,"token_start":22,"token_end":23,"end":144,"type":"pattern","label":"base"},{"start":151,"end":156,"token_start":25,"token_end":25,"label":"change_direction"},{"start":170,"end":175,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"predicts","start":3,"end":11,"id":1,"ws":true,"disabled":false},{"text":"that","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"in","start":17,"end":19,"id":3,"ws":true,"disabled":false},{"text":"the","start":20,"end":23,"id":4,"ws":true,"disabled":false},{"text":"absence","start":24,"end":31,"id":5,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"significant","start":35,"end":46,"id":7,"ws":true,"disabled":false},{"text":"progress","start":47,"end":55,"id":8,"ws":true,"disabled":false},{"text":"in","start":56,"end":58,"id":9,"ws":true,"disabled":false},{"text":"efforts","start":59,"end":66,"id":10,"ws":true,"disabled":false},{"text":"to","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"curb","start":70,"end":74,"id":12,"ws":true,"disabled":false},{"text":"emissions","start":75,"end":84,"id":13,"ws":true,"disabled":false},{"text":"of","start":85,"end":87,"id":14,"ws":true,"disabled":false},{"text":"temperature","start":88,"end":99,"id":15,"ws":false,"disabled":false},{"text":"-","start":99,"end":100,"id":16,"ws":false,"disabled":false},{"text":"raising","start":100,"end":107,"id":17,"ws":true,"disabled":false},{"text":"greenhouse","start":108,"end":118,"id":18,"ws":true,"disabled":false},{"text":"gases","start":119,"end":124,"id":19,"ws":false,"disabled":false},{"text":",","start":124,"end":125,"id":20,"ws":true,"disabled":false},{"text":"extreme","start":126,"end":133,"id":21,"ws":true,"disabled":false},{"text":"heat","start":134,"end":138,"id":22,"ws":true,"disabled":false},{"text":"waves","start":139,"end":144,"id":23,"ws":true,"disabled":false},{"text":"could","start":145,"end":150,"id":24,"ws":true,"disabled":false},{"text":"claim","start":151,"end":156,"id":25,"ws":true,"disabled":false},{"text":"thousands","start":157,"end":166,"id":26,"ws":true,"disabled":false},{"text":"of","start":167,"end":169,"id":27,"ws":true,"disabled":false},{"text":"lives","start":170,"end":175,"id":28,"ws":true,"disabled":false},{"text":"in","start":176,"end":178,"id":29,"ws":true,"disabled":false},{"text":"major","start":179,"end":184,"id":30,"ws":true,"disabled":false},{"text":"U.S.","start":185,"end":189,"id":31,"ws":true,"disabled":false},{"text":"cities","start":190,"end":196,"id":32,"ws":false,"disabled":false},{"text":".","start":196,"end":197,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":211,"end":223,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":13,"child":19,"head_span":{"start":75,"end":84,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":108,"end":124,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":88,"end":107,"token_start":15,"token_end":17,"label":"type_of"},"child_span":{"start":108,"end":124,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":23,"head_span":{"start":126,"end":133,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":134,"end":144,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":28,"head_span":{"start":151,"end":156,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":170,"end":175,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":28,"head_span":{"start":134,"end":144,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":170,"end":175,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":28,"head_span":{"start":108,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":170,"end":175,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Assessing the risk from both wind and storm surge, the author of a 2017 paper concludes: \u201cIn combination, climate change and coastal development will cause hurricane damage to increase faster than the U.S. economy is expected to grow.","text":"Assessing the risk from both wind and storm surge, the author of a 2017 paper concludes: \u201cIn combination, climate change and coastal development will cause hurricane damage to increase faster than the U.S. economy is expected to grow. IMPLIED_BASE IMPLIED_BASE","characters":"234","document_index":"787","md_sentence_index":"112","classification_origin":"causal_sentence_classification","url":"https://yaleclimateconnections.org/2019/07/how-climate-change-is-making-hurricanes-more-dangerous/","combo_id":"787_112","post-training batch1":"787_112","_input_hash":-18427504,"_task_hash":-1751404789,"spans":[{"text":"climate change","start":106,"token_start":22,"token_end":23,"end":120,"type":"pattern","label":"base"},{"start":125,"end":132,"token_start":25,"token_end":25,"label":"type_of"},{"text":"development","start":133,"token_start":26,"token_end":26,"end":144,"type":"pattern","label":"base"},{"text":"hurricane","start":156,"token_start":29,"token_end":29,"end":165,"type":"pattern","label":"base"},{"start":166,"end":172,"token_start":30,"token_end":30,"label":"aspect_changing"},{"text":"increase","start":176,"token_start":32,"token_end":32,"end":184,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Assessing","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"the","start":10,"end":13,"id":1,"ws":true,"disabled":false},{"text":"risk","start":14,"end":18,"id":2,"ws":true,"disabled":false},{"text":"from","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"both","start":24,"end":28,"id":4,"ws":true,"disabled":false},{"text":"wind","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"and","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"storm","start":38,"end":43,"id":7,"ws":true,"disabled":false},{"text":"surge","start":44,"end":49,"id":8,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":9,"ws":true,"disabled":false},{"text":"the","start":51,"end":54,"id":10,"ws":true,"disabled":false},{"text":"author","start":55,"end":61,"id":11,"ws":true,"disabled":false},{"text":"of","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"a","start":65,"end":66,"id":13,"ws":true,"disabled":false},{"text":"2017","start":67,"end":71,"id":14,"ws":true,"disabled":false},{"text":"paper","start":72,"end":77,"id":15,"ws":true,"disabled":false},{"text":"concludes","start":78,"end":87,"id":16,"ws":false,"disabled":false},{"text":":","start":87,"end":88,"id":17,"ws":true,"disabled":false},{"text":"\u201c","start":89,"end":90,"id":18,"ws":false,"disabled":false},{"text":"In","start":90,"end":92,"id":19,"ws":true,"disabled":false},{"text":"combination","start":93,"end":104,"id":20,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":21,"ws":true,"disabled":false},{"text":"climate","start":106,"end":113,"id":22,"ws":true,"disabled":false},{"text":"change","start":114,"end":120,"id":23,"ws":true,"disabled":false},{"text":"and","start":121,"end":124,"id":24,"ws":true,"disabled":false},{"text":"coastal","start":125,"end":132,"id":25,"ws":true,"disabled":false},{"text":"development","start":133,"end":144,"id":26,"ws":true,"disabled":false},{"text":"will","start":145,"end":149,"id":27,"ws":true,"disabled":false},{"text":"cause","start":150,"end":155,"id":28,"ws":true,"disabled":false},{"text":"hurricane","start":156,"end":165,"id":29,"ws":true,"disabled":false},{"text":"damage","start":166,"end":172,"id":30,"ws":true,"disabled":false},{"text":"to","start":173,"end":175,"id":31,"ws":true,"disabled":false},{"text":"increase","start":176,"end":184,"id":32,"ws":true,"disabled":false},{"text":"faster","start":185,"end":191,"id":33,"ws":true,"disabled":false},{"text":"than","start":192,"end":196,"id":34,"ws":true,"disabled":false},{"text":"the","start":197,"end":200,"id":35,"ws":true,"disabled":false},{"text":"U.S.","start":201,"end":205,"id":36,"ws":true,"disabled":false},{"text":"economy","start":206,"end":213,"id":37,"ws":true,"disabled":false},{"text":"is","start":214,"end":216,"id":38,"ws":true,"disabled":false},{"text":"expected","start":217,"end":225,"id":39,"ws":true,"disabled":false},{"text":"to","start":226,"end":228,"id":40,"ws":true,"disabled":false},{"text":"grow","start":229,"end":233,"id":41,"ws":false,"disabled":false},{"text":".","start":233,"end":234,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":235,"end":247,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":248,"end":260,"id":44,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":125,"end":132,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":133,"end":144,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":29,"head_span":{"start":176,"end":184,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":156,"end":165,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":29,"head_span":{"start":166,"end":172,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":156,"end":165,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":29,"head_span":{"start":106,"end":120,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":156,"end":165,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":29,"head_span":{"start":133,"end":144,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":156,"end":165,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"One of the most common environmental allergens is ragweed, which can cause hay fever and trigger asthma attacks, especially in children and the elderly.2","text":"One of the most common environmental allergens is ragweed, which can cause hay fever and trigger asthma attacks, especially in children and the elderly.2 IMPLIED_BASE IMPLIED_BASE","characters":"153","document_index":"123","md_sentence_index":"9","classification_origin":"cm_cause_effect_rel","url":"https://www.epa.gov/climate-indicators/climate-change-indicators-ragweed-pollen-season","combo_id":"123_9","post-training batch1":"123_9","_input_hash":64018564,"_task_hash":1005362296,"spans":[{"text":"ragweed","start":50,"token_start":8,"token_end":8,"end":57,"type":"pattern","label":"base"},{"text":"hay fever","start":75,"token_start":13,"token_end":14,"end":84,"type":"pattern","label":"base"},{"text":"asthma","start":97,"token_start":17,"token_end":17,"end":103,"type":"pattern","label":"base"},{"start":104,"end":111,"token_start":18,"token_end":18,"label":"aspect_changing"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"of","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"the","start":7,"end":10,"id":2,"ws":true,"disabled":false},{"text":"most","start":11,"end":15,"id":3,"ws":true,"disabled":false},{"text":"common","start":16,"end":22,"id":4,"ws":true,"disabled":false},{"text":"environmental","start":23,"end":36,"id":5,"ws":true,"disabled":false},{"text":"allergens","start":37,"end":46,"id":6,"ws":true,"disabled":false},{"text":"is","start":47,"end":49,"id":7,"ws":true,"disabled":false},{"text":"ragweed","start":50,"end":57,"id":8,"ws":false,"disabled":false},{"text":",","start":57,"end":58,"id":9,"ws":true,"disabled":false},{"text":"which","start":59,"end":64,"id":10,"ws":true,"disabled":false},{"text":"can","start":65,"end":68,"id":11,"ws":true,"disabled":false},{"text":"cause","start":69,"end":74,"id":12,"ws":true,"disabled":false},{"text":"hay","start":75,"end":78,"id":13,"ws":true,"disabled":false},{"text":"fever","start":79,"end":84,"id":14,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":15,"ws":true,"disabled":false},{"text":"trigger","start":89,"end":96,"id":16,"ws":true,"disabled":false},{"text":"asthma","start":97,"end":103,"id":17,"ws":true,"disabled":false},{"text":"attacks","start":104,"end":111,"id":18,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":19,"ws":true,"disabled":false},{"text":"especially","start":113,"end":123,"id":20,"ws":true,"disabled":false},{"text":"in","start":124,"end":126,"id":21,"ws":true,"disabled":false},{"text":"children","start":127,"end":135,"id":22,"ws":true,"disabled":false},{"text":"and","start":136,"end":139,"id":23,"ws":true,"disabled":false},{"text":"the","start":140,"end":143,"id":24,"ws":true,"disabled":false},{"text":"elderly.2","start":144,"end":153,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":167,"end":179,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":18,"child":17,"head_span":{"start":104,"end":111,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":14,"head_span":{"start":50,"end":57,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":75,"end":84,"token_start":13,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":17,"head_span":{"start":50,"end":57,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Very strong evidence from multiple studies shows a consensus that many people exposed to climate- or weather-related natural disasters experience stress reactions and serious psychological harm, which often occur simultaneously.30, 31, 32, 33, 34","text":"Very strong evidence from multiple studies shows a consensus that many people exposed to climate- or weather-related natural disasters experience stress reactions and serious psychological harm, which often occur simultaneously.30, 31, 32, 33, 34 IMPLIED_BASE IMPLIED_BASE","characters":"246","document_index":"619","md_sentence_index":"297","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_297","post-training batch1":"619_297","_input_hash":-185564731,"_task_hash":2112372712,"spans":[{"start":89,"end":116,"token_start":14,"token_end":18,"label":"type_of"},{"text":"natural disasters","start":117,"token_start":19,"token_end":20,"end":134,"type":"pattern","label":"base"},{"text":"stress","start":146,"token_start":22,"token_end":22,"end":152,"type":"pattern","label":"base"},{"start":153,"end":162,"token_start":23,"token_end":23,"label":"aspect_changing"},{"start":175,"end":193,"token_start":26,"token_end":27,"label":"base"}],"tokens":[{"text":"Very","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"strong","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"evidence","start":12,"end":20,"id":2,"ws":true,"disabled":false},{"text":"from","start":21,"end":25,"id":3,"ws":true,"disabled":false},{"text":"multiple","start":26,"end":34,"id":4,"ws":true,"disabled":false},{"text":"studies","start":35,"end":42,"id":5,"ws":true,"disabled":false},{"text":"shows","start":43,"end":48,"id":6,"ws":true,"disabled":false},{"text":"a","start":49,"end":50,"id":7,"ws":true,"disabled":false},{"text":"consensus","start":51,"end":60,"id":8,"ws":true,"disabled":false},{"text":"that","start":61,"end":65,"id":9,"ws":true,"disabled":false},{"text":"many","start":66,"end":70,"id":10,"ws":true,"disabled":false},{"text":"people","start":71,"end":77,"id":11,"ws":true,"disabled":false},{"text":"exposed","start":78,"end":85,"id":12,"ws":true,"disabled":false},{"text":"to","start":86,"end":88,"id":13,"ws":true,"disabled":false},{"text":"climate-","start":89,"end":97,"id":14,"ws":true,"disabled":false},{"text":"or","start":98,"end":100,"id":15,"ws":true,"disabled":false},{"text":"weather","start":101,"end":108,"id":16,"ws":false,"disabled":false},{"text":"-","start":108,"end":109,"id":17,"ws":false,"disabled":false},{"text":"related","start":109,"end":116,"id":18,"ws":true,"disabled":false},{"text":"natural","start":117,"end":124,"id":19,"ws":true,"disabled":false},{"text":"disasters","start":125,"end":134,"id":20,"ws":true,"disabled":false},{"text":"experience","start":135,"end":145,"id":21,"ws":true,"disabled":false},{"text":"stress","start":146,"end":152,"id":22,"ws":true,"disabled":false},{"text":"reactions","start":153,"end":162,"id":23,"ws":true,"disabled":false},{"text":"and","start":163,"end":166,"id":24,"ws":true,"disabled":false},{"text":"serious","start":167,"end":174,"id":25,"ws":true,"disabled":false},{"text":"psychological","start":175,"end":188,"id":26,"ws":true,"disabled":false},{"text":"harm","start":189,"end":193,"id":27,"ws":false,"disabled":false},{"text":",","start":193,"end":194,"id":28,"ws":true,"disabled":false},{"text":"which","start":195,"end":200,"id":29,"ws":true,"disabled":false},{"text":"often","start":201,"end":206,"id":30,"ws":true,"disabled":false},{"text":"occur","start":207,"end":212,"id":31,"ws":true,"disabled":false},{"text":"simultaneously.30","start":213,"end":230,"id":32,"ws":false,"disabled":false},{"text":",","start":230,"end":231,"id":33,"ws":true,"disabled":false},{"text":"31","start":232,"end":234,"id":34,"ws":false,"disabled":false},{"text":",","start":234,"end":235,"id":35,"ws":true,"disabled":false},{"text":"32","start":236,"end":238,"id":36,"ws":false,"disabled":false},{"text":",","start":238,"end":239,"id":37,"ws":true,"disabled":false},{"text":"33","start":240,"end":242,"id":38,"ws":false,"disabled":false},{"text":",","start":242,"end":243,"id":39,"ws":true,"disabled":false},{"text":"34","start":244,"end":246,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":247,"end":259,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":260,"end":272,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":18,"child":20,"head_span":{"start":89,"end":116,"token_start":14,"token_end":18,"label":"type_of"},"child_span":{"start":117,"end":134,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":153,"end":162,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":146,"end":152,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":22,"head_span":{"start":117,"end":134,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":146,"end":152,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":27,"head_span":{"start":117,"end":134,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":175,"end":193,"token_start":26,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Naughton, M.B., A. Henderson, M.C. Mirabelli, R. Kaiser, J.L. Wilhelm, S.M. Kieszak, C.H. Rubin, and M.A. McGeehin, 2002: Heat-related mortality during a 1999 heat wave in Chicago.","text":"Naughton, M.B., A. Henderson, M.C. Mirabelli, R. Kaiser, J.L. Wilhelm, S.M. Kieszak, C.H. Rubin, and M.A. McGeehin, 2002: Heat-related mortality during a 1999 heat wave in Chicago. IMPLIED_BASE IMPLIED_BASE","characters":"180","document_index":"619","md_sentence_index":"853","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_853","post-training batch1":"619_853","_input_hash":1557232800,"_task_hash":-60800352,"spans":[{"start":122,"end":134,"token_start":28,"token_end":30,"label":"type_of"},{"start":135,"end":144,"token_start":31,"token_end":31,"label":"base"},{"text":"heat wave","start":159,"token_start":35,"token_end":36,"end":168,"type":"pattern","label":"base"}],"tokens":[{"text":"Naughton","start":0,"end":8,"id":0,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":1,"ws":true,"disabled":false},{"text":"M.B.","start":10,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"A.","start":16,"end":18,"id":4,"ws":true,"disabled":false},{"text":"Henderson","start":19,"end":28,"id":5,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":6,"ws":true,"disabled":false},{"text":"M.C.","start":30,"end":34,"id":7,"ws":true,"disabled":false},{"text":"Mirabelli","start":35,"end":44,"id":8,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":9,"ws":true,"disabled":false},{"text":"R.","start":46,"end":48,"id":10,"ws":true,"disabled":false},{"text":"Kaiser","start":49,"end":55,"id":11,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":12,"ws":true,"disabled":false},{"text":"J.L.","start":57,"end":61,"id":13,"ws":true,"disabled":false},{"text":"Wilhelm","start":62,"end":69,"id":14,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":15,"ws":true,"disabled":false},{"text":"S.M.","start":71,"end":75,"id":16,"ws":true,"disabled":false},{"text":"Kieszak","start":76,"end":83,"id":17,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":18,"ws":true,"disabled":false},{"text":"C.H.","start":85,"end":89,"id":19,"ws":true,"disabled":false},{"text":"Rubin","start":90,"end":95,"id":20,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":21,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":22,"ws":true,"disabled":false},{"text":"M.A.","start":101,"end":105,"id":23,"ws":true,"disabled":false},{"text":"McGeehin","start":106,"end":114,"id":24,"ws":false,"disabled":false},{"text":",","start":114,"end":115,"id":25,"ws":true,"disabled":false},{"text":"2002","start":116,"end":120,"id":26,"ws":false,"disabled":false},{"text":":","start":120,"end":121,"id":27,"ws":true,"disabled":false},{"text":"Heat","start":122,"end":126,"id":28,"ws":false,"disabled":false},{"text":"-","start":126,"end":127,"id":29,"ws":false,"disabled":false},{"text":"related","start":127,"end":134,"id":30,"ws":true,"disabled":false},{"text":"mortality","start":135,"end":144,"id":31,"ws":true,"disabled":false},{"text":"during","start":145,"end":151,"id":32,"ws":true,"disabled":false},{"text":"a","start":152,"end":153,"id":33,"ws":true,"disabled":false},{"text":"1999","start":154,"end":158,"id":34,"ws":true,"disabled":false},{"text":"heat","start":159,"end":163,"id":35,"ws":true,"disabled":false},{"text":"wave","start":164,"end":168,"id":36,"ws":true,"disabled":false},{"text":"in","start":169,"end":171,"id":37,"ws":true,"disabled":false},{"text":"Chicago","start":172,"end":179,"id":38,"ws":false,"disabled":false},{"text":".","start":179,"end":180,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":41,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":30,"child":31,"head_span":{"start":122,"end":134,"token_start":28,"token_end":30,"label":"type_of"},"child_span":{"start":135,"end":144,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":31,"head_span":{"start":159,"end":168,"token_start":35,"token_end":36,"label":"base"},"child_span":{"start":135,"end":144,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"While models forecast that gradual thaw may lead to net ecosystem carbon uptake under projections of Representative Concentration Pathway 4.5, abrupt thaw emissions are likely to offset this potential carbon sink.","text":"While models forecast that gradual thaw may lead to net ecosystem carbon uptake under projections of Representative Concentration Pathway 4.5, abrupt thaw emissions are likely to offset this potential carbon sink. IMPLIED_BASE IMPLIED_BASE","characters":"213","document_index":"613","md_sentence_index":"5","classification_origin":"causal_sentence_classification","url":"https://www.nature.com/articles/s41561-019-0526-0","combo_id":"613_5","post-training batch1":"613_5","_input_hash":-461616694,"_task_hash":-1522617659,"spans":[{"start":27,"end":34,"token_start":4,"token_end":4,"label":"change_direction"},{"start":35,"end":39,"token_start":5,"token_end":5,"label":"base"},{"start":52,"end":65,"token_start":9,"token_end":10,"label":"type_of"},{"start":66,"end":72,"token_start":11,"token_end":11,"label":"base"},{"start":73,"end":79,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":143,"end":149,"token_start":21,"token_end":21,"label":"type_of"},{"start":150,"end":154,"token_start":22,"token_end":22,"label":"base"},{"text":"emissions","start":155,"token_start":23,"token_end":23,"end":164,"type":"pattern","label":"aspect_changing"},{"text":"carbon sink","start":201,"token_start":30,"token_end":31,"end":212,"type":"pattern","label":"base"}],"tokens":[{"text":"While","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"models","start":6,"end":12,"id":1,"ws":true,"disabled":false},{"text":"forecast","start":13,"end":21,"id":2,"ws":true,"disabled":false},{"text":"that","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"gradual","start":27,"end":34,"id":4,"ws":true,"disabled":false},{"text":"thaw","start":35,"end":39,"id":5,"ws":true,"disabled":false},{"text":"may","start":40,"end":43,"id":6,"ws":true,"disabled":false},{"text":"lead","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"to","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"net","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"ecosystem","start":56,"end":65,"id":10,"ws":true,"disabled":false},{"text":"carbon","start":66,"end":72,"id":11,"ws":true,"disabled":false},{"text":"uptake","start":73,"end":79,"id":12,"ws":true,"disabled":false},{"text":"under","start":80,"end":85,"id":13,"ws":true,"disabled":false},{"text":"projections","start":86,"end":97,"id":14,"ws":true,"disabled":false},{"text":"of","start":98,"end":100,"id":15,"ws":true,"disabled":false},{"text":"Representative","start":101,"end":115,"id":16,"ws":true,"disabled":false},{"text":"Concentration","start":116,"end":129,"id":17,"ws":true,"disabled":false},{"text":"Pathway","start":130,"end":137,"id":18,"ws":true,"disabled":false},{"text":"4.5","start":138,"end":141,"id":19,"ws":false,"disabled":false},{"text":",","start":141,"end":142,"id":20,"ws":true,"disabled":false},{"text":"abrupt","start":143,"end":149,"id":21,"ws":true,"disabled":false},{"text":"thaw","start":150,"end":154,"id":22,"ws":true,"disabled":false},{"text":"emissions","start":155,"end":164,"id":23,"ws":true,"disabled":false},{"text":"are","start":165,"end":168,"id":24,"ws":true,"disabled":false},{"text":"likely","start":169,"end":175,"id":25,"ws":true,"disabled":false},{"text":"to","start":176,"end":178,"id":26,"ws":true,"disabled":false},{"text":"offset","start":179,"end":185,"id":27,"ws":true,"disabled":false},{"text":"this","start":186,"end":190,"id":28,"ws":true,"disabled":false},{"text":"potential","start":191,"end":200,"id":29,"ws":true,"disabled":false},{"text":"carbon","start":201,"end":207,"id":30,"ws":true,"disabled":false},{"text":"sink","start":208,"end":212,"id":31,"ws":false,"disabled":false},{"text":".","start":212,"end":213,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":214,"end":226,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":227,"end":239,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":27,"end":34,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":35,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":52,"end":65,"token_start":9,"token_end":10,"label":"type_of"},"child_span":{"start":66,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":11,"head_span":{"start":73,"end":79,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":66,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":22,"head_span":{"start":143,"end":149,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":150,"end":154,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":155,"end":164,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":150,"end":154,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":31,"head_span":{"start":150,"end":154,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":201,"end":212,"token_start":30,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":11,"head_span":{"start":35,"end":39,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":66,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"is_a relationship","relation count":"many?","complexity":"moderate","original_md_text":"Scientists and health professionals have long known that exposure to air pollution causes respiratory damage, such as asthma.","text":"Scientists and health professionals have long known that exposure to air pollution causes respiratory damage, such as asthma. IMPLIED_BASE IMPLIED_BASE","characters":"125","document_index":"110","md_sentence_index":"78","classification_origin":"cm_cause_effect_rel","url":"https://hbbf.org/sites/default/files/documents/2018-06/LinkFossilFuelsNeurologicalHarm_04-06-18_v2.pdf","combo_id":"110_78","post-training batch1":"110_78","_input_hash":-1065002927,"_task_hash":-1504437393,"spans":[{"start":69,"end":72,"token_start":10,"token_end":10,"label":"type_of"},{"text":"pollution","start":73,"token_start":11,"token_end":11,"end":82,"type":"pattern","label":"base"},{"start":90,"end":101,"token_start":13,"token_end":13,"label":"base"},{"start":102,"end":108,"token_start":14,"token_end":14,"label":"aspect_changing"},{"text":"asthma","start":118,"token_start":18,"token_end":18,"end":124,"type":"pattern","label":"base"}],"tokens":[{"text":"Scientists","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"and","start":11,"end":14,"id":1,"ws":true,"disabled":false},{"text":"health","start":15,"end":21,"id":2,"ws":true,"disabled":false},{"text":"professionals","start":22,"end":35,"id":3,"ws":true,"disabled":false},{"text":"have","start":36,"end":40,"id":4,"ws":true,"disabled":false},{"text":"long","start":41,"end":45,"id":5,"ws":true,"disabled":false},{"text":"known","start":46,"end":51,"id":6,"ws":true,"disabled":false},{"text":"that","start":52,"end":56,"id":7,"ws":true,"disabled":false},{"text":"exposure","start":57,"end":65,"id":8,"ws":true,"disabled":false},{"text":"to","start":66,"end":68,"id":9,"ws":true,"disabled":false},{"text":"air","start":69,"end":72,"id":10,"ws":true,"disabled":false},{"text":"pollution","start":73,"end":82,"id":11,"ws":true,"disabled":false},{"text":"causes","start":83,"end":89,"id":12,"ws":true,"disabled":false},{"text":"respiratory","start":90,"end":101,"id":13,"ws":true,"disabled":false},{"text":"damage","start":102,"end":108,"id":14,"ws":false,"disabled":false},{"text":",","start":108,"end":109,"id":15,"ws":true,"disabled":false},{"text":"such","start":110,"end":114,"id":16,"ws":true,"disabled":false},{"text":"as","start":115,"end":117,"id":17,"ws":true,"disabled":false},{"text":"asthma","start":118,"end":124,"id":18,"ws":false,"disabled":false},{"text":".","start":124,"end":125,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":69,"end":72,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":73,"end":82,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":102,"end":108,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":90,"end":101,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":73,"end":82,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":90,"end":101,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":18,"head_span":{"start":73,"end":82,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":118,"end":124,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"The heat also warped tracks on BART Monday afternoon, and crews worked to cool down equipment as delays reverberated throughout the system, according to the transit agency.\n","text":"The heat also warped tracks on BART Monday afternoon, and crews worked to cool down equipment as delays reverberated throughout the system, according to the transit agency. IMPLIED_BASE IMPLIED_BASE","characters":"173","document_index":"211","md_sentence_index":"18","classification_origin":"cm-label-eval","url":"https://www.sfchronicle.com/bayarea/article/Record-setting-temperatures-concern-Bay-Area-13964987.php","combo_id":"211_18","post-training batch1":"211_18","_input_hash":-45425256,"_task_hash":-1748454766,"spans":[{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},{"start":14,"end":20,"token_start":3,"token_end":3,"label":"change_direction"},{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},{"start":97,"end":103,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":104,"end":116,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":173,"end":185,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"heat","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"also","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"warped","start":14,"end":20,"id":3,"ws":true,"disabled":false},{"text":"tracks","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"on","start":28,"end":30,"id":5,"ws":true,"disabled":false},{"text":"BART","start":31,"end":35,"id":6,"ws":true,"disabled":false},{"text":"Monday","start":36,"end":42,"id":7,"ws":true,"disabled":false},{"text":"afternoon","start":43,"end":52,"id":8,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":9,"ws":true,"disabled":false},{"text":"and","start":54,"end":57,"id":10,"ws":true,"disabled":false},{"text":"crews","start":58,"end":63,"id":11,"ws":true,"disabled":false},{"text":"worked","start":64,"end":70,"id":12,"ws":true,"disabled":false},{"text":"to","start":71,"end":73,"id":13,"ws":true,"disabled":false},{"text":"cool","start":74,"end":78,"id":14,"ws":true,"disabled":false},{"text":"down","start":79,"end":83,"id":15,"ws":true,"disabled":false},{"text":"equipment","start":84,"end":93,"id":16,"ws":true,"disabled":false},{"text":"as","start":94,"end":96,"id":17,"ws":true,"disabled":false},{"text":"delays","start":97,"end":103,"id":18,"ws":true,"disabled":false},{"text":"reverberated","start":104,"end":116,"id":19,"ws":true,"disabled":false},{"text":"throughout","start":117,"end":127,"id":20,"ws":true,"disabled":false},{"text":"the","start":128,"end":131,"id":21,"ws":true,"disabled":false},{"text":"system","start":132,"end":138,"id":22,"ws":false,"disabled":false},{"text":",","start":138,"end":139,"id":23,"ws":true,"disabled":false},{"text":"according","start":140,"end":149,"id":24,"ws":true,"disabled":false},{"text":"to","start":150,"end":152,"id":25,"ws":true,"disabled":false},{"text":"the","start":153,"end":156,"id":26,"ws":true,"disabled":false},{"text":"transit","start":157,"end":164,"id":27,"ws":true,"disabled":false},{"text":"agency","start":165,"end":171,"id":28,"ws":false,"disabled":false},{"text":".","start":171,"end":172,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":173,"end":185,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":19,"child":30,"head_span":{"start":104,"end":116,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":173,"end":185,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":30,"head_span":{"start":97,"end":103,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":173,"end":185,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":14,"end":20,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":4,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":30,"head_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":173,"end":185,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"There\u2019s now evidence that the unnatural effects of human-caused global warming are already making hurricanes stronger and more destructive.","text":"There\u2019s now evidence that the unnatural effects of human-caused global warming are already making hurricanes stronger and more destructive. IMPLIED_BASE IMPLIED_BASE","characters":"139","document_index":"787","md_sentence_index":"2","classification_origin":"causal_sentence_classification","url":"https://yaleclimateconnections.org/2019/07/how-climate-change-is-making-hurricanes-more-dangerous/","combo_id":"787_2","post-training batch1":"787_2","_input_hash":1840325862,"_task_hash":1635414832,"spans":[{"start":51,"end":63,"token_start":9,"token_end":11,"label":"type_of"},{"text":"global warming","start":64,"token_start":12,"token_end":13,"end":78,"type":"pattern","label":"base"},{"start":79,"end":82,"token_start":14,"token_end":14,"label":"confidence"},{"start":91,"end":97,"token_start":16,"token_end":16,"label":"predicate"},{"text":"hurricanes","start":98,"token_start":17,"token_end":17,"end":108,"type":"pattern","label":"base"},{"start":109,"end":117,"token_start":18,"token_end":18,"label":"change_direction"},{"start":122,"end":138,"token_start":20,"token_end":21,"label":"change_direction"}],"tokens":[{"text":"There","start":0,"end":5,"id":0,"ws":false,"disabled":false},{"text":"\u2019s","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"now","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"evidence","start":12,"end":20,"id":3,"ws":true,"disabled":false},{"text":"that","start":21,"end":25,"id":4,"ws":true,"disabled":false},{"text":"the","start":26,"end":29,"id":5,"ws":true,"disabled":false},{"text":"unnatural","start":30,"end":39,"id":6,"ws":true,"disabled":false},{"text":"effects","start":40,"end":47,"id":7,"ws":true,"disabled":false},{"text":"of","start":48,"end":50,"id":8,"ws":true,"disabled":false},{"text":"human","start":51,"end":56,"id":9,"ws":false,"disabled":false},{"text":"-","start":56,"end":57,"id":10,"ws":false,"disabled":false},{"text":"caused","start":57,"end":63,"id":11,"ws":true,"disabled":false},{"text":"global","start":64,"end":70,"id":12,"ws":true,"disabled":false},{"text":"warming","start":71,"end":78,"id":13,"ws":true,"disabled":false},{"text":"are","start":79,"end":82,"id":14,"ws":true,"disabled":false},{"text":"already","start":83,"end":90,"id":15,"ws":true,"disabled":false},{"text":"making","start":91,"end":97,"id":16,"ws":true,"disabled":false},{"text":"hurricanes","start":98,"end":108,"id":17,"ws":true,"disabled":false},{"text":"stronger","start":109,"end":117,"id":18,"ws":true,"disabled":false},{"text":"and","start":118,"end":121,"id":19,"ws":true,"disabled":false},{"text":"more","start":122,"end":126,"id":20,"ws":true,"disabled":false},{"text":"destructive","start":127,"end":138,"id":21,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":18,"child":17,"head_span":{"start":109,"end":117,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":98,"end":108,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":17,"head_span":{"start":122,"end":138,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":98,"end":108,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":51,"end":63,"token_start":9,"token_end":11,"label":"type_of"},"child_span":{"start":64,"end":78,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":64,"end":78,"token_start":12,"token_end":13,"label":"base"},"child_span":{"start":98,"end":108,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cWe are already seeing severe bleaching around the world and the recent 2014-17 global coral bleaching event has been devastating for many reefs around the world.","text":"\u201cWe are already seeing severe bleaching around the world and the recent 2014-17 global coral bleaching event has been devastating for many reefs around the world. IMPLIED_BASE IMPLIED_BASE","characters":"162","document_index":"647","md_sentence_index":"434","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_434","post-training batch1":"647_434","_input_hash":878513112,"_task_hash":506363410,"spans":[],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"We","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"are","start":4,"end":7,"id":2,"ws":true,"disabled":false},{"text":"already","start":8,"end":15,"id":3,"ws":true,"disabled":false},{"text":"seeing","start":16,"end":22,"id":4,"ws":true,"disabled":false},{"text":"severe","start":23,"end":29,"id":5,"ws":true,"disabled":false},{"text":"bleaching","start":30,"end":39,"id":6,"ws":true,"disabled":false},{"text":"around","start":40,"end":46,"id":7,"ws":true,"disabled":false},{"text":"the","start":47,"end":50,"id":8,"ws":true,"disabled":false},{"text":"world","start":51,"end":56,"id":9,"ws":true,"disabled":false},{"text":"and","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":11,"ws":true,"disabled":false},{"text":"recent","start":65,"end":71,"id":12,"ws":true,"disabled":false},{"text":"2014","start":72,"end":76,"id":13,"ws":false,"disabled":false},{"text":"-","start":76,"end":77,"id":14,"ws":false,"disabled":false},{"text":"17","start":77,"end":79,"id":15,"ws":true,"disabled":false},{"text":"global","start":80,"end":86,"id":16,"ws":true,"disabled":false},{"text":"coral","start":87,"end":92,"id":17,"ws":true,"disabled":false},{"text":"bleaching","start":93,"end":102,"id":18,"ws":true,"disabled":false},{"text":"event","start":103,"end":108,"id":19,"ws":true,"disabled":false},{"text":"has","start":109,"end":112,"id":20,"ws":true,"disabled":false},{"text":"been","start":113,"end":117,"id":21,"ws":true,"disabled":false},{"text":"devastating","start":118,"end":129,"id":22,"ws":true,"disabled":false},{"text":"for","start":130,"end":133,"id":23,"ws":true,"disabled":false},{"text":"many","start":134,"end":138,"id":24,"ws":true,"disabled":false},{"text":"reefs","start":139,"end":144,"id":25,"ws":true,"disabled":false},{"text":"around","start":145,"end":151,"id":26,"ws":true,"disabled":false},{"text":"the","start":152,"end":155,"id":27,"ws":true,"disabled":false},{"text":"world","start":156,"end":161,"id":28,"ws":false,"disabled":false},{"text":".","start":161,"end":162,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":176,"end":188,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"The toxins produced by some species of cyanobacteria (called cyanotoxins) cause acute and chronic illnesses in humans.","text":"The toxins produced by some species of cyanobacteria (called cyanotoxins) cause acute and chronic illnesses in humans. IMPLIED_BASE IMPLIED_BASE","characters":"118","document_index":"153","md_sentence_index":"3","classification_origin":"cm_cause_effect_rel","url":"https://www.usgs.gov/news/science-harmful-algae-blooms","combo_id":"153_3","post-training batch1":"153_3","_input_hash":-477618132,"_task_hash":-952739062,"spans":[{"start":4,"end":10,"token_start":1,"token_end":1,"label":"base"},{"text":"cyanotoxins","start":61,"token_start":10,"token_end":10,"end":72,"type":"pattern","label":"base"},{"start":74,"end":79,"token_start":12,"token_end":12,"label":"predicate"},{"start":80,"end":85,"token_start":13,"token_end":13,"label":"type_of"},{"start":90,"end":97,"token_start":15,"token_end":15,"label":"type_of"},{"start":98,"end":107,"token_start":16,"token_end":16,"label":"base"},{"start":111,"end":117,"token_start":18,"token_end":18,"label":"to_whom"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"toxins","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"produced","start":11,"end":19,"id":2,"ws":true,"disabled":false},{"text":"by","start":20,"end":22,"id":3,"ws":true,"disabled":false},{"text":"some","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"species","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"of","start":36,"end":38,"id":6,"ws":true,"disabled":false},{"text":"cyanobacteria","start":39,"end":52,"id":7,"ws":true,"disabled":false},{"text":"(","start":53,"end":54,"id":8,"ws":false,"disabled":false},{"text":"called","start":54,"end":60,"id":9,"ws":true,"disabled":false},{"text":"cyanotoxins","start":61,"end":72,"id":10,"ws":false,"disabled":false},{"text":")","start":72,"end":73,"id":11,"ws":true,"disabled":false},{"text":"cause","start":74,"end":79,"id":12,"ws":true,"disabled":false},{"text":"acute","start":80,"end":85,"id":13,"ws":true,"disabled":false},{"text":"and","start":86,"end":89,"id":14,"ws":true,"disabled":false},{"text":"chronic","start":90,"end":97,"id":15,"ws":true,"disabled":false},{"text":"illnesses","start":98,"end":107,"id":16,"ws":true,"disabled":false},{"text":"in","start":108,"end":110,"id":17,"ws":true,"disabled":false},{"text":"humans","start":111,"end":117,"id":18,"ws":false,"disabled":false},{"text":".","start":117,"end":118,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":132,"end":144,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":1,"child":10,"head_span":{"start":4,"end":10,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":61,"end":72,"token_start":10,"token_end":10,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":15,"child":16,"head_span":{"start":90,"end":97,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":98,"end":107,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":80,"end":85,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":98,"end":107,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":16,"head_span":{"start":4,"end":10,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":98,"end":107,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":16,"head_span":{"start":61,"end":72,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":98,"end":107,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"That rapid climate change will (and already is) negatively affecting the livelihoods and aggressive tendencies of individuals is obvious, but it is informative to consider how entire populations respond to these effects.","text":"That rapid climate change will (and already is) negatively affecting the livelihoods and aggressive tendencies of individuals is obvious, but it is informative to consider how entire populations respond to these effects. IMPLIED_BASE IMPLIED_BASE","characters":"220","document_index":"711","md_sentence_index":"50","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_50","post-training batch1":"711_50","_input_hash":-1733403535,"_task_hash":-1113767933,"spans":[{"start":5,"end":10,"token_start":1,"token_end":1,"label":"type_of"},{"text":"climate change","start":11,"token_start":2,"token_end":3,"end":25,"type":"pattern","label":"base"},{"start":26,"end":30,"token_start":4,"token_end":4,"label":"confidence"},{"start":44,"end":46,"token_start":8,"token_end":8,"label":"confidence"},{"start":48,"end":68,"token_start":10,"token_end":11,"label":"change_direction"},{"text":"livelihoods","start":73,"token_start":13,"token_end":13,"end":84,"type":"pattern","label":"base"},{"start":89,"end":99,"token_start":15,"token_end":15,"label":"base"},{"start":100,"end":110,"token_start":16,"token_end":16,"label":"aspect_changing"}],"tokens":[{"text":"That","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"rapid","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"climate","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"change","start":19,"end":25,"id":3,"ws":true,"disabled":false},{"text":"will","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"(","start":31,"end":32,"id":5,"ws":false,"disabled":false},{"text":"and","start":32,"end":35,"id":6,"ws":true,"disabled":false},{"text":"already","start":36,"end":43,"id":7,"ws":true,"disabled":false},{"text":"is","start":44,"end":46,"id":8,"ws":false,"disabled":false},{"text":")","start":46,"end":47,"id":9,"ws":true,"disabled":false},{"text":"negatively","start":48,"end":58,"id":10,"ws":true,"disabled":false},{"text":"affecting","start":59,"end":68,"id":11,"ws":true,"disabled":false},{"text":"the","start":69,"end":72,"id":12,"ws":true,"disabled":false},{"text":"livelihoods","start":73,"end":84,"id":13,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":14,"ws":true,"disabled":false},{"text":"aggressive","start":89,"end":99,"id":15,"ws":true,"disabled":false},{"text":"tendencies","start":100,"end":110,"id":16,"ws":true,"disabled":false},{"text":"of","start":111,"end":113,"id":17,"ws":true,"disabled":false},{"text":"individuals","start":114,"end":125,"id":18,"ws":true,"disabled":false},{"text":"is","start":126,"end":128,"id":19,"ws":true,"disabled":false},{"text":"obvious","start":129,"end":136,"id":20,"ws":false,"disabled":false},{"text":",","start":136,"end":137,"id":21,"ws":true,"disabled":false},{"text":"but","start":138,"end":141,"id":22,"ws":true,"disabled":false},{"text":"it","start":142,"end":144,"id":23,"ws":true,"disabled":false},{"text":"is","start":145,"end":147,"id":24,"ws":true,"disabled":false},{"text":"informative","start":148,"end":159,"id":25,"ws":true,"disabled":false},{"text":"to","start":160,"end":162,"id":26,"ws":true,"disabled":false},{"text":"consider","start":163,"end":171,"id":27,"ws":true,"disabled":false},{"text":"how","start":172,"end":175,"id":28,"ws":true,"disabled":false},{"text":"entire","start":176,"end":182,"id":29,"ws":true,"disabled":false},{"text":"populations","start":183,"end":194,"id":30,"ws":true,"disabled":false},{"text":"respond","start":195,"end":202,"id":31,"ws":true,"disabled":false},{"text":"to","start":203,"end":205,"id":32,"ws":true,"disabled":false},{"text":"these","start":206,"end":211,"id":33,"ws":true,"disabled":false},{"text":"effects","start":212,"end":219,"id":34,"ws":false,"disabled":false},{"text":".","start":219,"end":220,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":221,"end":233,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":234,"end":246,"id":37,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":5,"end":10,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":11,"end":25,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":15,"head_span":{"start":100,"end":110,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":89,"end":99,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":13,"head_span":{"start":11,"end":25,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":73,"end":84,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":15,"head_span":{"start":11,"end":25,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":89,"end":99,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":13,"head_span":{"start":48,"end":68,"token_start":10,"token_end":11,"label":"change_direction"},"child_span":{"start":73,"end":84,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":15,"head_span":{"start":48,"end":68,"token_start":10,"token_end":11,"label":"change_direction"},"child_span":{"start":89,"end":99,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For all the criticism, Mr. Johnson has maintained that the most significant result of the power shut-off strategy has been that it prevented the utility\u2019s equipment from causing a wildfire.","text":"For all the criticism, Mr. Johnson has maintained that the most significant result of the power shut-off strategy has been that it prevented the utility\u2019s equipment from causing a wildfire. IMPLIED_BASE IMPLIED_BASE","characters":"189","document_index":"426","md_sentence_index":"45","classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.nytimes.com/2019/10/22/business/pge-blackout-california.html","combo_id":"426_45","post-training batch1":"426_45","_input_hash":-1377288138,"_task_hash":-910822266,"spans":[{"start":90,"end":95,"token_start":16,"token_end":16,"label":"base"},{"start":96,"end":104,"token_start":17,"token_end":19,"label":"change_direction"},{"start":170,"end":177,"token_start":31,"token_end":31,"label":"predicate"},{"text":"wildfire","start":180,"token_start":33,"token_end":33,"end":188,"type":"pattern","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"all","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"criticism","start":12,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"Mr.","start":23,"end":26,"id":5,"ws":true,"disabled":false},{"text":"Johnson","start":27,"end":34,"id":6,"ws":true,"disabled":false},{"text":"has","start":35,"end":38,"id":7,"ws":true,"disabled":false},{"text":"maintained","start":39,"end":49,"id":8,"ws":true,"disabled":false},{"text":"that","start":50,"end":54,"id":9,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":10,"ws":true,"disabled":false},{"text":"most","start":59,"end":63,"id":11,"ws":true,"disabled":false},{"text":"significant","start":64,"end":75,"id":12,"ws":true,"disabled":false},{"text":"result","start":76,"end":82,"id":13,"ws":true,"disabled":false},{"text":"of","start":83,"end":85,"id":14,"ws":true,"disabled":false},{"text":"the","start":86,"end":89,"id":15,"ws":true,"disabled":false},{"text":"power","start":90,"end":95,"id":16,"ws":true,"disabled":false},{"text":"shut","start":96,"end":100,"id":17,"ws":false,"disabled":false},{"text":"-","start":100,"end":101,"id":18,"ws":false,"disabled":false},{"text":"off","start":101,"end":104,"id":19,"ws":true,"disabled":false},{"text":"strategy","start":105,"end":113,"id":20,"ws":true,"disabled":false},{"text":"has","start":114,"end":117,"id":21,"ws":true,"disabled":false},{"text":"been","start":118,"end":122,"id":22,"ws":true,"disabled":false},{"text":"that","start":123,"end":127,"id":23,"ws":true,"disabled":false},{"text":"it","start":128,"end":130,"id":24,"ws":true,"disabled":false},{"text":"prevented","start":131,"end":140,"id":25,"ws":true,"disabled":false},{"text":"the","start":141,"end":144,"id":26,"ws":true,"disabled":false},{"text":"utility","start":145,"end":152,"id":27,"ws":false,"disabled":false},{"text":"\u2019s","start":152,"end":154,"id":28,"ws":true,"disabled":false},{"text":"equipment","start":155,"end":164,"id":29,"ws":true,"disabled":false},{"text":"from","start":165,"end":169,"id":30,"ws":true,"disabled":false},{"text":"causing","start":170,"end":177,"id":31,"ws":true,"disabled":false},{"text":"a","start":178,"end":179,"id":32,"ws":true,"disabled":false},{"text":"wildfire","start":180,"end":188,"id":33,"ws":false,"disabled":false},{"text":".","start":188,"end":189,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":19,"child":16,"head_span":{"start":96,"end":104,"token_start":17,"token_end":19,"label":"change_direction"},"child_span":{"start":90,"end":95,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":33,"head_span":{"start":90,"end":95,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":180,"end":188,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"One consequence of global warming is that it intensifies natural disasters such as fires and floods, but insurers have struggled to anticipate the spiraling costs.","text":"One consequence of global warming is that it intensifies natural disasters such as fires and floods, but insurers have struggled to anticipate the spiraling costs. IMPLIED_BASE IMPLIED_BASE","characters":"163","document_index":"489","md_sentence_index":"9","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/12/05/climate/california-fire-insurance-climate.html","combo_id":"489_9","post-training batch1":"489_9","_input_hash":789707744,"_task_hash":-48635936,"spans":[{"text":"global warming","start":19,"token_start":3,"token_end":4,"end":33,"type":"pattern","label":"base"},{"start":34,"end":36,"token_start":5,"token_end":5,"label":"confidence"},{"start":45,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},{"text":"natural disasters","start":57,"token_start":9,"token_end":10,"end":74,"type":"pattern","label":"base"},{"start":83,"end":88,"token_start":13,"token_end":13,"label":"base"},{"text":"floods","start":93,"token_start":15,"token_end":15,"end":99,"type":"pattern","label":"base"},{"start":105,"end":113,"token_start":18,"token_end":18,"label":"base"},{"start":119,"end":128,"token_start":20,"token_end":20,"label":"change_direction"},{"start":147,"end":156,"token_start":24,"token_end":24,"label":"change_direction"},{"start":157,"end":162,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"consequence","start":4,"end":15,"id":1,"ws":true,"disabled":false},{"text":"of","start":16,"end":18,"id":2,"ws":true,"disabled":false},{"text":"global","start":19,"end":25,"id":3,"ws":true,"disabled":false},{"text":"warming","start":26,"end":33,"id":4,"ws":true,"disabled":false},{"text":"is","start":34,"end":36,"id":5,"ws":true,"disabled":false},{"text":"that","start":37,"end":41,"id":6,"ws":true,"disabled":false},{"text":"it","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"intensifies","start":45,"end":56,"id":8,"ws":true,"disabled":false},{"text":"natural","start":57,"end":64,"id":9,"ws":true,"disabled":false},{"text":"disasters","start":65,"end":74,"id":10,"ws":true,"disabled":false},{"text":"such","start":75,"end":79,"id":11,"ws":true,"disabled":false},{"text":"as","start":80,"end":82,"id":12,"ws":true,"disabled":false},{"text":"fires","start":83,"end":88,"id":13,"ws":true,"disabled":false},{"text":"and","start":89,"end":92,"id":14,"ws":true,"disabled":false},{"text":"floods","start":93,"end":99,"id":15,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":16,"ws":true,"disabled":false},{"text":"but","start":101,"end":104,"id":17,"ws":true,"disabled":false},{"text":"insurers","start":105,"end":113,"id":18,"ws":true,"disabled":false},{"text":"have","start":114,"end":118,"id":19,"ws":true,"disabled":false},{"text":"struggled","start":119,"end":128,"id":20,"ws":true,"disabled":false},{"text":"to","start":129,"end":131,"id":21,"ws":true,"disabled":false},{"text":"anticipate","start":132,"end":142,"id":22,"ws":true,"disabled":false},{"text":"the","start":143,"end":146,"id":23,"ws":true,"disabled":false},{"text":"spiraling","start":147,"end":156,"id":24,"ws":true,"disabled":false},{"text":"costs","start":157,"end":162,"id":25,"ws":false,"disabled":false},{"text":".","start":162,"end":163,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":177,"end":189,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":8,"child":10,"head_span":{"start":45,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":57,"end":74,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":13,"head_span":{"start":45,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":83,"end":88,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":15,"head_span":{"start":45,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":93,"end":99,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":10,"head_span":{"start":83,"end":88,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":57,"end":74,"token_start":9,"token_end":10,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":15,"child":10,"head_span":{"start":93,"end":99,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":57,"end":74,"token_start":9,"token_end":10,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":24,"child":25,"head_span":{"start":147,"end":156,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":157,"end":162,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":18,"head_span":{"start":119,"end":128,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":105,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":10,"head_span":{"start":19,"end":33,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":57,"end":74,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":13,"head_span":{"start":19,"end":33,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":83,"end":88,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":15,"head_span":{"start":19,"end":33,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":93,"end":99,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":25,"head_span":{"start":83,"end":88,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":157,"end":162,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":25,"head_span":{"start":93,"end":99,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":157,"end":162,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":25,"head_span":{"start":57,"end":74,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":157,"end":162,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":18,"head_span":{"start":157,"end":162,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":105,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In the Nile Delta, where many of Egypt's crops are cultivated, widespread erosion and saltwater intrusion would be disastrous since the country contains little other arable land.\n","text":"In the Nile Delta, where many of Egypt's crops are cultivated, widespread erosion and saltwater intrusion would be disastrous since the country contains little other arable land. IMPLIED_BASE IMPLIED_BASE","characters":"179","document_index":"382","md_sentence_index":"51","classification_origin":"cm_cause_effect_rel","url":"https://www.nationalgeographic.com/environment/global-warming/big-thaw/","combo_id":"382_51","post-training batch1":"382_51","_input_hash":916805421,"_task_hash":-471035232,"spans":[{"text":"erosion","start":74,"token_start":15,"token_end":15,"end":81,"type":"pattern","label":"base"},{"text":"saltwater","start":86,"token_start":17,"token_end":17,"end":95,"type":"pattern","label":"base"},{"start":106,"end":114,"token_start":19,"token_end":20,"label":"confidence"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"Nile","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"Delta","start":12,"end":17,"id":3,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":4,"ws":true,"disabled":false},{"text":"where","start":19,"end":24,"id":5,"ws":true,"disabled":false},{"text":"many","start":25,"end":29,"id":6,"ws":true,"disabled":false},{"text":"of","start":30,"end":32,"id":7,"ws":true,"disabled":false},{"text":"Egypt","start":33,"end":38,"id":8,"ws":false,"disabled":false},{"text":"'s","start":38,"end":40,"id":9,"ws":true,"disabled":false},{"text":"crops","start":41,"end":46,"id":10,"ws":true,"disabled":false},{"text":"are","start":47,"end":50,"id":11,"ws":true,"disabled":false},{"text":"cultivated","start":51,"end":61,"id":12,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":13,"ws":true,"disabled":false},{"text":"widespread","start":63,"end":73,"id":14,"ws":true,"disabled":false},{"text":"erosion","start":74,"end":81,"id":15,"ws":true,"disabled":false},{"text":"and","start":82,"end":85,"id":16,"ws":true,"disabled":false},{"text":"saltwater","start":86,"end":95,"id":17,"ws":true,"disabled":false},{"text":"intrusion","start":96,"end":105,"id":18,"ws":true,"disabled":false},{"text":"would","start":106,"end":111,"id":19,"ws":true,"disabled":false},{"text":"be","start":112,"end":114,"id":20,"ws":true,"disabled":false},{"text":"disastrous","start":115,"end":125,"id":21,"ws":true,"disabled":false},{"text":"since","start":126,"end":131,"id":22,"ws":true,"disabled":false},{"text":"the","start":132,"end":135,"id":23,"ws":true,"disabled":false},{"text":"country","start":136,"end":143,"id":24,"ws":true,"disabled":false},{"text":"contains","start":144,"end":152,"id":25,"ws":true,"disabled":false},{"text":"little","start":153,"end":159,"id":26,"ws":true,"disabled":false},{"text":"other","start":160,"end":165,"id":27,"ws":true,"disabled":false},{"text":"arable","start":166,"end":172,"id":28,"ws":true,"disabled":false},{"text":"land","start":173,"end":177,"id":29,"ws":false,"disabled":false},{"text":".","start":177,"end":178,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":179,"end":191,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Another major impact of climate change on the international stage will be on water supply and the increased likelihood of intra- and inter-state conflict over this finite resource.","text":"Another major impact of climate change on the international stage will be on water supply and the increased likelihood of intra- and inter-state conflict over this finite resource. IMPLIED_BASE IMPLIED_BASE","characters":"180","document_index":"81","md_sentence_index":"78","classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_78","post-training batch1":"81_78","_input_hash":-1577425405,"_task_hash":1339781296,"spans":[{"text":"climate change","start":24,"token_start":4,"token_end":5,"end":38,"type":"pattern","label":"base"},{"start":46,"end":59,"token_start":8,"token_end":8,"label":"where"},{"start":66,"end":73,"token_start":10,"token_end":11,"label":"confidence"},{"text":"water","start":77,"token_start":13,"token_end":13,"end":82,"type":"pattern","label":"base"},{"start":83,"end":89,"token_start":14,"token_end":14,"label":"aspect_changing"},{"text":"increased","start":98,"token_start":17,"token_end":17,"end":107,"type":"pattern","label":"change_direction"},{"text":"likelihood","start":108,"token_start":18,"token_end":18,"end":118,"type":"pattern","label":"aspect_changing"},{"start":122,"end":128,"token_start":20,"token_end":20,"label":"type_of"},{"start":133,"end":144,"token_start":22,"token_end":24,"label":"type_of"},{"text":"conflict","start":145,"token_start":25,"token_end":25,"end":153,"type":"pattern","label":"base"}],"tokens":[{"text":"Another","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"major","start":8,"end":13,"id":1,"ws":true,"disabled":false},{"text":"impact","start":14,"end":20,"id":2,"ws":true,"disabled":false},{"text":"of","start":21,"end":23,"id":3,"ws":true,"disabled":false},{"text":"climate","start":24,"end":31,"id":4,"ws":true,"disabled":false},{"text":"change","start":32,"end":38,"id":5,"ws":true,"disabled":false},{"text":"on","start":39,"end":41,"id":6,"ws":true,"disabled":false},{"text":"the","start":42,"end":45,"id":7,"ws":true,"disabled":false},{"text":"international","start":46,"end":59,"id":8,"ws":true,"disabled":false},{"text":"stage","start":60,"end":65,"id":9,"ws":true,"disabled":false},{"text":"will","start":66,"end":70,"id":10,"ws":true,"disabled":false},{"text":"be","start":71,"end":73,"id":11,"ws":true,"disabled":false},{"text":"on","start":74,"end":76,"id":12,"ws":true,"disabled":false},{"text":"water","start":77,"end":82,"id":13,"ws":true,"disabled":false},{"text":"supply","start":83,"end":89,"id":14,"ws":true,"disabled":false},{"text":"and","start":90,"end":93,"id":15,"ws":true,"disabled":false},{"text":"the","start":94,"end":97,"id":16,"ws":true,"disabled":false},{"text":"increased","start":98,"end":107,"id":17,"ws":true,"disabled":false},{"text":"likelihood","start":108,"end":118,"id":18,"ws":true,"disabled":false},{"text":"of","start":119,"end":121,"id":19,"ws":true,"disabled":false},{"text":"intra-","start":122,"end":128,"id":20,"ws":true,"disabled":false},{"text":"and","start":129,"end":132,"id":21,"ws":true,"disabled":false},{"text":"inter","start":133,"end":138,"id":22,"ws":false,"disabled":false},{"text":"-","start":138,"end":139,"id":23,"ws":false,"disabled":false},{"text":"state","start":139,"end":144,"id":24,"ws":true,"disabled":false},{"text":"conflict","start":145,"end":153,"id":25,"ws":true,"disabled":false},{"text":"over","start":154,"end":158,"id":26,"ws":true,"disabled":false},{"text":"this","start":159,"end":163,"id":27,"ws":true,"disabled":false},{"text":"finite","start":164,"end":170,"id":28,"ws":true,"disabled":false},{"text":"resource","start":171,"end":179,"id":29,"ws":false,"disabled":false},{"text":".","start":179,"end":180,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":14,"child":13,"head_span":{"start":83,"end":89,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":77,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":25,"head_span":{"start":133,"end":144,"token_start":22,"token_end":24,"label":"type_of"},"child_span":{"start":145,"end":153,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":25,"head_span":{"start":122,"end":128,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":145,"end":153,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":25,"head_span":{"start":108,"end":118,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":145,"end":153,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":25,"head_span":{"start":98,"end":107,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":145,"end":153,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":13,"head_span":{"start":24,"end":38,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":77,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":25,"head_span":{"start":77,"end":82,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":145,"end":153,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Worldwide each year, there are 100 million cases of dengue infections severe enough to cause symptoms, which may include fever, debilitating joint pain and internal bleeding.","text":"Worldwide each year, there are 100 million cases of dengue infections severe enough to cause symptoms, which may include fever, debilitating joint pain and internal bleeding. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"217","md_sentence_index":"3","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/interactive/2019/06/10/climate/dengue-mosquito-spread-map.html","combo_id":"217_3","post-training batch1":"217_3","_input_hash":-1093192661,"_task_hash":-1015849335,"spans":[{"start":0,"end":9,"token_start":0,"token_end":0,"label":"where"},{"start":10,"end":19,"token_start":1,"token_end":2,"label":"when"},{"start":31,"end":48,"token_start":6,"token_end":8,"label":"effect_size"},{"start":52,"end":58,"token_start":10,"token_end":10,"label":"base"},{"start":87,"end":92,"token_start":15,"token_end":15,"label":"predicate"},{"start":93,"end":101,"token_start":16,"token_end":16,"label":"base"},{"start":121,"end":126,"token_start":21,"token_end":21,"label":"base"},{"start":128,"end":140,"token_start":23,"token_end":23,"label":"type_of"},{"start":141,"end":151,"token_start":24,"token_end":25,"label":"base"},{"start":156,"end":173,"token_start":27,"token_end":28,"label":"base"}],"tokens":[{"text":"Worldwide","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"each","start":10,"end":14,"id":1,"ws":true,"disabled":false},{"text":"year","start":15,"end":19,"id":2,"ws":false,"disabled":false},{"text":",","start":19,"end":20,"id":3,"ws":true,"disabled":false},{"text":"there","start":21,"end":26,"id":4,"ws":true,"disabled":false},{"text":"are","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"100","start":31,"end":34,"id":6,"ws":true,"disabled":false},{"text":"million","start":35,"end":42,"id":7,"ws":true,"disabled":false},{"text":"cases","start":43,"end":48,"id":8,"ws":true,"disabled":false},{"text":"of","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"dengue","start":52,"end":58,"id":10,"ws":true,"disabled":false},{"text":"infections","start":59,"end":69,"id":11,"ws":true,"disabled":false},{"text":"severe","start":70,"end":76,"id":12,"ws":true,"disabled":false},{"text":"enough","start":77,"end":83,"id":13,"ws":true,"disabled":false},{"text":"to","start":84,"end":86,"id":14,"ws":true,"disabled":false},{"text":"cause","start":87,"end":92,"id":15,"ws":true,"disabled":false},{"text":"symptoms","start":93,"end":101,"id":16,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":17,"ws":true,"disabled":false},{"text":"which","start":103,"end":108,"id":18,"ws":true,"disabled":false},{"text":"may","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"include","start":113,"end":120,"id":20,"ws":true,"disabled":false},{"text":"fever","start":121,"end":126,"id":21,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":22,"ws":true,"disabled":false},{"text":"debilitating","start":128,"end":140,"id":23,"ws":true,"disabled":false},{"text":"joint","start":141,"end":146,"id":24,"ws":true,"disabled":false},{"text":"pain","start":147,"end":151,"id":25,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":26,"ws":true,"disabled":false},{"text":"internal","start":156,"end":164,"id":27,"ws":true,"disabled":false},{"text":"bleeding","start":165,"end":173,"id":28,"ws":false,"disabled":false},{"text":".","start":173,"end":174,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":23,"child":25,"head_span":{"start":128,"end":140,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":141,"end":151,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":16,"head_span":{"start":121,"end":126,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":93,"end":101,"token_start":16,"token_end":16,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":25,"child":16,"head_span":{"start":141,"end":151,"token_start":24,"token_end":25,"label":"base"},"child_span":{"start":93,"end":101,"token_start":16,"token_end":16,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":28,"child":16,"head_span":{"start":156,"end":173,"token_start":27,"token_end":28,"label":"base"},"child_span":{"start":93,"end":101,"token_start":16,"token_end":16,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":10,"child":16,"head_span":{"start":52,"end":58,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":93,"end":101,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":21,"head_span":{"start":52,"end":58,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":121,"end":126,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":25,"head_span":{"start":52,"end":58,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":141,"end":151,"token_start":24,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":28,"head_span":{"start":52,"end":58,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":156,"end":173,"token_start":27,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"In the West, human-caused climate change is a significant factor in worsening wildfires, scientists at the University of Idaho and Columbia University in New York have found.","text":"In the West, human-caused climate change is a significant factor in worsening wildfires, scientists at the University of Idaho and Columbia University in New York have found. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"25","md_sentence_index":"103","classification_origin":"cm_cause_effect_rel","url":"https://www.washingtonpost.com/graphics/2019/lifestyle/magazine/climate-change-covers/","combo_id":"25_103","post-training batch1":"25_103","_input_hash":-2090165702,"_task_hash":1732955062,"spans":[{"start":3,"end":11,"token_start":1,"token_end":2,"label":"where"},{"start":13,"end":25,"token_start":4,"token_end":6,"label":"type_of"},{"text":"climate change","start":26,"token_start":7,"token_end":8,"end":40,"type":"pattern","label":"base"},{"text":"worsening","start":68,"token_start":14,"token_end":14,"end":77,"type":"pattern","label":"change_direction"},{"text":"wildfires","start":78,"token_start":15,"token_end":15,"end":87,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"West","start":7,"end":11,"id":2,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":3,"ws":true,"disabled":false},{"text":"human","start":13,"end":18,"id":4,"ws":false,"disabled":false},{"text":"-","start":18,"end":19,"id":5,"ws":false,"disabled":false},{"text":"caused","start":19,"end":25,"id":6,"ws":true,"disabled":false},{"text":"climate","start":26,"end":33,"id":7,"ws":true,"disabled":false},{"text":"change","start":34,"end":40,"id":8,"ws":true,"disabled":false},{"text":"is","start":41,"end":43,"id":9,"ws":true,"disabled":false},{"text":"a","start":44,"end":45,"id":10,"ws":true,"disabled":false},{"text":"significant","start":46,"end":57,"id":11,"ws":true,"disabled":false},{"text":"factor","start":58,"end":64,"id":12,"ws":true,"disabled":false},{"text":"in","start":65,"end":67,"id":13,"ws":true,"disabled":false},{"text":"worsening","start":68,"end":77,"id":14,"ws":true,"disabled":false},{"text":"wildfires","start":78,"end":87,"id":15,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":16,"ws":true,"disabled":false},{"text":"scientists","start":89,"end":99,"id":17,"ws":true,"disabled":false},{"text":"at","start":100,"end":102,"id":18,"ws":true,"disabled":false},{"text":"the","start":103,"end":106,"id":19,"ws":true,"disabled":false},{"text":"University","start":107,"end":117,"id":20,"ws":true,"disabled":false},{"text":"of","start":118,"end":120,"id":21,"ws":true,"disabled":false},{"text":"Idaho","start":121,"end":126,"id":22,"ws":true,"disabled":false},{"text":"and","start":127,"end":130,"id":23,"ws":true,"disabled":false},{"text":"Columbia","start":131,"end":139,"id":24,"ws":true,"disabled":false},{"text":"University","start":140,"end":150,"id":25,"ws":true,"disabled":false},{"text":"in","start":151,"end":153,"id":26,"ws":true,"disabled":false},{"text":"New","start":154,"end":157,"id":27,"ws":true,"disabled":false},{"text":"York","start":158,"end":162,"id":28,"ws":true,"disabled":false},{"text":"have","start":163,"end":167,"id":29,"ws":true,"disabled":false},{"text":"found","start":168,"end":173,"id":30,"ws":false,"disabled":false},{"text":".","start":173,"end":174,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":6,"child":8,"head_span":{"start":13,"end":25,"token_start":4,"token_end":6,"label":"type_of"},"child_span":{"start":26,"end":40,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":68,"end":77,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":78,"end":87,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":15,"head_span":{"start":26,"end":40,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":78,"end":87,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Together, increased stalling and increased rain during stalls imply increased coastal rainfall from TCs, other factors equal.","text":"Together, increased stalling and increased rain during stalls imply increased coastal rainfall from TCs, other factors equal. IMPLIED_BASE IMPLIED_BASE","characters":"125","document_index":"358","md_sentence_index":"6","classification_origin":"cm_cause_effect_rel","url":"https://www.nature.com/articles/s41612-019-0074-8","combo_id":"358_6","post-training batch1":"358_6","_input_hash":1872521139,"_task_hash":-630865332,"spans":[{"text":"increased","start":10,"token_start":2,"token_end":2,"end":19,"type":"pattern","label":"change_direction"},{"start":20,"end":28,"token_start":3,"token_end":3,"label":"base"},{"text":"increased","start":33,"token_start":5,"token_end":5,"end":42,"type":"pattern","label":"change_direction"},{"text":"rain","start":43,"token_start":6,"token_end":6,"end":47,"type":"pattern","label":"base"},{"text":"increased","start":68,"token_start":10,"token_end":10,"end":77,"type":"pattern","label":"change_direction"},{"start":78,"end":85,"token_start":11,"token_end":11,"label":"type_of"},{"text":"rainfall","start":86,"token_start":12,"token_end":12,"end":94,"type":"pattern","label":"base"}],"tokens":[{"text":"Together","start":0,"end":8,"id":0,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":1,"ws":true,"disabled":false},{"text":"increased","start":10,"end":19,"id":2,"ws":true,"disabled":false},{"text":"stalling","start":20,"end":28,"id":3,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":4,"ws":true,"disabled":false},{"text":"increased","start":33,"end":42,"id":5,"ws":true,"disabled":false},{"text":"rain","start":43,"end":47,"id":6,"ws":true,"disabled":false},{"text":"during","start":48,"end":54,"id":7,"ws":true,"disabled":false},{"text":"stalls","start":55,"end":61,"id":8,"ws":true,"disabled":false},{"text":"imply","start":62,"end":67,"id":9,"ws":true,"disabled":false},{"text":"increased","start":68,"end":77,"id":10,"ws":true,"disabled":false},{"text":"coastal","start":78,"end":85,"id":11,"ws":true,"disabled":false},{"text":"rainfall","start":86,"end":94,"id":12,"ws":true,"disabled":false},{"text":"from","start":95,"end":99,"id":13,"ws":true,"disabled":false},{"text":"TCs","start":100,"end":103,"id":14,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":15,"ws":true,"disabled":false},{"text":"other","start":105,"end":110,"id":16,"ws":true,"disabled":false},{"text":"factors","start":111,"end":118,"id":17,"ws":true,"disabled":false},{"text":"equal","start":119,"end":124,"id":18,"ws":false,"disabled":false},{"text":".","start":124,"end":125,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":10,"end":19,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":20,"end":28,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":33,"end":42,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":43,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":78,"end":85,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":86,"end":94,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":12,"head_span":{"start":68,"end":77,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":86,"end":94,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":12,"head_span":{"start":43,"end":47,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":86,"end":94,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":12,"head_span":{"start":20,"end":28,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":86,"end":94,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"Climate change could make air pollution worse.\n","text":"Climate change could make air pollution worse. IMPLIED_BASE IMPLIED_BASE","characters":"47","document_index":"222","md_sentence_index":"37","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/interactive/2019/06/19/climate/us-air-pollution-trump.html","combo_id":"222_37","post-training batch1":"222_37","_input_hash":1019112728,"_task_hash":953022414,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":15,"end":20,"token_start":2,"token_end":2,"label":"confidence"},{"start":26,"end":29,"token_start":4,"token_end":4,"label":"type_of"},{"text":"pollution","start":30,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"base"},{"start":40,"end":45,"token_start":6,"token_end":6,"label":"change_direction"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"could","start":15,"end":20,"id":2,"ws":true,"disabled":false},{"text":"make","start":21,"end":25,"id":3,"ws":true,"disabled":false},{"text":"air","start":26,"end":29,"id":4,"ws":true,"disabled":false},{"text":"pollution","start":30,"end":39,"id":5,"ws":true,"disabled":false},{"text":"worse","start":40,"end":45,"id":6,"ws":false,"disabled":false},{"text":".","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":47,"end":59,"id":8,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":60,"end":72,"id":9,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":26,"end":29,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":30,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":40,"end":45,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":30,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":30,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Warmer temperatures lead to less snowfall, with consequences for ski seasons, alpine tourism, and athletic training.\n","text":"Warmer temperatures lead to less snowfall, with consequences for ski seasons, alpine tourism, and athletic training. IMPLIED_BASE IMPLIED_BASE","characters":"117","document_index":"745","md_sentence_index":"384","classification_origin":"causal_sentence_classification","url":"https://www.connect4climate.org/sites/default/files/files/publications/Sport_and_climate_report.pdf","combo_id":"745_384","post-training batch1":"745_384","_input_hash":-1737450527,"_task_hash":474340447,"spans":[{"text":"Warmer","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":7,"token_start":1,"token_end":1,"end":19,"type":"pattern","label":"aspect_changing"},{"start":20,"end":27,"token_start":2,"token_end":3,"label":"predicate"},{"text":"less","start":28,"token_start":4,"token_end":4,"end":32,"type":"pattern","label":"change_direction"},{"start":33,"end":41,"token_start":5,"token_end":5,"label":"base"},{"start":48,"end":60,"token_start":8,"token_end":8,"label":"change_direction"},{"start":65,"end":68,"token_start":10,"token_end":10,"label":"base"},{"start":69,"end":76,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":78,"end":84,"token_start":13,"token_end":13,"label":"type_of"},{"start":85,"end":92,"token_start":14,"token_end":14,"label":"base"},{"start":98,"end":106,"token_start":17,"token_end":17,"label":"type_of"},{"start":107,"end":115,"token_start":18,"token_end":18,"label":"base"},{"start":117,"end":129,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"Warmer","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"temperatures","start":7,"end":19,"id":1,"ws":true,"disabled":false},{"text":"lead","start":20,"end":24,"id":2,"ws":true,"disabled":false},{"text":"to","start":25,"end":27,"id":3,"ws":true,"disabled":false},{"text":"less","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"snowfall","start":33,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"with","start":43,"end":47,"id":7,"ws":true,"disabled":false},{"text":"consequences","start":48,"end":60,"id":8,"ws":true,"disabled":false},{"text":"for","start":61,"end":64,"id":9,"ws":true,"disabled":false},{"text":"ski","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"seasons","start":69,"end":76,"id":11,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":12,"ws":true,"disabled":false},{"text":"alpine","start":78,"end":84,"id":13,"ws":true,"disabled":false},{"text":"tourism","start":85,"end":92,"id":14,"ws":false,"disabled":false},{"text":",","start":92,"end":93,"id":15,"ws":true,"disabled":false},{"text":"and","start":94,"end":97,"id":16,"ws":true,"disabled":false},{"text":"athletic","start":98,"end":106,"id":17,"ws":true,"disabled":false},{"text":"training","start":107,"end":115,"id":18,"ws":false,"disabled":false},{"text":".","start":115,"end":116,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":117,"end":129,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":130,"end":142,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":1,"child":20,"head_span":{"start":7,"end":19,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":117,"end":129,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":20,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":117,"end":129,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":28,"end":32,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":33,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":48,"end":60,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":65,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":69,"end":76,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":65,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":78,"end":84,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":85,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":14,"head_span":{"start":48,"end":60,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":85,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":98,"end":106,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":107,"end":115,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":18,"head_span":{"start":48,"end":60,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":107,"end":115,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":5,"head_span":{"start":117,"end":129,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":33,"end":41,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":10,"head_span":{"start":33,"end":41,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":65,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":14,"head_span":{"start":33,"end":41,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":85,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":18,"head_span":{"start":33,"end":41,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":107,"end":115,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"According to Dr Mindy Richlen, a research specialist at Woods Hole Oceanographic Institution who studies harmful algal blooms, ciguatera poisoning comes from eating fish contaminated with ciguatoxins, which come from a tropical dinoflagellate (tiny single-cell organism) that lives on microalgae growing, mostly, on dead coral.","text":"According to Dr Mindy Richlen, a research specialist at Woods Hole Oceanographic Institution who studies harmful algal blooms, ciguatera poisoning comes from eating fish contaminated with ciguatoxins, which come from a tropical dinoflagellate (tiny single-cell organism) that lives on microalgae growing, mostly, on dead coral. IMPLIED_BASE IMPLIED_BASE","characters":"327","document_index":"606","md_sentence_index":"22","classification_origin":"causal_sentence_classification","url":"http://www.bbc.com/travel/story/20200129-how-climate-change-poisons-our-food","combo_id":"606_22","post-training batch1":"606_22","_input_hash":-1297927284,"_task_hash":891965024,"spans":[{"start":127,"end":136,"token_start":20,"token_end":20,"label":"type_of"},{"start":137,"end":146,"token_start":21,"token_end":21,"label":"base"},{"start":147,"end":157,"token_start":22,"token_end":23,"label":"predicate"},{"start":165,"end":169,"token_start":25,"token_end":25,"label":"base"},{"start":170,"end":182,"token_start":26,"token_end":26,"label":"change_direction"},{"start":188,"end":199,"token_start":28,"token_end":28,"label":"base"},{"start":207,"end":216,"token_start":31,"token_end":32,"label":"type_of"},{"start":219,"end":227,"token_start":34,"token_end":34,"label":"type_of"},{"start":228,"end":242,"token_start":35,"token_end":35,"label":"base"},{"start":276,"end":281,"token_start":44,"token_end":44,"label":"change_direction"},{"start":285,"end":295,"token_start":46,"token_end":46,"label":"base"},{"start":296,"end":303,"token_start":47,"token_end":47,"label":"change_direction"},{"start":316,"end":320,"token_start":52,"token_end":52,"label":"change_direction"},{"start":321,"end":326,"token_start":53,"token_end":53,"label":"base"}],"tokens":[{"text":"According","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"to","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"Dr","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"Mindy","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"Richlen","start":22,"end":29,"id":4,"ws":false,"disabled":false},{"text":",","start":29,"end":30,"id":5,"ws":true,"disabled":false},{"text":"a","start":31,"end":32,"id":6,"ws":true,"disabled":false},{"text":"research","start":33,"end":41,"id":7,"ws":true,"disabled":false},{"text":"specialist","start":42,"end":52,"id":8,"ws":true,"disabled":false},{"text":"at","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"Woods","start":56,"end":61,"id":10,"ws":true,"disabled":false},{"text":"Hole","start":62,"end":66,"id":11,"ws":true,"disabled":false},{"text":"Oceanographic","start":67,"end":80,"id":12,"ws":true,"disabled":false},{"text":"Institution","start":81,"end":92,"id":13,"ws":true,"disabled":false},{"text":"who","start":93,"end":96,"id":14,"ws":true,"disabled":false},{"text":"studies","start":97,"end":104,"id":15,"ws":true,"disabled":false},{"text":"harmful","start":105,"end":112,"id":16,"ws":true,"disabled":false},{"text":"algal","start":113,"end":118,"id":17,"ws":true,"disabled":false},{"text":"blooms","start":119,"end":125,"id":18,"ws":false,"disabled":false},{"text":",","start":125,"end":126,"id":19,"ws":true,"disabled":false},{"text":"ciguatera","start":127,"end":136,"id":20,"ws":true,"disabled":false},{"text":"poisoning","start":137,"end":146,"id":21,"ws":true,"disabled":false},{"text":"comes","start":147,"end":152,"id":22,"ws":true,"disabled":false},{"text":"from","start":153,"end":157,"id":23,"ws":true,"disabled":false},{"text":"eating","start":158,"end":164,"id":24,"ws":true,"disabled":false},{"text":"fish","start":165,"end":169,"id":25,"ws":true,"disabled":false},{"text":"contaminated","start":170,"end":182,"id":26,"ws":true,"disabled":false},{"text":"with","start":183,"end":187,"id":27,"ws":true,"disabled":false},{"text":"ciguatoxins","start":188,"end":199,"id":28,"ws":false,"disabled":false},{"text":",","start":199,"end":200,"id":29,"ws":true,"disabled":false},{"text":"which","start":201,"end":206,"id":30,"ws":true,"disabled":false},{"text":"come","start":207,"end":211,"id":31,"ws":true,"disabled":false},{"text":"from","start":212,"end":216,"id":32,"ws":true,"disabled":false},{"text":"a","start":217,"end":218,"id":33,"ws":true,"disabled":false},{"text":"tropical","start":219,"end":227,"id":34,"ws":true,"disabled":false},{"text":"dinoflagellate","start":228,"end":242,"id":35,"ws":true,"disabled":false},{"text":"(","start":243,"end":244,"id":36,"ws":false,"disabled":false},{"text":"tiny","start":244,"end":248,"id":37,"ws":true,"disabled":false},{"text":"single","start":249,"end":255,"id":38,"ws":false,"disabled":false},{"text":"-","start":255,"end":256,"id":39,"ws":false,"disabled":false},{"text":"cell","start":256,"end":260,"id":40,"ws":true,"disabled":false},{"text":"organism","start":261,"end":269,"id":41,"ws":false,"disabled":false},{"text":")","start":269,"end":270,"id":42,"ws":true,"disabled":false},{"text":"that","start":271,"end":275,"id":43,"ws":true,"disabled":false},{"text":"lives","start":276,"end":281,"id":44,"ws":true,"disabled":false},{"text":"on","start":282,"end":284,"id":45,"ws":true,"disabled":false},{"text":"microalgae","start":285,"end":295,"id":46,"ws":true,"disabled":false},{"text":"growing","start":296,"end":303,"id":47,"ws":false,"disabled":false},{"text":",","start":303,"end":304,"id":48,"ws":true,"disabled":false},{"text":"mostly","start":305,"end":311,"id":49,"ws":false,"disabled":false},{"text":",","start":311,"end":312,"id":50,"ws":true,"disabled":false},{"text":"on","start":313,"end":315,"id":51,"ws":true,"disabled":false},{"text":"dead","start":316,"end":320,"id":52,"ws":true,"disabled":false},{"text":"coral","start":321,"end":326,"id":53,"ws":false,"disabled":false},{"text":".","start":326,"end":327,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":328,"end":340,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":341,"end":353,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":52,"child":53,"head_span":{"start":316,"end":320,"token_start":52,"token_end":52,"label":"change_direction"},"child_span":{"start":321,"end":326,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":35,"head_span":{"start":219,"end":227,"token_start":34,"token_end":34,"label":"type_of"},"child_span":{"start":228,"end":242,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":35,"head_span":{"start":276,"end":281,"token_start":44,"token_end":44,"label":"change_direction"},"child_span":{"start":228,"end":242,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":46,"head_span":{"start":296,"end":303,"token_start":47,"token_end":47,"label":"change_direction"},"child_span":{"start":285,"end":295,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":25,"head_span":{"start":170,"end":182,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":165,"end":169,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":127,"end":136,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":137,"end":146,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":53,"child":46,"head_span":{"start":321,"end":326,"token_start":53,"token_end":53,"label":"base"},"child_span":{"start":285,"end":295,"token_start":46,"token_end":46,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":35,"head_span":{"start":285,"end":295,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":228,"end":242,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":35,"child":28,"head_span":{"start":228,"end":242,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":188,"end":199,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":25,"head_span":{"start":188,"end":199,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":165,"end":169,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":21,"head_span":{"start":165,"end":169,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":137,"end":146,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Although successful treatment strategies are being implemented, athletes are still succumbing to exertional heat illness (EHI), and heat stroke is a leading cause of sudden death during sports activities.","text":"Although successful treatment strategies are being implemented, athletes are still succumbing to exertional heat illness (EHI), and heat stroke is a leading cause of sudden death during sports activities. IMPLIED_BASE IMPLIED_BASE","characters":"204","document_index":"744","md_sentence_index":"43","classification_origin":"causal_sentence_classification","url":"https://www.climatecentral.org/news/extreme-heat-when-outdoor-sports-become-risky-2019","combo_id":"744_43","post-training batch1":"744_43","_input_hash":-49511508,"_task_hash":-836248977,"spans":[{"text":"heat stroke","start":132,"token_start":21,"token_end":22,"end":143,"type":"pattern","label":"base"},{"start":157,"end":162,"token_start":26,"token_end":26,"label":"predicate"},{"start":166,"end":172,"token_start":28,"token_end":28,"label":"type_of"},{"text":"death","start":173,"token_start":29,"token_end":29,"end":178,"type":"pattern","label":"base"},{"start":186,"end":203,"token_start":31,"token_end":32,"label":"when"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"successful","start":9,"end":19,"id":1,"ws":true,"disabled":false},{"text":"treatment","start":20,"end":29,"id":2,"ws":true,"disabled":false},{"text":"strategies","start":30,"end":40,"id":3,"ws":true,"disabled":false},{"text":"are","start":41,"end":44,"id":4,"ws":true,"disabled":false},{"text":"being","start":45,"end":50,"id":5,"ws":true,"disabled":false},{"text":"implemented","start":51,"end":62,"id":6,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":7,"ws":true,"disabled":false},{"text":"athletes","start":64,"end":72,"id":8,"ws":true,"disabled":false},{"text":"are","start":73,"end":76,"id":9,"ws":true,"disabled":false},{"text":"still","start":77,"end":82,"id":10,"ws":true,"disabled":false},{"text":"succumbing","start":83,"end":93,"id":11,"ws":true,"disabled":false},{"text":"to","start":94,"end":96,"id":12,"ws":true,"disabled":false},{"text":"exertional","start":97,"end":107,"id":13,"ws":true,"disabled":false},{"text":"heat","start":108,"end":112,"id":14,"ws":true,"disabled":false},{"text":"illness","start":113,"end":120,"id":15,"ws":true,"disabled":false},{"text":"(","start":121,"end":122,"id":16,"ws":false,"disabled":false},{"text":"EHI","start":122,"end":125,"id":17,"ws":false,"disabled":false},{"text":")","start":125,"end":126,"id":18,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":19,"ws":true,"disabled":false},{"text":"and","start":128,"end":131,"id":20,"ws":true,"disabled":false},{"text":"heat","start":132,"end":136,"id":21,"ws":true,"disabled":false},{"text":"stroke","start":137,"end":143,"id":22,"ws":true,"disabled":false},{"text":"is","start":144,"end":146,"id":23,"ws":true,"disabled":false},{"text":"a","start":147,"end":148,"id":24,"ws":true,"disabled":false},{"text":"leading","start":149,"end":156,"id":25,"ws":true,"disabled":false},{"text":"cause","start":157,"end":162,"id":26,"ws":true,"disabled":false},{"text":"of","start":163,"end":165,"id":27,"ws":true,"disabled":false},{"text":"sudden","start":166,"end":172,"id":28,"ws":true,"disabled":false},{"text":"death","start":173,"end":178,"id":29,"ws":true,"disabled":false},{"text":"during","start":179,"end":185,"id":30,"ws":true,"disabled":false},{"text":"sports","start":186,"end":192,"id":31,"ws":true,"disabled":false},{"text":"activities","start":193,"end":203,"id":32,"ws":false,"disabled":false},{"text":".","start":203,"end":204,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":22,"child":29,"head_span":{"start":132,"end":143,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":173,"end":178,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":29,"head_span":{"start":166,"end":172,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":173,"end":178,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Though rare in comparison to other bacterial infections like staph, Vibrio vulnificus infections can progress rapidly and become fatal.","text":"Though rare in comparison to other bacterial infections like staph, Vibrio vulnificus infections can progress rapidly and become fatal. IMPLIED_BASE IMPLIED_BASE","characters":"135","document_index":"333","md_sentence_index":"22","classification_origin":"cm_cause_effect_rel","url":"https://www.buzzfeednews.com/article/skbaer/flesh-eating-bacteria-climate-change-vibrio-warming","combo_id":"333_22","post-training batch1":"333_22","_input_hash":-921905818,"_task_hash":1880452629,"spans":[{"start":68,"end":85,"token_start":11,"token_end":12,"label":"type_of"},{"start":86,"end":96,"token_start":13,"token_end":13,"label":"base"},{"start":97,"end":100,"token_start":14,"token_end":14,"label":"confidence"},{"start":101,"end":117,"token_start":15,"token_end":16,"label":"change_direction"},{"start":129,"end":134,"token_start":19,"token_end":19,"label":"change_direction"},{"start":136,"end":148,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"Though","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"rare","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"in","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"comparison","start":15,"end":25,"id":3,"ws":true,"disabled":false},{"text":"to","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"other","start":29,"end":34,"id":5,"ws":true,"disabled":false},{"text":"bacterial","start":35,"end":44,"id":6,"ws":true,"disabled":false},{"text":"infections","start":45,"end":55,"id":7,"ws":true,"disabled":false},{"text":"like","start":56,"end":60,"id":8,"ws":true,"disabled":false},{"text":"staph","start":61,"end":66,"id":9,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":10,"ws":true,"disabled":false},{"text":"Vibrio","start":68,"end":74,"id":11,"ws":true,"disabled":false},{"text":"vulnificus","start":75,"end":85,"id":12,"ws":true,"disabled":false},{"text":"infections","start":86,"end":96,"id":13,"ws":true,"disabled":false},{"text":"can","start":97,"end":100,"id":14,"ws":true,"disabled":false},{"text":"progress","start":101,"end":109,"id":15,"ws":true,"disabled":false},{"text":"rapidly","start":110,"end":117,"id":16,"ws":true,"disabled":false},{"text":"and","start":118,"end":121,"id":17,"ws":true,"disabled":false},{"text":"become","start":122,"end":128,"id":18,"ws":true,"disabled":false},{"text":"fatal","start":129,"end":134,"id":19,"ws":false,"disabled":false},{"text":".","start":134,"end":135,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":136,"end":148,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":149,"end":161,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":19,"child":21,"head_span":{"start":129,"end":134,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":136,"end":148,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":68,"end":85,"token_start":11,"token_end":12,"label":"type_of"},"child_span":{"start":86,"end":96,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":13,"head_span":{"start":101,"end":117,"token_start":15,"token_end":16,"label":"change_direction"},"child_span":{"start":86,"end":96,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":21,"head_span":{"start":86,"end":96,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":136,"end":148,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Oceans have absorbed most of the excess heat arising from our disruption of the climate to date, and much of the carbon dioxide, but they are reaching the limits of their capacity to do so.","text":"Oceans have absorbed most of the excess heat arising from our disruption of the climate to date, and much of the carbon dioxide, but they are reaching the limits of their capacity to do so. IMPLIED_BASE IMPLIED_BASE","characters":"189","document_index":"503","md_sentence_index":"30","classification_origin":"causal_sentence_classification","url":"https://www.theguardian.com/environment/2019/dec/10/greenland-ice-sheet-melting-seven-times-faster-than-in-1990s","combo_id":"503_30","post-training batch1":"503_30","_input_hash":691992019,"_task_hash":892335731,"spans":[{"text":"Oceans","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"base"},{"text":"carbon dioxide","start":113,"token_start":22,"token_end":23,"end":127,"type":"pattern","label":"base"}],"tokens":[{"text":"Oceans","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"have","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"absorbed","start":12,"end":20,"id":2,"ws":true,"disabled":false},{"text":"most","start":21,"end":25,"id":3,"ws":true,"disabled":false},{"text":"of","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"excess","start":33,"end":39,"id":6,"ws":true,"disabled":false},{"text":"heat","start":40,"end":44,"id":7,"ws":true,"disabled":false},{"text":"arising","start":45,"end":52,"id":8,"ws":true,"disabled":false},{"text":"from","start":53,"end":57,"id":9,"ws":true,"disabled":false},{"text":"our","start":58,"end":61,"id":10,"ws":true,"disabled":false},{"text":"disruption","start":62,"end":72,"id":11,"ws":true,"disabled":false},{"text":"of","start":73,"end":75,"id":12,"ws":true,"disabled":false},{"text":"the","start":76,"end":79,"id":13,"ws":true,"disabled":false},{"text":"climate","start":80,"end":87,"id":14,"ws":true,"disabled":false},{"text":"to","start":88,"end":90,"id":15,"ws":true,"disabled":false},{"text":"date","start":91,"end":95,"id":16,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":17,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":18,"ws":true,"disabled":false},{"text":"much","start":101,"end":105,"id":19,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":20,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":21,"ws":true,"disabled":false},{"text":"carbon","start":113,"end":119,"id":22,"ws":true,"disabled":false},{"text":"dioxide","start":120,"end":127,"id":23,"ws":false,"disabled":false},{"text":",","start":127,"end":128,"id":24,"ws":true,"disabled":false},{"text":"but","start":129,"end":132,"id":25,"ws":true,"disabled":false},{"text":"they","start":133,"end":137,"id":26,"ws":true,"disabled":false},{"text":"are","start":138,"end":141,"id":27,"ws":true,"disabled":false},{"text":"reaching","start":142,"end":150,"id":28,"ws":true,"disabled":false},{"text":"the","start":151,"end":154,"id":29,"ws":true,"disabled":false},{"text":"limits","start":155,"end":161,"id":30,"ws":true,"disabled":false},{"text":"of","start":162,"end":164,"id":31,"ws":true,"disabled":false},{"text":"their","start":165,"end":170,"id":32,"ws":true,"disabled":false},{"text":"capacity","start":171,"end":179,"id":33,"ws":true,"disabled":false},{"text":"to","start":180,"end":182,"id":34,"ws":true,"disabled":false},{"text":"do","start":183,"end":185,"id":35,"ws":true,"disabled":false},{"text":"so","start":186,"end":188,"id":36,"ws":false,"disabled":false},{"text":".","start":188,"end":189,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The resulting dust storms, some of them taller than skyscrapers, buried homes whole and blew as far east as Washington.","text":"The resulting dust storms, some of them taller than skyscrapers, buried homes whole and blew as far east as Washington. IMPLIED_BASE IMPLIED_BASE","characters":"119","document_index":"816","md_sentence_index":"201","classification_origin":"causal_sentence_classification","url":"https://www.propublica.org/article/climate-change-will-force-a-new-american-migration","combo_id":"816_201","post-training batch1":"816_201","_input_hash":282703986,"_task_hash":2043529789,"spans":[{"text":"dust storms","start":14,"token_start":2,"token_end":3,"end":25,"type":"pattern","label":"base"},{"start":65,"end":71,"token_start":12,"token_end":12,"label":"change_direction"},{"text":"homes","start":72,"token_start":13,"token_end":13,"end":77,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"resulting","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"dust","start":14,"end":18,"id":2,"ws":true,"disabled":false},{"text":"storms","start":19,"end":25,"id":3,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":4,"ws":true,"disabled":false},{"text":"some","start":27,"end":31,"id":5,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"them","start":35,"end":39,"id":7,"ws":true,"disabled":false},{"text":"taller","start":40,"end":46,"id":8,"ws":true,"disabled":false},{"text":"than","start":47,"end":51,"id":9,"ws":true,"disabled":false},{"text":"skyscrapers","start":52,"end":63,"id":10,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":11,"ws":true,"disabled":false},{"text":"buried","start":65,"end":71,"id":12,"ws":true,"disabled":false},{"text":"homes","start":72,"end":77,"id":13,"ws":true,"disabled":false},{"text":"whole","start":78,"end":83,"id":14,"ws":true,"disabled":false},{"text":"and","start":84,"end":87,"id":15,"ws":true,"disabled":false},{"text":"blew","start":88,"end":92,"id":16,"ws":true,"disabled":false},{"text":"as","start":93,"end":95,"id":17,"ws":true,"disabled":false},{"text":"far","start":96,"end":99,"id":18,"ws":true,"disabled":false},{"text":"east","start":100,"end":104,"id":19,"ws":true,"disabled":false},{"text":"as","start":105,"end":107,"id":20,"ws":true,"disabled":false},{"text":"Washington","start":108,"end":118,"id":21,"ws":false,"disabled":false},{"text":".","start":118,"end":119,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":133,"end":145,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":12,"child":13,"head_span":{"start":65,"end":71,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":72,"end":77,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":13,"head_span":{"start":14,"end":25,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":72,"end":77,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The greenhouse gas emissions that drive warming \"now substantially exceed the highest concentrations recorded in ice cores during the past 800,000 years,\" the IPCC said.","text":"The greenhouse gas emissions that drive warming \"now substantially exceed the highest concentrations recorded in ice cores during the past 800,000 years,\" the IPCC said. IMPLIED_BASE IMPLIED_BASE","characters":"169","document_index":"714","md_sentence_index":"1","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/effects-of-climate-change-2014-6","combo_id":"714_1","post-training batch1":"714_1","_input_hash":-702923373,"_task_hash":-1524643747,"spans":[{"start":4,"end":18,"token_start":1,"token_end":2,"label":"base"},{"text":"emissions","start":19,"token_start":3,"token_end":3,"end":28,"type":"pattern","label":"aspect_changing"},{"start":34,"end":39,"token_start":5,"token_end":5,"label":"predicate"},{"start":40,"end":47,"token_start":6,"token_end":6,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"greenhouse","start":4,"end":14,"id":1,"ws":true,"disabled":false},{"text":"gas","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"emissions","start":19,"end":28,"id":3,"ws":true,"disabled":false},{"text":"that","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"drive","start":34,"end":39,"id":5,"ws":true,"disabled":false},{"text":"warming","start":40,"end":47,"id":6,"ws":true,"disabled":false},{"text":"\"","start":48,"end":49,"id":7,"ws":false,"disabled":false},{"text":"now","start":49,"end":52,"id":8,"ws":true,"disabled":false},{"text":"substantially","start":53,"end":66,"id":9,"ws":true,"disabled":false},{"text":"exceed","start":67,"end":73,"id":10,"ws":true,"disabled":false},{"text":"the","start":74,"end":77,"id":11,"ws":true,"disabled":false},{"text":"highest","start":78,"end":85,"id":12,"ws":true,"disabled":false},{"text":"concentrations","start":86,"end":100,"id":13,"ws":true,"disabled":false},{"text":"recorded","start":101,"end":109,"id":14,"ws":true,"disabled":false},{"text":"in","start":110,"end":112,"id":15,"ws":true,"disabled":false},{"text":"ice","start":113,"end":116,"id":16,"ws":true,"disabled":false},{"text":"cores","start":117,"end":122,"id":17,"ws":true,"disabled":false},{"text":"during","start":123,"end":129,"id":18,"ws":true,"disabled":false},{"text":"the","start":130,"end":133,"id":19,"ws":true,"disabled":false},{"text":"past","start":134,"end":138,"id":20,"ws":true,"disabled":false},{"text":"800,000","start":139,"end":146,"id":21,"ws":true,"disabled":false},{"text":"years","start":147,"end":152,"id":22,"ws":false,"disabled":false},{"text":",","start":152,"end":153,"id":23,"ws":false,"disabled":false},{"text":"\"","start":153,"end":154,"id":24,"ws":true,"disabled":false},{"text":"the","start":155,"end":158,"id":25,"ws":true,"disabled":false},{"text":"IPCC","start":159,"end":163,"id":26,"ws":true,"disabled":false},{"text":"said","start":164,"end":168,"id":27,"ws":false,"disabled":false},{"text":".","start":168,"end":169,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":170,"end":182,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":183,"end":195,"id":30,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":3,"child":2,"head_span":{"start":19,"end":28,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":4,"end":18,"token_start":1,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":6,"head_span":{"start":4,"end":18,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":40,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The lag between CO2 emissions and warming means ~0.7\u00b0C of warming is yet to come, and aerosols are masking\u2026\n","text":"The lag between CO2 emissions and warming means ~0.7\u00b0C of warming is yet to come, and aerosols are masking\u2026 IMPLIED_BASE IMPLIED_BASE","characters":"108","document_index":"617","md_sentence_index":"1","classification_origin":"causal_sentence_classification","url":"https://climatetippingpoints.info/","combo_id":"617_1","post-training batch1":"617_1","_input_hash":14525231,"_task_hash":-1723468652,"spans":[{"text":"emissions","start":20,"token_start":4,"token_end":4,"end":29,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"lag","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"between","start":8,"end":15,"id":2,"ws":true,"disabled":false},{"text":"CO2","start":16,"end":19,"id":3,"ws":true,"disabled":false},{"text":"emissions","start":20,"end":29,"id":4,"ws":true,"disabled":false},{"text":"and","start":30,"end":33,"id":5,"ws":true,"disabled":false},{"text":"warming","start":34,"end":41,"id":6,"ws":true,"disabled":false},{"text":"means","start":42,"end":47,"id":7,"ws":true,"disabled":false},{"text":"~0.7","start":48,"end":52,"id":8,"ws":false,"disabled":false},{"text":"\u00b0","start":52,"end":53,"id":9,"ws":false,"disabled":false},{"text":"C","start":53,"end":54,"id":10,"ws":true,"disabled":false},{"text":"of","start":55,"end":57,"id":11,"ws":true,"disabled":false},{"text":"warming","start":58,"end":65,"id":12,"ws":true,"disabled":false},{"text":"is","start":66,"end":68,"id":13,"ws":true,"disabled":false},{"text":"yet","start":69,"end":72,"id":14,"ws":true,"disabled":false},{"text":"to","start":73,"end":75,"id":15,"ws":true,"disabled":false},{"text":"come","start":76,"end":80,"id":16,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":17,"ws":true,"disabled":false},{"text":"and","start":82,"end":85,"id":18,"ws":true,"disabled":false},{"text":"aerosols","start":86,"end":94,"id":19,"ws":true,"disabled":false},{"text":"are","start":95,"end":98,"id":20,"ws":true,"disabled":false},{"text":"masking","start":99,"end":106,"id":21,"ws":false,"disabled":false},{"text":"\u2026","start":106,"end":107,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Studies have shown that malnourishment \u2014 both prenatal and in early children \u2014 is a precursor to adulthood antisocial behavior, aggression, and violence.","text":"Studies have shown that malnourishment \u2014 both prenatal and in early children \u2014 is a precursor to adulthood antisocial behavior, aggression, and violence. IMPLIED_BASE IMPLIED_BASE","characters":"153","document_index":"711","md_sentence_index":"37","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_37","post-training batch1":"711_37","_input_hash":-1216920431,"_task_hash":109150949,"spans":[{"start":24,"end":38,"token_start":4,"token_end":4,"label":"base"},{"start":46,"end":54,"token_start":7,"token_end":7,"label":"type_of"},{"start":84,"end":96,"token_start":15,"token_end":16,"label":"predicate"},{"start":97,"end":106,"token_start":17,"token_end":17,"label":"type_of"},{"start":107,"end":117,"token_start":18,"token_end":18,"label":"type_of"},{"start":118,"end":126,"token_start":19,"token_end":19,"label":"base"},{"start":128,"end":138,"token_start":21,"token_end":21,"label":"base"},{"text":"violence","start":144,"token_start":24,"token_end":24,"end":152,"type":"pattern","label":"base"}],"tokens":[{"text":"Studies","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"have","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"shown","start":13,"end":18,"id":2,"ws":true,"disabled":false},{"text":"that","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"malnourishment","start":24,"end":38,"id":4,"ws":true,"disabled":false},{"text":"\u2014","start":39,"end":40,"id":5,"ws":true,"disabled":false},{"text":"both","start":41,"end":45,"id":6,"ws":true,"disabled":false},{"text":"prenatal","start":46,"end":54,"id":7,"ws":true,"disabled":false},{"text":"and","start":55,"end":58,"id":8,"ws":true,"disabled":false},{"text":"in","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"early","start":62,"end":67,"id":10,"ws":true,"disabled":false},{"text":"children","start":68,"end":76,"id":11,"ws":true,"disabled":false},{"text":"\u2014","start":77,"end":78,"id":12,"ws":true,"disabled":false},{"text":"is","start":79,"end":81,"id":13,"ws":true,"disabled":false},{"text":"a","start":82,"end":83,"id":14,"ws":true,"disabled":false},{"text":"precursor","start":84,"end":93,"id":15,"ws":true,"disabled":false},{"text":"to","start":94,"end":96,"id":16,"ws":true,"disabled":false},{"text":"adulthood","start":97,"end":106,"id":17,"ws":true,"disabled":false},{"text":"antisocial","start":107,"end":117,"id":18,"ws":true,"disabled":false},{"text":"behavior","start":118,"end":126,"id":19,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":20,"ws":true,"disabled":false},{"text":"aggression","start":128,"end":138,"id":21,"ws":false,"disabled":false},{"text":",","start":138,"end":139,"id":22,"ws":true,"disabled":false},{"text":"and","start":140,"end":143,"id":23,"ws":true,"disabled":false},{"text":"violence","start":144,"end":152,"id":24,"ws":false,"disabled":false},{"text":".","start":152,"end":153,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":167,"end":179,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":18,"child":19,"head_span":{"start":107,"end":117,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":118,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":97,"end":106,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":118,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":4,"head_span":{"start":46,"end":54,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":24,"end":38,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":19,"head_span":{"start":24,"end":38,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":118,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":21,"head_span":{"start":24,"end":38,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":128,"end":138,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":24,"head_span":{"start":24,"end":38,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":144,"end":152,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"?","reason":"","relation count":"one","complexity":"simple","original_md_text":"Although the political process has a long history of misinformation and popular misperceptions, misinformation on social media has caused widespread alarm in recent years","text":"Although the political process has a long history of misinformation and popular misperceptions, misinformation on social media has caused widespread alarm in recent years IMPLIED_BASE IMPLIED_BASE","characters":"170","document_index":"202","md_sentence_index":"19","classification_origin":"cm_cause_effect_rel","url":"https://web.stanford.edu/~gentzkow/research/fake-news-trends.pdf","combo_id":"202_19","post-training batch1":"202_19","_input_hash":170253480,"_task_hash":-401067575,"spans":[{"start":96,"end":110,"token_start":14,"token_end":14,"label":"base"},{"start":114,"end":126,"token_start":16,"token_end":17,"label":"where"},{"start":131,"end":137,"token_start":19,"token_end":19,"label":"base"},{"start":138,"end":148,"token_start":20,"token_end":20,"label":"type_of"},{"start":149,"end":154,"token_start":21,"token_end":21,"label":"base"},{"start":158,"end":170,"token_start":23,"token_end":24,"label":"when"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"political","start":13,"end":22,"id":2,"ws":true,"disabled":false},{"text":"process","start":23,"end":30,"id":3,"ws":true,"disabled":false},{"text":"has","start":31,"end":34,"id":4,"ws":true,"disabled":false},{"text":"a","start":35,"end":36,"id":5,"ws":true,"disabled":false},{"text":"long","start":37,"end":41,"id":6,"ws":true,"disabled":false},{"text":"history","start":42,"end":49,"id":7,"ws":true,"disabled":false},{"text":"of","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"misinformation","start":53,"end":67,"id":9,"ws":true,"disabled":false},{"text":"and","start":68,"end":71,"id":10,"ws":true,"disabled":false},{"text":"popular","start":72,"end":79,"id":11,"ws":true,"disabled":false},{"text":"misperceptions","start":80,"end":94,"id":12,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":13,"ws":true,"disabled":false},{"text":"misinformation","start":96,"end":110,"id":14,"ws":true,"disabled":false},{"text":"on","start":111,"end":113,"id":15,"ws":true,"disabled":false},{"text":"social","start":114,"end":120,"id":16,"ws":true,"disabled":false},{"text":"media","start":121,"end":126,"id":17,"ws":true,"disabled":false},{"text":"has","start":127,"end":130,"id":18,"ws":true,"disabled":false},{"text":"caused","start":131,"end":137,"id":19,"ws":true,"disabled":false},{"text":"widespread","start":138,"end":148,"id":20,"ws":true,"disabled":false},{"text":"alarm","start":149,"end":154,"id":21,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":22,"ws":true,"disabled":false},{"text":"recent","start":158,"end":164,"id":23,"ws":true,"disabled":false},{"text":"years","start":165,"end":170,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":20,"child":21,"head_span":{"start":138,"end":148,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":149,"end":154,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":21,"head_span":{"start":96,"end":110,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":149,"end":154,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Most of the evening he was on the defensive, as the Corps has been throughout the extraordinary spring deluge that has flooded rivers from Oklahoma to Louisiana, overtopping levees and forcing the federal agency into the position of choosing which communities will be inundated with water its dams can no longer hold.\n","text":"Most of the evening he was on the defensive, as the Corps has been throughout the extraordinary spring deluge that has flooded rivers from Oklahoma to Louisiana, overtopping levees and forcing the federal agency into the position of choosing which communities will be inundated with water its dams can no longer hold. IMPLIED_BASE IMPLIED_BASE","characters":"318","document_index":"144","md_sentence_index":"9","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/05/31/us/army-corps-engineers-midwest-floods.html","combo_id":"144_9","post-training batch1":"144_9","_input_hash":-2145908395,"_task_hash":1651319459,"spans":[{"start":96,"end":102,"token_start":18,"token_end":18,"label":"type_of"},{"start":103,"end":109,"token_start":19,"token_end":19,"label":"change_direction"},{"start":119,"end":126,"token_start":22,"token_end":22,"label":"change_direction"},{"text":"rivers","start":127,"token_start":23,"token_end":23,"end":133,"type":"pattern","label":"base"},{"start":139,"end":160,"token_start":25,"token_end":27,"label":"where"},{"start":162,"end":173,"token_start":29,"token_end":29,"label":"change_direction"},{"start":174,"end":180,"token_start":30,"token_end":30,"label":"base"},{"start":318,"end":330,"token_start":55,"token_end":55,"label":"base"}],"tokens":[{"text":"Most","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"of","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"evening","start":12,"end":19,"id":3,"ws":true,"disabled":false},{"text":"he","start":20,"end":22,"id":4,"ws":true,"disabled":false},{"text":"was","start":23,"end":26,"id":5,"ws":true,"disabled":false},{"text":"on","start":27,"end":29,"id":6,"ws":true,"disabled":false},{"text":"the","start":30,"end":33,"id":7,"ws":true,"disabled":false},{"text":"defensive","start":34,"end":43,"id":8,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":9,"ws":true,"disabled":false},{"text":"as","start":45,"end":47,"id":10,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":11,"ws":true,"disabled":false},{"text":"Corps","start":52,"end":57,"id":12,"ws":true,"disabled":false},{"text":"has","start":58,"end":61,"id":13,"ws":true,"disabled":false},{"text":"been","start":62,"end":66,"id":14,"ws":true,"disabled":false},{"text":"throughout","start":67,"end":77,"id":15,"ws":true,"disabled":false},{"text":"the","start":78,"end":81,"id":16,"ws":true,"disabled":false},{"text":"extraordinary","start":82,"end":95,"id":17,"ws":true,"disabled":false},{"text":"spring","start":96,"end":102,"id":18,"ws":true,"disabled":false},{"text":"deluge","start":103,"end":109,"id":19,"ws":true,"disabled":false},{"text":"that","start":110,"end":114,"id":20,"ws":true,"disabled":false},{"text":"has","start":115,"end":118,"id":21,"ws":true,"disabled":false},{"text":"flooded","start":119,"end":126,"id":22,"ws":true,"disabled":false},{"text":"rivers","start":127,"end":133,"id":23,"ws":true,"disabled":false},{"text":"from","start":134,"end":138,"id":24,"ws":true,"disabled":false},{"text":"Oklahoma","start":139,"end":147,"id":25,"ws":true,"disabled":false},{"text":"to","start":148,"end":150,"id":26,"ws":true,"disabled":false},{"text":"Louisiana","start":151,"end":160,"id":27,"ws":false,"disabled":false},{"text":",","start":160,"end":161,"id":28,"ws":true,"disabled":false},{"text":"overtopping","start":162,"end":173,"id":29,"ws":true,"disabled":false},{"text":"levees","start":174,"end":180,"id":30,"ws":true,"disabled":false},{"text":"and","start":181,"end":184,"id":31,"ws":true,"disabled":false},{"text":"forcing","start":185,"end":192,"id":32,"ws":true,"disabled":false},{"text":"the","start":193,"end":196,"id":33,"ws":true,"disabled":false},{"text":"federal","start":197,"end":204,"id":34,"ws":true,"disabled":false},{"text":"agency","start":205,"end":211,"id":35,"ws":true,"disabled":false},{"text":"into","start":212,"end":216,"id":36,"ws":true,"disabled":false},{"text":"the","start":217,"end":220,"id":37,"ws":true,"disabled":false},{"text":"position","start":221,"end":229,"id":38,"ws":true,"disabled":false},{"text":"of","start":230,"end":232,"id":39,"ws":true,"disabled":false},{"text":"choosing","start":233,"end":241,"id":40,"ws":true,"disabled":false},{"text":"which","start":242,"end":247,"id":41,"ws":true,"disabled":false},{"text":"communities","start":248,"end":259,"id":42,"ws":true,"disabled":false},{"text":"will","start":260,"end":264,"id":43,"ws":true,"disabled":false},{"text":"be","start":265,"end":267,"id":44,"ws":true,"disabled":false},{"text":"inundated","start":268,"end":277,"id":45,"ws":true,"disabled":false},{"text":"with","start":278,"end":282,"id":46,"ws":true,"disabled":false},{"text":"water","start":283,"end":288,"id":47,"ws":true,"disabled":false},{"text":"its","start":289,"end":292,"id":48,"ws":true,"disabled":false},{"text":"dams","start":293,"end":297,"id":49,"ws":true,"disabled":false},{"text":"can","start":298,"end":301,"id":50,"ws":true,"disabled":false},{"text":"no","start":302,"end":304,"id":51,"ws":true,"disabled":false},{"text":"longer","start":305,"end":311,"id":52,"ws":true,"disabled":false},{"text":"hold","start":312,"end":316,"id":53,"ws":false,"disabled":false},{"text":".","start":316,"end":317,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":318,"end":330,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":331,"end":343,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":19,"child":55,"head_span":{"start":103,"end":109,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":318,"end":330,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":55,"head_span":{"start":96,"end":102,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":318,"end":330,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":30,"head_span":{"start":162,"end":173,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":174,"end":180,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":55,"child":23,"head_span":{"start":318,"end":330,"token_start":55,"token_end":55,"label":"base"},"child_span":{"start":127,"end":133,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":23,"head_span":{"start":119,"end":126,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":127,"end":133,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":30,"head_span":{"start":127,"end":133,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":174,"end":180,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The Economist\u2019s Intelligence Unit estimates that the current value of direct private investor losses globally due to the physical risks of climate change is between $4.2 trillion and $13.8 trillion, depending on the warming","text":"The Economist\u2019s Intelligence Unit estimates that the current value of direct private investor losses globally due to the physical risks of climate change is between $4.2 trillion and $13.8 trillion, depending on the warming IMPLIED_BASE IMPLIED_BASE","characters":"223","document_index":"631","md_sentence_index":"43","classification_origin":"causal_sentence_classification","url":"https://www.americanprogress.org/issues/economy/reports/2019/11/21/477190/climate-change-threatens-stability-financial-system/","combo_id":"631_43","post-training batch1":"631_43","_input_hash":1473606879,"_task_hash":-1068615894,"spans":[{"start":70,"end":76,"token_start":11,"token_end":11,"label":"type_of"},{"start":77,"end":84,"token_start":12,"token_end":12,"label":"type_of"},{"start":85,"end":93,"token_start":13,"token_end":13,"label":"type_of"},{"start":94,"end":100,"token_start":14,"token_end":14,"label":"change_direction"},{"start":110,"end":116,"token_start":16,"token_end":17,"label":"predicate"},{"start":121,"end":129,"token_start":19,"token_end":19,"label":"type_of"},{"text":"risks","start":130,"token_start":20,"token_end":20,"end":135,"type":"pattern","label":"aspect_changing"},{"text":"climate change","start":139,"token_start":22,"token_end":23,"end":153,"type":"pattern","label":"base"},{"start":157,"end":197,"token_start":25,"token_end":32,"label":"effect_size"},{"start":224,"end":236,"token_start":38,"token_end":38,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Economist","start":4,"end":13,"id":1,"ws":false,"disabled":false},{"text":"\u2019s","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"Intelligence","start":16,"end":28,"id":3,"ws":true,"disabled":false},{"text":"Unit","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"estimates","start":34,"end":43,"id":5,"ws":true,"disabled":false},{"text":"that","start":44,"end":48,"id":6,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":7,"ws":true,"disabled":false},{"text":"current","start":53,"end":60,"id":8,"ws":true,"disabled":false},{"text":"value","start":61,"end":66,"id":9,"ws":true,"disabled":false},{"text":"of","start":67,"end":69,"id":10,"ws":true,"disabled":false},{"text":"direct","start":70,"end":76,"id":11,"ws":true,"disabled":false},{"text":"private","start":77,"end":84,"id":12,"ws":true,"disabled":false},{"text":"investor","start":85,"end":93,"id":13,"ws":true,"disabled":false},{"text":"losses","start":94,"end":100,"id":14,"ws":true,"disabled":false},{"text":"globally","start":101,"end":109,"id":15,"ws":true,"disabled":false},{"text":"due","start":110,"end":113,"id":16,"ws":true,"disabled":false},{"text":"to","start":114,"end":116,"id":17,"ws":true,"disabled":false},{"text":"the","start":117,"end":120,"id":18,"ws":true,"disabled":false},{"text":"physical","start":121,"end":129,"id":19,"ws":true,"disabled":false},{"text":"risks","start":130,"end":135,"id":20,"ws":true,"disabled":false},{"text":"of","start":136,"end":138,"id":21,"ws":true,"disabled":false},{"text":"climate","start":139,"end":146,"id":22,"ws":true,"disabled":false},{"text":"change","start":147,"end":153,"id":23,"ws":true,"disabled":false},{"text":"is","start":154,"end":156,"id":24,"ws":true,"disabled":false},{"text":"between","start":157,"end":164,"id":25,"ws":true,"disabled":false},{"text":"$","start":165,"end":166,"id":26,"ws":false,"disabled":false},{"text":"4.2","start":166,"end":169,"id":27,"ws":true,"disabled":false},{"text":"trillion","start":170,"end":178,"id":28,"ws":true,"disabled":false},{"text":"and","start":179,"end":182,"id":29,"ws":true,"disabled":false},{"text":"$","start":183,"end":184,"id":30,"ws":false,"disabled":false},{"text":"13.8","start":184,"end":188,"id":31,"ws":true,"disabled":false},{"text":"trillion","start":189,"end":197,"id":32,"ws":false,"disabled":false},{"text":",","start":197,"end":198,"id":33,"ws":true,"disabled":false},{"text":"depending","start":199,"end":208,"id":34,"ws":true,"disabled":false},{"text":"on","start":209,"end":211,"id":35,"ws":true,"disabled":false},{"text":"the","start":212,"end":215,"id":36,"ws":true,"disabled":false},{"text":"warming","start":216,"end":223,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":224,"end":236,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":237,"end":249,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":14,"child":38,"head_span":{"start":94,"end":100,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":224,"end":236,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":38,"head_span":{"start":85,"end":93,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":224,"end":236,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":38,"head_span":{"start":77,"end":84,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":224,"end":236,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":38,"head_span":{"start":70,"end":76,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":224,"end":236,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":23,"head_span":{"start":121,"end":129,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":139,"end":153,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":130,"end":135,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":139,"end":153,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":38,"head_span":{"start":139,"end":153,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":224,"end":236,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Physical risks include the direct financial and operational implications for organizations from natural catastrophes as well as long-term climate change.","text":"Physical risks include the direct financial and operational implications for organizations from natural catastrophes as well as long-term climate change. IMPLIED_BASE IMPLIED_BASE","characters":"153","document_index":"525","md_sentence_index":"28","classification_origin":"causal_sentence_classification","url":"https://www.spglobal.com/ratings/en/research/articles/190909-climate-change-can-banks-weather-the-effects-11139468","combo_id":"525_28","post-training batch1":"525_28","_input_hash":-1234573885,"_task_hash":2114058012,"spans":[{"text":"risks","start":9,"token_start":1,"token_end":1,"end":14,"type":"pattern","label":"aspect_changing"},{"start":27,"end":33,"token_start":4,"token_end":4,"label":"type_of"},{"start":34,"end":43,"token_start":5,"token_end":5,"label":"base"},{"start":48,"end":59,"token_start":7,"token_end":7,"label":"base"},{"start":60,"end":72,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":77,"end":90,"token_start":10,"token_end":10,"label":"to_whom"},{"start":96,"end":116,"token_start":12,"token_end":13,"label":"base"},{"start":128,"end":137,"token_start":17,"token_end":19,"label":"type_of"},{"text":"climate change","start":138,"token_start":20,"token_end":21,"end":152,"type":"pattern","label":"base"}],"tokens":[{"text":"Physical","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"risks","start":9,"end":14,"id":1,"ws":true,"disabled":false},{"text":"include","start":15,"end":22,"id":2,"ws":true,"disabled":false},{"text":"the","start":23,"end":26,"id":3,"ws":true,"disabled":false},{"text":"direct","start":27,"end":33,"id":4,"ws":true,"disabled":false},{"text":"financial","start":34,"end":43,"id":5,"ws":true,"disabled":false},{"text":"and","start":44,"end":47,"id":6,"ws":true,"disabled":false},{"text":"operational","start":48,"end":59,"id":7,"ws":true,"disabled":false},{"text":"implications","start":60,"end":72,"id":8,"ws":true,"disabled":false},{"text":"for","start":73,"end":76,"id":9,"ws":true,"disabled":false},{"text":"organizations","start":77,"end":90,"id":10,"ws":true,"disabled":false},{"text":"from","start":91,"end":95,"id":11,"ws":true,"disabled":false},{"text":"natural","start":96,"end":103,"id":12,"ws":true,"disabled":false},{"text":"catastrophes","start":104,"end":116,"id":13,"ws":true,"disabled":false},{"text":"as","start":117,"end":119,"id":14,"ws":true,"disabled":false},{"text":"well","start":120,"end":124,"id":15,"ws":true,"disabled":false},{"text":"as","start":125,"end":127,"id":16,"ws":true,"disabled":false},{"text":"long","start":128,"end":132,"id":17,"ws":false,"disabled":false},{"text":"-","start":132,"end":133,"id":18,"ws":false,"disabled":false},{"text":"term","start":133,"end":137,"id":19,"ws":true,"disabled":false},{"text":"climate","start":138,"end":145,"id":20,"ws":true,"disabled":false},{"text":"change","start":146,"end":152,"id":21,"ws":false,"disabled":false},{"text":".","start":152,"end":153,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":167,"end":179,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":19,"child":21,"head_span":{"start":128,"end":137,"token_start":17,"token_end":19,"label":"type_of"},"child_span":{"start":138,"end":152,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":27,"end":33,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":34,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":7,"head_span":{"start":27,"end":33,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":48,"end":59,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":60,"end":72,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":48,"end":59,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":5,"head_span":{"start":60,"end":72,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":34,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":9,"end":14,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":34,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":7,"head_span":{"start":9,"end":14,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":48,"end":59,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":5,"head_span":{"start":138,"end":152,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":34,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":7,"head_span":{"start":138,"end":152,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":48,"end":59,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":7,"head_span":{"start":96,"end":116,"token_start":12,"token_end":13,"label":"base"},"child_span":{"start":48,"end":59,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":5,"head_span":{"start":96,"end":116,"token_start":12,"token_end":13,"label":"base"},"child_span":{"start":34,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"She said U.S. public health officials are not prepared for the kinds of heat waves seen in Europe in 2003 that killed over 70,000 people.\n","text":"She said U.S. public health officials are not prepared for the kinds of heat waves seen in Europe in 2003 that killed over 70,000 people. IMPLIED_BASE IMPLIED_BASE","characters":"138","document_index":"338","md_sentence_index":"18","classification_origin":"cm_cause_effect_rel","url":"https://www.cuanschutztoday.org/health-care-workers-unprepared-for-magnitude-of-climate-change/","combo_id":"338_18","post-training batch1":"338_18","_input_hash":434724378,"_task_hash":1488781107,"spans":[{"text":"heat waves","start":72,"token_start":13,"token_end":14,"end":82,"type":"pattern","label":"base"},{"start":91,"end":97,"token_start":17,"token_end":17,"label":"where"},{"start":101,"end":105,"token_start":19,"token_end":19,"label":"when"},{"start":111,"end":117,"token_start":21,"token_end":21,"label":"change_direction"},{"start":118,"end":129,"token_start":22,"token_end":23,"label":"effect_size"},{"text":"people","start":130,"token_start":24,"token_end":24,"end":136,"type":"pattern","label":"base"}],"tokens":[{"text":"She","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"said","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"U.S.","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"public","start":14,"end":20,"id":3,"ws":true,"disabled":false},{"text":"health","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"officials","start":28,"end":37,"id":5,"ws":true,"disabled":false},{"text":"are","start":38,"end":41,"id":6,"ws":true,"disabled":false},{"text":"not","start":42,"end":45,"id":7,"ws":true,"disabled":false},{"text":"prepared","start":46,"end":54,"id":8,"ws":true,"disabled":false},{"text":"for","start":55,"end":58,"id":9,"ws":true,"disabled":false},{"text":"the","start":59,"end":62,"id":10,"ws":true,"disabled":false},{"text":"kinds","start":63,"end":68,"id":11,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":12,"ws":true,"disabled":false},{"text":"heat","start":72,"end":76,"id":13,"ws":true,"disabled":false},{"text":"waves","start":77,"end":82,"id":14,"ws":true,"disabled":false},{"text":"seen","start":83,"end":87,"id":15,"ws":true,"disabled":false},{"text":"in","start":88,"end":90,"id":16,"ws":true,"disabled":false},{"text":"Europe","start":91,"end":97,"id":17,"ws":true,"disabled":false},{"text":"in","start":98,"end":100,"id":18,"ws":true,"disabled":false},{"text":"2003","start":101,"end":105,"id":19,"ws":true,"disabled":false},{"text":"that","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"killed","start":111,"end":117,"id":21,"ws":true,"disabled":false},{"text":"over","start":118,"end":122,"id":22,"ws":true,"disabled":false},{"text":"70,000","start":123,"end":129,"id":23,"ws":true,"disabled":false},{"text":"people","start":130,"end":136,"id":24,"ws":false,"disabled":false},{"text":".","start":136,"end":137,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":21,"child":24,"head_span":{"start":111,"end":117,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":130,"end":136,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":24,"head_span":{"start":72,"end":82,"token_start":13,"token_end":14,"label":"base"},"child_span":{"start":130,"end":136,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Simple","original_md_text":"With regards to the conditions in California over the past few years, it is clear from multiple lines of evidence that California is now in a new climate, in which conditions are much more likely to be hot, leading to earlier melting of snowpack and exacerbating periods of low precipitation when they occur.","text":"With regards to the conditions in California over the past few years, it is clear from multiple lines of evidence that California is now in a new climate, in which conditions are much more likely to be hot, leading to earlier melting of snowpack and exacerbating periods of low precipitation when they occur. IMPLIED_BASE IMPLIED_BASE","characters":"308","document_index":"66","md_sentence_index":"11","classification_origin":"cm_cause_effect_rel","url":"https://news.stanford.edu/press-releases/2018/11/28/reflections-california-wildfires/","combo_id":"66_11","post-training batch1":"66_11","_input_hash":-1573244828,"_task_hash":516069573,"spans":[{"start":119,"end":129,"token_start":22,"token_end":22,"label":"where"},{"start":164,"end":174,"token_start":32,"token_end":32,"label":"aspect_changing"},{"start":202,"end":205,"token_start":39,"token_end":39,"label":"type_of"},{"start":207,"end":217,"token_start":41,"token_end":42,"label":"predicate"},{"start":218,"end":225,"token_start":43,"token_end":43,"label":"change_direction"},{"text":"melting","start":226,"token_start":44,"token_end":44,"end":233,"type":"pattern","label":"aspect_changing"},{"text":"snowpack","start":237,"token_start":46,"token_end":46,"end":245,"type":"pattern","label":"base"},{"start":250,"end":262,"token_start":48,"token_end":48,"label":"change_direction"},{"start":274,"end":277,"token_start":51,"token_end":51,"label":"type_of"},{"text":"precipitation","start":278,"token_start":52,"token_end":52,"end":291,"type":"pattern","label":"base"},{"start":309,"end":321,"token_start":57,"token_end":57,"label":"base"}],"tokens":[{"text":"With","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"regards","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"to","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"the","start":16,"end":19,"id":3,"ws":true,"disabled":false},{"text":"conditions","start":20,"end":30,"id":4,"ws":true,"disabled":false},{"text":"in","start":31,"end":33,"id":5,"ws":true,"disabled":false},{"text":"California","start":34,"end":44,"id":6,"ws":true,"disabled":false},{"text":"over","start":45,"end":49,"id":7,"ws":true,"disabled":false},{"text":"the","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"past","start":54,"end":58,"id":9,"ws":true,"disabled":false},{"text":"few","start":59,"end":62,"id":10,"ws":true,"disabled":false},{"text":"years","start":63,"end":68,"id":11,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":12,"ws":true,"disabled":false},{"text":"it","start":70,"end":72,"id":13,"ws":true,"disabled":false},{"text":"is","start":73,"end":75,"id":14,"ws":true,"disabled":false},{"text":"clear","start":76,"end":81,"id":15,"ws":true,"disabled":false},{"text":"from","start":82,"end":86,"id":16,"ws":true,"disabled":false},{"text":"multiple","start":87,"end":95,"id":17,"ws":true,"disabled":false},{"text":"lines","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"of","start":102,"end":104,"id":19,"ws":true,"disabled":false},{"text":"evidence","start":105,"end":113,"id":20,"ws":true,"disabled":false},{"text":"that","start":114,"end":118,"id":21,"ws":true,"disabled":false},{"text":"California","start":119,"end":129,"id":22,"ws":true,"disabled":false},{"text":"is","start":130,"end":132,"id":23,"ws":true,"disabled":false},{"text":"now","start":133,"end":136,"id":24,"ws":true,"disabled":false},{"text":"in","start":137,"end":139,"id":25,"ws":true,"disabled":false},{"text":"a","start":140,"end":141,"id":26,"ws":true,"disabled":false},{"text":"new","start":142,"end":145,"id":27,"ws":true,"disabled":false},{"text":"climate","start":146,"end":153,"id":28,"ws":false,"disabled":false},{"text":",","start":153,"end":154,"id":29,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":30,"ws":true,"disabled":false},{"text":"which","start":158,"end":163,"id":31,"ws":true,"disabled":false},{"text":"conditions","start":164,"end":174,"id":32,"ws":true,"disabled":false},{"text":"are","start":175,"end":178,"id":33,"ws":true,"disabled":false},{"text":"much","start":179,"end":183,"id":34,"ws":true,"disabled":false},{"text":"more","start":184,"end":188,"id":35,"ws":true,"disabled":false},{"text":"likely","start":189,"end":195,"id":36,"ws":true,"disabled":false},{"text":"to","start":196,"end":198,"id":37,"ws":true,"disabled":false},{"text":"be","start":199,"end":201,"id":38,"ws":true,"disabled":false},{"text":"hot","start":202,"end":205,"id":39,"ws":false,"disabled":false},{"text":",","start":205,"end":206,"id":40,"ws":true,"disabled":false},{"text":"leading","start":207,"end":214,"id":41,"ws":true,"disabled":false},{"text":"to","start":215,"end":217,"id":42,"ws":true,"disabled":false},{"text":"earlier","start":218,"end":225,"id":43,"ws":true,"disabled":false},{"text":"melting","start":226,"end":233,"id":44,"ws":true,"disabled":false},{"text":"of","start":234,"end":236,"id":45,"ws":true,"disabled":false},{"text":"snowpack","start":237,"end":245,"id":46,"ws":true,"disabled":false},{"text":"and","start":246,"end":249,"id":47,"ws":true,"disabled":false},{"text":"exacerbating","start":250,"end":262,"id":48,"ws":true,"disabled":false},{"text":"periods","start":263,"end":270,"id":49,"ws":true,"disabled":false},{"text":"of","start":271,"end":273,"id":50,"ws":true,"disabled":false},{"text":"low","start":274,"end":277,"id":51,"ws":true,"disabled":false},{"text":"precipitation","start":278,"end":291,"id":52,"ws":true,"disabled":false},{"text":"when","start":292,"end":296,"id":53,"ws":true,"disabled":false},{"text":"they","start":297,"end":301,"id":54,"ws":true,"disabled":false},{"text":"occur","start":302,"end":307,"id":55,"ws":false,"disabled":false},{"text":".","start":307,"end":308,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":309,"end":321,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":322,"end":334,"id":58,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":44,"child":46,"head_span":{"start":226,"end":233,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":237,"end":245,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":46,"head_span":{"start":218,"end":225,"token_start":43,"token_end":43,"label":"change_direction"},"child_span":{"start":237,"end":245,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":57,"head_span":{"start":202,"end":205,"token_start":39,"token_end":39,"label":"type_of"},"child_span":{"start":309,"end":321,"token_start":57,"token_end":57,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":57,"head_span":{"start":164,"end":174,"token_start":32,"token_end":32,"label":"aspect_changing"},"child_span":{"start":309,"end":321,"token_start":57,"token_end":57,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":52,"head_span":{"start":250,"end":262,"token_start":48,"token_end":48,"label":"change_direction"},"child_span":{"start":278,"end":291,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":52,"head_span":{"start":274,"end":277,"token_start":51,"token_end":51,"label":"type_of"},"child_span":{"start":278,"end":291,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":57,"child":46,"head_span":{"start":309,"end":321,"token_start":57,"token_end":57,"label":"base"},"child_span":{"start":237,"end":245,"token_start":46,"token_end":46,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":57,"child":52,"head_span":{"start":309,"end":321,"token_start":57,"token_end":57,"label":"base"},"child_span":{"start":278,"end":291,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Active hillslope erosional features will occupy 3% of abrupt thaw terrain by 2300 but emit one-third of abrupt thaw carbon losses.","text":"Active hillslope erosional features will occupy 3% of abrupt thaw terrain by 2300 but emit one-third of abrupt thaw carbon losses. IMPLIED_BASE IMPLIED_BASE","characters":"130","document_index":"613","md_sentence_index":"6","classification_origin":"causal_sentence_classification","url":"https://www.nature.com/articles/s41561-019-0526-0","combo_id":"613_6","post-training batch1":"613_6","_input_hash":995342223,"_task_hash":-1173138718,"spans":[],"tokens":[{"text":"Active","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"hillslope","start":7,"end":16,"id":1,"ws":true,"disabled":false},{"text":"erosional","start":17,"end":26,"id":2,"ws":true,"disabled":false},{"text":"features","start":27,"end":35,"id":3,"ws":true,"disabled":false},{"text":"will","start":36,"end":40,"id":4,"ws":true,"disabled":false},{"text":"occupy","start":41,"end":47,"id":5,"ws":true,"disabled":false},{"text":"3","start":48,"end":49,"id":6,"ws":false,"disabled":false},{"text":"%","start":49,"end":50,"id":7,"ws":true,"disabled":false},{"text":"of","start":51,"end":53,"id":8,"ws":true,"disabled":false},{"text":"abrupt","start":54,"end":60,"id":9,"ws":true,"disabled":false},{"text":"thaw","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"terrain","start":66,"end":73,"id":11,"ws":true,"disabled":false},{"text":"by","start":74,"end":76,"id":12,"ws":true,"disabled":false},{"text":"2300","start":77,"end":81,"id":13,"ws":true,"disabled":false},{"text":"but","start":82,"end":85,"id":14,"ws":true,"disabled":false},{"text":"emit","start":86,"end":90,"id":15,"ws":true,"disabled":false},{"text":"one","start":91,"end":94,"id":16,"ws":false,"disabled":false},{"text":"-","start":94,"end":95,"id":17,"ws":false,"disabled":false},{"text":"third","start":95,"end":100,"id":18,"ws":true,"disabled":false},{"text":"of","start":101,"end":103,"id":19,"ws":true,"disabled":false},{"text":"abrupt","start":104,"end":110,"id":20,"ws":true,"disabled":false},{"text":"thaw","start":111,"end":115,"id":21,"ws":true,"disabled":false},{"text":"carbon","start":116,"end":122,"id":22,"ws":true,"disabled":false},{"text":"losses","start":123,"end":129,"id":23,"ws":false,"disabled":false},{"text":".","start":129,"end":130,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":131,"end":143,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The warmer ocean temperatures are \u201cabsolutely responsible for the hyperactive season,\u201d said James P. Kossin, a climate scientist with the National Oceanic and Atmospheric Administration.","text":"The warmer ocean temperatures are \u201cabsolutely responsible for the hyperactive season,\u201d said James P. Kossin, a climate scientist with the National Oceanic and Atmospheric Administration. IMPLIED_BASE IMPLIED_BASE","characters":"186","document_index":"874","md_sentence_index":"8","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/11/10/climate/climate-change-hurricanes.html","combo_id":"874_8","post-training batch1":"874_8","_input_hash":-1353569199,"_task_hash":872451930,"spans":[{"text":"warmer","start":4,"token_start":1,"token_end":1,"end":10,"type":"pattern","label":"change_direction"},{"text":"ocean","start":11,"token_start":2,"token_end":2,"end":16,"type":"pattern","label":"base"},{"text":"temperatures","start":17,"token_start":3,"token_end":3,"end":29,"type":"pattern","label":"aspect_changing"},{"start":30,"end":45,"token_start":4,"token_end":6,"label":"confidence"},{"start":46,"end":61,"token_start":7,"token_end":8,"label":"predicate"},{"start":66,"end":77,"token_start":10,"token_end":10,"label":"type_of"},{"start":78,"end":84,"token_start":11,"token_end":11,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"warmer","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"ocean","start":11,"end":16,"id":2,"ws":true,"disabled":false},{"text":"temperatures","start":17,"end":29,"id":3,"ws":true,"disabled":false},{"text":"are","start":30,"end":33,"id":4,"ws":true,"disabled":false},{"text":"\u201c","start":34,"end":35,"id":5,"ws":false,"disabled":false},{"text":"absolutely","start":35,"end":45,"id":6,"ws":true,"disabled":false},{"text":"responsible","start":46,"end":57,"id":7,"ws":true,"disabled":false},{"text":"for","start":58,"end":61,"id":8,"ws":true,"disabled":false},{"text":"the","start":62,"end":65,"id":9,"ws":true,"disabled":false},{"text":"hyperactive","start":66,"end":77,"id":10,"ws":true,"disabled":false},{"text":"season","start":78,"end":84,"id":11,"ws":false,"disabled":false},{"text":",","start":84,"end":85,"id":12,"ws":false,"disabled":false},{"text":"\u201d","start":85,"end":86,"id":13,"ws":true,"disabled":false},{"text":"said","start":87,"end":91,"id":14,"ws":true,"disabled":false},{"text":"James","start":92,"end":97,"id":15,"ws":true,"disabled":false},{"text":"P.","start":98,"end":100,"id":16,"ws":true,"disabled":false},{"text":"Kossin","start":101,"end":107,"id":17,"ws":false,"disabled":false},{"text":",","start":107,"end":108,"id":18,"ws":true,"disabled":false},{"text":"a","start":109,"end":110,"id":19,"ws":true,"disabled":false},{"text":"climate","start":111,"end":118,"id":20,"ws":true,"disabled":false},{"text":"scientist","start":119,"end":128,"id":21,"ws":true,"disabled":false},{"text":"with","start":129,"end":133,"id":22,"ws":true,"disabled":false},{"text":"the","start":134,"end":137,"id":23,"ws":true,"disabled":false},{"text":"National","start":138,"end":146,"id":24,"ws":true,"disabled":false},{"text":"Oceanic","start":147,"end":154,"id":25,"ws":true,"disabled":false},{"text":"and","start":155,"end":158,"id":26,"ws":true,"disabled":false},{"text":"Atmospheric","start":159,"end":170,"id":27,"ws":true,"disabled":false},{"text":"Administration","start":171,"end":185,"id":28,"ws":false,"disabled":false},{"text":".","start":185,"end":186,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":200,"end":212,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":4,"end":10,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":2,"head_span":{"start":17,"end":29,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":66,"end":77,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":78,"end":84,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":11,"head_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":78,"end":84,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore","reason":"solution","relation count":"","complexity":"","original_md_text":"FEMA has estimated the town\u2019s program prevented $13 million in damage in 2015 alone.","text":"FEMA has estimated the town\u2019s program prevented $13 million in damage in 2015 alone. IMPLIED_BASE IMPLIED_BASE","characters":"84","document_index":"254","md_sentence_index":"31","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/07/06/climate/nashville-floods-buybacks.html","combo_id":"254_31","post-training batch1":"254_31","_input_hash":231620015,"_task_hash":-2062605074,"spans":[],"tokens":[{"text":"FEMA","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"has","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"estimated","start":9,"end":18,"id":2,"ws":true,"disabled":false},{"text":"the","start":19,"end":22,"id":3,"ws":true,"disabled":false},{"text":"town","start":23,"end":27,"id":4,"ws":false,"disabled":false},{"text":"\u2019s","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"program","start":30,"end":37,"id":6,"ws":true,"disabled":false},{"text":"prevented","start":38,"end":47,"id":7,"ws":true,"disabled":false},{"text":"$","start":48,"end":49,"id":8,"ws":false,"disabled":false},{"text":"13","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"million","start":52,"end":59,"id":10,"ws":true,"disabled":false},{"text":"in","start":60,"end":62,"id":11,"ws":true,"disabled":false},{"text":"damage","start":63,"end":69,"id":12,"ws":true,"disabled":false},{"text":"in","start":70,"end":72,"id":13,"ws":true,"disabled":false},{"text":"2015","start":73,"end":77,"id":14,"ws":true,"disabled":false},{"text":"alone","start":78,"end":83,"id":15,"ws":false,"disabled":false},{"text":".","start":83,"end":84,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":85,"end":97,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":98,"end":110,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As land ice from the poles melts due to rising atmospheric temperatures, the shifting weight of water across the world should cause a change to the axis upon which the Earth spins, and a slight wobble in the rotation.","text":"As land ice from the poles melts due to rising atmospheric temperatures, the shifting weight of water across the world should cause a change to the axis upon which the Earth spins, and a slight wobble in the rotation. IMPLIED_BASE IMPLIED_BASE","characters":"217","document_index":"401","md_sentence_index":"5","classification_origin":"causal_sentence_classification","url":"http://www.theguardian.com/science/2015/dec/11/climate-change-longer-days-glaciers-north-south-pole","combo_id":"401_5","post-training batch1":"401_5","_input_hash":728977020,"_task_hash":282581463,"spans":[{"start":3,"end":7,"token_start":1,"token_end":1,"label":"type_of"},{"start":8,"end":11,"token_start":2,"token_end":2,"label":"base"},{"start":17,"end":26,"token_start":4,"token_end":5,"label":"where"},{"start":27,"end":32,"token_start":6,"token_end":6,"label":"change_direction"},{"start":33,"end":39,"token_start":7,"token_end":8,"label":"predicate"},{"text":"rising","start":40,"token_start":9,"token_end":9,"end":46,"type":"pattern","label":"change_direction"},{"start":47,"end":58,"token_start":10,"token_end":10,"label":"type_of"},{"text":"temperatures","start":59,"token_start":11,"token_end":11,"end":71,"type":"pattern","label":"aspect_changing"},{"start":77,"end":85,"token_start":14,"token_end":14,"label":"change_direction"},{"start":86,"end":92,"token_start":15,"token_end":15,"label":"aspect_changing"},{"text":"water","start":96,"token_start":17,"token_end":17,"end":101,"type":"pattern","label":"base"},{"start":102,"end":118,"token_start":18,"token_end":20,"label":"where"},{"start":119,"end":125,"token_start":21,"token_end":21,"label":"confidence"},{"start":126,"end":131,"token_start":22,"token_end":22,"label":"predicate"},{"start":134,"end":140,"token_start":24,"token_end":24,"label":"change_direction"},{"start":148,"end":152,"token_start":27,"token_end":27,"label":"base"},{"start":187,"end":200,"token_start":36,"token_end":37,"label":"change_direction"},{"start":208,"end":216,"token_start":40,"token_end":40,"label":"base"},{"start":218,"end":230,"token_start":42,"token_end":42,"label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"land","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"ice","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"from","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"the","start":17,"end":20,"id":4,"ws":true,"disabled":false},{"text":"poles","start":21,"end":26,"id":5,"ws":true,"disabled":false},{"text":"melts","start":27,"end":32,"id":6,"ws":true,"disabled":false},{"text":"due","start":33,"end":36,"id":7,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":8,"ws":true,"disabled":false},{"text":"rising","start":40,"end":46,"id":9,"ws":true,"disabled":false},{"text":"atmospheric","start":47,"end":58,"id":10,"ws":true,"disabled":false},{"text":"temperatures","start":59,"end":71,"id":11,"ws":false,"disabled":false},{"text":",","start":71,"end":72,"id":12,"ws":true,"disabled":false},{"text":"the","start":73,"end":76,"id":13,"ws":true,"disabled":false},{"text":"shifting","start":77,"end":85,"id":14,"ws":true,"disabled":false},{"text":"weight","start":86,"end":92,"id":15,"ws":true,"disabled":false},{"text":"of","start":93,"end":95,"id":16,"ws":true,"disabled":false},{"text":"water","start":96,"end":101,"id":17,"ws":true,"disabled":false},{"text":"across","start":102,"end":108,"id":18,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"world","start":113,"end":118,"id":20,"ws":true,"disabled":false},{"text":"should","start":119,"end":125,"id":21,"ws":true,"disabled":false},{"text":"cause","start":126,"end":131,"id":22,"ws":true,"disabled":false},{"text":"a","start":132,"end":133,"id":23,"ws":true,"disabled":false},{"text":"change","start":134,"end":140,"id":24,"ws":true,"disabled":false},{"text":"to","start":141,"end":143,"id":25,"ws":true,"disabled":false},{"text":"the","start":144,"end":147,"id":26,"ws":true,"disabled":false},{"text":"axis","start":148,"end":152,"id":27,"ws":true,"disabled":false},{"text":"upon","start":153,"end":157,"id":28,"ws":true,"disabled":false},{"text":"which","start":158,"end":163,"id":29,"ws":true,"disabled":false},{"text":"the","start":164,"end":167,"id":30,"ws":true,"disabled":false},{"text":"Earth","start":168,"end":173,"id":31,"ws":true,"disabled":false},{"text":"spins","start":174,"end":179,"id":32,"ws":false,"disabled":false},{"text":",","start":179,"end":180,"id":33,"ws":true,"disabled":false},{"text":"and","start":181,"end":184,"id":34,"ws":true,"disabled":false},{"text":"a","start":185,"end":186,"id":35,"ws":true,"disabled":false},{"text":"slight","start":187,"end":193,"id":36,"ws":true,"disabled":false},{"text":"wobble","start":194,"end":200,"id":37,"ws":true,"disabled":false},{"text":"in","start":201,"end":203,"id":38,"ws":true,"disabled":false},{"text":"the","start":204,"end":207,"id":39,"ws":true,"disabled":false},{"text":"rotation","start":208,"end":216,"id":40,"ws":false,"disabled":false},{"text":".","start":216,"end":217,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":231,"end":243,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":3,"end":7,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":8,"end":11,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":2,"head_span":{"start":27,"end":32,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":8,"end":11,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":42,"head_span":{"start":59,"end":71,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":218,"end":230,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":42,"head_span":{"start":47,"end":58,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":218,"end":230,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":42,"head_span":{"start":40,"end":46,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":218,"end":230,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":86,"end":92,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":77,"end":85,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":27,"head_span":{"start":134,"end":140,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":148,"end":152,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":40,"head_span":{"start":187,"end":200,"token_start":36,"token_end":37,"label":"change_direction"},"child_span":{"start":208,"end":216,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":2,"head_span":{"start":218,"end":230,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":8,"end":11,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":17,"head_span":{"start":8,"end":11,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":27,"head_span":{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":148,"end":152,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":40,"head_span":{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":208,"end":216,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cThe heat definitely messes with you psychologically, people get frustrated over every little thing.\u201d\n","text":"\u201cThe heat definitely messes with you psychologically, people get frustrated over every little thing.\u201d IMPLIED_BASE IMPLIED_BASE","characters":"102","document_index":"806","md_sentence_index":"93","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/08/24/climate/racism-redlining-cities-global-warming.html","combo_id":"806_93","post-training batch1":"806_93","_input_hash":1774864612,"_task_hash":1795631975,"spans":[{"start":5,"end":9,"token_start":2,"token_end":2,"label":"base"},{"start":21,"end":32,"token_start":4,"token_end":5,"label":"predicate"},{"start":37,"end":52,"token_start":7,"token_end":7,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"The","start":1,"end":4,"id":1,"ws":true,"disabled":false},{"text":"heat","start":5,"end":9,"id":2,"ws":true,"disabled":false},{"text":"definitely","start":10,"end":20,"id":3,"ws":true,"disabled":false},{"text":"messes","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"with","start":28,"end":32,"id":5,"ws":true,"disabled":false},{"text":"you","start":33,"end":36,"id":6,"ws":true,"disabled":false},{"text":"psychologically","start":37,"end":52,"id":7,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":8,"ws":true,"disabled":false},{"text":"people","start":54,"end":60,"id":9,"ws":true,"disabled":false},{"text":"get","start":61,"end":64,"id":10,"ws":true,"disabled":false},{"text":"frustrated","start":65,"end":75,"id":11,"ws":true,"disabled":false},{"text":"over","start":76,"end":80,"id":12,"ws":true,"disabled":false},{"text":"every","start":81,"end":86,"id":13,"ws":true,"disabled":false},{"text":"little","start":87,"end":93,"id":14,"ws":true,"disabled":false},{"text":"thing","start":94,"end":99,"id":15,"ws":false,"disabled":false},{"text":".","start":99,"end":100,"id":16,"ws":false,"disabled":false},{"text":"\u201d","start":100,"end":101,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":102,"end":114,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":2,"child":7,"head_span":{"start":5,"end":9,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":37,"end":52,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The report follows another study published last week that found Greenland's ice sheet has melted to a point of no return, and is retreating in rapid bursts, leading to a sudden and unpredictable rise in sea levels.\n","text":"The report follows another study published last week that found Greenland's ice sheet has melted to a point of no return, and is retreating in rapid bursts, leading to a sudden and unpredictable rise in sea levels. IMPLIED_BASE IMPLIED_BASE","characters":"215","document_index":"793","md_sentence_index":"7","classification_origin":"causal_sentence_classification","url":"https://www.cnn.com/2020/08/20/weather/greenland-ice-sheet-melt-climate-intl-hnk/index.html","combo_id":"793_7","post-training batch1":"793_7","_input_hash":348219757,"_task_hash":293354972,"spans":[{"start":64,"end":73,"token_start":10,"token_end":10,"label":"where"},{"text":"ice sheet","start":76,"token_start":12,"token_end":13,"end":85,"type":"pattern","label":"base"},{"start":90,"end":96,"token_start":15,"token_end":15,"label":"change_direction"},{"start":97,"end":120,"token_start":16,"token_end":21,"label":"effect_size"},{"start":129,"end":155,"token_start":25,"token_end":28,"label":"change_direction"},{"start":157,"end":167,"token_start":30,"token_end":31,"label":"predicate"},{"start":170,"end":199,"token_start":33,"token_end":36,"label":"change_direction"},{"text":"sea","start":203,"token_start":38,"token_end":38,"end":206,"type":"pattern","label":"base"},{"text":"levels","start":207,"token_start":39,"token_end":39,"end":213,"type":"pattern","label":"aspect_changing"},{"start":215,"end":227,"token_start":41,"token_end":41,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"report","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"follows","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"another","start":19,"end":26,"id":3,"ws":true,"disabled":false},{"text":"study","start":27,"end":32,"id":4,"ws":true,"disabled":false},{"text":"published","start":33,"end":42,"id":5,"ws":true,"disabled":false},{"text":"last","start":43,"end":47,"id":6,"ws":true,"disabled":false},{"text":"week","start":48,"end":52,"id":7,"ws":true,"disabled":false},{"text":"that","start":53,"end":57,"id":8,"ws":true,"disabled":false},{"text":"found","start":58,"end":63,"id":9,"ws":true,"disabled":false},{"text":"Greenland","start":64,"end":73,"id":10,"ws":false,"disabled":false},{"text":"'s","start":73,"end":75,"id":11,"ws":true,"disabled":false},{"text":"ice","start":76,"end":79,"id":12,"ws":true,"disabled":false},{"text":"sheet","start":80,"end":85,"id":13,"ws":true,"disabled":false},{"text":"has","start":86,"end":89,"id":14,"ws":true,"disabled":false},{"text":"melted","start":90,"end":96,"id":15,"ws":true,"disabled":false},{"text":"to","start":97,"end":99,"id":16,"ws":true,"disabled":false},{"text":"a","start":100,"end":101,"id":17,"ws":true,"disabled":false},{"text":"point","start":102,"end":107,"id":18,"ws":true,"disabled":false},{"text":"of","start":108,"end":110,"id":19,"ws":true,"disabled":false},{"text":"no","start":111,"end":113,"id":20,"ws":true,"disabled":false},{"text":"return","start":114,"end":120,"id":21,"ws":false,"disabled":false},{"text":",","start":120,"end":121,"id":22,"ws":true,"disabled":false},{"text":"and","start":122,"end":125,"id":23,"ws":true,"disabled":false},{"text":"is","start":126,"end":128,"id":24,"ws":true,"disabled":false},{"text":"retreating","start":129,"end":139,"id":25,"ws":true,"disabled":false},{"text":"in","start":140,"end":142,"id":26,"ws":true,"disabled":false},{"text":"rapid","start":143,"end":148,"id":27,"ws":true,"disabled":false},{"text":"bursts","start":149,"end":155,"id":28,"ws":false,"disabled":false},{"text":",","start":155,"end":156,"id":29,"ws":true,"disabled":false},{"text":"leading","start":157,"end":164,"id":30,"ws":true,"disabled":false},{"text":"to","start":165,"end":167,"id":31,"ws":true,"disabled":false},{"text":"a","start":168,"end":169,"id":32,"ws":true,"disabled":false},{"text":"sudden","start":170,"end":176,"id":33,"ws":true,"disabled":false},{"text":"and","start":177,"end":180,"id":34,"ws":true,"disabled":false},{"text":"unpredictable","start":181,"end":194,"id":35,"ws":true,"disabled":false},{"text":"rise","start":195,"end":199,"id":36,"ws":true,"disabled":false},{"text":"in","start":200,"end":202,"id":37,"ws":true,"disabled":false},{"text":"sea","start":203,"end":206,"id":38,"ws":true,"disabled":false},{"text":"levels","start":207,"end":213,"id":39,"ws":false,"disabled":false},{"text":".","start":213,"end":214,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":215,"end":227,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":228,"end":240,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":15,"child":13,"head_span":{"start":90,"end":96,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":76,"end":85,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":13,"head_span":{"start":64,"end":73,"token_start":10,"token_end":10,"label":"where"},"child_span":{"start":76,"end":85,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":13,"head_span":{"start":97,"end":120,"token_start":16,"token_end":21,"label":"effect_size"},"child_span":{"start":76,"end":85,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":41,"head_span":{"start":129,"end":155,"token_start":25,"token_end":28,"label":"change_direction"},"child_span":{"start":215,"end":227,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":38,"head_span":{"start":170,"end":199,"token_start":33,"token_end":36,"label":"change_direction"},"child_span":{"start":203,"end":206,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":38,"head_span":{"start":207,"end":213,"token_start":39,"token_end":39,"label":"aspect_changing"},"child_span":{"start":203,"end":206,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":38,"head_span":{"start":215,"end":227,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":203,"end":206,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":41,"head_span":{"start":76,"end":85,"token_start":12,"token_end":13,"label":"base"},"child_span":{"start":215,"end":227,"token_start":41,"token_end":41,"label":"base"},"color":"#d9fbad","label":"Same_As"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The loss of herbivorous fish from overfishing can be a particular driver of coral reef decline, says Dr Mark Eakin, coordinator of the US National Oceanic and Atmospheric Administration\u2019s Coral Reef Watch programme.","text":"The loss of herbivorous fish from overfishing can be a particular driver of coral reef decline, says Dr Mark Eakin, coordinator of the US National Oceanic and Atmospheric Administration\u2019s Coral Reef Watch programme. IMPLIED_BASE IMPLIED_BASE","characters":"215","document_index":"647","md_sentence_index":"404","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_404","post-training batch1":"647_404","_input_hash":-169285431,"_task_hash":77305597,"spans":[{"start":4,"end":8,"token_start":1,"token_end":1,"label":"change_direction"},{"start":12,"end":23,"token_start":3,"token_end":3,"label":"type_of"},{"start":24,"end":28,"token_start":4,"token_end":4,"label":"base"},{"text":"overfishing","start":34,"token_start":6,"token_end":6,"end":45,"type":"pattern","label":"base"},{"start":46,"end":49,"token_start":7,"token_end":7,"label":"confidence"},{"start":66,"end":75,"token_start":11,"token_end":12,"label":"predicate"},{"start":76,"end":81,"token_start":13,"token_end":13,"label":"type_of"},{"start":82,"end":86,"token_start":14,"token_end":14,"label":"base"},{"start":87,"end":94,"token_start":15,"token_end":15,"label":"change_direction"},{"text":"Coral Reef","start":188,"token_start":32,"token_end":33,"end":198,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"loss","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"of","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"herbivorous","start":12,"end":23,"id":3,"ws":true,"disabled":false},{"text":"fish","start":24,"end":28,"id":4,"ws":true,"disabled":false},{"text":"from","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"overfishing","start":34,"end":45,"id":6,"ws":true,"disabled":false},{"text":"can","start":46,"end":49,"id":7,"ws":true,"disabled":false},{"text":"be","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"a","start":53,"end":54,"id":9,"ws":true,"disabled":false},{"text":"particular","start":55,"end":65,"id":10,"ws":true,"disabled":false},{"text":"driver","start":66,"end":72,"id":11,"ws":true,"disabled":false},{"text":"of","start":73,"end":75,"id":12,"ws":true,"disabled":false},{"text":"coral","start":76,"end":81,"id":13,"ws":true,"disabled":false},{"text":"reef","start":82,"end":86,"id":14,"ws":true,"disabled":false},{"text":"decline","start":87,"end":94,"id":15,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":16,"ws":true,"disabled":false},{"text":"says","start":96,"end":100,"id":17,"ws":true,"disabled":false},{"text":"Dr","start":101,"end":103,"id":18,"ws":true,"disabled":false},{"text":"Mark","start":104,"end":108,"id":19,"ws":true,"disabled":false},{"text":"Eakin","start":109,"end":114,"id":20,"ws":false,"disabled":false},{"text":",","start":114,"end":115,"id":21,"ws":true,"disabled":false},{"text":"coordinator","start":116,"end":127,"id":22,"ws":true,"disabled":false},{"text":"of","start":128,"end":130,"id":23,"ws":true,"disabled":false},{"text":"the","start":131,"end":134,"id":24,"ws":true,"disabled":false},{"text":"US","start":135,"end":137,"id":25,"ws":true,"disabled":false},{"text":"National","start":138,"end":146,"id":26,"ws":true,"disabled":false},{"text":"Oceanic","start":147,"end":154,"id":27,"ws":true,"disabled":false},{"text":"and","start":155,"end":158,"id":28,"ws":true,"disabled":false},{"text":"Atmospheric","start":159,"end":170,"id":29,"ws":true,"disabled":false},{"text":"Administration","start":171,"end":185,"id":30,"ws":false,"disabled":false},{"text":"\u2019s","start":185,"end":187,"id":31,"ws":true,"disabled":false},{"text":"Coral","start":188,"end":193,"id":32,"ws":true,"disabled":false},{"text":"Reef","start":194,"end":198,"id":33,"ws":true,"disabled":false},{"text":"Watch","start":199,"end":204,"id":34,"ws":true,"disabled":false},{"text":"programme","start":205,"end":214,"id":35,"ws":false,"disabled":false},{"text":".","start":214,"end":215,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":216,"end":228,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":229,"end":241,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":13,"child":14,"head_span":{"start":76,"end":81,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":82,"end":86,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":87,"end":94,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":82,"end":86,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":12,"end":23,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":24,"end":28,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":4,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":24,"end":28,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":4,"head_span":{"start":34,"end":45,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":24,"end":28,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":14,"head_span":{"start":24,"end":28,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":82,"end":86,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Three of his co-workers have collapsed from heat exhaustion over the years.\n","text":"Three of his co-workers have collapsed from heat exhaustion over the years. IMPLIED_BASE IMPLIED_BASE","characters":"76","document_index":"775","md_sentence_index":"63","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/08/06/climate/climate-change-inequality-heat.html","combo_id":"775_63","post-training batch1":"775_63","_input_hash":335633968,"_task_hash":-481108928,"spans":[{"start":13,"end":23,"token_start":3,"token_end":5,"label":"to_whom"},{"start":29,"end":38,"token_start":7,"token_end":7,"label":"change_direction"},{"start":44,"end":59,"token_start":9,"token_end":10,"label":"base"},{"start":76,"end":88,"token_start":15,"token_end":15,"label":"base"}],"tokens":[{"text":"Three","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"of","start":6,"end":8,"id":1,"ws":true,"disabled":false},{"text":"his","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"co","start":13,"end":15,"id":3,"ws":false,"disabled":false},{"text":"-","start":15,"end":16,"id":4,"ws":false,"disabled":false},{"text":"workers","start":16,"end":23,"id":5,"ws":true,"disabled":false},{"text":"have","start":24,"end":28,"id":6,"ws":true,"disabled":false},{"text":"collapsed","start":29,"end":38,"id":7,"ws":true,"disabled":false},{"text":"from","start":39,"end":43,"id":8,"ws":true,"disabled":false},{"text":"heat","start":44,"end":48,"id":9,"ws":true,"disabled":false},{"text":"exhaustion","start":49,"end":59,"id":10,"ws":true,"disabled":false},{"text":"over","start":60,"end":64,"id":11,"ws":true,"disabled":false},{"text":"the","start":65,"end":68,"id":12,"ws":true,"disabled":false},{"text":"years","start":69,"end":74,"id":13,"ws":false,"disabled":false},{"text":".","start":74,"end":75,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":76,"end":88,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":89,"end":101,"id":16,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":7,"child":15,"head_span":{"start":29,"end":38,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":76,"end":88,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":15,"head_span":{"start":44,"end":59,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":76,"end":88,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Scientists have a medium-level of confidence that such rapid intensification of hurricanes will happen more often as the earth gets hotter, Kossin said.","text":"Scientists have a medium-level of confidence that such rapid intensification of hurricanes will happen more often as the earth gets hotter, Kossin said. IMPLIED_BASE IMPLIED_BASE","characters":"152","document_index":"491","md_sentence_index":"37","classification_origin":"causal_sentence_classification","url":"https://insideclimatenews.org/american-climate/essay/hurricane-climate-change","combo_id":"491_37","post-training batch1":"491_37","_input_hash":1983063132,"_task_hash":-908722029,"spans":[{"start":55,"end":76,"token_start":10,"token_end":11,"label":"aspect_changing"},{"text":"hurricanes","start":80,"token_start":13,"token_end":13,"end":90,"type":"pattern","label":"base"},{"start":103,"end":113,"token_start":16,"token_end":17,"label":"change_direction"},{"start":114,"end":116,"token_start":18,"token_end":18,"label":"predicate"},{"start":121,"end":126,"token_start":20,"token_end":20,"label":"base"},{"text":"hotter","start":132,"token_start":22,"token_end":22,"end":138,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Scientists","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"have","start":11,"end":15,"id":1,"ws":true,"disabled":false},{"text":"a","start":16,"end":17,"id":2,"ws":true,"disabled":false},{"text":"medium","start":18,"end":24,"id":3,"ws":false,"disabled":false},{"text":"-","start":24,"end":25,"id":4,"ws":false,"disabled":false},{"text":"level","start":25,"end":30,"id":5,"ws":true,"disabled":false},{"text":"of","start":31,"end":33,"id":6,"ws":true,"disabled":false},{"text":"confidence","start":34,"end":44,"id":7,"ws":true,"disabled":false},{"text":"that","start":45,"end":49,"id":8,"ws":true,"disabled":false},{"text":"such","start":50,"end":54,"id":9,"ws":true,"disabled":false},{"text":"rapid","start":55,"end":60,"id":10,"ws":true,"disabled":false},{"text":"intensification","start":61,"end":76,"id":11,"ws":true,"disabled":false},{"text":"of","start":77,"end":79,"id":12,"ws":true,"disabled":false},{"text":"hurricanes","start":80,"end":90,"id":13,"ws":true,"disabled":false},{"text":"will","start":91,"end":95,"id":14,"ws":true,"disabled":false},{"text":"happen","start":96,"end":102,"id":15,"ws":true,"disabled":false},{"text":"more","start":103,"end":107,"id":16,"ws":true,"disabled":false},{"text":"often","start":108,"end":113,"id":17,"ws":true,"disabled":false},{"text":"as","start":114,"end":116,"id":18,"ws":true,"disabled":false},{"text":"the","start":117,"end":120,"id":19,"ws":true,"disabled":false},{"text":"earth","start":121,"end":126,"id":20,"ws":true,"disabled":false},{"text":"gets","start":127,"end":131,"id":21,"ws":true,"disabled":false},{"text":"hotter","start":132,"end":138,"id":22,"ws":false,"disabled":false},{"text":",","start":138,"end":139,"id":23,"ws":true,"disabled":false},{"text":"Kossin","start":140,"end":146,"id":24,"ws":true,"disabled":false},{"text":"said","start":147,"end":151,"id":25,"ws":false,"disabled":false},{"text":".","start":151,"end":152,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":11,"child":13,"head_span":{"start":55,"end":76,"token_start":10,"token_end":11,"label":"aspect_changing"},"child_span":{"start":80,"end":90,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":13,"head_span":{"start":103,"end":113,"token_start":16,"token_end":17,"label":"change_direction"},"child_span":{"start":80,"end":90,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":20,"head_span":{"start":132,"end":138,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":121,"end":126,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":13,"head_span":{"start":121,"end":126,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":80,"end":90,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Health effects of air pollution are of concern; atmospheric pollutants in gaseous (mainly carbon dioxide, methane, nitrous oxide) or particulate forms may affect respiratory system according to their physical properties (solubility), their concentration, and the rate and depth of the ventilation of the subject.","text":"Health effects of air pollution are of concern; atmospheric pollutants in gaseous (mainly carbon dioxide, methane, nitrous oxide) or particulate forms may affect respiratory system according to their physical properties (solubility), their concentration, and the rate and depth of the ventilation of the subject. IMPLIED_BASE IMPLIED_BASE","characters":"312","document_index":"750","md_sentence_index":"75","classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_75","post-training batch1":"750_75","_input_hash":1933031484,"_task_hash":1461476704,"spans":[{"text":"Health","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"base"},{"start":7,"end":14,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":15,"end":17,"token_start":2,"token_end":2,"label":"predicate"},{"start":18,"end":21,"token_start":3,"token_end":3,"label":"type_of"},{"text":"pollution","start":22,"token_start":4,"token_end":4,"end":31,"type":"pattern","label":"base"},{"text":"pollutants","start":60,"token_start":10,"token_end":10,"end":70,"type":"pattern","label":"base"},{"text":"carbon dioxide","start":90,"token_start":15,"token_end":16,"end":104,"type":"pattern","label":"base"},{"text":"methane","start":106,"token_start":18,"token_end":18,"end":113,"type":"pattern","label":"base"},{"start":115,"end":128,"token_start":20,"token_end":21,"label":"base"},{"start":151,"end":154,"token_start":26,"token_end":26,"label":"confidence"},{"start":221,"end":231,"token_start":36,"token_end":36,"label":"aspect_changing"},{"start":240,"end":253,"token_start":40,"token_end":40,"label":"aspect_changing"},{"label":"type_of"},{"start":48,"end":59,"token_start":9,"token_end":9,"label":"type_of"},{"start":74,"end":81,"token_start":12,"token_end":12,"label":"type_of"},{"start":133,"end":144,"token_start":24,"token_end":24,"label":"type_of"},{"start":155,"end":161,"token_start":27,"token_end":27,"label":"predicate"},{"start":162,"end":180,"token_start":28,"token_end":29,"label":"base"},{"start":200,"end":219,"token_start":33,"token_end":34,"label":"aspect_changing"},{"start":263,"end":296,"token_start":44,"token_end":49,"label":"aspect_changing"},{"start":304,"end":311,"token_start":52,"token_end":52,"label":"base"}],"tokens":[{"text":"Health","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"effects","start":7,"end":14,"id":1,"ws":true,"disabled":false},{"text":"of","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"air","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"pollution","start":22,"end":31,"id":4,"ws":true,"disabled":false},{"text":"are","start":32,"end":35,"id":5,"ws":true,"disabled":false},{"text":"of","start":36,"end":38,"id":6,"ws":true,"disabled":false},{"text":"concern","start":39,"end":46,"id":7,"ws":false,"disabled":false},{"text":";","start":46,"end":47,"id":8,"ws":true,"disabled":false},{"text":"atmospheric","start":48,"end":59,"id":9,"ws":true,"disabled":false},{"text":"pollutants","start":60,"end":70,"id":10,"ws":true,"disabled":false},{"text":"in","start":71,"end":73,"id":11,"ws":true,"disabled":false},{"text":"gaseous","start":74,"end":81,"id":12,"ws":true,"disabled":false},{"text":"(","start":82,"end":83,"id":13,"ws":false,"disabled":false},{"text":"mainly","start":83,"end":89,"id":14,"ws":true,"disabled":false},{"text":"carbon","start":90,"end":96,"id":15,"ws":true,"disabled":false},{"text":"dioxide","start":97,"end":104,"id":16,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":17,"ws":true,"disabled":false},{"text":"methane","start":106,"end":113,"id":18,"ws":false,"disabled":false},{"text":",","start":113,"end":114,"id":19,"ws":true,"disabled":false},{"text":"nitrous","start":115,"end":122,"id":20,"ws":true,"disabled":false},{"text":"oxide","start":123,"end":128,"id":21,"ws":false,"disabled":false},{"text":")","start":128,"end":129,"id":22,"ws":true,"disabled":false},{"text":"or","start":130,"end":132,"id":23,"ws":true,"disabled":false},{"text":"particulate","start":133,"end":144,"id":24,"ws":true,"disabled":false},{"text":"forms","start":145,"end":150,"id":25,"ws":true,"disabled":false},{"text":"may","start":151,"end":154,"id":26,"ws":true,"disabled":false},{"text":"affect","start":155,"end":161,"id":27,"ws":true,"disabled":false},{"text":"respiratory","start":162,"end":173,"id":28,"ws":true,"disabled":false},{"text":"system","start":174,"end":180,"id":29,"ws":true,"disabled":false},{"text":"according","start":181,"end":190,"id":30,"ws":true,"disabled":false},{"text":"to","start":191,"end":193,"id":31,"ws":true,"disabled":false},{"text":"their","start":194,"end":199,"id":32,"ws":true,"disabled":false},{"text":"physical","start":200,"end":208,"id":33,"ws":true,"disabled":false},{"text":"properties","start":209,"end":219,"id":34,"ws":true,"disabled":false},{"text":"(","start":220,"end":221,"id":35,"ws":false,"disabled":false},{"text":"solubility","start":221,"end":231,"id":36,"ws":false,"disabled":false},{"text":")","start":231,"end":232,"id":37,"ws":false,"disabled":false},{"text":",","start":232,"end":233,"id":38,"ws":true,"disabled":false},{"text":"their","start":234,"end":239,"id":39,"ws":true,"disabled":false},{"text":"concentration","start":240,"end":253,"id":40,"ws":false,"disabled":false},{"text":",","start":253,"end":254,"id":41,"ws":true,"disabled":false},{"text":"and","start":255,"end":258,"id":42,"ws":true,"disabled":false},{"text":"the","start":259,"end":262,"id":43,"ws":true,"disabled":false},{"text":"rate","start":263,"end":267,"id":44,"ws":true,"disabled":false},{"text":"and","start":268,"end":271,"id":45,"ws":true,"disabled":false},{"text":"depth","start":272,"end":277,"id":46,"ws":true,"disabled":false},{"text":"of","start":278,"end":280,"id":47,"ws":true,"disabled":false},{"text":"the","start":281,"end":284,"id":48,"ws":true,"disabled":false},{"text":"ventilation","start":285,"end":296,"id":49,"ws":true,"disabled":false},{"text":"of","start":297,"end":299,"id":50,"ws":true,"disabled":false},{"text":"the","start":300,"end":303,"id":51,"ws":true,"disabled":false},{"text":"subject","start":304,"end":311,"id":52,"ws":false,"disabled":false},{"text":".","start":311,"end":312,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":313,"end":325,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":326,"end":338,"id":55,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":9,"child":10,"head_span":{"start":48,"end":59,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":10,"head_span":{"start":133,"end":144,"token_start":24,"token_end":24,"label":"type_of"},"child_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":10,"head_span":{"start":74,"end":81,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":10,"head_span":{"start":200,"end":219,"token_start":33,"token_end":34,"label":"aspect_changing"},"child_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":16,"head_span":{"start":200,"end":219,"token_start":33,"token_end":34,"label":"aspect_changing"},"child_span":{"start":90,"end":104,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":18,"head_span":{"start":200,"end":219,"token_start":33,"token_end":34,"label":"aspect_changing"},"child_span":{"start":106,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":21,"head_span":{"start":200,"end":219,"token_start":33,"token_end":34,"label":"aspect_changing"},"child_span":{"start":115,"end":128,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":10,"head_span":{"start":221,"end":231,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":21,"head_span":{"start":221,"end":231,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":115,"end":128,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":18,"head_span":{"start":221,"end":231,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":106,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":16,"head_span":{"start":221,"end":231,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":90,"end":104,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":16,"head_span":{"start":74,"end":81,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":90,"end":104,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":18,"head_span":{"start":74,"end":81,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":106,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":21,"head_span":{"start":74,"end":81,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":115,"end":128,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":10,"head_span":{"start":240,"end":253,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":16,"head_span":{"start":240,"end":253,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":90,"end":104,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":18,"head_span":{"start":240,"end":253,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":106,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":21,"head_span":{"start":240,"end":253,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":115,"end":128,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":29,"head_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":162,"end":180,"token_start":28,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":29,"head_span":{"start":90,"end":104,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":162,"end":180,"token_start":28,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":29,"head_span":{"start":106,"end":113,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":162,"end":180,"token_start":28,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":29,"head_span":{"start":115,"end":128,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":162,"end":180,"token_start":28,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":0,"head_span":{"start":7,"end":14,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":18,"end":21,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":22,"end":31,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":0,"head_span":{"start":22,"end":31,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":49,"child":52,"head_span":{"start":263,"end":296,"token_start":44,"token_end":49,"label":"aspect_changing"},"child_span":{"start":304,"end":311,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":52,"child":29,"head_span":{"start":304,"end":311,"token_start":52,"token_end":52,"label":"base"},"child_span":{"start":162,"end":180,"token_start":28,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Eighty-five people died and nearly 19,000 buildings were destroyed in the Camp Fire, the state's deadliest wildfire.\n","text":"Eighty-five people died and nearly 19,000 buildings were destroyed in the Camp Fire, the state's deadliest wildfire. IMPLIED_BASE IMPLIED_BASE","characters":"117","document_index":"784","md_sentence_index":"2","classification_origin":"causal_sentence_classification","url":"https://www.azcentral.com/in-depth/news/local/arizona-wildfires/2019/07/22/wildfire-risks-more-than-500-spots-have-greater-hazard-than-paradise/1434502001/","combo_id":"784_2","post-training batch1":"784_2","_input_hash":2061679233,"_task_hash":-1140193125,"spans":[{"start":0,"end":11,"token_start":0,"token_end":2,"label":"effect_size"},{"text":"people","start":12,"token_start":3,"token_end":3,"end":18,"type":"pattern","label":"base"},{"start":19,"end":23,"token_start":4,"token_end":4,"label":"change_direction"},{"start":28,"end":41,"token_start":6,"token_end":7,"label":"effect_size"},{"start":42,"end":51,"token_start":8,"token_end":8,"label":"base"},{"start":57,"end":66,"token_start":10,"token_end":10,"label":"change_direction"},{"start":79,"end":83,"token_start":14,"token_end":14,"label":"base"},{"start":97,"end":106,"token_start":19,"token_end":19,"label":"type_of"},{"text":"wildfire","start":107,"token_start":20,"token_end":20,"end":115,"type":"pattern","label":"base"}],"tokens":[{"text":"Eighty","start":0,"end":6,"id":0,"ws":false,"disabled":false},{"text":"-","start":6,"end":7,"id":1,"ws":false,"disabled":false},{"text":"five","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"people","start":12,"end":18,"id":3,"ws":true,"disabled":false},{"text":"died","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"and","start":24,"end":27,"id":5,"ws":true,"disabled":false},{"text":"nearly","start":28,"end":34,"id":6,"ws":true,"disabled":false},{"text":"19,000","start":35,"end":41,"id":7,"ws":true,"disabled":false},{"text":"buildings","start":42,"end":51,"id":8,"ws":true,"disabled":false},{"text":"were","start":52,"end":56,"id":9,"ws":true,"disabled":false},{"text":"destroyed","start":57,"end":66,"id":10,"ws":true,"disabled":false},{"text":"in","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":12,"ws":true,"disabled":false},{"text":"Camp","start":74,"end":78,"id":13,"ws":true,"disabled":false},{"text":"Fire","start":79,"end":83,"id":14,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":15,"ws":true,"disabled":false},{"text":"the","start":85,"end":88,"id":16,"ws":true,"disabled":false},{"text":"state","start":89,"end":94,"id":17,"ws":false,"disabled":false},{"text":"'s","start":94,"end":96,"id":18,"ws":true,"disabled":false},{"text":"deadliest","start":97,"end":106,"id":19,"ws":true,"disabled":false},{"text":"wildfire","start":107,"end":115,"id":20,"ws":false,"disabled":false},{"text":".","start":115,"end":116,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":117,"end":129,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":130,"end":142,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":19,"child":20,"head_span":{"start":97,"end":106,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":107,"end":115,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":8,"head_span":{"start":57,"end":66,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":42,"end":51,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":28,"end":41,"token_start":6,"token_end":7,"label":"effect_size"},"child_span":{"start":42,"end":51,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":3,"head_span":{"start":19,"end":23,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":12,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":3,"head_span":{"start":0,"end":11,"token_start":0,"token_end":2,"label":"effect_size"},"child_span":{"start":12,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":3,"head_span":{"start":79,"end":83,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":12,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":8,"head_span":{"start":79,"end":83,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":42,"end":51,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Desiccated soils contribute to temperature increase, heat entrainment, and deepening of the atmospheric boundary layer.","text":"Desiccated soils contribute to temperature increase, heat entrainment, and deepening of the atmospheric boundary layer. IMPLIED_BASE IMPLIED_BASE","characters":"119","document_index":"860","md_sentence_index":"204","classification_origin":"causal_sentence_classification","url":"https://advances.sciencemag.org/content/6/39/eaaz4571","combo_id":"860_204","post-training batch1":"860_204","_input_hash":-794036411,"_task_hash":1067094558,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"type_of"},{"text":"soils","start":11,"token_start":1,"token_end":1,"end":16,"type":"pattern","label":"base"},{"start":17,"end":30,"token_start":2,"token_end":3,"label":"predicate"},{"text":"temperature","start":31,"token_start":4,"token_end":4,"end":42,"type":"pattern","label":"aspect_changing"},{"text":"increase","start":43,"token_start":5,"token_end":5,"end":51,"type":"pattern","label":"change_direction"},{"start":53,"end":69,"token_start":7,"token_end":8,"label":"base"},{"start":75,"end":84,"token_start":11,"token_end":11,"label":"change_direction"},{"start":92,"end":118,"token_start":14,"token_end":16,"label":"base"},{"start":120,"end":132,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"Desiccated","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"soils","start":11,"end":16,"id":1,"ws":true,"disabled":false},{"text":"contribute","start":17,"end":27,"id":2,"ws":true,"disabled":false},{"text":"to","start":28,"end":30,"id":3,"ws":true,"disabled":false},{"text":"temperature","start":31,"end":42,"id":4,"ws":true,"disabled":false},{"text":"increase","start":43,"end":51,"id":5,"ws":false,"disabled":false},{"text":",","start":51,"end":52,"id":6,"ws":true,"disabled":false},{"text":"heat","start":53,"end":57,"id":7,"ws":true,"disabled":false},{"text":"entrainment","start":58,"end":69,"id":8,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":9,"ws":true,"disabled":false},{"text":"and","start":71,"end":74,"id":10,"ws":true,"disabled":false},{"text":"deepening","start":75,"end":84,"id":11,"ws":true,"disabled":false},{"text":"of","start":85,"end":87,"id":12,"ws":true,"disabled":false},{"text":"the","start":88,"end":91,"id":13,"ws":true,"disabled":false},{"text":"atmospheric","start":92,"end":103,"id":14,"ws":true,"disabled":false},{"text":"boundary","start":104,"end":112,"id":15,"ws":true,"disabled":false},{"text":"layer","start":113,"end":118,"id":16,"ws":false,"disabled":false},{"text":".","start":118,"end":119,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":133,"end":145,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":18,"head_span":{"start":31,"end":42,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":120,"end":132,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":18,"head_span":{"start":43,"end":51,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":120,"end":132,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":16,"head_span":{"start":75,"end":84,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":92,"end":118,"token_start":14,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":18,"head_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":120,"end":132,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":8,"head_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":53,"end":69,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":16,"head_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":92,"end":118,"token_start":14,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In this passionate, lyrical talk, she urges us to radically restructure the economic and social systems that are driving climate migration -- and caused it in the first place -- and shares how we can cultivate collective resilience","text":"In this passionate, lyrical talk, she urges us to radically restructure the economic and social systems that are driving climate migration -- and caused it in the first place -- and shares how we can cultivate collective resilience IMPLIED_BASE IMPLIED_BASE","characters":"231","document_index":"615","md_sentence_index":"1","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.ted.com/talks/colette_pichon_battle_climate_change_will_displace_millions_here_s_how_we_prepare","combo_id":"615_1","post-training batch1":"615_1","_input_hash":-339559206,"_task_hash":1688863790,"spans":[{"start":121,"end":128,"token_start":21,"token_end":21,"label":"type_of"},{"start":129,"end":138,"token_start":22,"token_end":22,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"this","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"passionate","start":8,"end":18,"id":2,"ws":false,"disabled":false},{"text":",","start":18,"end":19,"id":3,"ws":true,"disabled":false},{"text":"lyrical","start":20,"end":27,"id":4,"ws":true,"disabled":false},{"text":"talk","start":28,"end":32,"id":5,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":6,"ws":true,"disabled":false},{"text":"she","start":34,"end":37,"id":7,"ws":true,"disabled":false},{"text":"urges","start":38,"end":43,"id":8,"ws":true,"disabled":false},{"text":"us","start":44,"end":46,"id":9,"ws":true,"disabled":false},{"text":"to","start":47,"end":49,"id":10,"ws":true,"disabled":false},{"text":"radically","start":50,"end":59,"id":11,"ws":true,"disabled":false},{"text":"restructure","start":60,"end":71,"id":12,"ws":true,"disabled":false},{"text":"the","start":72,"end":75,"id":13,"ws":true,"disabled":false},{"text":"economic","start":76,"end":84,"id":14,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":15,"ws":true,"disabled":false},{"text":"social","start":89,"end":95,"id":16,"ws":true,"disabled":false},{"text":"systems","start":96,"end":103,"id":17,"ws":true,"disabled":false},{"text":"that","start":104,"end":108,"id":18,"ws":true,"disabled":false},{"text":"are","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"driving","start":113,"end":120,"id":20,"ws":true,"disabled":false},{"text":"climate","start":121,"end":128,"id":21,"ws":true,"disabled":false},{"text":"migration","start":129,"end":138,"id":22,"ws":true,"disabled":false},{"text":"--","start":139,"end":141,"id":23,"ws":true,"disabled":false},{"text":"and","start":142,"end":145,"id":24,"ws":true,"disabled":false},{"text":"caused","start":146,"end":152,"id":25,"ws":true,"disabled":false},{"text":"it","start":153,"end":155,"id":26,"ws":true,"disabled":false},{"text":"in","start":156,"end":158,"id":27,"ws":true,"disabled":false},{"text":"the","start":159,"end":162,"id":28,"ws":true,"disabled":false},{"text":"first","start":163,"end":168,"id":29,"ws":true,"disabled":false},{"text":"place","start":169,"end":174,"id":30,"ws":true,"disabled":false},{"text":"--","start":175,"end":177,"id":31,"ws":true,"disabled":false},{"text":"and","start":178,"end":181,"id":32,"ws":true,"disabled":false},{"text":"shares","start":182,"end":188,"id":33,"ws":true,"disabled":false},{"text":"how","start":189,"end":192,"id":34,"ws":true,"disabled":false},{"text":"we","start":193,"end":195,"id":35,"ws":true,"disabled":false},{"text":"can","start":196,"end":199,"id":36,"ws":true,"disabled":false},{"text":"cultivate","start":200,"end":209,"id":37,"ws":true,"disabled":false},{"text":"collective","start":210,"end":220,"id":38,"ws":true,"disabled":false},{"text":"resilience","start":221,"end":231,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":232,"end":244,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":245,"end":257,"id":41,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Wysocki points to a naturally occurring shift in an air pattern called the North Atlantic Oscillation, which can play a role in air temperatures in the Northeast.\n","text":"Wysocki points to a naturally occurring shift in an air pattern called the North Atlantic Oscillation, which can play a role in air temperatures in the Northeast. IMPLIED_BASE IMPLIED_BASE","characters":"163","document_index":"520","md_sentence_index":"20","classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2019/12/25/climate-change-northeast-warming-faster-united-states/2743119001/","combo_id":"520_20","post-training batch1":"520_20","_input_hash":-65940671,"_task_hash":-954141642,"spans":[{"start":75,"end":101,"token_start":13,"token_end":15,"label":"base"},{"start":109,"end":112,"token_start":18,"token_end":18,"label":"confidence"},{"start":113,"end":127,"token_start":19,"token_end":22,"label":"predicate"},{"start":128,"end":131,"token_start":23,"token_end":23,"label":"base"},{"text":"temperatures","start":132,"token_start":24,"token_end":24,"end":144,"type":"pattern","label":"aspect_changing"},{"start":145,"end":161,"token_start":25,"token_end":27,"label":"where"}],"tokens":[{"text":"Wysocki","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"points","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"to","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"a","start":18,"end":19,"id":3,"ws":true,"disabled":false},{"text":"naturally","start":20,"end":29,"id":4,"ws":true,"disabled":false},{"text":"occurring","start":30,"end":39,"id":5,"ws":true,"disabled":false},{"text":"shift","start":40,"end":45,"id":6,"ws":true,"disabled":false},{"text":"in","start":46,"end":48,"id":7,"ws":true,"disabled":false},{"text":"an","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"air","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"pattern","start":56,"end":63,"id":10,"ws":true,"disabled":false},{"text":"called","start":64,"end":70,"id":11,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":12,"ws":true,"disabled":false},{"text":"North","start":75,"end":80,"id":13,"ws":true,"disabled":false},{"text":"Atlantic","start":81,"end":89,"id":14,"ws":true,"disabled":false},{"text":"Oscillation","start":90,"end":101,"id":15,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":16,"ws":true,"disabled":false},{"text":"which","start":103,"end":108,"id":17,"ws":true,"disabled":false},{"text":"can","start":109,"end":112,"id":18,"ws":true,"disabled":false},{"text":"play","start":113,"end":117,"id":19,"ws":true,"disabled":false},{"text":"a","start":118,"end":119,"id":20,"ws":true,"disabled":false},{"text":"role","start":120,"end":124,"id":21,"ws":true,"disabled":false},{"text":"in","start":125,"end":127,"id":22,"ws":true,"disabled":false},{"text":"air","start":128,"end":131,"id":23,"ws":true,"disabled":false},{"text":"temperatures","start":132,"end":144,"id":24,"ws":true,"disabled":false},{"text":"in","start":145,"end":147,"id":25,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":26,"ws":true,"disabled":false},{"text":"Northeast","start":152,"end":161,"id":27,"ws":false,"disabled":false},{"text":".","start":161,"end":162,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":176,"end":188,"id":30,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":24,"child":23,"head_span":{"start":132,"end":144,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":128,"end":131,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":23,"head_span":{"start":145,"end":161,"token_start":25,"token_end":27,"label":"where"},"child_span":{"start":128,"end":131,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":23,"head_span":{"start":75,"end":101,"token_start":13,"token_end":15,"label":"base"},"child_span":{"start":128,"end":131,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Continued temperature rise could generate rapid changes in boreal forests, including dieback.","text":"Continued temperature rise could generate rapid changes in boreal forests, including dieback. IMPLIED_BASE IMPLIED_BASE","characters":"93","document_index":"647","md_sentence_index":"575","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_575","post-training batch1":"647_575","_input_hash":1185220822,"_task_hash":-1577238734,"spans":[{"text":"temperature","start":10,"token_start":1,"token_end":1,"end":21,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":22,"token_start":2,"token_end":2,"end":26,"type":"pattern","label":"change_direction"},{"start":27,"end":32,"token_start":3,"token_end":3,"label":"confidence"},{"start":33,"end":41,"token_start":4,"token_end":4,"label":"predicate"},{"start":59,"end":65,"token_start":8,"token_end":8,"label":"type_of"},{"text":"forests","start":66,"token_start":9,"token_end":9,"end":73,"type":"pattern","label":"base"},{"start":85,"end":92,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":94,"end":106,"token_start":14,"token_end":14,"label":"base"}],"tokens":[{"text":"Continued","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"temperature","start":10,"end":21,"id":1,"ws":true,"disabled":false},{"text":"rise","start":22,"end":26,"id":2,"ws":true,"disabled":false},{"text":"could","start":27,"end":32,"id":3,"ws":true,"disabled":false},{"text":"generate","start":33,"end":41,"id":4,"ws":true,"disabled":false},{"text":"rapid","start":42,"end":47,"id":5,"ws":true,"disabled":false},{"text":"changes","start":48,"end":55,"id":6,"ws":true,"disabled":false},{"text":"in","start":56,"end":58,"id":7,"ws":true,"disabled":false},{"text":"boreal","start":59,"end":65,"id":8,"ws":true,"disabled":false},{"text":"forests","start":66,"end":73,"id":9,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":10,"ws":true,"disabled":false},{"text":"including","start":75,"end":84,"id":11,"ws":true,"disabled":false},{"text":"dieback","start":85,"end":92,"id":12,"ws":false,"disabled":false},{"text":".","start":92,"end":93,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":94,"end":106,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":1,"child":14,"head_span":{"start":10,"end":21,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":94,"end":106,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":14,"head_span":{"start":22,"end":26,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":94,"end":106,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":9,"head_span":{"start":94,"end":106,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":66,"end":73,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":9,"head_span":{"start":85,"end":92,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":66,"end":73,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"Extreme temperatures leading to greater morbidity and mortality is no surprise to the climate scientists who have been warning of such climate change impacts for years.","text":"Extreme temperatures leading to greater morbidity and mortality is no surprise to the climate scientists who have been warning of such climate change impacts for years. IMPLIED_BASE IMPLIED_BASE","characters":"168","document_index":"273","md_sentence_index":"27","classification_origin":"cm-label-eval","url":"http://www.climatesciencewatch.org/2019/06/28/as-climate-change-creates-a-true-public-health-emergency-trump-administration-quashes-federal-climate-program-and-exiles-its-director/","combo_id":"273_27","post-training batch1":"273_27","_input_hash":1116897733,"_task_hash":-54367943,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},{"text":"temperatures","start":8,"token_start":1,"token_end":1,"end":20,"type":"pattern","label":"aspect_changing"},{"start":21,"end":31,"token_start":2,"token_end":3,"label":"predicate"},{"start":32,"end":39,"token_start":4,"token_end":4,"label":"change_direction"},{"start":40,"end":49,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":54,"end":63,"token_start":7,"token_end":7,"label":"aspect_changing"},{"text":"climate change","start":135,"token_start":21,"token_end":22,"end":149,"type":"pattern","label":"base"},{"start":169,"end":181,"token_start":27,"token_end":27,"label":"base"},{"start":182,"end":194,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"Extreme","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"temperatures","start":8,"end":20,"id":1,"ws":true,"disabled":false},{"text":"leading","start":21,"end":28,"id":2,"ws":true,"disabled":false},{"text":"to","start":29,"end":31,"id":3,"ws":true,"disabled":false},{"text":"greater","start":32,"end":39,"id":4,"ws":true,"disabled":false},{"text":"morbidity","start":40,"end":49,"id":5,"ws":true,"disabled":false},{"text":"and","start":50,"end":53,"id":6,"ws":true,"disabled":false},{"text":"mortality","start":54,"end":63,"id":7,"ws":true,"disabled":false},{"text":"is","start":64,"end":66,"id":8,"ws":true,"disabled":false},{"text":"no","start":67,"end":69,"id":9,"ws":true,"disabled":false},{"text":"surprise","start":70,"end":78,"id":10,"ws":true,"disabled":false},{"text":"to","start":79,"end":81,"id":11,"ws":true,"disabled":false},{"text":"the","start":82,"end":85,"id":12,"ws":true,"disabled":false},{"text":"climate","start":86,"end":93,"id":13,"ws":true,"disabled":false},{"text":"scientists","start":94,"end":104,"id":14,"ws":true,"disabled":false},{"text":"who","start":105,"end":108,"id":15,"ws":true,"disabled":false},{"text":"have","start":109,"end":113,"id":16,"ws":true,"disabled":false},{"text":"been","start":114,"end":118,"id":17,"ws":true,"disabled":false},{"text":"warning","start":119,"end":126,"id":18,"ws":true,"disabled":false},{"text":"of","start":127,"end":129,"id":19,"ws":true,"disabled":false},{"text":"such","start":130,"end":134,"id":20,"ws":true,"disabled":false},{"text":"climate","start":135,"end":142,"id":21,"ws":true,"disabled":false},{"text":"change","start":143,"end":149,"id":22,"ws":true,"disabled":false},{"text":"impacts","start":150,"end":157,"id":23,"ws":true,"disabled":false},{"text":"for","start":158,"end":161,"id":24,"ws":true,"disabled":false},{"text":"years","start":162,"end":167,"id":25,"ws":false,"disabled":false},{"text":".","start":167,"end":168,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":169,"end":181,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":182,"end":194,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":20,"token_start":1,"token_end":1,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":28,"head_span":{"start":32,"end":39,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":182,"end":194,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":28,"head_span":{"start":40,"end":49,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":182,"end":194,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":28,"head_span":{"start":54,"end":63,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":182,"end":194,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":27,"head_span":{"start":8,"end":20,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":169,"end":181,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":28,"head_span":{"start":169,"end":181,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":182,"end":194,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":false,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The second reason getting an accurate count is a challenge is a lack of good data from fishing and overfishing and especially from developing and underdeveloped economies with many small-scale and backyard farmers, where production information is not captured in bigger food systems.","text":"The second reason getting an accurate count is a challenge is a lack of good data from fishing and overfishing and especially from developing and underdeveloped economies with many small-scale and backyard farmers, where production information is not captured in bigger food systems. IMPLIED_BASE IMPLIED_BASE","characters":"283","document_index":"133","md_sentence_index":"58","classification_origin":"cm_cause_effect_rel","url":"https://civileats.com/2019/05/30/climate-change-is-intensifying-food-shocks/","combo_id":"133_58","post-training batch1":"133_58","_input_hash":1780775579,"_task_hash":-842731403,"spans":[{"text":"lack of","start":64,"token_start":12,"token_end":13,"end":71,"type":"pattern","label":"change_direction"},{"text":"overfishing","start":99,"token_start":19,"token_end":19,"end":110,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"second","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"reason","start":11,"end":17,"id":2,"ws":true,"disabled":false},{"text":"getting","start":18,"end":25,"id":3,"ws":true,"disabled":false},{"text":"an","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"accurate","start":29,"end":37,"id":5,"ws":true,"disabled":false},{"text":"count","start":38,"end":43,"id":6,"ws":true,"disabled":false},{"text":"is","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"a","start":47,"end":48,"id":8,"ws":true,"disabled":false},{"text":"challenge","start":49,"end":58,"id":9,"ws":true,"disabled":false},{"text":"is","start":59,"end":61,"id":10,"ws":true,"disabled":false},{"text":"a","start":62,"end":63,"id":11,"ws":true,"disabled":false},{"text":"lack","start":64,"end":68,"id":12,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":13,"ws":true,"disabled":false},{"text":"good","start":72,"end":76,"id":14,"ws":true,"disabled":false},{"text":"data","start":77,"end":81,"id":15,"ws":true,"disabled":false},{"text":"from","start":82,"end":86,"id":16,"ws":true,"disabled":false},{"text":"fishing","start":87,"end":94,"id":17,"ws":true,"disabled":false},{"text":"and","start":95,"end":98,"id":18,"ws":true,"disabled":false},{"text":"overfishing","start":99,"end":110,"id":19,"ws":true,"disabled":false},{"text":"and","start":111,"end":114,"id":20,"ws":true,"disabled":false},{"text":"especially","start":115,"end":125,"id":21,"ws":true,"disabled":false},{"text":"from","start":126,"end":130,"id":22,"ws":true,"disabled":false},{"text":"developing","start":131,"end":141,"id":23,"ws":true,"disabled":false},{"text":"and","start":142,"end":145,"id":24,"ws":true,"disabled":false},{"text":"underdeveloped","start":146,"end":160,"id":25,"ws":true,"disabled":false},{"text":"economies","start":161,"end":170,"id":26,"ws":true,"disabled":false},{"text":"with","start":171,"end":175,"id":27,"ws":true,"disabled":false},{"text":"many","start":176,"end":180,"id":28,"ws":true,"disabled":false},{"text":"small","start":181,"end":186,"id":29,"ws":false,"disabled":false},{"text":"-","start":186,"end":187,"id":30,"ws":false,"disabled":false},{"text":"scale","start":187,"end":192,"id":31,"ws":true,"disabled":false},{"text":"and","start":193,"end":196,"id":32,"ws":true,"disabled":false},{"text":"backyard","start":197,"end":205,"id":33,"ws":true,"disabled":false},{"text":"farmers","start":206,"end":213,"id":34,"ws":false,"disabled":false},{"text":",","start":213,"end":214,"id":35,"ws":true,"disabled":false},{"text":"where","start":215,"end":220,"id":36,"ws":true,"disabled":false},{"text":"production","start":221,"end":231,"id":37,"ws":true,"disabled":false},{"text":"information","start":232,"end":243,"id":38,"ws":true,"disabled":false},{"text":"is","start":244,"end":246,"id":39,"ws":true,"disabled":false},{"text":"not","start":247,"end":250,"id":40,"ws":true,"disabled":false},{"text":"captured","start":251,"end":259,"id":41,"ws":true,"disabled":false},{"text":"in","start":260,"end":262,"id":42,"ws":true,"disabled":false},{"text":"bigger","start":263,"end":269,"id":43,"ws":true,"disabled":false},{"text":"food","start":270,"end":274,"id":44,"ws":true,"disabled":false},{"text":"systems","start":275,"end":282,"id":45,"ws":false,"disabled":false},{"text":".","start":282,"end":283,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":284,"end":296,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":297,"end":309,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"To support this concern, he estimates that 5 to 10 percent of patients he sees regularly and who come in with new asthma or respiratory distress say they first felt symptoms after a fire.\n","text":"To support this concern, he estimates that 5 to 10 percent of patients he sees regularly and who come in with new asthma or respiratory distress say they first felt symptoms after a fire. IMPLIED_BASE IMPLIED_BASE","characters":"188","document_index":"820","md_sentence_index":"27","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/18/health/wildfires-children-lungs.html","combo_id":"820_27","post-training batch1":"820_27","_input_hash":1034948935,"_task_hash":763193133,"spans":[{"text":"asthma","start":114,"token_start":23,"token_end":23,"end":120,"type":"pattern","label":"base"}],"tokens":[{"text":"To","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"support","start":3,"end":10,"id":1,"ws":true,"disabled":false},{"text":"this","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"concern","start":16,"end":23,"id":3,"ws":false,"disabled":false},{"text":",","start":23,"end":24,"id":4,"ws":true,"disabled":false},{"text":"he","start":25,"end":27,"id":5,"ws":true,"disabled":false},{"text":"estimates","start":28,"end":37,"id":6,"ws":true,"disabled":false},{"text":"that","start":38,"end":42,"id":7,"ws":true,"disabled":false},{"text":"5","start":43,"end":44,"id":8,"ws":true,"disabled":false},{"text":"to","start":45,"end":47,"id":9,"ws":true,"disabled":false},{"text":"10","start":48,"end":50,"id":10,"ws":true,"disabled":false},{"text":"percent","start":51,"end":58,"id":11,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":12,"ws":true,"disabled":false},{"text":"patients","start":62,"end":70,"id":13,"ws":true,"disabled":false},{"text":"he","start":71,"end":73,"id":14,"ws":true,"disabled":false},{"text":"sees","start":74,"end":78,"id":15,"ws":true,"disabled":false},{"text":"regularly","start":79,"end":88,"id":16,"ws":true,"disabled":false},{"text":"and","start":89,"end":92,"id":17,"ws":true,"disabled":false},{"text":"who","start":93,"end":96,"id":18,"ws":true,"disabled":false},{"text":"come","start":97,"end":101,"id":19,"ws":true,"disabled":false},{"text":"in","start":102,"end":104,"id":20,"ws":true,"disabled":false},{"text":"with","start":105,"end":109,"id":21,"ws":true,"disabled":false},{"text":"new","start":110,"end":113,"id":22,"ws":true,"disabled":false},{"text":"asthma","start":114,"end":120,"id":23,"ws":true,"disabled":false},{"text":"or","start":121,"end":123,"id":24,"ws":true,"disabled":false},{"text":"respiratory","start":124,"end":135,"id":25,"ws":true,"disabled":false},{"text":"distress","start":136,"end":144,"id":26,"ws":true,"disabled":false},{"text":"say","start":145,"end":148,"id":27,"ws":true,"disabled":false},{"text":"they","start":149,"end":153,"id":28,"ws":true,"disabled":false},{"text":"first","start":154,"end":159,"id":29,"ws":true,"disabled":false},{"text":"felt","start":160,"end":164,"id":30,"ws":true,"disabled":false},{"text":"symptoms","start":165,"end":173,"id":31,"ws":true,"disabled":false},{"text":"after","start":174,"end":179,"id":32,"ws":true,"disabled":false},{"text":"a","start":180,"end":181,"id":33,"ws":true,"disabled":false},{"text":"fire","start":182,"end":186,"id":34,"ws":false,"disabled":false},{"text":".","start":186,"end":187,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":201,"end":213,"id":37,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In 1992, the Category 5 storm devastated South Florida, inflicting $15.5 billion of insured damage and causing at least 16 insurance companies to fail.18","text":"In 1992, the Category 5 storm devastated South Florida, inflicting $15.5 billion of insured damage and causing at least 16 insurance companies to fail.18 IMPLIED_BASE IMPLIED_BASE","characters":"153","document_index":"631","md_sentence_index":"24","classification_origin":"causal_sentence_classification","url":"https://www.americanprogress.org/issues/economy/reports/2019/11/21/477190/climate-change-threatens-stability-financial-system/","combo_id":"631_24","post-training batch1":"631_24","_input_hash":-1727038330,"_task_hash":-1117050750,"spans":[{"start":0,"end":7,"token_start":0,"token_end":1,"label":"when"},{"start":13,"end":23,"token_start":4,"token_end":5,"label":"type_of"},{"text":"storm","start":24,"token_start":6,"token_end":6,"end":29,"type":"pattern","label":"base"},{"start":41,"end":54,"token_start":8,"token_end":9,"label":"where"},{"start":56,"end":66,"token_start":11,"token_end":11,"label":"predicate"},{"start":67,"end":80,"token_start":12,"token_end":14,"label":"effect_size"},{"start":84,"end":98,"token_start":16,"token_end":17,"label":"aspect_changing"},{"start":103,"end":110,"token_start":19,"token_end":19,"label":"predicate"},{"start":111,"end":122,"token_start":20,"token_end":22,"label":"effect_size"},{"start":123,"end":132,"token_start":23,"token_end":23,"label":"type_of"},{"start":133,"end":142,"token_start":24,"token_end":24,"label":"base"},{"start":143,"end":153,"token_start":25,"token_end":26,"label":"change_direction"},{"start":154,"end":166,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"1992","start":3,"end":7,"id":1,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":2,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":3,"ws":true,"disabled":false},{"text":"Category","start":13,"end":21,"id":4,"ws":true,"disabled":false},{"text":"5","start":22,"end":23,"id":5,"ws":true,"disabled":false},{"text":"storm","start":24,"end":29,"id":6,"ws":true,"disabled":false},{"text":"devastated","start":30,"end":40,"id":7,"ws":true,"disabled":false},{"text":"South","start":41,"end":46,"id":8,"ws":true,"disabled":false},{"text":"Florida","start":47,"end":54,"id":9,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":10,"ws":true,"disabled":false},{"text":"inflicting","start":56,"end":66,"id":11,"ws":true,"disabled":false},{"text":"$","start":67,"end":68,"id":12,"ws":false,"disabled":false},{"text":"15.5","start":68,"end":72,"id":13,"ws":true,"disabled":false},{"text":"billion","start":73,"end":80,"id":14,"ws":true,"disabled":false},{"text":"of","start":81,"end":83,"id":15,"ws":true,"disabled":false},{"text":"insured","start":84,"end":91,"id":16,"ws":true,"disabled":false},{"text":"damage","start":92,"end":98,"id":17,"ws":true,"disabled":false},{"text":"and","start":99,"end":102,"id":18,"ws":true,"disabled":false},{"text":"causing","start":103,"end":110,"id":19,"ws":true,"disabled":false},{"text":"at","start":111,"end":113,"id":20,"ws":true,"disabled":false},{"text":"least","start":114,"end":119,"id":21,"ws":true,"disabled":false},{"text":"16","start":120,"end":122,"id":22,"ws":true,"disabled":false},{"text":"insurance","start":123,"end":132,"id":23,"ws":true,"disabled":false},{"text":"companies","start":133,"end":142,"id":24,"ws":true,"disabled":false},{"text":"to","start":143,"end":145,"id":25,"ws":true,"disabled":false},{"text":"fail.18","start":146,"end":153,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":167,"end":179,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":13,"end":23,"token_start":4,"token_end":5,"label":"type_of"},"child_span":{"start":24,"end":29,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":6,"head_span":{"start":41,"end":54,"token_start":8,"token_end":9,"label":"where"},"child_span":{"start":24,"end":29,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":0,"end":7,"token_start":0,"token_end":1,"label":"when"},"child_span":{"start":24,"end":29,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":27,"head_span":{"start":67,"end":80,"token_start":12,"token_end":14,"label":"effect_size"},"child_span":{"start":154,"end":166,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":27,"head_span":{"start":84,"end":98,"token_start":16,"token_end":17,"label":"aspect_changing"},"child_span":{"start":154,"end":166,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":24,"head_span":{"start":143,"end":153,"token_start":25,"token_end":26,"label":"change_direction"},"child_span":{"start":133,"end":142,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":123,"end":132,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":133,"end":142,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":111,"end":122,"token_start":20,"token_end":22,"label":"effect_size"},"child_span":{"start":133,"end":142,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":27,"head_span":{"start":24,"end":29,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":154,"end":166,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":24,"head_span":{"start":154,"end":166,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":133,"end":142,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The thickening of the alveolocapillary membrane alters the gas diffusion, inducing hypoxemia.","text":"The thickening of the alveolocapillary membrane alters the gas diffusion, inducing hypoxemia. IMPLIED_BASE IMPLIED_BASE","characters":"93","document_index":"750","md_sentence_index":"129","classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_129","post-training batch1":"750_129","_input_hash":573015197,"_task_hash":764364686,"spans":[{"start":4,"end":14,"token_start":1,"token_end":1,"label":"change_direction"},{"start":22,"end":47,"token_start":4,"token_end":5,"label":"base"},{"start":48,"end":54,"token_start":6,"token_end":6,"label":"predicate"},{"start":59,"end":62,"token_start":8,"token_end":8,"label":"base"},{"start":63,"end":72,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":74,"end":82,"token_start":11,"token_end":11,"label":"predicate"},{"start":83,"end":92,"token_start":12,"token_end":12,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"thickening","start":4,"end":14,"id":1,"ws":true,"disabled":false},{"text":"of","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"alveolocapillary","start":22,"end":38,"id":4,"ws":true,"disabled":false},{"text":"membrane","start":39,"end":47,"id":5,"ws":true,"disabled":false},{"text":"alters","start":48,"end":54,"id":6,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":7,"ws":true,"disabled":false},{"text":"gas","start":59,"end":62,"id":8,"ws":true,"disabled":false},{"text":"diffusion","start":63,"end":72,"id":9,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":10,"ws":true,"disabled":false},{"text":"inducing","start":74,"end":82,"id":11,"ws":true,"disabled":false},{"text":"hypoxemia","start":83,"end":92,"id":12,"ws":false,"disabled":false},{"text":".","start":92,"end":93,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":94,"end":106,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":1,"child":5,"head_span":{"start":4,"end":14,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":22,"end":47,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":63,"end":72,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":59,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":8,"head_span":{"start":22,"end":47,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":59,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":12,"head_span":{"start":59,"end":62,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":83,"end":92,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"y","reason":"not CC related","relation count":"","complexity":"","original_md_text":"PG&E cited a lack of personnel as the reason for the slow progress, according to the San Francisco Chronicle.\n","text":"PG&E cited a lack of personnel as the reason for the slow progress, according to the San Francisco Chronicle. IMPLIED_BASE IMPLIED_BASE","characters":"110","document_index":"449","md_sentence_index":"52","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/pge-caused-california-wildfires-safety-measures-2019-10","combo_id":"449_52","post-training batch1":"449_52","_input_hash":-1755150614,"_task_hash":1216687268,"spans":[{"text":"lack of","start":13,"token_start":3,"token_end":4,"end":20,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"PG&E","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"cited","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"a","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"lack","start":13,"end":17,"id":3,"ws":true,"disabled":false},{"text":"of","start":18,"end":20,"id":4,"ws":true,"disabled":false},{"text":"personnel","start":21,"end":30,"id":5,"ws":true,"disabled":false},{"text":"as","start":31,"end":33,"id":6,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":7,"ws":true,"disabled":false},{"text":"reason","start":38,"end":44,"id":8,"ws":true,"disabled":false},{"text":"for","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":10,"ws":true,"disabled":false},{"text":"slow","start":53,"end":57,"id":11,"ws":true,"disabled":false},{"text":"progress","start":58,"end":66,"id":12,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":13,"ws":true,"disabled":false},{"text":"according","start":68,"end":77,"id":14,"ws":true,"disabled":false},{"text":"to","start":78,"end":80,"id":15,"ws":true,"disabled":false},{"text":"the","start":81,"end":84,"id":16,"ws":true,"disabled":false},{"text":"San","start":85,"end":88,"id":17,"ws":true,"disabled":false},{"text":"Francisco","start":89,"end":98,"id":18,"ws":true,"disabled":false},{"text":"Chronicle","start":99,"end":108,"id":19,"ws":false,"disabled":false},{"text":".","start":108,"end":109,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":110,"end":122,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":123,"end":135,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Individuals infected with either WNV or Lyme disease may experience a range of mental health consequences following infection that can include reduced cognitive function as well depression associated with other symptoms, such as fatigue, pain, and muscle and joint aches.184, 185","text":"Individuals infected with either WNV or Lyme disease may experience a range of mental health consequences following infection that can include reduced cognitive function as well depression associated with other symptoms, such as fatigue, pain, and muscle and joint aches.184, 185 IMPLIED_BASE IMPLIED_BASE","characters":"279","document_index":"619","md_sentence_index":"247","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_247","post-training batch1":"619_247","_input_hash":-1048107752,"_task_hash":1584933516,"spans":[{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},{"start":40,"end":52,"token_start":6,"token_end":7,"label":"base"},{"start":53,"end":56,"token_start":8,"token_end":8,"label":"confidence"},{"start":79,"end":85,"token_start":13,"token_end":13,"label":"type_of"},{"text":"health","start":86,"token_start":14,"token_end":14,"end":92,"type":"pattern","label":"base"},{"start":93,"end":105,"token_start":15,"token_end":15,"label":"change_direction"},{"text":"reduced","start":143,"token_start":21,"token_end":21,"end":150,"type":"pattern","label":"change_direction"},{"start":151,"end":160,"token_start":22,"token_end":22,"label":"base"},{"start":161,"end":169,"token_start":23,"token_end":23,"label":"aspect_changing"},{"start":178,"end":188,"token_start":26,"token_end":26,"label":"base"},{"start":229,"end":236,"token_start":34,"token_end":34,"label":"base"},{"start":238,"end":242,"token_start":36,"token_end":36,"label":"base"},{"start":248,"end":254,"token_start":39,"token_end":39,"label":"type_of"},{"start":259,"end":264,"token_start":41,"token_end":41,"label":"type_of"},{"start":265,"end":274,"token_start":42,"token_end":42,"label":"base"}],"tokens":[{"text":"Individuals","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"infected","start":12,"end":20,"id":1,"ws":true,"disabled":false},{"text":"with","start":21,"end":25,"id":2,"ws":true,"disabled":false},{"text":"either","start":26,"end":32,"id":3,"ws":true,"disabled":false},{"text":"WNV","start":33,"end":36,"id":4,"ws":true,"disabled":false},{"text":"or","start":37,"end":39,"id":5,"ws":true,"disabled":false},{"text":"Lyme","start":40,"end":44,"id":6,"ws":true,"disabled":false},{"text":"disease","start":45,"end":52,"id":7,"ws":true,"disabled":false},{"text":"may","start":53,"end":56,"id":8,"ws":true,"disabled":false},{"text":"experience","start":57,"end":67,"id":9,"ws":true,"disabled":false},{"text":"a","start":68,"end":69,"id":10,"ws":true,"disabled":false},{"text":"range","start":70,"end":75,"id":11,"ws":true,"disabled":false},{"text":"of","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"mental","start":79,"end":85,"id":13,"ws":true,"disabled":false},{"text":"health","start":86,"end":92,"id":14,"ws":true,"disabled":false},{"text":"consequences","start":93,"end":105,"id":15,"ws":true,"disabled":false},{"text":"following","start":106,"end":115,"id":16,"ws":true,"disabled":false},{"text":"infection","start":116,"end":125,"id":17,"ws":true,"disabled":false},{"text":"that","start":126,"end":130,"id":18,"ws":true,"disabled":false},{"text":"can","start":131,"end":134,"id":19,"ws":true,"disabled":false},{"text":"include","start":135,"end":142,"id":20,"ws":true,"disabled":false},{"text":"reduced","start":143,"end":150,"id":21,"ws":true,"disabled":false},{"text":"cognitive","start":151,"end":160,"id":22,"ws":true,"disabled":false},{"text":"function","start":161,"end":169,"id":23,"ws":true,"disabled":false},{"text":"as","start":170,"end":172,"id":24,"ws":true,"disabled":false},{"text":"well","start":173,"end":177,"id":25,"ws":true,"disabled":false},{"text":"depression","start":178,"end":188,"id":26,"ws":true,"disabled":false},{"text":"associated","start":189,"end":199,"id":27,"ws":true,"disabled":false},{"text":"with","start":200,"end":204,"id":28,"ws":true,"disabled":false},{"text":"other","start":205,"end":210,"id":29,"ws":true,"disabled":false},{"text":"symptoms","start":211,"end":219,"id":30,"ws":false,"disabled":false},{"text":",","start":219,"end":220,"id":31,"ws":true,"disabled":false},{"text":"such","start":221,"end":225,"id":32,"ws":true,"disabled":false},{"text":"as","start":226,"end":228,"id":33,"ws":true,"disabled":false},{"text":"fatigue","start":229,"end":236,"id":34,"ws":false,"disabled":false},{"text":",","start":236,"end":237,"id":35,"ws":true,"disabled":false},{"text":"pain","start":238,"end":242,"id":36,"ws":false,"disabled":false},{"text":",","start":242,"end":243,"id":37,"ws":true,"disabled":false},{"text":"and","start":244,"end":247,"id":38,"ws":true,"disabled":false},{"text":"muscle","start":248,"end":254,"id":39,"ws":true,"disabled":false},{"text":"and","start":255,"end":258,"id":40,"ws":true,"disabled":false},{"text":"joint","start":259,"end":264,"id":41,"ws":true,"disabled":false},{"text":"aches.184","start":265,"end":274,"id":42,"ws":false,"disabled":false},{"text":",","start":274,"end":275,"id":43,"ws":true,"disabled":false},{"text":"185","start":276,"end":279,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":280,"end":292,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":293,"end":305,"id":46,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":13,"child":14,"head_span":{"start":79,"end":85,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":86,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":93,"end":105,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":86,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":22,"head_span":{"start":143,"end":150,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":151,"end":160,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":161,"end":169,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":151,"end":160,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":14,"head_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":86,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":22,"head_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":151,"end":160,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":26,"head_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":178,"end":188,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":34,"head_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":229,"end":236,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":36,"head_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":238,"end":242,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":42,"head_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":265,"end":274,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":42,"head_span":{"start":259,"end":264,"token_start":41,"token_end":41,"label":"type_of"},"child_span":{"start":265,"end":274,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":42,"head_span":{"start":248,"end":254,"token_start":39,"token_end":39,"label":"type_of"},"child_span":{"start":265,"end":274,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":14,"head_span":{"start":40,"end":52,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":86,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":22,"head_span":{"start":40,"end":52,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":151,"end":160,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":26,"head_span":{"start":40,"end":52,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":178,"end":188,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":34,"head_span":{"start":40,"end":52,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":229,"end":236,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":36,"head_span":{"start":40,"end":52,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":238,"end":242,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":42,"head_span":{"start":40,"end":52,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":265,"end":274,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The mismatch in the ventilation-perfusion ratio due to the reduced minute-ventilation increases the hypoxemia.","text":"The mismatch in the ventilation-perfusion ratio due to the reduced minute-ventilation increases the hypoxemia. IMPLIED_BASE IMPLIED_BASE","characters":"110","document_index":"750","md_sentence_index":"130","classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_130","post-training batch1":"750_130","_input_hash":696763893,"_task_hash":-98151402,"spans":[{"text":"reduced","start":59,"token_start":11,"token_end":11,"end":66,"type":"pattern","label":"change_direction"},{"text":"increases","start":86,"token_start":15,"token_end":15,"end":95,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"mismatch","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"in","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"the","start":16,"end":19,"id":3,"ws":true,"disabled":false},{"text":"ventilation","start":20,"end":31,"id":4,"ws":false,"disabled":false},{"text":"-","start":31,"end":32,"id":5,"ws":false,"disabled":false},{"text":"perfusion","start":32,"end":41,"id":6,"ws":true,"disabled":false},{"text":"ratio","start":42,"end":47,"id":7,"ws":true,"disabled":false},{"text":"due","start":48,"end":51,"id":8,"ws":true,"disabled":false},{"text":"to","start":52,"end":54,"id":9,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":10,"ws":true,"disabled":false},{"text":"reduced","start":59,"end":66,"id":11,"ws":true,"disabled":false},{"text":"minute","start":67,"end":73,"id":12,"ws":false,"disabled":false},{"text":"-","start":73,"end":74,"id":13,"ws":false,"disabled":false},{"text":"ventilation","start":74,"end":85,"id":14,"ws":true,"disabled":false},{"text":"increases","start":86,"end":95,"id":15,"ws":true,"disabled":false},{"text":"the","start":96,"end":99,"id":16,"ws":true,"disabled":false},{"text":"hypoxemia","start":100,"end":109,"id":17,"ws":false,"disabled":false},{"text":".","start":109,"end":110,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":111,"end":123,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":124,"end":136,"id":20,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Roughly 5 percent of species worldwide are threatened with climate-related extinction if global average temperatures rise 2 degrees Celsius above preindustrial levels, the report concluded.","text":"Roughly 5 percent of species worldwide are threatened with climate-related extinction if global average temperatures rise 2 degrees Celsius above preindustrial levels, the report concluded. IMPLIED_BASE IMPLIED_BASE","characters":"189","document_index":"42","md_sentence_index":"43","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/05/06/climate/biodiversity-extinction-united-nations.html","combo_id":"42_43","post-training batch1":"42_43","_input_hash":113183398,"_task_hash":-680665864,"spans":[{"start":8,"end":17,"token_start":1,"token_end":2,"label":"effect_size"},{"text":"species","start":21,"token_start":4,"token_end":4,"end":28,"type":"pattern","label":"base"},{"start":29,"end":38,"token_start":5,"token_end":5,"label":"where"},{"start":75,"end":85,"token_start":12,"token_end":12,"label":"change_direction"},{"start":89,"end":95,"token_start":14,"token_end":14,"label":"type_of"},{"start":96,"end":103,"token_start":15,"token_end":15,"label":"type_of"},{"text":"temperatures","start":104,"token_start":16,"token_end":16,"end":116,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":117,"token_start":17,"token_end":17,"end":121,"type":"pattern","label":"change_direction"},{"start":122,"end":139,"token_start":18,"token_end":20,"label":"effect_size"},{"start":203,"end":215,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"Roughly","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"5","start":8,"end":9,"id":1,"ws":true,"disabled":false},{"text":"percent","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"of","start":18,"end":20,"id":3,"ws":true,"disabled":false},{"text":"species","start":21,"end":28,"id":4,"ws":true,"disabled":false},{"text":"worldwide","start":29,"end":38,"id":5,"ws":true,"disabled":false},{"text":"are","start":39,"end":42,"id":6,"ws":true,"disabled":false},{"text":"threatened","start":43,"end":53,"id":7,"ws":true,"disabled":false},{"text":"with","start":54,"end":58,"id":8,"ws":true,"disabled":false},{"text":"climate","start":59,"end":66,"id":9,"ws":false,"disabled":false},{"text":"-","start":66,"end":67,"id":10,"ws":false,"disabled":false},{"text":"related","start":67,"end":74,"id":11,"ws":true,"disabled":false},{"text":"extinction","start":75,"end":85,"id":12,"ws":true,"disabled":false},{"text":"if","start":86,"end":88,"id":13,"ws":true,"disabled":false},{"text":"global","start":89,"end":95,"id":14,"ws":true,"disabled":false},{"text":"average","start":96,"end":103,"id":15,"ws":true,"disabled":false},{"text":"temperatures","start":104,"end":116,"id":16,"ws":true,"disabled":false},{"text":"rise","start":117,"end":121,"id":17,"ws":true,"disabled":false},{"text":"2","start":122,"end":123,"id":18,"ws":true,"disabled":false},{"text":"degrees","start":124,"end":131,"id":19,"ws":true,"disabled":false},{"text":"Celsius","start":132,"end":139,"id":20,"ws":true,"disabled":false},{"text":"above","start":140,"end":145,"id":21,"ws":true,"disabled":false},{"text":"preindustrial","start":146,"end":159,"id":22,"ws":true,"disabled":false},{"text":"levels","start":160,"end":166,"id":23,"ws":false,"disabled":false},{"text":",","start":166,"end":167,"id":24,"ws":true,"disabled":false},{"text":"the","start":168,"end":171,"id":25,"ws":true,"disabled":false},{"text":"report","start":172,"end":178,"id":26,"ws":true,"disabled":false},{"text":"concluded","start":179,"end":188,"id":27,"ws":false,"disabled":false},{"text":".","start":188,"end":189,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":30,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":12,"child":4,"head_span":{"start":75,"end":85,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":21,"end":28,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":30,"head_span":{"start":96,"end":103,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":203,"end":215,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":30,"head_span":{"start":89,"end":95,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":203,"end":215,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":30,"head_span":{"start":104,"end":116,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":203,"end":215,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":30,"head_span":{"start":117,"end":121,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":203,"end":215,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":4,"head_span":{"start":203,"end":215,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":21,"end":28,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Diffenbaugh and his co-authors wrote that global climate models were zeroing in on \"robust increases in the occurrence of severe thunderstorm environments over the eastern United States in response to further global warming,\" and suggested \"a possible increase in the number of days supportive of tornadic storms.\"\n","text":"Diffenbaugh and his co-authors wrote that global climate models were zeroing in on \"robust increases in the occurrence of severe thunderstorm environments over the eastern United States in response to further global warming,\" and suggested \"a possible increase in the number of days supportive of tornadic storms.\" IMPLIED_BASE IMPLIED_BASE","characters":"315","document_index":"132","md_sentence_index":"46","classification_origin":"cm_cause_effect_rel","url":"https://insideclimatenews.org/news/30052019/tornado-climate-change-connection-science-research-data","combo_id":"132_46","post-training batch1":"132_46","_input_hash":-9667333,"_task_hash":-995422126,"spans":[{"start":84,"end":90,"token_start":16,"token_end":16,"label":"confidence"},{"text":"increases","start":91,"token_start":17,"token_end":17,"end":100,"type":"pattern","label":"change_direction"},{"start":108,"end":118,"token_start":20,"token_end":20,"label":"aspect_changing"},{"start":122,"end":128,"token_start":22,"token_end":22,"label":"type_of"},{"start":129,"end":141,"token_start":23,"token_end":23,"label":"base"},{"start":155,"end":185,"token_start":25,"token_end":29,"label":"where"},{"start":186,"end":200,"token_start":30,"token_end":32,"label":"predicate"},{"start":201,"end":208,"token_start":33,"token_end":33,"label":"change_direction"},{"text":"global warming","start":209,"token_start":34,"token_end":35,"end":223,"type":"pattern","label":"base"},{"start":230,"end":239,"token_start":39,"token_end":39,"label":"confidence"},{"start":243,"end":251,"token_start":42,"token_end":42,"label":"confidence"},{"text":"increase","start":252,"token_start":43,"token_end":43,"end":260,"type":"pattern","label":"change_direction"},{"start":268,"end":293,"token_start":46,"token_end":49,"label":"aspect_changing"},{"start":297,"end":305,"token_start":51,"token_end":51,"label":"type_of"},{"text":"storms","start":306,"token_start":52,"token_end":52,"end":312,"type":"pattern","label":"base"}],"tokens":[{"text":"Diffenbaugh","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"and","start":12,"end":15,"id":1,"ws":true,"disabled":false},{"text":"his","start":16,"end":19,"id":2,"ws":true,"disabled":false},{"text":"co","start":20,"end":22,"id":3,"ws":false,"disabled":false},{"text":"-","start":22,"end":23,"id":4,"ws":false,"disabled":false},{"text":"authors","start":23,"end":30,"id":5,"ws":true,"disabled":false},{"text":"wrote","start":31,"end":36,"id":6,"ws":true,"disabled":false},{"text":"that","start":37,"end":41,"id":7,"ws":true,"disabled":false},{"text":"global","start":42,"end":48,"id":8,"ws":true,"disabled":false},{"text":"climate","start":49,"end":56,"id":9,"ws":true,"disabled":false},{"text":"models","start":57,"end":63,"id":10,"ws":true,"disabled":false},{"text":"were","start":64,"end":68,"id":11,"ws":true,"disabled":false},{"text":"zeroing","start":69,"end":76,"id":12,"ws":true,"disabled":false},{"text":"in","start":77,"end":79,"id":13,"ws":true,"disabled":false},{"text":"on","start":80,"end":82,"id":14,"ws":true,"disabled":false},{"text":"\"","start":83,"end":84,"id":15,"ws":false,"disabled":false},{"text":"robust","start":84,"end":90,"id":16,"ws":true,"disabled":false},{"text":"increases","start":91,"end":100,"id":17,"ws":true,"disabled":false},{"text":"in","start":101,"end":103,"id":18,"ws":true,"disabled":false},{"text":"the","start":104,"end":107,"id":19,"ws":true,"disabled":false},{"text":"occurrence","start":108,"end":118,"id":20,"ws":true,"disabled":false},{"text":"of","start":119,"end":121,"id":21,"ws":true,"disabled":false},{"text":"severe","start":122,"end":128,"id":22,"ws":true,"disabled":false},{"text":"thunderstorm","start":129,"end":141,"id":23,"ws":true,"disabled":false},{"text":"environments","start":142,"end":154,"id":24,"ws":true,"disabled":false},{"text":"over","start":155,"end":159,"id":25,"ws":true,"disabled":false},{"text":"the","start":160,"end":163,"id":26,"ws":true,"disabled":false},{"text":"eastern","start":164,"end":171,"id":27,"ws":true,"disabled":false},{"text":"United","start":172,"end":178,"id":28,"ws":true,"disabled":false},{"text":"States","start":179,"end":185,"id":29,"ws":true,"disabled":false},{"text":"in","start":186,"end":188,"id":30,"ws":true,"disabled":false},{"text":"response","start":189,"end":197,"id":31,"ws":true,"disabled":false},{"text":"to","start":198,"end":200,"id":32,"ws":true,"disabled":false},{"text":"further","start":201,"end":208,"id":33,"ws":true,"disabled":false},{"text":"global","start":209,"end":215,"id":34,"ws":true,"disabled":false},{"text":"warming","start":216,"end":223,"id":35,"ws":false,"disabled":false},{"text":",","start":223,"end":224,"id":36,"ws":false,"disabled":false},{"text":"\"","start":224,"end":225,"id":37,"ws":true,"disabled":false},{"text":"and","start":226,"end":229,"id":38,"ws":true,"disabled":false},{"text":"suggested","start":230,"end":239,"id":39,"ws":true,"disabled":false},{"text":"\"","start":240,"end":241,"id":40,"ws":false,"disabled":false},{"text":"a","start":241,"end":242,"id":41,"ws":true,"disabled":false},{"text":"possible","start":243,"end":251,"id":42,"ws":true,"disabled":false},{"text":"increase","start":252,"end":260,"id":43,"ws":true,"disabled":false},{"text":"in","start":261,"end":263,"id":44,"ws":true,"disabled":false},{"text":"the","start":264,"end":267,"id":45,"ws":true,"disabled":false},{"text":"number","start":268,"end":274,"id":46,"ws":true,"disabled":false},{"text":"of","start":275,"end":277,"id":47,"ws":true,"disabled":false},{"text":"days","start":278,"end":282,"id":48,"ws":true,"disabled":false},{"text":"supportive","start":283,"end":293,"id":49,"ws":true,"disabled":false},{"text":"of","start":294,"end":296,"id":50,"ws":true,"disabled":false},{"text":"tornadic","start":297,"end":305,"id":51,"ws":true,"disabled":false},{"text":"storms","start":306,"end":312,"id":52,"ws":false,"disabled":false},{"text":".","start":312,"end":313,"id":53,"ws":false,"disabled":false},{"text":"\"","start":313,"end":314,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":315,"end":327,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":328,"end":340,"id":56,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":51,"child":52,"head_span":{"start":297,"end":305,"token_start":51,"token_end":51,"label":"type_of"},"child_span":{"start":306,"end":312,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":52,"head_span":{"start":268,"end":293,"token_start":46,"token_end":49,"label":"aspect_changing"},"child_span":{"start":306,"end":312,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":52,"head_span":{"start":252,"end":260,"token_start":43,"token_end":43,"label":"change_direction"},"child_span":{"start":306,"end":312,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":23,"head_span":{"start":91,"end":100,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":129,"end":141,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":122,"end":128,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":129,"end":141,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":108,"end":118,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":129,"end":141,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":23,"head_span":{"start":209,"end":223,"token_start":34,"token_end":35,"label":"base"},"child_span":{"start":129,"end":141,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":52,"head_span":{"start":129,"end":141,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":306,"end":312,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":35,"head_span":{"start":201,"end":208,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":209,"end":223,"token_start":34,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Chicago, famously known as the \u2018windy city\u2019 (albeit windy, not the source of the name!), gets much of its heat from the \u2018Great Plains sizzle,\u2019 where southwest winds from the plains bring hot air to the city.","text":"Chicago, famously known as the \u2018windy city\u2019 (albeit windy, not the source of the name!), gets much of its heat from the \u2018Great Plains sizzle,\u2019 where southwest winds from the plains bring hot air to the city. IMPLIED_BASE IMPLIED_BASE","characters":"207","document_index":"781","md_sentence_index":"17","classification_origin":"causal_sentence_classification","url":"https://venta-usa.com/high-heat-air-quality-connection/","combo_id":"781_17","post-training batch1":"781_17","_input_hash":-673430740,"_task_hash":1607324399,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"where"},{"start":106,"end":110,"token_start":27,"token_end":27,"label":"base"},{"start":121,"end":140,"token_start":31,"token_end":33,"label":"base"},{"start":149,"end":158,"token_start":37,"token_end":37,"label":"type_of"},{"start":159,"end":164,"token_start":38,"token_end":38,"label":"base"}],"tokens":[{"text":"Chicago","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"famously","start":9,"end":17,"id":2,"ws":true,"disabled":false},{"text":"known","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"as","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"\u2018","start":31,"end":32,"id":6,"ws":false,"disabled":false},{"text":"windy","start":32,"end":37,"id":7,"ws":true,"disabled":false},{"text":"city","start":38,"end":42,"id":8,"ws":false,"disabled":false},{"text":"\u2019","start":42,"end":43,"id":9,"ws":true,"disabled":false},{"text":"(","start":44,"end":45,"id":10,"ws":false,"disabled":false},{"text":"albeit","start":45,"end":51,"id":11,"ws":true,"disabled":false},{"text":"windy","start":52,"end":57,"id":12,"ws":false,"disabled":false},{"text":",","start":57,"end":58,"id":13,"ws":true,"disabled":false},{"text":"not","start":59,"end":62,"id":14,"ws":true,"disabled":false},{"text":"the","start":63,"end":66,"id":15,"ws":true,"disabled":false},{"text":"source","start":67,"end":73,"id":16,"ws":true,"disabled":false},{"text":"of","start":74,"end":76,"id":17,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":18,"ws":true,"disabled":false},{"text":"name","start":81,"end":85,"id":19,"ws":false,"disabled":false},{"text":"!","start":85,"end":86,"id":20,"ws":false,"disabled":false},{"text":")","start":86,"end":87,"id":21,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":22,"ws":true,"disabled":false},{"text":"gets","start":89,"end":93,"id":23,"ws":true,"disabled":false},{"text":"much","start":94,"end":98,"id":24,"ws":true,"disabled":false},{"text":"of","start":99,"end":101,"id":25,"ws":true,"disabled":false},{"text":"its","start":102,"end":105,"id":26,"ws":true,"disabled":false},{"text":"heat","start":106,"end":110,"id":27,"ws":true,"disabled":false},{"text":"from","start":111,"end":115,"id":28,"ws":true,"disabled":false},{"text":"the","start":116,"end":119,"id":29,"ws":true,"disabled":false},{"text":"\u2018","start":120,"end":121,"id":30,"ws":false,"disabled":false},{"text":"Great","start":121,"end":126,"id":31,"ws":true,"disabled":false},{"text":"Plains","start":127,"end":133,"id":32,"ws":true,"disabled":false},{"text":"sizzle","start":134,"end":140,"id":33,"ws":false,"disabled":false},{"text":",","start":140,"end":141,"id":34,"ws":false,"disabled":false},{"text":"\u2019","start":141,"end":142,"id":35,"ws":true,"disabled":false},{"text":"where","start":143,"end":148,"id":36,"ws":true,"disabled":false},{"text":"southwest","start":149,"end":158,"id":37,"ws":true,"disabled":false},{"text":"winds","start":159,"end":164,"id":38,"ws":true,"disabled":false},{"text":"from","start":165,"end":169,"id":39,"ws":true,"disabled":false},{"text":"the","start":170,"end":173,"id":40,"ws":true,"disabled":false},{"text":"plains","start":174,"end":180,"id":41,"ws":true,"disabled":false},{"text":"bring","start":181,"end":186,"id":42,"ws":true,"disabled":false},{"text":"hot","start":187,"end":190,"id":43,"ws":true,"disabled":false},{"text":"air","start":191,"end":194,"id":44,"ws":true,"disabled":false},{"text":"to","start":195,"end":197,"id":45,"ws":true,"disabled":false},{"text":"the","start":198,"end":201,"id":46,"ws":true,"disabled":false},{"text":"city","start":202,"end":206,"id":47,"ws":false,"disabled":false},{"text":".","start":206,"end":207,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":208,"end":220,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":221,"end":233,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":37,"child":38,"head_span":{"start":149,"end":158,"token_start":37,"token_end":37,"label":"type_of"},"child_span":{"start":159,"end":164,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":38,"head_span":{"start":121,"end":140,"token_start":31,"token_end":33,"label":"base"},"child_span":{"start":159,"end":164,"token_start":38,"token_end":38,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":38,"child":27,"head_span":{"start":159,"end":164,"token_start":38,"token_end":38,"label":"base"},"child_span":{"start":106,"end":110,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":27,"head_span":{"start":121,"end":140,"token_start":31,"token_end":33,"label":"base"},"child_span":{"start":106,"end":110,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cIf you don\u2019t care about an increase of risk of death for the elderly or decrease of economic productivity, because the heat makes it harder to work outside, you might care about this, which suggests that it might be harder to have children in the future.\u201d\n","text":"\u201cIf you don\u2019t care about an increase of risk of death for the elderly or decrease of economic productivity, because the heat makes it harder to work outside, you might care about this, which suggests that it might be harder to have children in the future.\u201d IMPLIED_BASE IMPLIED_BASE","characters":"257","document_index":"170","md_sentence_index":"39","classification_origin":"cm_cause_effect_rel","url":"https://cronkitenews.azpbs.org/2019/06/04/climate-change-lower-birth-rates-linked/","combo_id":"170_39","post-training batch1":"170_39","_input_hash":-757229757,"_task_hash":1931343871,"spans":[{"text":"increase","start":28,"token_start":8,"token_end":8,"end":36,"type":"pattern","label":"change_direction"},{"text":"risk","start":40,"token_start":10,"token_end":10,"end":44,"type":"pattern","label":"aspect_changing"},{"text":"death","start":48,"token_start":12,"token_end":12,"end":53,"type":"pattern","label":"base"},{"start":62,"end":69,"token_start":15,"token_end":15,"label":"to_whom"},{"text":"decrease","start":73,"token_start":17,"token_end":17,"end":81,"type":"pattern","label":"change_direction"},{"start":85,"end":93,"token_start":19,"token_end":19,"label":"base"},{"text":"productivity","start":94,"token_start":20,"token_end":20,"end":106,"type":"pattern","label":"aspect_changing"},{"start":120,"end":124,"token_start":24,"token_end":24,"label":"base"},{"start":125,"end":130,"token_start":25,"token_end":25,"label":"predicate"},{"start":134,"end":140,"token_start":27,"token_end":27,"label":"change_direction"},{"start":144,"end":148,"token_start":29,"token_end":29,"label":"base"},{"start":149,"end":156,"token_start":30,"token_end":30,"label":"where"},{"start":191,"end":199,"token_start":39,"token_end":39,"label":"confidence"},{"start":208,"end":213,"token_start":42,"token_end":42,"label":"confidence"},{"start":217,"end":223,"token_start":44,"token_end":44,"label":"change_direction"},{"start":227,"end":240,"token_start":46,"token_end":47,"label":"base"},{"start":248,"end":254,"token_start":50,"token_end":50,"label":"when"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"If","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"you","start":4,"end":7,"id":2,"ws":true,"disabled":false},{"text":"do","start":8,"end":10,"id":3,"ws":false,"disabled":false},{"text":"n\u2019t","start":10,"end":13,"id":4,"ws":true,"disabled":false},{"text":"care","start":14,"end":18,"id":5,"ws":true,"disabled":false},{"text":"about","start":19,"end":24,"id":6,"ws":true,"disabled":false},{"text":"an","start":25,"end":27,"id":7,"ws":true,"disabled":false},{"text":"increase","start":28,"end":36,"id":8,"ws":true,"disabled":false},{"text":"of","start":37,"end":39,"id":9,"ws":true,"disabled":false},{"text":"risk","start":40,"end":44,"id":10,"ws":true,"disabled":false},{"text":"of","start":45,"end":47,"id":11,"ws":true,"disabled":false},{"text":"death","start":48,"end":53,"id":12,"ws":true,"disabled":false},{"text":"for","start":54,"end":57,"id":13,"ws":true,"disabled":false},{"text":"the","start":58,"end":61,"id":14,"ws":true,"disabled":false},{"text":"elderly","start":62,"end":69,"id":15,"ws":true,"disabled":false},{"text":"or","start":70,"end":72,"id":16,"ws":true,"disabled":false},{"text":"decrease","start":73,"end":81,"id":17,"ws":true,"disabled":false},{"text":"of","start":82,"end":84,"id":18,"ws":true,"disabled":false},{"text":"economic","start":85,"end":93,"id":19,"ws":true,"disabled":false},{"text":"productivity","start":94,"end":106,"id":20,"ws":false,"disabled":false},{"text":",","start":106,"end":107,"id":21,"ws":true,"disabled":false},{"text":"because","start":108,"end":115,"id":22,"ws":true,"disabled":false},{"text":"the","start":116,"end":119,"id":23,"ws":true,"disabled":false},{"text":"heat","start":120,"end":124,"id":24,"ws":true,"disabled":false},{"text":"makes","start":125,"end":130,"id":25,"ws":true,"disabled":false},{"text":"it","start":131,"end":133,"id":26,"ws":true,"disabled":false},{"text":"harder","start":134,"end":140,"id":27,"ws":true,"disabled":false},{"text":"to","start":141,"end":143,"id":28,"ws":true,"disabled":false},{"text":"work","start":144,"end":148,"id":29,"ws":true,"disabled":false},{"text":"outside","start":149,"end":156,"id":30,"ws":false,"disabled":false},{"text":",","start":156,"end":157,"id":31,"ws":true,"disabled":false},{"text":"you","start":158,"end":161,"id":32,"ws":true,"disabled":false},{"text":"might","start":162,"end":167,"id":33,"ws":true,"disabled":false},{"text":"care","start":168,"end":172,"id":34,"ws":true,"disabled":false},{"text":"about","start":173,"end":178,"id":35,"ws":true,"disabled":false},{"text":"this","start":179,"end":183,"id":36,"ws":false,"disabled":false},{"text":",","start":183,"end":184,"id":37,"ws":true,"disabled":false},{"text":"which","start":185,"end":190,"id":38,"ws":true,"disabled":false},{"text":"suggests","start":191,"end":199,"id":39,"ws":true,"disabled":false},{"text":"that","start":200,"end":204,"id":40,"ws":true,"disabled":false},{"text":"it","start":205,"end":207,"id":41,"ws":true,"disabled":false},{"text":"might","start":208,"end":213,"id":42,"ws":true,"disabled":false},{"text":"be","start":214,"end":216,"id":43,"ws":true,"disabled":false},{"text":"harder","start":217,"end":223,"id":44,"ws":true,"disabled":false},{"text":"to","start":224,"end":226,"id":45,"ws":true,"disabled":false},{"text":"have","start":227,"end":231,"id":46,"ws":true,"disabled":false},{"text":"children","start":232,"end":240,"id":47,"ws":true,"disabled":false},{"text":"in","start":241,"end":243,"id":48,"ws":true,"disabled":false},{"text":"the","start":244,"end":247,"id":49,"ws":true,"disabled":false},{"text":"future","start":248,"end":254,"id":50,"ws":false,"disabled":false},{"text":".","start":254,"end":255,"id":51,"ws":false,"disabled":false},{"text":"\u201d","start":255,"end":256,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":257,"end":269,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":270,"end":282,"id":54,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":10,"child":12,"head_span":{"start":40,"end":44,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":48,"end":53,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":12,"head_span":{"start":28,"end":36,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":48,"end":53,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":19,"head_span":{"start":94,"end":106,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":85,"end":93,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":73,"end":81,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":85,"end":93,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":29,"head_span":{"start":134,"end":140,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":144,"end":148,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":47,"head_span":{"start":217,"end":223,"token_start":44,"token_end":44,"label":"change_direction"},"child_span":{"start":227,"end":240,"token_start":46,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":29,"head_span":{"start":120,"end":124,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":144,"end":148,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":19,"head_span":{"start":144,"end":148,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":85,"end":93,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":12,"head_span":{"start":144,"end":148,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":48,"end":53,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":47,"head_span":{"start":120,"end":124,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":227,"end":240,"token_start":46,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"ignore","reason":"not causal","relation count":"","complexity":"","original_md_text":"Continued growth in human-made emissions of CO2 over this century and beyond would lead to an atmospheric concentration not experienced in tens to hundreds of millions of years.\n","text":"Continued growth in human-made emissions of CO2 over this century and beyond would lead to an atmospheric concentration not experienced in tens to hundreds of millions of years. IMPLIED_BASE IMPLIED_BASE","characters":"178","document_index":"264","md_sentence_index":"46","classification_origin":"cm_cause_effect_rel","url":"https://eos.org/features/how-will-climate-change-affect-the-united-states-in-decades-to-come","combo_id":"264_46","post-training batch1":"264_46","_input_hash":-1901985268,"_task_hash":-1523459194,"spans":[{"start":0,"end":16,"token_start":0,"token_end":1,"label":"change_direction"},{"start":20,"end":30,"token_start":3,"token_end":5,"label":"type_of"},{"text":"emissions","start":31,"token_start":6,"token_end":6,"end":40,"type":"pattern","label":"aspect_changing"},{"start":44,"end":47,"token_start":8,"token_end":8,"label":"base"},{"start":53,"end":76,"token_start":10,"token_end":13,"label":"when"},{"start":77,"end":82,"token_start":14,"token_end":14,"label":"confidence"},{"start":83,"end":90,"token_start":15,"token_end":16,"label":"predicate"},{"start":94,"end":105,"token_start":18,"token_end":18,"label":"type_of"},{"start":106,"end":119,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"}],"tokens":[{"text":"Continued","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"growth","start":10,"end":16,"id":1,"ws":true,"disabled":false},{"text":"in","start":17,"end":19,"id":2,"ws":true,"disabled":false},{"text":"human","start":20,"end":25,"id":3,"ws":false,"disabled":false},{"text":"-","start":25,"end":26,"id":4,"ws":false,"disabled":false},{"text":"made","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"emissions","start":31,"end":40,"id":6,"ws":true,"disabled":false},{"text":"of","start":41,"end":43,"id":7,"ws":true,"disabled":false},{"text":"CO2","start":44,"end":47,"id":8,"ws":true,"disabled":false},{"text":"over","start":48,"end":52,"id":9,"ws":true,"disabled":false},{"text":"this","start":53,"end":57,"id":10,"ws":true,"disabled":false},{"text":"century","start":58,"end":65,"id":11,"ws":true,"disabled":false},{"text":"and","start":66,"end":69,"id":12,"ws":true,"disabled":false},{"text":"beyond","start":70,"end":76,"id":13,"ws":true,"disabled":false},{"text":"would","start":77,"end":82,"id":14,"ws":true,"disabled":false},{"text":"lead","start":83,"end":87,"id":15,"ws":true,"disabled":false},{"text":"to","start":88,"end":90,"id":16,"ws":true,"disabled":false},{"text":"an","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"atmospheric","start":94,"end":105,"id":18,"ws":true,"disabled":false},{"text":"concentration","start":106,"end":119,"id":19,"ws":true,"disabled":false},{"text":"not","start":120,"end":123,"id":20,"ws":true,"disabled":false},{"text":"experienced","start":124,"end":135,"id":21,"ws":true,"disabled":false},{"text":"in","start":136,"end":138,"id":22,"ws":true,"disabled":false},{"text":"tens","start":139,"end":143,"id":23,"ws":true,"disabled":false},{"text":"to","start":144,"end":146,"id":24,"ws":true,"disabled":false},{"text":"hundreds","start":147,"end":155,"id":25,"ws":true,"disabled":false},{"text":"of","start":156,"end":158,"id":26,"ws":true,"disabled":false},{"text":"millions","start":159,"end":167,"id":27,"ws":true,"disabled":false},{"text":"of","start":168,"end":170,"id":28,"ws":true,"disabled":false},{"text":"years","start":171,"end":176,"id":29,"ws":false,"disabled":false},{"text":".","start":176,"end":177,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":191,"end":203,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":8,"child":31,"head_span":{"start":44,"end":47,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":19,"child":31,"head_span":{"start":106,"end":119,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":31,"head_span":{"start":94,"end":105,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":8,"head_span":{"start":31,"end":40,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":44,"end":47,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":8,"head_span":{"start":20,"end":30,"token_start":3,"token_end":5,"label":"type_of"},"child_span":{"start":44,"end":47,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":31,"head_span":{"start":44,"end":47,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As the need for cooling grows, so do utility bills\u2014meaning low-income families who can't afford to pay the extra cost could be most at risk from the heat.\n","text":"As the need for cooling grows, so do utility bills\u2014meaning low-income families who can't afford to pay the extra cost could be most at risk from the heat. IMPLIED_BASE IMPLIED_BASE","characters":"155","document_index":"657","md_sentence_index":"19","classification_origin":"causal_sentence_classification","url":"https://insideclimatenews.org/news/16072019/heat-wave-climate-change-study-humidity-index-days-rising-health-risk","combo_id":"657_19","post-training batch1":"657_19","_input_hash":-300683480,"_task_hash":1241808285,"spans":[{"start":7,"end":11,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":16,"end":23,"token_start":4,"token_end":4,"label":"base"},{"start":24,"end":29,"token_start":5,"token_end":5,"label":"change_direction"},{"start":37,"end":44,"token_start":9,"token_end":9,"label":"type_of"},{"start":45,"end":50,"token_start":10,"token_end":10,"label":"base"},{"start":59,"end":78,"token_start":13,"token_end":16,"label":"to_whom"},{"start":149,"end":153,"token_start":33,"token_end":33,"label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"need","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"for","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"cooling","start":16,"end":23,"id":4,"ws":true,"disabled":false},{"text":"grows","start":24,"end":29,"id":5,"ws":false,"disabled":false},{"text":",","start":29,"end":30,"id":6,"ws":true,"disabled":false},{"text":"so","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"do","start":34,"end":36,"id":8,"ws":true,"disabled":false},{"text":"utility","start":37,"end":44,"id":9,"ws":true,"disabled":false},{"text":"bills","start":45,"end":50,"id":10,"ws":false,"disabled":false},{"text":"\u2014","start":50,"end":51,"id":11,"ws":false,"disabled":false},{"text":"meaning","start":51,"end":58,"id":12,"ws":true,"disabled":false},{"text":"low","start":59,"end":62,"id":13,"ws":false,"disabled":false},{"text":"-","start":62,"end":63,"id":14,"ws":false,"disabled":false},{"text":"income","start":63,"end":69,"id":15,"ws":true,"disabled":false},{"text":"families","start":70,"end":78,"id":16,"ws":true,"disabled":false},{"text":"who","start":79,"end":82,"id":17,"ws":true,"disabled":false},{"text":"ca","start":83,"end":85,"id":18,"ws":false,"disabled":false},{"text":"n't","start":85,"end":88,"id":19,"ws":true,"disabled":false},{"text":"afford","start":89,"end":95,"id":20,"ws":true,"disabled":false},{"text":"to","start":96,"end":98,"id":21,"ws":true,"disabled":false},{"text":"pay","start":99,"end":102,"id":22,"ws":true,"disabled":false},{"text":"the","start":103,"end":106,"id":23,"ws":true,"disabled":false},{"text":"extra","start":107,"end":112,"id":24,"ws":true,"disabled":false},{"text":"cost","start":113,"end":117,"id":25,"ws":true,"disabled":false},{"text":"could","start":118,"end":123,"id":26,"ws":true,"disabled":false},{"text":"be","start":124,"end":126,"id":27,"ws":true,"disabled":false},{"text":"most","start":127,"end":131,"id":28,"ws":true,"disabled":false},{"text":"at","start":132,"end":134,"id":29,"ws":true,"disabled":false},{"text":"risk","start":135,"end":139,"id":30,"ws":true,"disabled":false},{"text":"from","start":140,"end":144,"id":31,"ws":true,"disabled":false},{"text":"the","start":145,"end":148,"id":32,"ws":true,"disabled":false},{"text":"heat","start":149,"end":153,"id":33,"ws":false,"disabled":false},{"text":".","start":153,"end":154,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":155,"end":167,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":2,"child":4,"head_span":{"start":7,"end":11,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":16,"end":23,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":4,"head_span":{"start":24,"end":29,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":16,"end":23,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":37,"end":44,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":45,"end":50,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":4,"head_span":{"start":149,"end":153,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":16,"end":23,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":10,"head_span":{"start":16,"end":23,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":45,"end":50,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The cumulative and interactive effects of climate change, as well as the threat and perception of climate change, adversely impact individual and societal health, mental health, and well-being.","text":"The cumulative and interactive effects of climate change, as well as the threat and perception of climate change, adversely impact individual and societal health, mental health, and well-being. IMPLIED_BASE IMPLIED_BASE","characters":"193","document_index":"619","md_sentence_index":"82","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_82","post-training batch1":"619_82","_input_hash":879149126,"_task_hash":1037312095,"spans":[{"start":31,"end":38,"token_start":4,"token_end":4,"label":"aspect_changing"},{"text":"climate change","start":42,"token_start":6,"token_end":7,"end":56,"type":"pattern","label":"base"},{"start":73,"end":79,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":84,"end":94,"token_start":15,"token_end":15,"label":"aspect_changing"},{"text":"climate change","start":98,"token_start":17,"token_end":18,"end":112,"type":"pattern","label":"base"},{"start":114,"end":123,"token_start":20,"token_end":20,"label":"change_direction"},{"start":124,"end":130,"token_start":21,"token_end":21,"label":"predicate"},{"start":131,"end":141,"token_start":22,"token_end":22,"label":"type_of"},{"start":146,"end":154,"token_start":24,"token_end":24,"label":"type_of"},{"text":"health","start":155,"token_start":25,"token_end":25,"end":161,"type":"pattern","label":"base"},{"start":163,"end":169,"token_start":27,"token_end":27,"label":"type_of"},{"text":"health","start":170,"token_start":28,"token_end":28,"end":176,"type":"pattern","label":"base"},{"start":182,"end":192,"token_start":31,"token_end":33,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"cumulative","start":4,"end":14,"id":1,"ws":true,"disabled":false},{"text":"and","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"interactive","start":19,"end":30,"id":3,"ws":true,"disabled":false},{"text":"effects","start":31,"end":38,"id":4,"ws":true,"disabled":false},{"text":"of","start":39,"end":41,"id":5,"ws":true,"disabled":false},{"text":"climate","start":42,"end":49,"id":6,"ws":true,"disabled":false},{"text":"change","start":50,"end":56,"id":7,"ws":false,"disabled":false},{"text":",","start":56,"end":57,"id":8,"ws":true,"disabled":false},{"text":"as","start":58,"end":60,"id":9,"ws":true,"disabled":false},{"text":"well","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"as","start":66,"end":68,"id":11,"ws":true,"disabled":false},{"text":"the","start":69,"end":72,"id":12,"ws":true,"disabled":false},{"text":"threat","start":73,"end":79,"id":13,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":14,"ws":true,"disabled":false},{"text":"perception","start":84,"end":94,"id":15,"ws":true,"disabled":false},{"text":"of","start":95,"end":97,"id":16,"ws":true,"disabled":false},{"text":"climate","start":98,"end":105,"id":17,"ws":true,"disabled":false},{"text":"change","start":106,"end":112,"id":18,"ws":false,"disabled":false},{"text":",","start":112,"end":113,"id":19,"ws":true,"disabled":false},{"text":"adversely","start":114,"end":123,"id":20,"ws":true,"disabled":false},{"text":"impact","start":124,"end":130,"id":21,"ws":true,"disabled":false},{"text":"individual","start":131,"end":141,"id":22,"ws":true,"disabled":false},{"text":"and","start":142,"end":145,"id":23,"ws":true,"disabled":false},{"text":"societal","start":146,"end":154,"id":24,"ws":true,"disabled":false},{"text":"health","start":155,"end":161,"id":25,"ws":false,"disabled":false},{"text":",","start":161,"end":162,"id":26,"ws":true,"disabled":false},{"text":"mental","start":163,"end":169,"id":27,"ws":true,"disabled":false},{"text":"health","start":170,"end":176,"id":28,"ws":false,"disabled":false},{"text":",","start":176,"end":177,"id":29,"ws":true,"disabled":false},{"text":"and","start":178,"end":181,"id":30,"ws":true,"disabled":false},{"text":"well","start":182,"end":186,"id":31,"ws":false,"disabled":false},{"text":"-","start":186,"end":187,"id":32,"ws":false,"disabled":false},{"text":"being","start":187,"end":192,"id":33,"ws":false,"disabled":false},{"text":".","start":192,"end":193,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":207,"end":219,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":4,"child":7,"head_span":{"start":31,"end":38,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":42,"end":56,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":18,"head_span":{"start":84,"end":94,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":98,"end":112,"token_start":17,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":18,"head_span":{"start":73,"end":79,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":98,"end":112,"token_start":17,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":25,"head_span":{"start":131,"end":141,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":155,"end":161,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":25,"head_span":{"start":146,"end":154,"token_start":24,"token_end":24,"label":"type_of"},"child_span":{"start":155,"end":161,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":28,"head_span":{"start":163,"end":169,"token_start":27,"token_end":27,"label":"type_of"},"child_span":{"start":170,"end":176,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":25,"head_span":{"start":114,"end":123,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":155,"end":161,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":28,"head_span":{"start":114,"end":123,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":170,"end":176,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":33,"head_span":{"start":114,"end":123,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":182,"end":192,"token_start":31,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":25,"head_span":{"start":42,"end":56,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":155,"end":161,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":28,"head_span":{"start":42,"end":56,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":170,"end":176,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":33,"head_span":{"start":42,"end":56,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":182,"end":192,"token_start":31,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":25,"head_span":{"start":98,"end":112,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":155,"end":161,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":28,"head_span":{"start":98,"end":112,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":170,"end":176,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":33,"head_span":{"start":98,"end":112,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":182,"end":192,"token_start":31,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Although the Chinese capital, Beijing, has become synonymous with dirty air over the past few decades, a concerted effort by local and regional authorities has seen an improved situation in recent years, with the concentration of fine particulates \u2013 the tiny, invisible airborne particles that are largely responsible for deaths and illnesses from air pollution \u2013 falling by a third.\n","text":"Although the Chinese capital, Beijing, has become synonymous with dirty air over the past few decades, a concerted effort by local and regional authorities has seen an improved situation in recent years, with the concentration of fine particulates \u2013 the tiny, invisible airborne particles that are largely responsible for deaths and illnesses from air pollution \u2013 falling by a third. IMPLIED_BASE IMPLIED_BASE","characters":"384","document_index":"241","md_sentence_index":"9","classification_origin":"cm_cause_effect_rel","url":"https://news.un.org/en/story/2019/06/1039661","combo_id":"241_9","post-training batch1":"241_9","_input_hash":-1762324361,"_task_hash":474577999,"spans":[{"start":213,"end":226,"token_start":38,"token_end":38,"label":"aspect_changing"},{"start":230,"end":234,"token_start":40,"token_end":40,"label":"type_of"},{"text":"particulates","start":235,"token_start":41,"token_end":41,"end":247,"type":"pattern","label":"base"},{"start":254,"end":258,"token_start":44,"token_end":44,"label":"type_of"},{"start":260,"end":269,"token_start":46,"token_end":46,"label":"type_of"},{"start":270,"end":278,"token_start":47,"token_end":47,"label":"type_of"},{"start":279,"end":288,"token_start":48,"token_end":48,"label":"base"},{"start":294,"end":297,"token_start":50,"token_end":50,"label":"confidence"},{"start":306,"end":321,"token_start":52,"token_end":53,"label":"predicate"},{"start":322,"end":328,"token_start":54,"token_end":54,"label":"base"},{"start":333,"end":342,"token_start":56,"token_end":56,"label":"base"},{"start":348,"end":351,"token_start":58,"token_end":58,"label":"type_of"},{"text":"pollution","start":352,"token_start":59,"token_end":59,"end":361,"type":"pattern","label":"base"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"Chinese","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"capital","start":21,"end":28,"id":3,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":4,"ws":true,"disabled":false},{"text":"Beijing","start":30,"end":37,"id":5,"ws":false,"disabled":false},{"text":",","start":37,"end":38,"id":6,"ws":true,"disabled":false},{"text":"has","start":39,"end":42,"id":7,"ws":true,"disabled":false},{"text":"become","start":43,"end":49,"id":8,"ws":true,"disabled":false},{"text":"synonymous","start":50,"end":60,"id":9,"ws":true,"disabled":false},{"text":"with","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"dirty","start":66,"end":71,"id":11,"ws":true,"disabled":false},{"text":"air","start":72,"end":75,"id":12,"ws":true,"disabled":false},{"text":"over","start":76,"end":80,"id":13,"ws":true,"disabled":false},{"text":"the","start":81,"end":84,"id":14,"ws":true,"disabled":false},{"text":"past","start":85,"end":89,"id":15,"ws":true,"disabled":false},{"text":"few","start":90,"end":93,"id":16,"ws":true,"disabled":false},{"text":"decades","start":94,"end":101,"id":17,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":18,"ws":true,"disabled":false},{"text":"a","start":103,"end":104,"id":19,"ws":true,"disabled":false},{"text":"concerted","start":105,"end":114,"id":20,"ws":true,"disabled":false},{"text":"effort","start":115,"end":121,"id":21,"ws":true,"disabled":false},{"text":"by","start":122,"end":124,"id":22,"ws":true,"disabled":false},{"text":"local","start":125,"end":130,"id":23,"ws":true,"disabled":false},{"text":"and","start":131,"end":134,"id":24,"ws":true,"disabled":false},{"text":"regional","start":135,"end":143,"id":25,"ws":true,"disabled":false},{"text":"authorities","start":144,"end":155,"id":26,"ws":true,"disabled":false},{"text":"has","start":156,"end":159,"id":27,"ws":true,"disabled":false},{"text":"seen","start":160,"end":164,"id":28,"ws":true,"disabled":false},{"text":"an","start":165,"end":167,"id":29,"ws":true,"disabled":false},{"text":"improved","start":168,"end":176,"id":30,"ws":true,"disabled":false},{"text":"situation","start":177,"end":186,"id":31,"ws":true,"disabled":false},{"text":"in","start":187,"end":189,"id":32,"ws":true,"disabled":false},{"text":"recent","start":190,"end":196,"id":33,"ws":true,"disabled":false},{"text":"years","start":197,"end":202,"id":34,"ws":false,"disabled":false},{"text":",","start":202,"end":203,"id":35,"ws":true,"disabled":false},{"text":"with","start":204,"end":208,"id":36,"ws":true,"disabled":false},{"text":"the","start":209,"end":212,"id":37,"ws":true,"disabled":false},{"text":"concentration","start":213,"end":226,"id":38,"ws":true,"disabled":false},{"text":"of","start":227,"end":229,"id":39,"ws":true,"disabled":false},{"text":"fine","start":230,"end":234,"id":40,"ws":true,"disabled":false},{"text":"particulates","start":235,"end":247,"id":41,"ws":true,"disabled":false},{"text":"\u2013","start":248,"end":249,"id":42,"ws":true,"disabled":false},{"text":"the","start":250,"end":253,"id":43,"ws":true,"disabled":false},{"text":"tiny","start":254,"end":258,"id":44,"ws":false,"disabled":false},{"text":",","start":258,"end":259,"id":45,"ws":true,"disabled":false},{"text":"invisible","start":260,"end":269,"id":46,"ws":true,"disabled":false},{"text":"airborne","start":270,"end":278,"id":47,"ws":true,"disabled":false},{"text":"particles","start":279,"end":288,"id":48,"ws":true,"disabled":false},{"text":"that","start":289,"end":293,"id":49,"ws":true,"disabled":false},{"text":"are","start":294,"end":297,"id":50,"ws":true,"disabled":false},{"text":"largely","start":298,"end":305,"id":51,"ws":true,"disabled":false},{"text":"responsible","start":306,"end":317,"id":52,"ws":true,"disabled":false},{"text":"for","start":318,"end":321,"id":53,"ws":true,"disabled":false},{"text":"deaths","start":322,"end":328,"id":54,"ws":true,"disabled":false},{"text":"and","start":329,"end":332,"id":55,"ws":true,"disabled":false},{"text":"illnesses","start":333,"end":342,"id":56,"ws":true,"disabled":false},{"text":"from","start":343,"end":347,"id":57,"ws":true,"disabled":false},{"text":"air","start":348,"end":351,"id":58,"ws":true,"disabled":false},{"text":"pollution","start":352,"end":361,"id":59,"ws":true,"disabled":false},{"text":"\u2013","start":362,"end":363,"id":60,"ws":true,"disabled":false},{"text":"falling","start":364,"end":371,"id":61,"ws":true,"disabled":false},{"text":"by","start":372,"end":374,"id":62,"ws":true,"disabled":false},{"text":"a","start":375,"end":376,"id":63,"ws":true,"disabled":false},{"text":"third","start":377,"end":382,"id":64,"ws":false,"disabled":false},{"text":".","start":382,"end":383,"id":65,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":384,"end":396,"id":66,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":397,"end":409,"id":67,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":58,"child":59,"head_span":{"start":348,"end":351,"token_start":58,"token_end":58,"label":"type_of"},"child_span":{"start":352,"end":361,"token_start":59,"token_end":59,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":41,"head_span":{"start":230,"end":234,"token_start":40,"token_end":40,"label":"type_of"},"child_span":{"start":235,"end":247,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":41,"head_span":{"start":213,"end":226,"token_start":38,"token_end":38,"label":"aspect_changing"},"child_span":{"start":235,"end":247,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":48,"head_span":{"start":270,"end":278,"token_start":47,"token_end":47,"label":"type_of"},"child_span":{"start":279,"end":288,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":48,"head_span":{"start":260,"end":269,"token_start":46,"token_end":46,"label":"type_of"},"child_span":{"start":279,"end":288,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":48,"head_span":{"start":254,"end":258,"token_start":44,"token_end":44,"label":"type_of"},"child_span":{"start":279,"end":288,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":48,"head_span":{"start":235,"end":247,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":279,"end":288,"token_start":48,"token_end":48,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":59,"child":54,"head_span":{"start":352,"end":361,"token_start":59,"token_end":59,"label":"base"},"child_span":{"start":322,"end":328,"token_start":54,"token_end":54,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":59,"child":56,"head_span":{"start":352,"end":361,"token_start":59,"token_end":59,"label":"base"},"child_span":{"start":333,"end":342,"token_start":56,"token_end":56,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":54,"head_span":{"start":235,"end":247,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":322,"end":328,"token_start":54,"token_end":54,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":56,"head_span":{"start":235,"end":247,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":333,"end":342,"token_start":56,"token_end":56,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":48,"child":54,"head_span":{"start":279,"end":288,"token_start":48,"token_end":48,"label":"base"},"child_span":{"start":322,"end":328,"token_start":54,"token_end":54,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":48,"child":56,"head_span":{"start":279,"end":288,"token_start":48,"token_end":48,"label":"base"},"child_span":{"start":333,"end":342,"token_start":56,"token_end":56,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"But, it could also be argued that since a warmer world may experience a reduction in the equator to pole temperature contrast, the number of tornadoes and severe weather events would decrease,\" he said.\n","text":"But, it could also be argued that since a warmer world may experience a reduction in the equator to pole temperature contrast, the number of tornadoes and severe weather events would decrease,\" he said. IMPLIED_BASE IMPLIED_BASE","characters":"203","document_index":"132","md_sentence_index":"60","classification_origin":"cm_cause_effect_rel","url":"https://insideclimatenews.org/news/30052019/tornado-climate-change-connection-science-research-data","combo_id":"132_60","post-training batch1":"132_60","_input_hash":64803405,"_task_hash":2119362695,"spans":[{"start":34,"end":39,"token_start":8,"token_end":8,"label":"predicate"},{"text":"warmer","start":42,"token_start":10,"token_end":10,"end":48,"type":"pattern","label":"change_direction"},{"start":49,"end":54,"token_start":11,"token_end":11,"label":"base"},{"start":55,"end":58,"token_start":12,"token_end":12,"label":"confidence"},{"start":72,"end":81,"token_start":15,"token_end":15,"label":"change_direction"},{"start":89,"end":125,"token_start":18,"token_end":22,"label":"aspect_changing"},{"start":131,"end":137,"token_start":25,"token_end":25,"label":"aspect_changing"},{"text":"tornadoes","start":141,"token_start":27,"token_end":27,"end":150,"type":"pattern","label":"base"},{"start":155,"end":161,"token_start":29,"token_end":29,"label":"type_of"},{"text":"weather","start":162,"token_start":30,"token_end":30,"end":169,"type":"pattern","label":"base"},{"start":170,"end":176,"token_start":31,"token_end":31,"label":"aspect_changing"},{"start":177,"end":182,"token_start":32,"token_end":32,"label":"confidence"},{"text":"decrease","start":183,"token_start":33,"token_end":33,"end":191,"type":"pattern","label":"change_direction"},{"start":203,"end":215,"token_start":39,"token_end":39,"label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":false,"disabled":false},{"text":",","start":3,"end":4,"id":1,"ws":true,"disabled":false},{"text":"it","start":5,"end":7,"id":2,"ws":true,"disabled":false},{"text":"could","start":8,"end":13,"id":3,"ws":true,"disabled":false},{"text":"also","start":14,"end":18,"id":4,"ws":true,"disabled":false},{"text":"be","start":19,"end":21,"id":5,"ws":true,"disabled":false},{"text":"argued","start":22,"end":28,"id":6,"ws":true,"disabled":false},{"text":"that","start":29,"end":33,"id":7,"ws":true,"disabled":false},{"text":"since","start":34,"end":39,"id":8,"ws":true,"disabled":false},{"text":"a","start":40,"end":41,"id":9,"ws":true,"disabled":false},{"text":"warmer","start":42,"end":48,"id":10,"ws":true,"disabled":false},{"text":"world","start":49,"end":54,"id":11,"ws":true,"disabled":false},{"text":"may","start":55,"end":58,"id":12,"ws":true,"disabled":false},{"text":"experience","start":59,"end":69,"id":13,"ws":true,"disabled":false},{"text":"a","start":70,"end":71,"id":14,"ws":true,"disabled":false},{"text":"reduction","start":72,"end":81,"id":15,"ws":true,"disabled":false},{"text":"in","start":82,"end":84,"id":16,"ws":true,"disabled":false},{"text":"the","start":85,"end":88,"id":17,"ws":true,"disabled":false},{"text":"equator","start":89,"end":96,"id":18,"ws":true,"disabled":false},{"text":"to","start":97,"end":99,"id":19,"ws":true,"disabled":false},{"text":"pole","start":100,"end":104,"id":20,"ws":true,"disabled":false},{"text":"temperature","start":105,"end":116,"id":21,"ws":true,"disabled":false},{"text":"contrast","start":117,"end":125,"id":22,"ws":false,"disabled":false},{"text":",","start":125,"end":126,"id":23,"ws":true,"disabled":false},{"text":"the","start":127,"end":130,"id":24,"ws":true,"disabled":false},{"text":"number","start":131,"end":137,"id":25,"ws":true,"disabled":false},{"text":"of","start":138,"end":140,"id":26,"ws":true,"disabled":false},{"text":"tornadoes","start":141,"end":150,"id":27,"ws":true,"disabled":false},{"text":"and","start":151,"end":154,"id":28,"ws":true,"disabled":false},{"text":"severe","start":155,"end":161,"id":29,"ws":true,"disabled":false},{"text":"weather","start":162,"end":169,"id":30,"ws":true,"disabled":false},{"text":"events","start":170,"end":176,"id":31,"ws":true,"disabled":false},{"text":"would","start":177,"end":182,"id":32,"ws":true,"disabled":false},{"text":"decrease","start":183,"end":191,"id":33,"ws":false,"disabled":false},{"text":",","start":191,"end":192,"id":34,"ws":false,"disabled":false},{"text":"\"","start":192,"end":193,"id":35,"ws":true,"disabled":false},{"text":"he","start":194,"end":196,"id":36,"ws":true,"disabled":false},{"text":"said","start":197,"end":201,"id":37,"ws":false,"disabled":false},{"text":".","start":201,"end":202,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":216,"end":228,"id":40,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":42,"end":48,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":49,"end":54,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":39,"head_span":{"start":72,"end":81,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":203,"end":215,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":39,"head_span":{"start":89,"end":125,"token_start":18,"token_end":22,"label":"aspect_changing"},"child_span":{"start":203,"end":215,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":27,"head_span":{"start":131,"end":137,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":141,"end":150,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":30,"head_span":{"start":155,"end":161,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":162,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":30,"head_span":{"start":170,"end":176,"token_start":31,"token_end":31,"label":"aspect_changing"},"child_span":{"start":162,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":30,"head_span":{"start":131,"end":137,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":162,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":27,"head_span":{"start":183,"end":191,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":141,"end":150,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":30,"head_span":{"start":183,"end":191,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":162,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":39,"head_span":{"start":49,"end":54,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":203,"end":215,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":27,"head_span":{"start":203,"end":215,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":141,"end":150,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":30,"head_span":{"start":203,"end":215,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":162,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In fact, climate change seems likely to become the dominant driver of ecosystem shifts, surpassing habitat destruction as the greatest threat to biodiversity.\n","text":"In fact, climate change seems likely to become the dominant driver of ecosystem shifts, surpassing habitat destruction as the greatest threat to biodiversity. IMPLIED_BASE IMPLIED_BASE","characters":"159","document_index":"340","md_sentence_index":"98","classification_origin":"cm-label-eval","url":"https://www.greenfacts.org/en/impacts-global-warming/l-2/index.htm","combo_id":"340_98","post-training batch1":"340_98","_input_hash":-1663016095,"_task_hash":103864748,"spans":[{"text":"climate change","start":9,"token_start":3,"token_end":4,"end":23,"type":"pattern","label":"base"},{"start":30,"end":36,"token_start":6,"token_end":6,"label":"confidence"},{"start":70,"end":79,"token_start":13,"token_end":13,"label":"base"},{"start":80,"end":86,"token_start":14,"token_end":14,"label":"change_direction"},{"start":135,"end":141,"token_start":22,"token_end":22,"label":"aspect_changing"},{"text":"biodiversity","start":145,"token_start":24,"token_end":24,"end":157,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"fact","start":3,"end":7,"id":1,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":2,"ws":true,"disabled":false},{"text":"climate","start":9,"end":16,"id":3,"ws":true,"disabled":false},{"text":"change","start":17,"end":23,"id":4,"ws":true,"disabled":false},{"text":"seems","start":24,"end":29,"id":5,"ws":true,"disabled":false},{"text":"likely","start":30,"end":36,"id":6,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":7,"ws":true,"disabled":false},{"text":"become","start":40,"end":46,"id":8,"ws":true,"disabled":false},{"text":"the","start":47,"end":50,"id":9,"ws":true,"disabled":false},{"text":"dominant","start":51,"end":59,"id":10,"ws":true,"disabled":false},{"text":"driver","start":60,"end":66,"id":11,"ws":true,"disabled":false},{"text":"of","start":67,"end":69,"id":12,"ws":true,"disabled":false},{"text":"ecosystem","start":70,"end":79,"id":13,"ws":true,"disabled":false},{"text":"shifts","start":80,"end":86,"id":14,"ws":false,"disabled":false},{"text":",","start":86,"end":87,"id":15,"ws":true,"disabled":false},{"text":"surpassing","start":88,"end":98,"id":16,"ws":true,"disabled":false},{"text":"habitat","start":99,"end":106,"id":17,"ws":true,"disabled":false},{"text":"destruction","start":107,"end":118,"id":18,"ws":true,"disabled":false},{"text":"as","start":119,"end":121,"id":19,"ws":true,"disabled":false},{"text":"the","start":122,"end":125,"id":20,"ws":true,"disabled":false},{"text":"greatest","start":126,"end":134,"id":21,"ws":true,"disabled":false},{"text":"threat","start":135,"end":141,"id":22,"ws":true,"disabled":false},{"text":"to","start":142,"end":144,"id":23,"ws":true,"disabled":false},{"text":"biodiversity","start":145,"end":157,"id":24,"ws":false,"disabled":false},{"text":".","start":157,"end":158,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":22,"child":24,"head_span":{"start":135,"end":141,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":145,"end":157,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":80,"end":86,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":70,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":13,"head_span":{"start":9,"end":23,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":70,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":24,"head_span":{"start":9,"end":23,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":145,"end":157,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Among the factors that appear to contribute to underestimation is the perceived need for consensus, or what we label univocality: the felt need to speak in a single voice.","text":"Among the factors that appear to contribute to underestimation is the perceived need for consensus, or what we label univocality: the felt need to speak in a single voice. IMPLIED_BASE IMPLIED_BASE","characters":"171","document_index":"364","md_sentence_index":"25","classification_origin":"cm_cause_effect_rel","url":"https://blogs.scientificamerican.com/observations/scientists-have-been-underestimating-the-pace-of-climate-change/","combo_id":"364_25","post-training batch1":"364_25","_input_hash":1061000983,"_task_hash":-1827749025,"spans":[],"tokens":[{"text":"Among","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"the","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"factors","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"that","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"appear","start":23,"end":29,"id":4,"ws":true,"disabled":false},{"text":"to","start":30,"end":32,"id":5,"ws":true,"disabled":false},{"text":"contribute","start":33,"end":43,"id":6,"ws":true,"disabled":false},{"text":"to","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"underestimation","start":47,"end":62,"id":8,"ws":true,"disabled":false},{"text":"is","start":63,"end":65,"id":9,"ws":true,"disabled":false},{"text":"the","start":66,"end":69,"id":10,"ws":true,"disabled":false},{"text":"perceived","start":70,"end":79,"id":11,"ws":true,"disabled":false},{"text":"need","start":80,"end":84,"id":12,"ws":true,"disabled":false},{"text":"for","start":85,"end":88,"id":13,"ws":true,"disabled":false},{"text":"consensus","start":89,"end":98,"id":14,"ws":false,"disabled":false},{"text":",","start":98,"end":99,"id":15,"ws":true,"disabled":false},{"text":"or","start":100,"end":102,"id":16,"ws":true,"disabled":false},{"text":"what","start":103,"end":107,"id":17,"ws":true,"disabled":false},{"text":"we","start":108,"end":110,"id":18,"ws":true,"disabled":false},{"text":"label","start":111,"end":116,"id":19,"ws":true,"disabled":false},{"text":"univocality","start":117,"end":128,"id":20,"ws":false,"disabled":false},{"text":":","start":128,"end":129,"id":21,"ws":true,"disabled":false},{"text":"the","start":130,"end":133,"id":22,"ws":true,"disabled":false},{"text":"felt","start":134,"end":138,"id":23,"ws":true,"disabled":false},{"text":"need","start":139,"end":143,"id":24,"ws":true,"disabled":false},{"text":"to","start":144,"end":146,"id":25,"ws":true,"disabled":false},{"text":"speak","start":147,"end":152,"id":26,"ws":true,"disabled":false},{"text":"in","start":153,"end":155,"id":27,"ws":true,"disabled":false},{"text":"a","start":156,"end":157,"id":28,"ws":true,"disabled":false},{"text":"single","start":158,"end":164,"id":29,"ws":true,"disabled":false},{"text":"voice","start":165,"end":170,"id":30,"ws":false,"disabled":false},{"text":".","start":170,"end":171,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As a result of coastal development, storms are exacting rising financial tolls.\n","text":"As a result of coastal development, storms are exacting rising financial tolls. IMPLIED_BASE IMPLIED_BASE","characters":"80","document_index":"796","md_sentence_index":"47","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.ucsusa.org/resources/hurricanes-and-climate-change","combo_id":"796_47","post-training batch1":"796_47","_input_hash":-795489151,"_task_hash":698077341,"spans":[{"start":0,"end":14,"token_start":0,"token_end":3,"label":"predicate"},{"start":15,"end":22,"token_start":4,"token_end":4,"label":"type_of"},{"text":"development","start":23,"token_start":5,"token_end":5,"end":34,"type":"pattern","label":"base"},{"text":"storms","start":36,"token_start":7,"token_end":7,"end":42,"type":"pattern","label":"base"},{"start":47,"end":55,"token_start":9,"token_end":9,"label":"predicate"},{"text":"rising","start":56,"token_start":10,"token_end":10,"end":62,"type":"pattern","label":"change_direction"},{"start":63,"end":72,"token_start":11,"token_end":11,"label":"type_of"},{"start":73,"end":78,"token_start":12,"token_end":12,"label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"a","start":3,"end":4,"id":1,"ws":true,"disabled":false},{"text":"result","start":5,"end":11,"id":2,"ws":true,"disabled":false},{"text":"of","start":12,"end":14,"id":3,"ws":true,"disabled":false},{"text":"coastal","start":15,"end":22,"id":4,"ws":true,"disabled":false},{"text":"development","start":23,"end":34,"id":5,"ws":false,"disabled":false},{"text":",","start":34,"end":35,"id":6,"ws":true,"disabled":false},{"text":"storms","start":36,"end":42,"id":7,"ws":true,"disabled":false},{"text":"are","start":43,"end":46,"id":8,"ws":true,"disabled":false},{"text":"exacting","start":47,"end":55,"id":9,"ws":true,"disabled":false},{"text":"rising","start":56,"end":62,"id":10,"ws":true,"disabled":false},{"text":"financial","start":63,"end":72,"id":11,"ws":true,"disabled":false},{"text":"tolls","start":73,"end":78,"id":12,"ws":false,"disabled":false},{"text":".","start":78,"end":79,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":80,"end":92,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":11,"child":12,"head_span":{"start":63,"end":72,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":73,"end":78,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":12,"head_span":{"start":56,"end":62,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":73,"end":78,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":15,"end":22,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":23,"end":34,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":12,"head_span":{"start":36,"end":42,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":73,"end":78,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":12,"head_span":{"start":23,"end":34,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":73,"end":78,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The grief and depression that can result from the destruction of places and landscapes people love led Australian environmental philosopher Glenn Albrecht to create a new word: \u201csolastalgia\u201d.\n","text":"The grief and depression that can result from the destruction of places and landscapes people love led Australian environmental philosopher Glenn Albrecht to create a new word: \u201csolastalgia\u201d. IMPLIED_BASE IMPLIED_BASE","characters":"192","document_index":"306","md_sentence_index":"12","classification_origin":"cm-label-eval","url":"http://theconversation.com/climate-qanda-will-we-be-less-healthy-because-of-climate-change-115800","combo_id":"306_12","post-training batch1":"306_12","_input_hash":53142483,"_task_hash":999376293,"spans":[{"start":4,"end":9,"token_start":1,"token_end":1,"label":"base"},{"start":14,"end":24,"token_start":3,"token_end":3,"label":"base"},{"start":30,"end":33,"token_start":5,"token_end":5,"label":"confidence"},{"start":34,"end":45,"token_start":6,"token_end":7,"label":"predicate"},{"start":50,"end":61,"token_start":9,"token_end":9,"label":"change_direction"},{"start":65,"end":71,"token_start":11,"token_end":11,"label":"base"},{"start":76,"end":86,"token_start":13,"token_end":13,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"grief","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"and","start":10,"end":13,"id":2,"ws":true,"disabled":false},{"text":"depression","start":14,"end":24,"id":3,"ws":true,"disabled":false},{"text":"that","start":25,"end":29,"id":4,"ws":true,"disabled":false},{"text":"can","start":30,"end":33,"id":5,"ws":true,"disabled":false},{"text":"result","start":34,"end":40,"id":6,"ws":true,"disabled":false},{"text":"from","start":41,"end":45,"id":7,"ws":true,"disabled":false},{"text":"the","start":46,"end":49,"id":8,"ws":true,"disabled":false},{"text":"destruction","start":50,"end":61,"id":9,"ws":true,"disabled":false},{"text":"of","start":62,"end":64,"id":10,"ws":true,"disabled":false},{"text":"places","start":65,"end":71,"id":11,"ws":true,"disabled":false},{"text":"and","start":72,"end":75,"id":12,"ws":true,"disabled":false},{"text":"landscapes","start":76,"end":86,"id":13,"ws":true,"disabled":false},{"text":"people","start":87,"end":93,"id":14,"ws":true,"disabled":false},{"text":"love","start":94,"end":98,"id":15,"ws":true,"disabled":false},{"text":"led","start":99,"end":102,"id":16,"ws":true,"disabled":false},{"text":"Australian","start":103,"end":113,"id":17,"ws":true,"disabled":false},{"text":"environmental","start":114,"end":127,"id":18,"ws":true,"disabled":false},{"text":"philosopher","start":128,"end":139,"id":19,"ws":true,"disabled":false},{"text":"Glenn","start":140,"end":145,"id":20,"ws":true,"disabled":false},{"text":"Albrecht","start":146,"end":154,"id":21,"ws":true,"disabled":false},{"text":"to","start":155,"end":157,"id":22,"ws":true,"disabled":false},{"text":"create","start":158,"end":164,"id":23,"ws":true,"disabled":false},{"text":"a","start":165,"end":166,"id":24,"ws":true,"disabled":false},{"text":"new","start":167,"end":170,"id":25,"ws":true,"disabled":false},{"text":"word","start":171,"end":175,"id":26,"ws":false,"disabled":false},{"text":":","start":175,"end":176,"id":27,"ws":true,"disabled":false},{"text":"\u201c","start":177,"end":178,"id":28,"ws":false,"disabled":false},{"text":"solastalgia","start":178,"end":189,"id":29,"ws":false,"disabled":false},{"text":"\u201d","start":189,"end":190,"id":30,"ws":false,"disabled":false},{"text":".","start":190,"end":191,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":9,"child":11,"head_span":{"start":50,"end":61,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":65,"end":71,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":13,"head_span":{"start":50,"end":61,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":76,"end":86,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":1,"head_span":{"start":65,"end":71,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":4,"end":9,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":3,"head_span":{"start":76,"end":86,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":14,"end":24,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":1,"head_span":{"start":76,"end":86,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":4,"end":9,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":3,"head_span":{"start":65,"end":71,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":14,"end":24,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"More extreme weather also leads to lost income.","text":"More extreme weather also leads to lost income. IMPLIED_BASE IMPLIED_BASE","characters":"47","document_index":"857","md_sentence_index":"44","classification_origin":"causal_sentence_classification","url":"https://www.barrons.com/articles/7-ways-youre-already-paying-for-climate-change-51599995430","combo_id":"857_44","post-training batch1":"857_44","_input_hash":-671848754,"_task_hash":1844717466,"spans":[{"text":"More","start":0,"token_start":0,"token_end":0,"end":4,"type":"pattern","label":"change_direction"},{"text":"extreme weather","start":5,"token_start":1,"token_end":2,"end":20,"type":"pattern","label":"base"},{"start":26,"end":34,"token_start":4,"token_end":5,"label":"predicate"},{"start":35,"end":39,"token_start":6,"token_end":6,"label":"change_direction"},{"start":40,"end":46,"token_start":7,"token_end":7,"label":"base"}],"tokens":[{"text":"More","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"extreme","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"weather","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"also","start":21,"end":25,"id":3,"ws":true,"disabled":false},{"text":"leads","start":26,"end":31,"id":4,"ws":true,"disabled":false},{"text":"to","start":32,"end":34,"id":5,"ws":true,"disabled":false},{"text":"lost","start":35,"end":39,"id":6,"ws":true,"disabled":false},{"text":"income","start":40,"end":46,"id":7,"ws":false,"disabled":false},{"text":".","start":46,"end":47,"id":8,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":48,"end":60,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":61,"end":73,"id":10,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":0,"child":2,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":5,"end":20,"token_start":1,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":35,"end":39,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":40,"end":46,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":7,"head_span":{"start":5,"end":20,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":40,"end":46,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"(Nitrous Oxide)\u2014A clear non-flammable gas that has 300 times the global warming power of CO2; the majority of the N2O emissions are man-made n NOX (Nitrogen Dioxide and Nitric Acid)\u2014Gases from the combustion of fossil fuels; react in the atmosphere to form O3, PM2 .5, and PM10 n Pb (Lead)\u2014Elemental particulate coming primarily from leaded fuel n PM2.5\u2014Particles with a diameter of 2 .5 micrometers or less coming from dust, smoke and soot, or formed from chemical reactions in the atmosphere n PM10\u2014Particles with a diameter of 10 micrometers or less (includes PM2 .5)","text":"(Nitrous Oxide)\u2014A clear non-flammable gas that has 300 times the global warming power of CO2; the majority of the N2O emissions are man-made n NOX (Nitrogen Dioxide and Nitric Acid)\u2014Gases from the combustion of fossil fuels; react in the atmosphere to form O3, PM2 .5, and PM10 n Pb (Lead)\u2014Elemental particulate coming primarily from leaded fuel n PM2.5\u2014Particles with a diameter of 2 .5 micrometers or less coming from dust, smoke and soot, or formed from chemical reactions in the atmosphere n PM10\u2014Particles with a diameter of 10 micrometers or less (includes PM2 .5) IMPLIED_BASE IMPLIED_BASE","characters":"570","document_index":"586","md_sentence_index":"248","classification_origin":"causal_sentence_classification","url":"https://gardner.utah.edu/wp-content/uploads/Utah-Roadmap-Public-Draft.pdf","combo_id":"586_248","post-training batch1":"586_248","_input_hash":-1718757057,"_task_hash":1212980792,"spans":[{"start":1,"end":17,"token_start":1,"token_end":2,"label":"base"},{"start":114,"end":117,"token_start":23,"token_end":23,"label":"base"},{"text":"emissions","start":118,"token_start":24,"token_end":24,"end":127,"type":"pattern","label":"aspect_changing"},{"start":148,"end":164,"token_start":32,"token_end":33,"label":"base"},{"start":169,"end":187,"token_start":35,"token_end":36,"label":"base"},{"start":188,"end":192,"token_start":37,"token_end":37,"label":"predicate"},{"start":197,"end":207,"token_start":39,"token_end":39,"label":"aspect_changing"},{"start":211,"end":223,"token_start":41,"token_end":42,"label":"base"},{"start":225,"end":230,"token_start":44,"token_end":44,"label":"predicate"},{"start":231,"end":248,"token_start":45,"token_end":47,"label":"where"},{"start":249,"end":256,"token_start":48,"token_end":49,"label":"predicate"},{"start":257,"end":259,"token_start":50,"token_end":50,"label":"base"},{"start":261,"end":267,"token_start":52,"token_end":53,"label":"base"},{"start":273,"end":277,"token_start":56,"token_end":56,"label":"base"},{"start":280,"end":282,"token_start":58,"token_end":58,"label":"type_of"},{"start":300,"end":311,"token_start":61,"token_end":61,"label":"base"},{"start":312,"end":333,"token_start":62,"token_end":64,"label":"predicate"},{"start":334,"end":340,"token_start":65,"token_end":65,"label":"type_of"},{"start":341,"end":345,"token_start":66,"token_end":66,"label":"base"},{"start":348,"end":363,"token_start":68,"token_end":68,"label":"base"},{"start":408,"end":419,"token_start":78,"token_end":79,"label":"predicate"},{"start":420,"end":424,"token_start":80,"token_end":80,"label":"base"},{"start":426,"end":431,"token_start":82,"token_end":82,"label":"base"},{"start":436,"end":440,"token_start":84,"token_end":84,"label":"base"},{"start":445,"end":456,"token_start":87,"token_end":88,"label":"predicate"},{"start":457,"end":475,"token_start":89,"token_end":90,"label":"base"},{"start":476,"end":493,"token_start":91,"token_end":93,"label":"where"}],"tokens":[{"text":"(","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Nitrous","start":1,"end":8,"id":1,"ws":true,"disabled":false},{"text":"Oxide)\u2014A","start":9,"end":17,"id":2,"ws":true,"disabled":false},{"text":"clear","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"non","start":24,"end":27,"id":4,"ws":false,"disabled":false},{"text":"-","start":27,"end":28,"id":5,"ws":false,"disabled":false},{"text":"flammable","start":28,"end":37,"id":6,"ws":true,"disabled":false},{"text":"gas","start":38,"end":41,"id":7,"ws":true,"disabled":false},{"text":"that","start":42,"end":46,"id":8,"ws":true,"disabled":false},{"text":"has","start":47,"end":50,"id":9,"ws":true,"disabled":false},{"text":"300","start":51,"end":54,"id":10,"ws":true,"disabled":false},{"text":"times","start":55,"end":60,"id":11,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":12,"ws":true,"disabled":false},{"text":"global","start":65,"end":71,"id":13,"ws":true,"disabled":false},{"text":"warming","start":72,"end":79,"id":14,"ws":true,"disabled":false},{"text":"power","start":80,"end":85,"id":15,"ws":true,"disabled":false},{"text":"of","start":86,"end":88,"id":16,"ws":true,"disabled":false},{"text":"CO2","start":89,"end":92,"id":17,"ws":false,"disabled":false},{"text":";","start":92,"end":93,"id":18,"ws":true,"disabled":false},{"text":"the","start":94,"end":97,"id":19,"ws":true,"disabled":false},{"text":"majority","start":98,"end":106,"id":20,"ws":true,"disabled":false},{"text":"of","start":107,"end":109,"id":21,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":22,"ws":true,"disabled":false},{"text":"N2O","start":114,"end":117,"id":23,"ws":true,"disabled":false},{"text":"emissions","start":118,"end":127,"id":24,"ws":true,"disabled":false},{"text":"are","start":128,"end":131,"id":25,"ws":true,"disabled":false},{"text":"man","start":132,"end":135,"id":26,"ws":false,"disabled":false},{"text":"-","start":135,"end":136,"id":27,"ws":false,"disabled":false},{"text":"made","start":136,"end":140,"id":28,"ws":true,"disabled":false},{"text":"n","start":141,"end":142,"id":29,"ws":true,"disabled":false},{"text":"NOX","start":143,"end":146,"id":30,"ws":true,"disabled":false},{"text":"(","start":147,"end":148,"id":31,"ws":false,"disabled":false},{"text":"Nitrogen","start":148,"end":156,"id":32,"ws":true,"disabled":false},{"text":"Dioxide","start":157,"end":164,"id":33,"ws":true,"disabled":false},{"text":"and","start":165,"end":168,"id":34,"ws":true,"disabled":false},{"text":"Nitric","start":169,"end":175,"id":35,"ws":true,"disabled":false},{"text":"Acid)\u2014Gases","start":176,"end":187,"id":36,"ws":true,"disabled":false},{"text":"from","start":188,"end":192,"id":37,"ws":true,"disabled":false},{"text":"the","start":193,"end":196,"id":38,"ws":true,"disabled":false},{"text":"combustion","start":197,"end":207,"id":39,"ws":true,"disabled":false},{"text":"of","start":208,"end":210,"id":40,"ws":true,"disabled":false},{"text":"fossil","start":211,"end":217,"id":41,"ws":true,"disabled":false},{"text":"fuels","start":218,"end":223,"id":42,"ws":false,"disabled":false},{"text":";","start":223,"end":224,"id":43,"ws":true,"disabled":false},{"text":"react","start":225,"end":230,"id":44,"ws":true,"disabled":false},{"text":"in","start":231,"end":233,"id":45,"ws":true,"disabled":false},{"text":"the","start":234,"end":237,"id":46,"ws":true,"disabled":false},{"text":"atmosphere","start":238,"end":248,"id":47,"ws":true,"disabled":false},{"text":"to","start":249,"end":251,"id":48,"ws":true,"disabled":false},{"text":"form","start":252,"end":256,"id":49,"ws":true,"disabled":false},{"text":"O3","start":257,"end":259,"id":50,"ws":false,"disabled":false},{"text":",","start":259,"end":260,"id":51,"ws":true,"disabled":false},{"text":"PM2","start":261,"end":264,"id":52,"ws":true,"disabled":false},{"text":".5","start":265,"end":267,"id":53,"ws":false,"disabled":false},{"text":",","start":267,"end":268,"id":54,"ws":true,"disabled":false},{"text":"and","start":269,"end":272,"id":55,"ws":true,"disabled":false},{"text":"PM10","start":273,"end":277,"id":56,"ws":true,"disabled":false},{"text":"n","start":278,"end":279,"id":57,"ws":true,"disabled":false},{"text":"Pb","start":280,"end":282,"id":58,"ws":true,"disabled":false},{"text":"(","start":283,"end":284,"id":59,"ws":false,"disabled":false},{"text":"Lead)\u2014Elemental","start":284,"end":299,"id":60,"ws":true,"disabled":false},{"text":"particulate","start":300,"end":311,"id":61,"ws":true,"disabled":false},{"text":"coming","start":312,"end":318,"id":62,"ws":true,"disabled":false},{"text":"primarily","start":319,"end":328,"id":63,"ws":true,"disabled":false},{"text":"from","start":329,"end":333,"id":64,"ws":true,"disabled":false},{"text":"leaded","start":334,"end":340,"id":65,"ws":true,"disabled":false},{"text":"fuel","start":341,"end":345,"id":66,"ws":true,"disabled":false},{"text":"n","start":346,"end":347,"id":67,"ws":true,"disabled":false},{"text":"PM2.5\u2014Particles","start":348,"end":363,"id":68,"ws":true,"disabled":false},{"text":"with","start":364,"end":368,"id":69,"ws":true,"disabled":false},{"text":"a","start":369,"end":370,"id":70,"ws":true,"disabled":false},{"text":"diameter","start":371,"end":379,"id":71,"ws":true,"disabled":false},{"text":"of","start":380,"end":382,"id":72,"ws":true,"disabled":false},{"text":"2","start":383,"end":384,"id":73,"ws":true,"disabled":false},{"text":".5","start":385,"end":387,"id":74,"ws":true,"disabled":false},{"text":"micrometers","start":388,"end":399,"id":75,"ws":true,"disabled":false},{"text":"or","start":400,"end":402,"id":76,"ws":true,"disabled":false},{"text":"less","start":403,"end":407,"id":77,"ws":true,"disabled":false},{"text":"coming","start":408,"end":414,"id":78,"ws":true,"disabled":false},{"text":"from","start":415,"end":419,"id":79,"ws":true,"disabled":false},{"text":"dust","start":420,"end":424,"id":80,"ws":false,"disabled":false},{"text":",","start":424,"end":425,"id":81,"ws":true,"disabled":false},{"text":"smoke","start":426,"end":431,"id":82,"ws":true,"disabled":false},{"text":"and","start":432,"end":435,"id":83,"ws":true,"disabled":false},{"text":"soot","start":436,"end":440,"id":84,"ws":false,"disabled":false},{"text":",","start":440,"end":441,"id":85,"ws":true,"disabled":false},{"text":"or","start":442,"end":444,"id":86,"ws":true,"disabled":false},{"text":"formed","start":445,"end":451,"id":87,"ws":true,"disabled":false},{"text":"from","start":452,"end":456,"id":88,"ws":true,"disabled":false},{"text":"chemical","start":457,"end":465,"id":89,"ws":true,"disabled":false},{"text":"reactions","start":466,"end":475,"id":90,"ws":true,"disabled":false},{"text":"in","start":476,"end":478,"id":91,"ws":true,"disabled":false},{"text":"the","start":479,"end":482,"id":92,"ws":true,"disabled":false},{"text":"atmosphere","start":483,"end":493,"id":93,"ws":true,"disabled":false},{"text":"n","start":494,"end":495,"id":94,"ws":true,"disabled":false},{"text":"PM10\u2014Particles","start":496,"end":510,"id":95,"ws":true,"disabled":false},{"text":"with","start":511,"end":515,"id":96,"ws":true,"disabled":false},{"text":"a","start":516,"end":517,"id":97,"ws":true,"disabled":false},{"text":"diameter","start":518,"end":526,"id":98,"ws":true,"disabled":false},{"text":"of","start":527,"end":529,"id":99,"ws":true,"disabled":false},{"text":"10","start":530,"end":532,"id":100,"ws":true,"disabled":false},{"text":"micrometers","start":533,"end":544,"id":101,"ws":true,"disabled":false},{"text":"or","start":545,"end":547,"id":102,"ws":true,"disabled":false},{"text":"less","start":548,"end":552,"id":103,"ws":true,"disabled":false},{"text":"(","start":553,"end":554,"id":104,"ws":false,"disabled":false},{"text":"includes","start":554,"end":562,"id":105,"ws":true,"disabled":false},{"text":"PM2","start":563,"end":566,"id":106,"ws":true,"disabled":false},{"text":".5","start":567,"end":569,"id":107,"ws":false,"disabled":false},{"text":")","start":569,"end":570,"id":108,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":571,"end":583,"id":109,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":584,"end":596,"id":110,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":42,"child":33,"head_span":{"start":211,"end":223,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":148,"end":164,"token_start":32,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":36,"head_span":{"start":211,"end":223,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":169,"end":187,"token_start":35,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":42,"head_span":{"start":197,"end":207,"token_start":39,"token_end":39,"label":"aspect_changing"},"child_span":{"start":211,"end":223,"token_start":41,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":50,"head_span":{"start":1,"end":17,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":257,"end":259,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":50,"head_span":{"start":148,"end":164,"token_start":32,"token_end":33,"label":"base"},"child_span":{"start":257,"end":259,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":50,"head_span":{"start":169,"end":187,"token_start":35,"token_end":36,"label":"base"},"child_span":{"start":257,"end":259,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":53,"head_span":{"start":169,"end":187,"token_start":35,"token_end":36,"label":"base"},"child_span":{"start":261,"end":267,"token_start":52,"token_end":53,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":56,"head_span":{"start":169,"end":187,"token_start":35,"token_end":36,"label":"base"},"child_span":{"start":273,"end":277,"token_start":56,"token_end":56,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":53,"head_span":{"start":148,"end":164,"token_start":32,"token_end":33,"label":"base"},"child_span":{"start":261,"end":267,"token_start":52,"token_end":53,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":56,"head_span":{"start":148,"end":164,"token_start":32,"token_end":33,"label":"base"},"child_span":{"start":273,"end":277,"token_start":56,"token_end":56,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":80,"child":68,"head_span":{"start":420,"end":424,"token_start":80,"token_end":80,"label":"base"},"child_span":{"start":348,"end":363,"token_start":68,"token_end":68,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":82,"child":68,"head_span":{"start":426,"end":431,"token_start":82,"token_end":82,"label":"base"},"child_span":{"start":348,"end":363,"token_start":68,"token_end":68,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":84,"child":68,"head_span":{"start":436,"end":440,"token_start":84,"token_end":84,"label":"base"},"child_span":{"start":348,"end":363,"token_start":68,"token_end":68,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":90,"child":68,"head_span":{"start":457,"end":475,"token_start":89,"token_end":90,"label":"base"},"child_span":{"start":348,"end":363,"token_start":68,"token_end":68,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":65,"child":66,"head_span":{"start":334,"end":340,"token_start":65,"token_end":65,"label":"type_of"},"child_span":{"start":341,"end":345,"token_start":66,"token_end":66,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":58,"child":61,"head_span":{"start":280,"end":282,"token_start":58,"token_end":58,"label":"type_of"},"child_span":{"start":300,"end":311,"token_start":61,"token_end":61,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":66,"child":61,"head_span":{"start":341,"end":345,"token_start":66,"token_end":66,"label":"base"},"child_span":{"start":300,"end":311,"token_start":61,"token_end":61,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Warming increases the risk of civil war in Africa.","text":"Warming increases the risk of civil war in Africa. IMPLIED_BASE IMPLIED_BASE","characters":"50","document_index":"711","md_sentence_index":"115","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_115","post-training batch1":"711_115","_input_hash":-500594401,"_task_hash":442895846,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"change_direction"},{"text":"increases","start":8,"token_start":1,"token_end":1,"end":17,"type":"pattern","label":"change_direction"},{"text":"risk","start":22,"token_start":3,"token_end":3,"end":26,"type":"pattern","label":"aspect_changing"},{"start":30,"end":35,"token_start":5,"token_end":5,"label":"type_of"},{"text":"war","start":36,"token_start":6,"token_end":6,"end":39,"type":"pattern","label":"base"},{"start":40,"end":49,"token_start":7,"token_end":8,"label":"where"},{"start":51,"end":63,"token_start":10,"token_end":10,"label":"base"}],"tokens":[{"text":"Warming","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"increases","start":8,"end":17,"id":1,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":2,"ws":true,"disabled":false},{"text":"risk","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"of","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"civil","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"war","start":36,"end":39,"id":6,"ws":true,"disabled":false},{"text":"in","start":40,"end":42,"id":7,"ws":true,"disabled":false},{"text":"Africa","start":43,"end":49,"id":8,"ws":false,"disabled":false},{"text":".","start":49,"end":50,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":51,"end":63,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":64,"end":76,"id":11,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":36,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":6,"head_span":{"start":40,"end":49,"token_start":7,"token_end":8,"label":"where"},"child_span":{"start":36,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":10,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":51,"end":63,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":6,"head_span":{"start":22,"end":26,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":36,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":8,"end":17,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":36,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":6,"head_span":{"start":51,"end":63,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":36,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Daytime high temperatures this summer were warmer than usual \u2014 but what really fueled the fire here, after lightning strikes started the blaze, were the temperatures after dark.","text":"Daytime high temperatures this summer were warmer than usual \u2014 but what really fueled the fire here, after lightning strikes started the blaze, were the temperatures after dark. IMPLIED_BASE IMPLIED_BASE","characters":"177","document_index":"821","md_sentence_index":"5","classification_origin":"causal_sentence_classification","url":"https://www.washingtonpost.com/outlook/wildfires-climate-change/2020/09/17/d590d9b8-f886-11ea-a275-1a2c2d36e1f1_story.html","combo_id":"821_5","post-training batch1":"821_5","_input_hash":-1017102464,"_task_hash":-1353457847,"spans":[{"start":79,"end":85,"token_start":13,"token_end":13,"label":"predicate"},{"start":90,"end":94,"token_start":15,"token_end":15,"label":"base"},{"text":"temperatures","start":153,"token_start":27,"token_end":27,"end":165,"type":"pattern","label":"aspect_changing"},{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"}],"tokens":[{"text":"Daytime","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"high","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"temperatures","start":13,"end":25,"id":2,"ws":true,"disabled":false},{"text":"this","start":26,"end":30,"id":3,"ws":true,"disabled":false},{"text":"summer","start":31,"end":37,"id":4,"ws":true,"disabled":false},{"text":"were","start":38,"end":42,"id":5,"ws":true,"disabled":false},{"text":"warmer","start":43,"end":49,"id":6,"ws":true,"disabled":false},{"text":"than","start":50,"end":54,"id":7,"ws":true,"disabled":false},{"text":"usual","start":55,"end":60,"id":8,"ws":true,"disabled":false},{"text":"\u2014","start":61,"end":62,"id":9,"ws":true,"disabled":false},{"text":"but","start":63,"end":66,"id":10,"ws":true,"disabled":false},{"text":"what","start":67,"end":71,"id":11,"ws":true,"disabled":false},{"text":"really","start":72,"end":78,"id":12,"ws":true,"disabled":false},{"text":"fueled","start":79,"end":85,"id":13,"ws":true,"disabled":false},{"text":"the","start":86,"end":89,"id":14,"ws":true,"disabled":false},{"text":"fire","start":90,"end":94,"id":15,"ws":true,"disabled":false},{"text":"here","start":95,"end":99,"id":16,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":17,"ws":true,"disabled":false},{"text":"after","start":101,"end":106,"id":18,"ws":true,"disabled":false},{"text":"lightning","start":107,"end":116,"id":19,"ws":true,"disabled":false},{"text":"strikes","start":117,"end":124,"id":20,"ws":true,"disabled":false},{"text":"started","start":125,"end":132,"id":21,"ws":true,"disabled":false},{"text":"the","start":133,"end":136,"id":22,"ws":true,"disabled":false},{"text":"blaze","start":137,"end":142,"id":23,"ws":false,"disabled":false},{"text":",","start":142,"end":143,"id":24,"ws":true,"disabled":false},{"text":"were","start":144,"end":148,"id":25,"ws":true,"disabled":false},{"text":"the","start":149,"end":152,"id":26,"ws":true,"disabled":false},{"text":"temperatures","start":153,"end":165,"id":27,"ws":true,"disabled":false},{"text":"after","start":166,"end":171,"id":28,"ws":true,"disabled":false},{"text":"dark","start":172,"end":176,"id":29,"ws":false,"disabled":false},{"text":".","start":176,"end":177,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":191,"end":203,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":27,"child":31,"head_span":{"start":153,"end":165,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":15,"head_span":{"start":178,"end":190,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":90,"end":94,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A recent paper by McGuirk and Burke, for example, shows that in Africa \u201cfactor conflicts\u201d \u2013 conflicts over controlling a territory where food is grown \u2013 occur where there is more abundance, while \u201coutput conflicts\u201d over the appropriation of surplus arise when resources are scarce.","text":"A recent paper by McGuirk and Burke, for example, shows that in Africa \u201cfactor conflicts\u201d \u2013 conflicts over controlling a territory where food is grown \u2013 occur where there is more abundance, while \u201coutput conflicts\u201d over the appropriation of surplus arise when resources are scarce. IMPLIED_BASE IMPLIED_BASE","characters":"281","document_index":"76","md_sentence_index":"27","classification_origin":"cm_cause_effect_rel","url":"http://politicalviolenceataglance.org/2019/02/04/climate-change-and-conflict/","combo_id":"76_27","post-training batch1":"76_27","_input_hash":-6858781,"_task_hash":64498609,"spans":[{"start":64,"end":70,"token_start":14,"token_end":14,"label":"where"},{"start":72,"end":88,"token_start":16,"token_end":17,"label":"base"},{"start":92,"end":101,"token_start":20,"token_end":20,"label":"base"},{"start":174,"end":188,"token_start":34,"token_end":35,"label":"change_direction"},{"start":197,"end":213,"token_start":39,"token_end":40,"label":"base"},{"start":260,"end":269,"token_start":49,"token_end":49,"label":"base"},{"start":274,"end":280,"token_start":51,"token_end":51,"label":"change_direction"},{"start":282,"end":294,"token_start":53,"token_end":53,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"recent","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"paper","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"by","start":15,"end":17,"id":3,"ws":true,"disabled":false},{"text":"McGuirk","start":18,"end":25,"id":4,"ws":true,"disabled":false},{"text":"and","start":26,"end":29,"id":5,"ws":true,"disabled":false},{"text":"Burke","start":30,"end":35,"id":6,"ws":false,"disabled":false},{"text":",","start":35,"end":36,"id":7,"ws":true,"disabled":false},{"text":"for","start":37,"end":40,"id":8,"ws":true,"disabled":false},{"text":"example","start":41,"end":48,"id":9,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":10,"ws":true,"disabled":false},{"text":"shows","start":50,"end":55,"id":11,"ws":true,"disabled":false},{"text":"that","start":56,"end":60,"id":12,"ws":true,"disabled":false},{"text":"in","start":61,"end":63,"id":13,"ws":true,"disabled":false},{"text":"Africa","start":64,"end":70,"id":14,"ws":true,"disabled":false},{"text":"\u201c","start":71,"end":72,"id":15,"ws":false,"disabled":false},{"text":"factor","start":72,"end":78,"id":16,"ws":true,"disabled":false},{"text":"conflicts","start":79,"end":88,"id":17,"ws":false,"disabled":false},{"text":"\u201d","start":88,"end":89,"id":18,"ws":true,"disabled":false},{"text":"\u2013","start":90,"end":91,"id":19,"ws":true,"disabled":false},{"text":"conflicts","start":92,"end":101,"id":20,"ws":true,"disabled":false},{"text":"over","start":102,"end":106,"id":21,"ws":true,"disabled":false},{"text":"controlling","start":107,"end":118,"id":22,"ws":true,"disabled":false},{"text":"a","start":119,"end":120,"id":23,"ws":true,"disabled":false},{"text":"territory","start":121,"end":130,"id":24,"ws":true,"disabled":false},{"text":"where","start":131,"end":136,"id":25,"ws":true,"disabled":false},{"text":"food","start":137,"end":141,"id":26,"ws":true,"disabled":false},{"text":"is","start":142,"end":144,"id":27,"ws":true,"disabled":false},{"text":"grown","start":145,"end":150,"id":28,"ws":true,"disabled":false},{"text":"\u2013","start":151,"end":152,"id":29,"ws":true,"disabled":false},{"text":"occur","start":153,"end":158,"id":30,"ws":true,"disabled":false},{"text":"where","start":159,"end":164,"id":31,"ws":true,"disabled":false},{"text":"there","start":165,"end":170,"id":32,"ws":true,"disabled":false},{"text":"is","start":171,"end":173,"id":33,"ws":true,"disabled":false},{"text":"more","start":174,"end":178,"id":34,"ws":true,"disabled":false},{"text":"abundance","start":179,"end":188,"id":35,"ws":false,"disabled":false},{"text":",","start":188,"end":189,"id":36,"ws":true,"disabled":false},{"text":"while","start":190,"end":195,"id":37,"ws":true,"disabled":false},{"text":"\u201c","start":196,"end":197,"id":38,"ws":false,"disabled":false},{"text":"output","start":197,"end":203,"id":39,"ws":true,"disabled":false},{"text":"conflicts","start":204,"end":213,"id":40,"ws":false,"disabled":false},{"text":"\u201d","start":213,"end":214,"id":41,"ws":true,"disabled":false},{"text":"over","start":215,"end":219,"id":42,"ws":true,"disabled":false},{"text":"the","start":220,"end":223,"id":43,"ws":true,"disabled":false},{"text":"appropriation","start":224,"end":237,"id":44,"ws":true,"disabled":false},{"text":"of","start":238,"end":240,"id":45,"ws":true,"disabled":false},{"text":"surplus","start":241,"end":248,"id":46,"ws":true,"disabled":false},{"text":"arise","start":249,"end":254,"id":47,"ws":true,"disabled":false},{"text":"when","start":255,"end":259,"id":48,"ws":true,"disabled":false},{"text":"resources","start":260,"end":269,"id":49,"ws":true,"disabled":false},{"text":"are","start":270,"end":273,"id":50,"ws":true,"disabled":false},{"text":"scarce","start":274,"end":280,"id":51,"ws":false,"disabled":false},{"text":".","start":280,"end":281,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":282,"end":294,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":295,"end":307,"id":54,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":51,"child":49,"head_span":{"start":274,"end":280,"token_start":51,"token_end":51,"label":"change_direction"},"child_span":{"start":260,"end":269,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":53,"head_span":{"start":174,"end":188,"token_start":34,"token_end":35,"label":"change_direction"},"child_span":{"start":282,"end":294,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":20,"head_span":{"start":72,"end":88,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":92,"end":101,"token_start":20,"token_end":20,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":53,"child":20,"head_span":{"start":282,"end":294,"token_start":53,"token_end":53,"label":"base"},"child_span":{"start":92,"end":101,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":53,"child":17,"head_span":{"start":282,"end":294,"token_start":53,"token_end":53,"label":"base"},"child_span":{"start":72,"end":88,"token_start":16,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":49,"child":40,"head_span":{"start":260,"end":269,"token_start":49,"token_end":49,"label":"base"},"child_span":{"start":197,"end":213,"token_start":39,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Certain respiratory infections, such as avian influenza and coccidioidomycosis, are occurring in locations previously unaffected, apparently because of global warming.","text":"Certain respiratory infections, such as avian influenza and coccidioidomycosis, are occurring in locations previously unaffected, apparently because of global warming. IMPLIED_BASE IMPLIED_BASE","characters":"167","document_index":"751","md_sentence_index":"6","classification_origin":"causal_sentence_classification","url":"https://pubmed.ncbi.nlm.nih.gov/27300144/","combo_id":"751_6","post-training batch1":"751_6","_input_hash":1278281785,"_task_hash":-94578296,"spans":[{"start":8,"end":19,"token_start":1,"token_end":1,"label":"type_of"},{"start":20,"end":30,"token_start":2,"token_end":2,"label":"base"},{"start":40,"end":45,"token_start":6,"token_end":6,"label":"type_of"},{"start":46,"end":55,"token_start":7,"token_end":7,"label":"base"},{"start":60,"end":78,"token_start":9,"token_end":9,"label":"base"},{"start":84,"end":93,"token_start":12,"token_end":12,"label":"change_direction"},{"start":97,"end":128,"token_start":14,"token_end":16,"label":"where"},{"start":130,"end":140,"token_start":18,"token_end":18,"label":"confidence"},{"start":141,"end":151,"token_start":19,"token_end":20,"label":"predicate"},{"text":"global warming","start":152,"token_start":21,"token_end":22,"end":166,"type":"pattern","label":"base"}],"tokens":[{"text":"Certain","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"respiratory","start":8,"end":19,"id":1,"ws":true,"disabled":false},{"text":"infections","start":20,"end":30,"id":2,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":3,"ws":true,"disabled":false},{"text":"such","start":32,"end":36,"id":4,"ws":true,"disabled":false},{"text":"as","start":37,"end":39,"id":5,"ws":true,"disabled":false},{"text":"avian","start":40,"end":45,"id":6,"ws":true,"disabled":false},{"text":"influenza","start":46,"end":55,"id":7,"ws":true,"disabled":false},{"text":"and","start":56,"end":59,"id":8,"ws":true,"disabled":false},{"text":"coccidioidomycosis","start":60,"end":78,"id":9,"ws":false,"disabled":false},{"text":",","start":78,"end":79,"id":10,"ws":true,"disabled":false},{"text":"are","start":80,"end":83,"id":11,"ws":true,"disabled":false},{"text":"occurring","start":84,"end":93,"id":12,"ws":true,"disabled":false},{"text":"in","start":94,"end":96,"id":13,"ws":true,"disabled":false},{"text":"locations","start":97,"end":106,"id":14,"ws":true,"disabled":false},{"text":"previously","start":107,"end":117,"id":15,"ws":true,"disabled":false},{"text":"unaffected","start":118,"end":128,"id":16,"ws":false,"disabled":false},{"text":",","start":128,"end":129,"id":17,"ws":true,"disabled":false},{"text":"apparently","start":130,"end":140,"id":18,"ws":true,"disabled":false},{"text":"because","start":141,"end":148,"id":19,"ws":true,"disabled":false},{"text":"of","start":149,"end":151,"id":20,"ws":true,"disabled":false},{"text":"global","start":152,"end":158,"id":21,"ws":true,"disabled":false},{"text":"warming","start":159,"end":166,"id":22,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":8,"end":19,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":20,"end":30,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":40,"end":45,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":46,"end":55,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":2,"head_span":{"start":46,"end":55,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":20,"end":30,"token_start":2,"token_end":2,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":9,"child":2,"head_span":{"start":60,"end":78,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":20,"end":30,"token_start":2,"token_end":2,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":22,"child":2,"head_span":{"start":152,"end":166,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":20,"end":30,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":7,"head_span":{"start":152,"end":166,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":46,"end":55,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":9,"head_span":{"start":152,"end":166,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":60,"end":78,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":2,"head_span":{"start":84,"end":93,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":20,"end":30,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":7,"head_span":{"start":84,"end":93,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":46,"end":55,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":12,"head_span":{"start":46,"end":55,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":84,"end":93,"token_start":12,"token_end":12,"label":"change_direction"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":9,"head_span":{"start":84,"end":93,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":60,"end":78,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Over the last seven decades, hurricane stalling, which causes a storm to release massive amounts of rain on small areas, has become more common, research published in June in the journal Nature shows.","text":"Over the last seven decades, hurricane stalling, which causes a storm to release massive amounts of rain on small areas, has become more common, research published in June in the journal Nature shows. IMPLIED_BASE IMPLIED_BASE","characters":"200","document_index":"359","md_sentence_index":"3","classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/newshour/nation/is-climate-change-making-hurricanes-stall","combo_id":"359_3","post-training batch1":"359_3","_input_hash":489278362,"_task_hash":-506497080,"spans":[{"text":"storm","start":64,"token_start":12,"token_end":12,"end":69,"type":"pattern","label":"base"},{"text":"rain","start":100,"token_start":18,"token_end":18,"end":104,"type":"pattern","label":"base"},{"text":"more","start":132,"token_start":25,"token_end":25,"end":136,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Over","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"last","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"seven","start":14,"end":19,"id":3,"ws":true,"disabled":false},{"text":"decades","start":20,"end":27,"id":4,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":5,"ws":true,"disabled":false},{"text":"hurricane","start":29,"end":38,"id":6,"ws":true,"disabled":false},{"text":"stalling","start":39,"end":47,"id":7,"ws":false,"disabled":false},{"text":",","start":47,"end":48,"id":8,"ws":true,"disabled":false},{"text":"which","start":49,"end":54,"id":9,"ws":true,"disabled":false},{"text":"causes","start":55,"end":61,"id":10,"ws":true,"disabled":false},{"text":"a","start":62,"end":63,"id":11,"ws":true,"disabled":false},{"text":"storm","start":64,"end":69,"id":12,"ws":true,"disabled":false},{"text":"to","start":70,"end":72,"id":13,"ws":true,"disabled":false},{"text":"release","start":73,"end":80,"id":14,"ws":true,"disabled":false},{"text":"massive","start":81,"end":88,"id":15,"ws":true,"disabled":false},{"text":"amounts","start":89,"end":96,"id":16,"ws":true,"disabled":false},{"text":"of","start":97,"end":99,"id":17,"ws":true,"disabled":false},{"text":"rain","start":100,"end":104,"id":18,"ws":true,"disabled":false},{"text":"on","start":105,"end":107,"id":19,"ws":true,"disabled":false},{"text":"small","start":108,"end":113,"id":20,"ws":true,"disabled":false},{"text":"areas","start":114,"end":119,"id":21,"ws":false,"disabled":false},{"text":",","start":119,"end":120,"id":22,"ws":true,"disabled":false},{"text":"has","start":121,"end":124,"id":23,"ws":true,"disabled":false},{"text":"become","start":125,"end":131,"id":24,"ws":true,"disabled":false},{"text":"more","start":132,"end":136,"id":25,"ws":true,"disabled":false},{"text":"common","start":137,"end":143,"id":26,"ws":false,"disabled":false},{"text":",","start":143,"end":144,"id":27,"ws":true,"disabled":false},{"text":"research","start":145,"end":153,"id":28,"ws":true,"disabled":false},{"text":"published","start":154,"end":163,"id":29,"ws":true,"disabled":false},{"text":"in","start":164,"end":166,"id":30,"ws":true,"disabled":false},{"text":"June","start":167,"end":171,"id":31,"ws":true,"disabled":false},{"text":"in","start":172,"end":174,"id":32,"ws":true,"disabled":false},{"text":"the","start":175,"end":178,"id":33,"ws":true,"disabled":false},{"text":"journal","start":179,"end":186,"id":34,"ws":true,"disabled":false},{"text":"Nature","start":187,"end":193,"id":35,"ws":true,"disabled":false},{"text":"shows","start":194,"end":199,"id":36,"ws":false,"disabled":false},{"text":".","start":199,"end":200,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":201,"end":213,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":214,"end":226,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In the 1998-1999 Nipah virus outbreak in Malaysia that killed more than 100 people, for example, researchers concluded that fruit bats dislodged by forest fires and an El Ni\u00f1o-related drought began feeding on fruit trees grown on the same farms as pigs.","text":"In the 1998-1999 Nipah virus outbreak in Malaysia that killed more than 100 people, for example, researchers concluded that fruit bats dislodged by forest fires and an El Ni\u00f1o-related drought began feeding on fruit trees grown on the same farms as pigs. IMPLIED_BASE IMPLIED_BASE","characters":"253","document_index":"607","md_sentence_index":"20","classification_origin":"causal_sentence_classification","url":"https://www.thedailybeast.com/get-ready-for-more-coronavirus-nightmares-thanks-to-climate-change","combo_id":"607_20","post-training batch1":"607_20","_input_hash":2051266223,"_task_hash":-880504217,"spans":[{"start":7,"end":16,"token_start":2,"token_end":4,"label":"when"},{"start":17,"end":28,"token_start":5,"token_end":6,"label":"base"},{"start":29,"end":37,"token_start":7,"token_end":7,"label":"change_direction"},{"start":41,"end":49,"token_start":9,"token_end":9,"label":"where"},{"start":55,"end":61,"token_start":11,"token_end":11,"label":"change_direction"},{"start":62,"end":75,"token_start":12,"token_end":14,"label":"effect_size"},{"start":76,"end":82,"token_start":15,"token_end":15,"label":"base"},{"start":109,"end":118,"token_start":21,"token_end":21,"label":"confidence"},{"start":124,"end":129,"token_start":23,"token_end":23,"label":"type_of"},{"start":130,"end":134,"token_start":24,"token_end":24,"label":"base"},{"start":135,"end":144,"token_start":25,"token_end":25,"label":"change_direction"},{"text":"forest fires","start":148,"token_start":27,"token_end":28,"end":160,"type":"pattern","label":"base"},{"start":168,"end":183,"token_start":31,"token_end":34,"label":"type_of"},{"text":"drought","start":184,"token_start":35,"token_end":35,"end":191,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"1998","start":7,"end":11,"id":2,"ws":false,"disabled":false},{"text":"-","start":11,"end":12,"id":3,"ws":false,"disabled":false},{"text":"1999","start":12,"end":16,"id":4,"ws":true,"disabled":false},{"text":"Nipah","start":17,"end":22,"id":5,"ws":true,"disabled":false},{"text":"virus","start":23,"end":28,"id":6,"ws":true,"disabled":false},{"text":"outbreak","start":29,"end":37,"id":7,"ws":true,"disabled":false},{"text":"in","start":38,"end":40,"id":8,"ws":true,"disabled":false},{"text":"Malaysia","start":41,"end":49,"id":9,"ws":true,"disabled":false},{"text":"that","start":50,"end":54,"id":10,"ws":true,"disabled":false},{"text":"killed","start":55,"end":61,"id":11,"ws":true,"disabled":false},{"text":"more","start":62,"end":66,"id":12,"ws":true,"disabled":false},{"text":"than","start":67,"end":71,"id":13,"ws":true,"disabled":false},{"text":"100","start":72,"end":75,"id":14,"ws":true,"disabled":false},{"text":"people","start":76,"end":82,"id":15,"ws":false,"disabled":false},{"text":",","start":82,"end":83,"id":16,"ws":true,"disabled":false},{"text":"for","start":84,"end":87,"id":17,"ws":true,"disabled":false},{"text":"example","start":88,"end":95,"id":18,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":19,"ws":true,"disabled":false},{"text":"researchers","start":97,"end":108,"id":20,"ws":true,"disabled":false},{"text":"concluded","start":109,"end":118,"id":21,"ws":true,"disabled":false},{"text":"that","start":119,"end":123,"id":22,"ws":true,"disabled":false},{"text":"fruit","start":124,"end":129,"id":23,"ws":true,"disabled":false},{"text":"bats","start":130,"end":134,"id":24,"ws":true,"disabled":false},{"text":"dislodged","start":135,"end":144,"id":25,"ws":true,"disabled":false},{"text":"by","start":145,"end":147,"id":26,"ws":true,"disabled":false},{"text":"forest","start":148,"end":154,"id":27,"ws":true,"disabled":false},{"text":"fires","start":155,"end":160,"id":28,"ws":true,"disabled":false},{"text":"and","start":161,"end":164,"id":29,"ws":true,"disabled":false},{"text":"an","start":165,"end":167,"id":30,"ws":true,"disabled":false},{"text":"El","start":168,"end":170,"id":31,"ws":true,"disabled":false},{"text":"Ni\u00f1o","start":171,"end":175,"id":32,"ws":false,"disabled":false},{"text":"-","start":175,"end":176,"id":33,"ws":false,"disabled":false},{"text":"related","start":176,"end":183,"id":34,"ws":true,"disabled":false},{"text":"drought","start":184,"end":191,"id":35,"ws":true,"disabled":false},{"text":"began","start":192,"end":197,"id":36,"ws":true,"disabled":false},{"text":"feeding","start":198,"end":205,"id":37,"ws":true,"disabled":false},{"text":"on","start":206,"end":208,"id":38,"ws":true,"disabled":false},{"text":"fruit","start":209,"end":214,"id":39,"ws":true,"disabled":false},{"text":"trees","start":215,"end":220,"id":40,"ws":true,"disabled":false},{"text":"grown","start":221,"end":226,"id":41,"ws":true,"disabled":false},{"text":"on","start":227,"end":229,"id":42,"ws":true,"disabled":false},{"text":"the","start":230,"end":233,"id":43,"ws":true,"disabled":false},{"text":"same","start":234,"end":238,"id":44,"ws":true,"disabled":false},{"text":"farms","start":239,"end":244,"id":45,"ws":true,"disabled":false},{"text":"as","start":245,"end":247,"id":46,"ws":true,"disabled":false},{"text":"pigs","start":248,"end":252,"id":47,"ws":false,"disabled":false},{"text":".","start":252,"end":253,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":254,"end":266,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":267,"end":279,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":34,"child":35,"head_span":{"start":168,"end":183,"token_start":31,"token_end":34,"label":"type_of"},"child_span":{"start":184,"end":191,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":124,"end":129,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":130,"end":134,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":24,"head_span":{"start":135,"end":144,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":130,"end":134,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":15,"head_span":{"start":55,"end":61,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":76,"end":82,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":6,"head_span":{"start":29,"end":37,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":17,"end":28,"token_start":5,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":24,"head_span":{"start":184,"end":191,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":130,"end":134,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":24,"head_span":{"start":148,"end":160,"token_start":27,"token_end":28,"label":"base"},"child_span":{"start":130,"end":134,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":6,"head_span":{"start":130,"end":134,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":17,"end":28,"token_start":5,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":15,"head_span":{"start":17,"end":28,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":76,"end":82,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Dr. MacDonald is a pediatric pulmonologist, and he is concerned about the health risks to children from the ashen-thick air.\n","text":"Dr. MacDonald is a pediatric pulmonologist, and he is concerned about the health risks to children from the ashen-thick air. IMPLIED_BASE IMPLIED_BASE","characters":"125","document_index":"820","md_sentence_index":"6","classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.nytimes.com/2020/09/18/health/wildfires-children-lungs.html","combo_id":"820_6","post-training batch1":"820_6","_input_hash":-1412567066,"_task_hash":-2097603815,"spans":[{"text":"health","start":74,"token_start":13,"token_end":13,"end":80,"type":"pattern","label":"base"},{"text":"risks","start":81,"token_start":14,"token_end":14,"end":86,"type":"pattern","label":"aspect_changing"},{"start":90,"end":98,"token_start":16,"token_end":16,"label":"to_whom"},{"start":108,"end":119,"token_start":19,"token_end":21,"label":"type_of"},{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"}],"tokens":[{"text":"Dr.","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"MacDonald","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"is","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"a","start":17,"end":18,"id":3,"ws":true,"disabled":false},{"text":"pediatric","start":19,"end":28,"id":4,"ws":true,"disabled":false},{"text":"pulmonologist","start":29,"end":42,"id":5,"ws":false,"disabled":false},{"text":",","start":42,"end":43,"id":6,"ws":true,"disabled":false},{"text":"and","start":44,"end":47,"id":7,"ws":true,"disabled":false},{"text":"he","start":48,"end":50,"id":8,"ws":true,"disabled":false},{"text":"is","start":51,"end":53,"id":9,"ws":true,"disabled":false},{"text":"concerned","start":54,"end":63,"id":10,"ws":true,"disabled":false},{"text":"about","start":64,"end":69,"id":11,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":12,"ws":true,"disabled":false},{"text":"health","start":74,"end":80,"id":13,"ws":true,"disabled":false},{"text":"risks","start":81,"end":86,"id":14,"ws":true,"disabled":false},{"text":"to","start":87,"end":89,"id":15,"ws":true,"disabled":false},{"text":"children","start":90,"end":98,"id":16,"ws":true,"disabled":false},{"text":"from","start":99,"end":103,"id":17,"ws":true,"disabled":false},{"text":"the","start":104,"end":107,"id":18,"ws":true,"disabled":false},{"text":"ashen","start":108,"end":113,"id":19,"ws":false,"disabled":false},{"text":"-","start":113,"end":114,"id":20,"ws":false,"disabled":false},{"text":"thick","start":114,"end":119,"id":21,"ws":true,"disabled":false},{"text":"air","start":120,"end":123,"id":22,"ws":false,"disabled":false},{"text":".","start":123,"end":124,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":21,"child":22,"head_span":{"start":108,"end":119,"token_start":19,"token_end":21,"label":"type_of"},"child_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":81,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":74,"end":80,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":13,"head_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":74,"end":80,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In 2008, 36 million people were displaced by natural disasters.","text":"In 2008, 36 million people were displaced by natural disasters. IMPLIED_BASE IMPLIED_BASE","characters":"63","document_index":"714","md_sentence_index":"19","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/effects-of-climate-change-2014-6","combo_id":"714_19","post-training batch1":"714_19","_input_hash":1352934332,"_task_hash":-1514736861,"spans":[{"start":3,"end":7,"token_start":1,"token_end":1,"label":"when"},{"start":9,"end":19,"token_start":3,"token_end":4,"label":"effect_size"},{"text":"people","start":20,"token_start":5,"token_end":5,"end":26,"type":"pattern","label":"base"},{"start":32,"end":41,"token_start":7,"token_end":7,"label":"change_direction"},{"text":"natural disasters","start":45,"token_start":9,"token_end":10,"end":62,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"2008","start":3,"end":7,"id":1,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":2,"ws":true,"disabled":false},{"text":"36","start":9,"end":11,"id":3,"ws":true,"disabled":false},{"text":"million","start":12,"end":19,"id":4,"ws":true,"disabled":false},{"text":"people","start":20,"end":26,"id":5,"ws":true,"disabled":false},{"text":"were","start":27,"end":31,"id":6,"ws":true,"disabled":false},{"text":"displaced","start":32,"end":41,"id":7,"ws":true,"disabled":false},{"text":"by","start":42,"end":44,"id":8,"ws":true,"disabled":false},{"text":"natural","start":45,"end":52,"id":9,"ws":true,"disabled":false},{"text":"disasters","start":53,"end":62,"id":10,"ws":false,"disabled":false},{"text":".","start":62,"end":63,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":64,"end":76,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":77,"end":89,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":7,"child":5,"head_span":{"start":32,"end":41,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":20,"end":26,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":5,"head_span":{"start":45,"end":62,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":20,"end":26,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Similarly, shrub tundra is expanding into colder regions as a result of warming and this process will continue\u2026There will be, as a result, a decrease in vegetation albedo \u2013 especially in spring \u2013 which will amplify the warming locally.","text":"Similarly, shrub tundra is expanding into colder regions as a result of warming and this process will continue\u2026There will be, as a result, a decrease in vegetation albedo \u2013 especially in spring \u2013 which will amplify the warming locally. IMPLIED_BASE IMPLIED_BASE","characters":"235","document_index":"647","md_sentence_index":"613","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_613","post-training batch1":"647_613","_input_hash":1053531595,"_task_hash":863079385,"spans":[{"start":11,"end":16,"token_start":2,"token_end":2,"label":"type_of"},{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},{"start":27,"end":56,"token_start":5,"token_end":8,"label":"change_direction"},{"start":57,"end":71,"token_start":9,"token_end":12,"label":"predicate"},{"start":72,"end":79,"token_start":13,"token_end":13,"label":"change_direction"},{"start":126,"end":137,"token_start":24,"token_end":26,"label":"predicate"},{"text":"decrease","start":141,"token_start":29,"token_end":29,"end":149,"type":"pattern","label":"change_direction"},{"text":"vegetation","start":153,"token_start":31,"token_end":31,"end":163,"type":"pattern","label":"base"},{"start":164,"end":170,"token_start":32,"token_end":32,"label":"aspect_changing"},{"start":173,"end":183,"token_start":34,"token_end":34,"label":"effect_size"},{"start":184,"end":193,"token_start":35,"token_end":36,"label":"when"},{"start":196,"end":201,"token_start":38,"token_end":38,"label":"predicate"},{"start":202,"end":206,"token_start":39,"token_end":39,"label":"confidence"},{"start":207,"end":214,"token_start":40,"token_end":40,"label":"change_direction"},{"start":219,"end":226,"token_start":42,"token_end":42,"label":"aspect_changing"},{"start":227,"end":234,"token_start":43,"token_end":43,"label":"where"},{"start":236,"end":248,"token_start":45,"token_end":45,"label":"base"},{"start":249,"end":261,"token_start":46,"token_end":46,"label":"base"}],"tokens":[{"text":"Similarly","start":0,"end":9,"id":0,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":1,"ws":true,"disabled":false},{"text":"shrub","start":11,"end":16,"id":2,"ws":true,"disabled":false},{"text":"tundra","start":17,"end":23,"id":3,"ws":true,"disabled":false},{"text":"is","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"expanding","start":27,"end":36,"id":5,"ws":true,"disabled":false},{"text":"into","start":37,"end":41,"id":6,"ws":true,"disabled":false},{"text":"colder","start":42,"end":48,"id":7,"ws":true,"disabled":false},{"text":"regions","start":49,"end":56,"id":8,"ws":true,"disabled":false},{"text":"as","start":57,"end":59,"id":9,"ws":true,"disabled":false},{"text":"a","start":60,"end":61,"id":10,"ws":true,"disabled":false},{"text":"result","start":62,"end":68,"id":11,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":12,"ws":true,"disabled":false},{"text":"warming","start":72,"end":79,"id":13,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":14,"ws":true,"disabled":false},{"text":"this","start":84,"end":88,"id":15,"ws":true,"disabled":false},{"text":"process","start":89,"end":96,"id":16,"ws":true,"disabled":false},{"text":"will","start":97,"end":101,"id":17,"ws":true,"disabled":false},{"text":"continue","start":102,"end":110,"id":18,"ws":false,"disabled":false},{"text":"\u2026","start":110,"end":111,"id":19,"ws":false,"disabled":false},{"text":"There","start":111,"end":116,"id":20,"ws":true,"disabled":false},{"text":"will","start":117,"end":121,"id":21,"ws":true,"disabled":false},{"text":"be","start":122,"end":124,"id":22,"ws":false,"disabled":false},{"text":",","start":124,"end":125,"id":23,"ws":true,"disabled":false},{"text":"as","start":126,"end":128,"id":24,"ws":true,"disabled":false},{"text":"a","start":129,"end":130,"id":25,"ws":true,"disabled":false},{"text":"result","start":131,"end":137,"id":26,"ws":false,"disabled":false},{"text":",","start":137,"end":138,"id":27,"ws":true,"disabled":false},{"text":"a","start":139,"end":140,"id":28,"ws":true,"disabled":false},{"text":"decrease","start":141,"end":149,"id":29,"ws":true,"disabled":false},{"text":"in","start":150,"end":152,"id":30,"ws":true,"disabled":false},{"text":"vegetation","start":153,"end":163,"id":31,"ws":true,"disabled":false},{"text":"albedo","start":164,"end":170,"id":32,"ws":true,"disabled":false},{"text":"\u2013","start":171,"end":172,"id":33,"ws":true,"disabled":false},{"text":"especially","start":173,"end":183,"id":34,"ws":true,"disabled":false},{"text":"in","start":184,"end":186,"id":35,"ws":true,"disabled":false},{"text":"spring","start":187,"end":193,"id":36,"ws":true,"disabled":false},{"text":"\u2013","start":194,"end":195,"id":37,"ws":true,"disabled":false},{"text":"which","start":196,"end":201,"id":38,"ws":true,"disabled":false},{"text":"will","start":202,"end":206,"id":39,"ws":true,"disabled":false},{"text":"amplify","start":207,"end":214,"id":40,"ws":true,"disabled":false},{"text":"the","start":215,"end":218,"id":41,"ws":true,"disabled":false},{"text":"warming","start":219,"end":226,"id":42,"ws":true,"disabled":false},{"text":"locally","start":227,"end":234,"id":43,"ws":false,"disabled":false},{"text":".","start":234,"end":235,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":236,"end":248,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":249,"end":261,"id":46,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":13,"child":45,"head_span":{"start":72,"end":79,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":236,"end":248,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":3,"head_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":3,"head_span":{"start":27,"end":56,"token_start":5,"token_end":8,"label":"change_direction"},"child_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":141,"end":149,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":153,"end":163,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":31,"head_span":{"start":164,"end":170,"token_start":32,"token_end":32,"label":"aspect_changing"},"child_span":{"start":153,"end":163,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":31,"head_span":{"start":184,"end":193,"token_start":35,"token_end":36,"label":"when"},"child_span":{"start":153,"end":163,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":46,"head_span":{"start":236,"end":248,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":249,"end":261,"token_start":46,"token_end":46,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":42,"child":46,"head_span":{"start":219,"end":226,"token_start":42,"token_end":42,"label":"aspect_changing"},"child_span":{"start":249,"end":261,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":46,"head_span":{"start":207,"end":214,"token_start":40,"token_end":40,"label":"change_direction"},"child_span":{"start":249,"end":261,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":46,"head_span":{"start":227,"end":234,"token_start":43,"token_end":43,"label":"where"},"child_span":{"start":249,"end":261,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":3,"head_span":{"start":236,"end":248,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":31,"head_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":153,"end":163,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":46,"head_span":{"start":153,"end":163,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":249,"end":261,"token_start":46,"token_end":46,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The results show that while 80% of the largest companies expect climate change to result in major changes including extreme weather patterns, some firms have not yet studied the issue closely.\n","text":"The results show that while 80% of the largest companies expect climate change to result in major changes including extreme weather patterns, some firms have not yet studied the issue closely. IMPLIED_BASE IMPLIED_BASE","characters":"193","document_index":"177","md_sentence_index":"4","classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/06/04/business/climate-change-cost-companies/index.html","combo_id":"177_4","post-training batch1":"177_4","_input_hash":672162169,"_task_hash":-191704672,"spans":[{"text":"climate change","start":64,"token_start":12,"token_end":13,"end":78,"type":"pattern","label":"base"},{"start":82,"end":91,"token_start":15,"token_end":16,"label":"predicate"},{"text":"extreme weather","start":116,"token_start":20,"token_end":21,"end":131,"type":"pattern","label":"base"},{"start":132,"end":140,"token_start":22,"token_end":22,"label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"results","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"show","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"that","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"while","start":22,"end":27,"id":4,"ws":true,"disabled":false},{"text":"80","start":28,"end":30,"id":5,"ws":false,"disabled":false},{"text":"%","start":30,"end":31,"id":6,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":7,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":8,"ws":true,"disabled":false},{"text":"largest","start":39,"end":46,"id":9,"ws":true,"disabled":false},{"text":"companies","start":47,"end":56,"id":10,"ws":true,"disabled":false},{"text":"expect","start":57,"end":63,"id":11,"ws":true,"disabled":false},{"text":"climate","start":64,"end":71,"id":12,"ws":true,"disabled":false},{"text":"change","start":72,"end":78,"id":13,"ws":true,"disabled":false},{"text":"to","start":79,"end":81,"id":14,"ws":true,"disabled":false},{"text":"result","start":82,"end":88,"id":15,"ws":true,"disabled":false},{"text":"in","start":89,"end":91,"id":16,"ws":true,"disabled":false},{"text":"major","start":92,"end":97,"id":17,"ws":true,"disabled":false},{"text":"changes","start":98,"end":105,"id":18,"ws":true,"disabled":false},{"text":"including","start":106,"end":115,"id":19,"ws":true,"disabled":false},{"text":"extreme","start":116,"end":123,"id":20,"ws":true,"disabled":false},{"text":"weather","start":124,"end":131,"id":21,"ws":true,"disabled":false},{"text":"patterns","start":132,"end":140,"id":22,"ws":false,"disabled":false},{"text":",","start":140,"end":141,"id":23,"ws":true,"disabled":false},{"text":"some","start":142,"end":146,"id":24,"ws":true,"disabled":false},{"text":"firms","start":147,"end":152,"id":25,"ws":true,"disabled":false},{"text":"have","start":153,"end":157,"id":26,"ws":true,"disabled":false},{"text":"not","start":158,"end":161,"id":27,"ws":true,"disabled":false},{"text":"yet","start":162,"end":165,"id":28,"ws":true,"disabled":false},{"text":"studied","start":166,"end":173,"id":29,"ws":true,"disabled":false},{"text":"the","start":174,"end":177,"id":30,"ws":true,"disabled":false},{"text":"issue","start":178,"end":183,"id":31,"ws":true,"disabled":false},{"text":"closely","start":184,"end":191,"id":32,"ws":false,"disabled":false},{"text":".","start":191,"end":192,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":206,"end":218,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":22,"child":21,"head_span":{"start":132,"end":140,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":116,"end":131,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":21,"head_span":{"start":64,"end":78,"token_start":12,"token_end":13,"label":"base"},"child_span":{"start":116,"end":131,"token_start":20,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We can see that, alongside the risks to physical health outlined by the UK Health Alliance on Climate Change, the mental health impact of the climate crisis will be enormous.","text":"We can see that, alongside the risks to physical health outlined by the UK Health Alliance on Climate Change, the mental health impact of the climate crisis will be enormous. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"645","md_sentence_index":"9","classification_origin":"causal_sentence_classification","url":"https://docs.google.com/forms/d/e/1FAIpQLSdU6L3NM12ikT-34ZPlp1yv-6nHcM5aqhmid6nK-M3plZGu3A/viewform","combo_id":"645_9","post-training batch1":"645_9","_input_hash":371728873,"_task_hash":-729103722,"spans":[{"text":"risks","start":31,"token_start":7,"token_end":7,"end":36,"type":"pattern","label":"aspect_changing"},{"start":40,"end":48,"token_start":9,"token_end":9,"label":"type_of"},{"text":"health","start":49,"token_start":10,"token_end":10,"end":55,"type":"pattern","label":"base"},{"start":114,"end":120,"token_start":22,"token_end":22,"label":"type_of"},{"text":"health","start":121,"token_start":23,"token_end":23,"end":127,"type":"pattern","label":"base"},{"start":128,"end":134,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":142,"end":156,"token_start":27,"token_end":28,"label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"can","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"see","start":7,"end":10,"id":2,"ws":true,"disabled":false},{"text":"that","start":11,"end":15,"id":3,"ws":false,"disabled":false},{"text":",","start":15,"end":16,"id":4,"ws":true,"disabled":false},{"text":"alongside","start":17,"end":26,"id":5,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":6,"ws":true,"disabled":false},{"text":"risks","start":31,"end":36,"id":7,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":8,"ws":true,"disabled":false},{"text":"physical","start":40,"end":48,"id":9,"ws":true,"disabled":false},{"text":"health","start":49,"end":55,"id":10,"ws":true,"disabled":false},{"text":"outlined","start":56,"end":64,"id":11,"ws":true,"disabled":false},{"text":"by","start":65,"end":67,"id":12,"ws":true,"disabled":false},{"text":"the","start":68,"end":71,"id":13,"ws":true,"disabled":false},{"text":"UK","start":72,"end":74,"id":14,"ws":true,"disabled":false},{"text":"Health","start":75,"end":81,"id":15,"ws":true,"disabled":false},{"text":"Alliance","start":82,"end":90,"id":16,"ws":true,"disabled":false},{"text":"on","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"Climate","start":94,"end":101,"id":18,"ws":true,"disabled":false},{"text":"Change","start":102,"end":108,"id":19,"ws":false,"disabled":false},{"text":",","start":108,"end":109,"id":20,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":21,"ws":true,"disabled":false},{"text":"mental","start":114,"end":120,"id":22,"ws":true,"disabled":false},{"text":"health","start":121,"end":127,"id":23,"ws":true,"disabled":false},{"text":"impact","start":128,"end":134,"id":24,"ws":true,"disabled":false},{"text":"of","start":135,"end":137,"id":25,"ws":true,"disabled":false},{"text":"the","start":138,"end":141,"id":26,"ws":true,"disabled":false},{"text":"climate","start":142,"end":149,"id":27,"ws":true,"disabled":false},{"text":"crisis","start":150,"end":156,"id":28,"ws":true,"disabled":false},{"text":"will","start":157,"end":161,"id":29,"ws":true,"disabled":false},{"text":"be","start":162,"end":164,"id":30,"ws":true,"disabled":false},{"text":"enormous","start":165,"end":173,"id":31,"ws":false,"disabled":false},{"text":".","start":173,"end":174,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":24,"child":23,"head_span":{"start":128,"end":134,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":121,"end":127,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":114,"end":120,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":121,"end":127,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":40,"end":48,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":49,"end":55,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":31,"end":36,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":49,"end":55,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":23,"head_span":{"start":142,"end":156,"token_start":27,"token_end":28,"label":"base"},"child_span":{"start":121,"end":127,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":10,"head_span":{"start":142,"end":156,"token_start":27,"token_end":28,"label":"base"},"child_span":{"start":49,"end":55,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The wine industry worldwide has been rocked by the effects of climate change, with grape quality and vineyard production immediately impacted by the slightest change of temperature.\n","text":"The wine industry worldwide has been rocked by the effects of climate change, with grape quality and vineyard production immediately impacted by the slightest change of temperature. IMPLIED_BASE IMPLIED_BASE","characters":"182","document_index":"353","md_sentence_index":"6","classification_origin":"cm_cause_effect_rel","url":"https://www.euronews.com/2019/09/02/watch-climate-change-hits-greek-wine-as-grape-harvest-falls-30","combo_id":"353_6","post-training batch1":"353_6","_input_hash":1780079886,"_task_hash":-1688259817,"spans":[{"start":4,"end":17,"token_start":1,"token_end":2,"label":"base"},{"start":18,"end":27,"token_start":3,"token_end":3,"label":"where"},{"start":37,"end":46,"token_start":6,"token_end":7,"label":"predicate"},{"start":51,"end":58,"token_start":9,"token_end":9,"label":"aspect_changing"},{"text":"climate change","start":62,"token_start":11,"token_end":12,"end":76,"type":"pattern","label":"base"},{"start":83,"end":88,"token_start":15,"token_end":15,"label":"base"},{"text":"quality","start":89,"token_start":16,"token_end":16,"end":96,"type":"pattern","label":"aspect_changing"},{"start":101,"end":109,"token_start":18,"token_end":18,"label":"base"},{"start":110,"end":120,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":133,"end":141,"token_start":21,"token_end":21,"label":"change_direction"},{"start":159,"end":165,"token_start":25,"token_end":25,"label":"change_direction"},{"text":"temperature","start":169,"token_start":27,"token_end":27,"end":180,"type":"pattern","label":"aspect_changing"},{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"wine","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"industry","start":9,"end":17,"id":2,"ws":true,"disabled":false},{"text":"worldwide","start":18,"end":27,"id":3,"ws":true,"disabled":false},{"text":"has","start":28,"end":31,"id":4,"ws":true,"disabled":false},{"text":"been","start":32,"end":36,"id":5,"ws":true,"disabled":false},{"text":"rocked","start":37,"end":43,"id":6,"ws":true,"disabled":false},{"text":"by","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"the","start":47,"end":50,"id":8,"ws":true,"disabled":false},{"text":"effects","start":51,"end":58,"id":9,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":10,"ws":true,"disabled":false},{"text":"climate","start":62,"end":69,"id":11,"ws":true,"disabled":false},{"text":"change","start":70,"end":76,"id":12,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":13,"ws":true,"disabled":false},{"text":"with","start":78,"end":82,"id":14,"ws":true,"disabled":false},{"text":"grape","start":83,"end":88,"id":15,"ws":true,"disabled":false},{"text":"quality","start":89,"end":96,"id":16,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":17,"ws":true,"disabled":false},{"text":"vineyard","start":101,"end":109,"id":18,"ws":true,"disabled":false},{"text":"production","start":110,"end":120,"id":19,"ws":true,"disabled":false},{"text":"immediately","start":121,"end":132,"id":20,"ws":true,"disabled":false},{"text":"impacted","start":133,"end":141,"id":21,"ws":true,"disabled":false},{"text":"by","start":142,"end":144,"id":22,"ws":true,"disabled":false},{"text":"the","start":145,"end":148,"id":23,"ws":true,"disabled":false},{"text":"slightest","start":149,"end":158,"id":24,"ws":true,"disabled":false},{"text":"change","start":159,"end":165,"id":25,"ws":true,"disabled":false},{"text":"of","start":166,"end":168,"id":26,"ws":true,"disabled":false},{"text":"temperature","start":169,"end":180,"id":27,"ws":false,"disabled":false},{"text":".","start":180,"end":181,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":182,"end":194,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":195,"end":207,"id":30,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":27,"child":29,"head_span":{"start":169,"end":180,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":29,"head_span":{"start":159,"end":165,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":15,"head_span":{"start":89,"end":96,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":83,"end":88,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":110,"end":120,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":101,"end":109,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":15,"head_span":{"start":133,"end":141,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":83,"end":88,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":18,"head_span":{"start":133,"end":141,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":101,"end":109,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":12,"head_span":{"start":51,"end":58,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":62,"end":76,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":2,"head_span":{"start":62,"end":76,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":4,"end":17,"token_start":1,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":29,"head_span":{"start":62,"end":76,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":15,"head_span":{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":83,"end":88,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":18,"head_span":{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":101,"end":109,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"There is evidence that climate change may increase vertical wind shear over some regions in the western tropical Atlantic Ocean.\n","text":"There is evidence that climate change may increase vertical wind shear over some regions in the western tropical Atlantic Ocean. IMPLIED_BASE IMPLIED_BASE","characters":"129","document_index":"796","md_sentence_index":"62","classification_origin":"causal_sentence_classification","url":"https://www.ucsusa.org/resources/hurricanes-and-climate-change","combo_id":"796_62","post-training batch1":"796_62","_input_hash":-1987425201,"_task_hash":453638944,"spans":[{"text":"climate change","start":23,"token_start":4,"token_end":5,"end":37,"type":"pattern","label":"base"},{"start":38,"end":41,"token_start":6,"token_end":6,"label":"confidence"},{"text":"increase","start":42,"token_start":7,"token_end":7,"end":50,"type":"pattern","label":"change_direction"},{"start":51,"end":59,"token_start":8,"token_end":8,"label":"type_of"},{"start":60,"end":70,"token_start":9,"token_end":10,"label":"base"},{"start":81,"end":127,"token_start":13,"token_end":19,"label":"where"}],"tokens":[{"text":"There","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"is","start":6,"end":8,"id":1,"ws":true,"disabled":false},{"text":"evidence","start":9,"end":17,"id":2,"ws":true,"disabled":false},{"text":"that","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"climate","start":23,"end":30,"id":4,"ws":true,"disabled":false},{"text":"change","start":31,"end":37,"id":5,"ws":true,"disabled":false},{"text":"may","start":38,"end":41,"id":6,"ws":true,"disabled":false},{"text":"increase","start":42,"end":50,"id":7,"ws":true,"disabled":false},{"text":"vertical","start":51,"end":59,"id":8,"ws":true,"disabled":false},{"text":"wind","start":60,"end":64,"id":9,"ws":true,"disabled":false},{"text":"shear","start":65,"end":70,"id":10,"ws":true,"disabled":false},{"text":"over","start":71,"end":75,"id":11,"ws":true,"disabled":false},{"text":"some","start":76,"end":80,"id":12,"ws":true,"disabled":false},{"text":"regions","start":81,"end":88,"id":13,"ws":true,"disabled":false},{"text":"in","start":89,"end":91,"id":14,"ws":true,"disabled":false},{"text":"the","start":92,"end":95,"id":15,"ws":true,"disabled":false},{"text":"western","start":96,"end":103,"id":16,"ws":true,"disabled":false},{"text":"tropical","start":104,"end":112,"id":17,"ws":true,"disabled":false},{"text":"Atlantic","start":113,"end":121,"id":18,"ws":true,"disabled":false},{"text":"Ocean","start":122,"end":127,"id":19,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":8,"child":10,"head_span":{"start":51,"end":59,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":60,"end":70,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":42,"end":50,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":60,"end":70,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":10,"head_span":{"start":23,"end":37,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":60,"end":70,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Right now, APS gets roughly a quarter of its electricity from coal, a quarter from natural gas and a quarter from nuclear power.\n","text":"Right now, APS gets roughly a quarter of its electricity from coal, a quarter from natural gas and a quarter from nuclear power. IMPLIED_BASE IMPLIED_BASE","characters":"129","document_index":"602","md_sentence_index":"15","classification_origin":"causal_sentence_classification","url":"https://www.washingtonpost.com/climate-environment/2020/01/22/arizonas-biggest-utility-says-it-will-get-all-its-electricity-carbon-free-sources-by-2050/","combo_id":"602_15","post-training batch1":"602_15","_input_hash":-1764849501,"_task_hash":-1076294338,"spans":[{"start":45,"end":56,"token_start":10,"token_end":10,"label":"base"},{"text":"coal","start":62,"token_start":12,"token_end":12,"end":66,"type":"pattern","label":"base"},{"start":83,"end":90,"token_start":17,"token_end":17,"label":"type_of"},{"start":91,"end":94,"token_start":18,"token_end":18,"label":"base"},{"start":114,"end":127,"token_start":23,"token_end":24,"label":"base"}],"tokens":[{"text":"Right","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"now","start":6,"end":9,"id":1,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":2,"ws":true,"disabled":false},{"text":"APS","start":11,"end":14,"id":3,"ws":true,"disabled":false},{"text":"gets","start":15,"end":19,"id":4,"ws":true,"disabled":false},{"text":"roughly","start":20,"end":27,"id":5,"ws":true,"disabled":false},{"text":"a","start":28,"end":29,"id":6,"ws":true,"disabled":false},{"text":"quarter","start":30,"end":37,"id":7,"ws":true,"disabled":false},{"text":"of","start":38,"end":40,"id":8,"ws":true,"disabled":false},{"text":"its","start":41,"end":44,"id":9,"ws":true,"disabled":false},{"text":"electricity","start":45,"end":56,"id":10,"ws":true,"disabled":false},{"text":"from","start":57,"end":61,"id":11,"ws":true,"disabled":false},{"text":"coal","start":62,"end":66,"id":12,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":13,"ws":true,"disabled":false},{"text":"a","start":68,"end":69,"id":14,"ws":true,"disabled":false},{"text":"quarter","start":70,"end":77,"id":15,"ws":true,"disabled":false},{"text":"from","start":78,"end":82,"id":16,"ws":true,"disabled":false},{"text":"natural","start":83,"end":90,"id":17,"ws":true,"disabled":false},{"text":"gas","start":91,"end":94,"id":18,"ws":true,"disabled":false},{"text":"and","start":95,"end":98,"id":19,"ws":true,"disabled":false},{"text":"a","start":99,"end":100,"id":20,"ws":true,"disabled":false},{"text":"quarter","start":101,"end":108,"id":21,"ws":true,"disabled":false},{"text":"from","start":109,"end":113,"id":22,"ws":true,"disabled":false},{"text":"nuclear","start":114,"end":121,"id":23,"ws":true,"disabled":false},{"text":"power","start":122,"end":127,"id":24,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":27,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":12,"child":10,"head_span":{"start":62,"end":66,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":45,"end":56,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":10,"head_span":{"start":91,"end":94,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":45,"end":56,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":10,"head_span":{"start":114,"end":127,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":45,"end":56,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":18,"head_span":{"start":83,"end":90,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":91,"end":94,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The international body estimates 80% of the Sahel's farmland has been degraded by climate change, causing scarcity of food for people and livestock.\n","text":"The international body estimates 80% of the Sahel's farmland has been degraded by climate change, causing scarcity of food for people and livestock. IMPLIED_BASE IMPLIED_BASE","characters":"149","document_index":"635","md_sentence_index":"16","classification_origin":"causal_sentence_classification","url":"https://news.sky.com/story/climate-change-will-be-catastrophic-in-20-years-with-risks-to-global-security-report-11933118","combo_id":"635_16","post-training batch1":"635_16","_input_hash":-1606364978,"_task_hash":-867725522,"spans":[{"start":52,"end":60,"token_start":10,"token_end":10,"label":"base"},{"start":70,"end":78,"token_start":13,"token_end":13,"label":"change_direction"},{"start":79,"end":81,"token_start":14,"token_end":14,"label":"predicate"},{"text":"climate change","start":82,"token_start":15,"token_end":16,"end":96,"type":"pattern","label":"base"},{"start":98,"end":105,"token_start":18,"token_end":18,"label":"predicate"},{"start":106,"end":114,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":118,"end":122,"token_start":21,"token_end":21,"label":"base"},{"start":127,"end":133,"token_start":23,"token_end":23,"label":"type_of"},{"start":138,"end":147,"token_start":25,"token_end":25,"label":"type_of"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"international","start":4,"end":17,"id":1,"ws":true,"disabled":false},{"text":"body","start":18,"end":22,"id":2,"ws":true,"disabled":false},{"text":"estimates","start":23,"end":32,"id":3,"ws":true,"disabled":false},{"text":"80","start":33,"end":35,"id":4,"ws":false,"disabled":false},{"text":"%","start":35,"end":36,"id":5,"ws":true,"disabled":false},{"text":"of","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":7,"ws":true,"disabled":false},{"text":"Sahel","start":44,"end":49,"id":8,"ws":false,"disabled":false},{"text":"'s","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"farmland","start":52,"end":60,"id":10,"ws":true,"disabled":false},{"text":"has","start":61,"end":64,"id":11,"ws":true,"disabled":false},{"text":"been","start":65,"end":69,"id":12,"ws":true,"disabled":false},{"text":"degraded","start":70,"end":78,"id":13,"ws":true,"disabled":false},{"text":"by","start":79,"end":81,"id":14,"ws":true,"disabled":false},{"text":"climate","start":82,"end":89,"id":15,"ws":true,"disabled":false},{"text":"change","start":90,"end":96,"id":16,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":17,"ws":true,"disabled":false},{"text":"causing","start":98,"end":105,"id":18,"ws":true,"disabled":false},{"text":"scarcity","start":106,"end":114,"id":19,"ws":true,"disabled":false},{"text":"of","start":115,"end":117,"id":20,"ws":true,"disabled":false},{"text":"food","start":118,"end":122,"id":21,"ws":true,"disabled":false},{"text":"for","start":123,"end":126,"id":22,"ws":true,"disabled":false},{"text":"people","start":127,"end":133,"id":23,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":24,"ws":true,"disabled":false},{"text":"livestock","start":138,"end":147,"id":25,"ws":false,"disabled":false},{"text":".","start":147,"end":148,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":149,"end":161,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":162,"end":174,"id":28,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":25,"child":21,"head_span":{"start":138,"end":147,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":118,"end":122,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":21,"head_span":{"start":127,"end":133,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":118,"end":122,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":21,"head_span":{"start":106,"end":114,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":118,"end":122,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":10,"head_span":{"start":70,"end":78,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":52,"end":60,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":10,"head_span":{"start":82,"end":96,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":52,"end":60,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":21,"head_span":{"start":52,"end":60,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":118,"end":122,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Air pollution is having adverse effects on plants, and some research suggests it could even impact tree mortality.","text":"Air pollution is having adverse effects on plants, and some research suggests it could even impact tree mortality. IMPLIED_BASE IMPLIED_BASE","characters":"114","document_index":"145","md_sentence_index":"18","classification_origin":"cm-label-eval","url":"https://www.ijpr.org/post/california-national-parks-experience-some-worst-air-pollution-united-states","combo_id":"145_18","post-training batch1":"145_18","_input_hash":2101490909,"_task_hash":1903997629,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},{"text":"pollution","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":17,"end":42,"token_start":3,"token_end":6,"label":"change_direction"},{"text":"plants","start":43,"token_start":7,"token_end":7,"end":49,"type":"pattern","label":"base"},{"start":81,"end":86,"token_start":14,"token_end":14,"label":"confidence"},{"start":92,"end":98,"token_start":16,"token_end":16,"label":"predicate"},{"start":99,"end":103,"token_start":17,"token_end":17,"label":"base"},{"start":104,"end":113,"token_start":18,"token_end":18,"label":"aspect_changing"}],"tokens":[{"text":"Air","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"pollution","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"is","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"having","start":17,"end":23,"id":3,"ws":true,"disabled":false},{"text":"adverse","start":24,"end":31,"id":4,"ws":true,"disabled":false},{"text":"effects","start":32,"end":39,"id":5,"ws":true,"disabled":false},{"text":"on","start":40,"end":42,"id":6,"ws":true,"disabled":false},{"text":"plants","start":43,"end":49,"id":7,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":8,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"some","start":55,"end":59,"id":10,"ws":true,"disabled":false},{"text":"research","start":60,"end":68,"id":11,"ws":true,"disabled":false},{"text":"suggests","start":69,"end":77,"id":12,"ws":true,"disabled":false},{"text":"it","start":78,"end":80,"id":13,"ws":true,"disabled":false},{"text":"could","start":81,"end":86,"id":14,"ws":true,"disabled":false},{"text":"even","start":87,"end":91,"id":15,"ws":true,"disabled":false},{"text":"impact","start":92,"end":98,"id":16,"ws":true,"disabled":false},{"text":"tree","start":99,"end":103,"id":17,"ws":true,"disabled":false},{"text":"mortality","start":104,"end":113,"id":18,"ws":false,"disabled":false},{"text":".","start":113,"end":114,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":21,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":17,"end":42,"token_start":3,"token_end":6,"label":"change_direction"},"child_span":{"start":43,"end":49,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":99,"end":103,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":104,"end":113,"token_start":18,"token_end":18,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":7,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":43,"end":49,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":17,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":99,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":17,"head_span":{"start":17,"end":42,"token_start":3,"token_end":6,"label":"change_direction"},"child_span":{"start":99,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Wireless companies whose networks are threatened by hurricanes, floods, fires and other extreme weather are rebuilding to withstand repeat disasters and factoring climate change into their long-term planning.\n","text":"Wireless companies whose networks are threatened by hurricanes, floods, fires and other extreme weather are rebuilding to withstand repeat disasters and factoring climate change into their long-term planning. IMPLIED_BASE IMPLIED_BASE","characters":"209","document_index":"485","md_sentence_index":"0","classification_origin":"causal_sentence_classification","url":"https://www.axios.com/wireless-next-challenge-is-climate-change-16441370-8651-41a0-b2a1-0126228caad4.html","combo_id":"485_0","post-training batch1":"485_0","_input_hash":-1902093882,"_task_hash":689935049,"spans":[{"start":0,"end":18,"token_start":0,"token_end":1,"label":"to_whom"},{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},{"start":38,"end":48,"token_start":5,"token_end":5,"label":"change_direction"},{"text":"hurricanes","start":52,"token_start":7,"token_end":7,"end":62,"type":"pattern","label":"base"},{"text":"floods","start":64,"token_start":9,"token_end":9,"end":70,"type":"pattern","label":"base"},{"start":72,"end":77,"token_start":11,"token_end":11,"label":"base"},{"text":"extreme weather","start":88,"token_start":14,"token_end":15,"end":103,"type":"pattern","label":"base"},{"text":"climate change","start":163,"token_start":24,"token_end":25,"end":177,"type":"pattern","label":"base"}],"tokens":[{"text":"Wireless","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"companies","start":9,"end":18,"id":1,"ws":true,"disabled":false},{"text":"whose","start":19,"end":24,"id":2,"ws":true,"disabled":false},{"text":"networks","start":25,"end":33,"id":3,"ws":true,"disabled":false},{"text":"are","start":34,"end":37,"id":4,"ws":true,"disabled":false},{"text":"threatened","start":38,"end":48,"id":5,"ws":true,"disabled":false},{"text":"by","start":49,"end":51,"id":6,"ws":true,"disabled":false},{"text":"hurricanes","start":52,"end":62,"id":7,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":8,"ws":true,"disabled":false},{"text":"floods","start":64,"end":70,"id":9,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":10,"ws":true,"disabled":false},{"text":"fires","start":72,"end":77,"id":11,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":12,"ws":true,"disabled":false},{"text":"other","start":82,"end":87,"id":13,"ws":true,"disabled":false},{"text":"extreme","start":88,"end":95,"id":14,"ws":true,"disabled":false},{"text":"weather","start":96,"end":103,"id":15,"ws":true,"disabled":false},{"text":"are","start":104,"end":107,"id":16,"ws":true,"disabled":false},{"text":"rebuilding","start":108,"end":118,"id":17,"ws":true,"disabled":false},{"text":"to","start":119,"end":121,"id":18,"ws":true,"disabled":false},{"text":"withstand","start":122,"end":131,"id":19,"ws":true,"disabled":false},{"text":"repeat","start":132,"end":138,"id":20,"ws":true,"disabled":false},{"text":"disasters","start":139,"end":148,"id":21,"ws":true,"disabled":false},{"text":"and","start":149,"end":152,"id":22,"ws":true,"disabled":false},{"text":"factoring","start":153,"end":162,"id":23,"ws":true,"disabled":false},{"text":"climate","start":163,"end":170,"id":24,"ws":true,"disabled":false},{"text":"change","start":171,"end":177,"id":25,"ws":true,"disabled":false},{"text":"into","start":178,"end":182,"id":26,"ws":true,"disabled":false},{"text":"their","start":183,"end":188,"id":27,"ws":true,"disabled":false},{"text":"long","start":189,"end":193,"id":28,"ws":false,"disabled":false},{"text":"-","start":193,"end":194,"id":29,"ws":false,"disabled":false},{"text":"term","start":194,"end":198,"id":30,"ws":true,"disabled":false},{"text":"planning","start":199,"end":207,"id":31,"ws":false,"disabled":false},{"text":".","start":207,"end":208,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":209,"end":221,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":222,"end":234,"id":34,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":5,"child":3,"head_span":{"start":38,"end":48,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":3,"head_span":{"start":52,"end":62,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":3,"head_span":{"start":0,"end":18,"token_start":0,"token_end":1,"label":"to_whom"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":3,"head_span":{"start":64,"end":70,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":3,"head_span":{"start":72,"end":77,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":3,"head_span":{"start":88,"end":103,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Many of the blazes were sparked by an unprecedented lightning siege of nearly 12,000 strikes over a three-day period.\n","text":"Many of the blazes were sparked by an unprecedented lightning siege of nearly 12,000 strikes over a three-day period. IMPLIED_BASE IMPLIED_BASE","characters":"118","document_index":"783","md_sentence_index":"8","classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2020/08/22/california-wildfires-updates-saturday-map-redwood-trees-burn-big-basin/3419083001/","combo_id":"783_8","post-training batch1":"783_8","_input_hash":-842909152,"_task_hash":-692775225,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"effect_size"},{"start":12,"end":18,"token_start":3,"token_end":3,"label":"base"},{"start":24,"end":34,"token_start":5,"token_end":6,"label":"predicate"},{"start":52,"end":61,"token_start":9,"token_end":9,"label":"base"},{"start":62,"end":67,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":71,"end":116,"token_start":12,"token_end":20,"label":"effect_size"}],"tokens":[{"text":"Many","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"of","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"blazes","start":12,"end":18,"id":3,"ws":true,"disabled":false},{"text":"were","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"sparked","start":24,"end":31,"id":5,"ws":true,"disabled":false},{"text":"by","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"an","start":35,"end":37,"id":7,"ws":true,"disabled":false},{"text":"unprecedented","start":38,"end":51,"id":8,"ws":true,"disabled":false},{"text":"lightning","start":52,"end":61,"id":9,"ws":true,"disabled":false},{"text":"siege","start":62,"end":67,"id":10,"ws":true,"disabled":false},{"text":"of","start":68,"end":70,"id":11,"ws":true,"disabled":false},{"text":"nearly","start":71,"end":77,"id":12,"ws":true,"disabled":false},{"text":"12,000","start":78,"end":84,"id":13,"ws":true,"disabled":false},{"text":"strikes","start":85,"end":92,"id":14,"ws":true,"disabled":false},{"text":"over","start":93,"end":97,"id":15,"ws":true,"disabled":false},{"text":"a","start":98,"end":99,"id":16,"ws":true,"disabled":false},{"text":"three","start":100,"end":105,"id":17,"ws":false,"disabled":false},{"text":"-","start":105,"end":106,"id":18,"ws":false,"disabled":false},{"text":"day","start":106,"end":109,"id":19,"ws":true,"disabled":false},{"text":"period","start":110,"end":116,"id":20,"ws":false,"disabled":false},{"text":".","start":116,"end":117,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":118,"end":130,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":131,"end":143,"id":23,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":9,"child":3,"head_span":{"start":52,"end":61,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":12,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":9,"head_span":{"start":62,"end":67,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":52,"end":61,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Despite the study\u2019s relatively narrow scope, the authors argue that the results likely apply to other creatures, including those rare and vulnerable species already imperiled by habitat fragmentation, pollution, and other human-caused disruptions.","text":"Despite the study\u2019s relatively narrow scope, the authors argue that the results likely apply to other creatures, including those rare and vulnerable species already imperiled by habitat fragmentation, pollution, and other human-caused disruptions. IMPLIED_BASE IMPLIED_BASE","characters":"247","document_index":"316","md_sentence_index":"10","classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/wgbh/nova/article/animal-adaptation-climate-change/","combo_id":"316_10","post-training batch1":"316_10","_input_hash":1007934267,"_task_hash":-185231930,"spans":[{"text":"species","start":149,"token_start":25,"token_end":25,"end":156,"type":"pattern","label":"base"},{"start":165,"end":174,"token_start":27,"token_end":27,"label":"change_direction"},{"text":"habitat","start":178,"token_start":29,"token_end":29,"end":185,"type":"pattern","label":"base"},{"start":186,"end":199,"token_start":30,"token_end":30,"label":"aspect_changing"},{"text":"pollution","start":201,"token_start":32,"token_end":32,"end":210,"type":"pattern","label":"base"}],"tokens":[{"text":"Despite","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":1,"ws":true,"disabled":false},{"text":"study","start":12,"end":17,"id":2,"ws":false,"disabled":false},{"text":"\u2019s","start":17,"end":19,"id":3,"ws":true,"disabled":false},{"text":"relatively","start":20,"end":30,"id":4,"ws":true,"disabled":false},{"text":"narrow","start":31,"end":37,"id":5,"ws":true,"disabled":false},{"text":"scope","start":38,"end":43,"id":6,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":7,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":8,"ws":true,"disabled":false},{"text":"authors","start":49,"end":56,"id":9,"ws":true,"disabled":false},{"text":"argue","start":57,"end":62,"id":10,"ws":true,"disabled":false},{"text":"that","start":63,"end":67,"id":11,"ws":true,"disabled":false},{"text":"the","start":68,"end":71,"id":12,"ws":true,"disabled":false},{"text":"results","start":72,"end":79,"id":13,"ws":true,"disabled":false},{"text":"likely","start":80,"end":86,"id":14,"ws":true,"disabled":false},{"text":"apply","start":87,"end":92,"id":15,"ws":true,"disabled":false},{"text":"to","start":93,"end":95,"id":16,"ws":true,"disabled":false},{"text":"other","start":96,"end":101,"id":17,"ws":true,"disabled":false},{"text":"creatures","start":102,"end":111,"id":18,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":19,"ws":true,"disabled":false},{"text":"including","start":113,"end":122,"id":20,"ws":true,"disabled":false},{"text":"those","start":123,"end":128,"id":21,"ws":true,"disabled":false},{"text":"rare","start":129,"end":133,"id":22,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":23,"ws":true,"disabled":false},{"text":"vulnerable","start":138,"end":148,"id":24,"ws":true,"disabled":false},{"text":"species","start":149,"end":156,"id":25,"ws":true,"disabled":false},{"text":"already","start":157,"end":164,"id":26,"ws":true,"disabled":false},{"text":"imperiled","start":165,"end":174,"id":27,"ws":true,"disabled":false},{"text":"by","start":175,"end":177,"id":28,"ws":true,"disabled":false},{"text":"habitat","start":178,"end":185,"id":29,"ws":true,"disabled":false},{"text":"fragmentation","start":186,"end":199,"id":30,"ws":false,"disabled":false},{"text":",","start":199,"end":200,"id":31,"ws":true,"disabled":false},{"text":"pollution","start":201,"end":210,"id":32,"ws":false,"disabled":false},{"text":",","start":210,"end":211,"id":33,"ws":true,"disabled":false},{"text":"and","start":212,"end":215,"id":34,"ws":true,"disabled":false},{"text":"other","start":216,"end":221,"id":35,"ws":true,"disabled":false},{"text":"human","start":222,"end":227,"id":36,"ws":false,"disabled":false},{"text":"-","start":227,"end":228,"id":37,"ws":false,"disabled":false},{"text":"caused","start":228,"end":234,"id":38,"ws":true,"disabled":false},{"text":"disruptions","start":235,"end":246,"id":39,"ws":false,"disabled":false},{"text":".","start":246,"end":247,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":248,"end":260,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":261,"end":273,"id":42,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":30,"child":29,"head_span":{"start":186,"end":199,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":178,"end":185,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":25,"head_span":{"start":165,"end":174,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":25,"head_span":{"start":201,"end":210,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":25,"head_span":{"start":178,"end":185,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Already, human activities have caused an estimated 1.0 degree Celsius increase in global warming above pre-industrial levels.","text":"Already, human activities have caused an estimated 1.0 degree Celsius increase in global warming above pre-industrial levels. IMPLIED_BASE IMPLIED_BASE","characters":"125","document_index":"351","md_sentence_index":"9","classification_origin":"cm-label-eval","url":"https://news.globallandscapesforum.org/38511/leaked-ipcc-report-warns-of-the-future-of-oceans-in-climate-change/","combo_id":"351_9","post-training batch1":"351_9","_input_hash":-566524010,"_task_hash":499442349,"spans":[{"start":9,"end":14,"token_start":2,"token_end":2,"label":"type_of"},{"start":15,"end":25,"token_start":3,"token_end":3,"label":"base"},{"start":26,"end":30,"token_start":4,"token_end":4,"label":"confidence"},{"start":31,"end":37,"token_start":5,"token_end":5,"label":"predicate"},{"start":41,"end":69,"token_start":7,"token_end":10,"label":"effect_size"},{"text":"increase","start":70,"token_start":11,"token_end":11,"end":78,"type":"pattern","label":"change_direction"},{"text":"global warming","start":82,"token_start":13,"token_end":14,"end":96,"type":"pattern","label":"base"}],"tokens":[{"text":"Already","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"human","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"activities","start":15,"end":25,"id":3,"ws":true,"disabled":false},{"text":"have","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"caused","start":31,"end":37,"id":5,"ws":true,"disabled":false},{"text":"an","start":38,"end":40,"id":6,"ws":true,"disabled":false},{"text":"estimated","start":41,"end":50,"id":7,"ws":true,"disabled":false},{"text":"1.0","start":51,"end":54,"id":8,"ws":true,"disabled":false},{"text":"degree","start":55,"end":61,"id":9,"ws":true,"disabled":false},{"text":"Celsius","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"increase","start":70,"end":78,"id":11,"ws":true,"disabled":false},{"text":"in","start":79,"end":81,"id":12,"ws":true,"disabled":false},{"text":"global","start":82,"end":88,"id":13,"ws":true,"disabled":false},{"text":"warming","start":89,"end":96,"id":14,"ws":true,"disabled":false},{"text":"above","start":97,"end":102,"id":15,"ws":true,"disabled":false},{"text":"pre","start":103,"end":106,"id":16,"ws":false,"disabled":false},{"text":"-","start":106,"end":107,"id":17,"ws":false,"disabled":false},{"text":"industrial","start":107,"end":117,"id":18,"ws":true,"disabled":false},{"text":"levels","start":118,"end":124,"id":19,"ws":false,"disabled":false},{"text":".","start":124,"end":125,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":22,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":9,"end":14,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":15,"end":25,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":14,"head_span":{"start":70,"end":78,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":82,"end":96,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":14,"head_span":{"start":15,"end":25,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":82,"end":96,"token_start":13,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Following Hurricanes Katrina and Rita, women in temporary housing attempted suicide 78 times more frequently than women not affected by the storms.\n","text":"Following Hurricanes Katrina and Rita, women in temporary housing attempted suicide 78 times more frequently than women not affected by the storms. IMPLIED_BASE IMPLIED_BASE","characters":"148","document_index":"269","md_sentence_index":"28","classification_origin":"cm-label-eval","url":"https://www.tampabay.com/opinion/columns/how-climate-change-is-hurting-public-health-column-20190723/","combo_id":"269_28","post-training batch1":"269_28","_input_hash":2008626710,"_task_hash":-1875497042,"spans":[{"start":0,"end":9,"token_start":0,"token_end":0,"label":"predicate"},{"text":"Hurricanes","start":10,"token_start":1,"token_end":1,"end":20,"type":"pattern","label":"base"},{"start":39,"end":65,"token_start":6,"token_end":9,"label":"to_whom"},{"start":66,"end":75,"token_start":10,"token_end":10,"label":"type_of"},{"text":"suicide","start":76,"token_start":11,"token_end":11,"end":83,"type":"pattern","label":"base"},{"start":84,"end":92,"token_start":12,"token_end":13,"label":"effect_size"},{"start":93,"end":108,"token_start":14,"token_end":15,"label":"change_direction"}],"tokens":[{"text":"Following","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"Hurricanes","start":10,"end":20,"id":1,"ws":true,"disabled":false},{"text":"Katrina","start":21,"end":28,"id":2,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":3,"ws":true,"disabled":false},{"text":"Rita","start":33,"end":37,"id":4,"ws":false,"disabled":false},{"text":",","start":37,"end":38,"id":5,"ws":true,"disabled":false},{"text":"women","start":39,"end":44,"id":6,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"temporary","start":48,"end":57,"id":8,"ws":true,"disabled":false},{"text":"housing","start":58,"end":65,"id":9,"ws":true,"disabled":false},{"text":"attempted","start":66,"end":75,"id":10,"ws":true,"disabled":false},{"text":"suicide","start":76,"end":83,"id":11,"ws":true,"disabled":false},{"text":"78","start":84,"end":86,"id":12,"ws":true,"disabled":false},{"text":"times","start":87,"end":92,"id":13,"ws":true,"disabled":false},{"text":"more","start":93,"end":97,"id":14,"ws":true,"disabled":false},{"text":"frequently","start":98,"end":108,"id":15,"ws":true,"disabled":false},{"text":"than","start":109,"end":113,"id":16,"ws":true,"disabled":false},{"text":"women","start":114,"end":119,"id":17,"ws":true,"disabled":false},{"text":"not","start":120,"end":123,"id":18,"ws":true,"disabled":false},{"text":"affected","start":124,"end":132,"id":19,"ws":true,"disabled":false},{"text":"by","start":133,"end":135,"id":20,"ws":true,"disabled":false},{"text":"the","start":136,"end":139,"id":21,"ws":true,"disabled":false},{"text":"storms","start":140,"end":146,"id":22,"ws":false,"disabled":false},{"text":".","start":146,"end":147,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":25,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":1,"child":11,"head_span":{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":76,"end":83,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":11,"head_span":{"start":39,"end":65,"token_start":6,"token_end":9,"label":"to_whom"},"child_span":{"start":76,"end":83,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":66,"end":75,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":76,"end":83,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":11,"head_span":{"start":93,"end":108,"token_start":14,"token_end":15,"label":"change_direction"},"child_span":{"start":76,"end":83,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\"As freshwater lakes get hotter in the summer, that leads to more amoebae in the water and increased human risk,\" said Sonia Altizer, an associate professor of ecology at the University of Georgia.\n","text":"\"As freshwater lakes get hotter in the summer, that leads to more amoebae in the water and increased human risk,\" said Sonia Altizer, an associate professor of ecology at the University of Georgia. IMPLIED_BASE IMPLIED_BASE","characters":"198","document_index":"829","md_sentence_index":"43","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/how-the-spreading-symptoms-of-climate-change-can-be-deadly/","combo_id":"829_43","post-training batch1":"829_43","_input_hash":-1715817510,"_task_hash":-473744542,"spans":[{"start":1,"end":3,"token_start":1,"token_end":1,"label":"predicate"},{"start":4,"end":14,"token_start":2,"token_end":2,"label":"type_of"},{"text":"lakes","start":15,"token_start":3,"token_end":3,"end":20,"type":"pattern","label":"base"},{"text":"hotter","start":25,"token_start":5,"token_end":5,"end":31,"type":"pattern","label":"change_direction"},{"start":32,"end":45,"token_start":6,"token_end":8,"label":"when"},{"start":52,"end":60,"token_start":11,"token_end":12,"label":"predicate"},{"text":"more","start":61,"token_start":13,"token_end":13,"end":65,"type":"pattern","label":"change_direction"},{"start":66,"end":73,"token_start":14,"token_end":14,"label":"base"},{"start":74,"end":86,"token_start":15,"token_end":17,"label":"where"},{"text":"increased","start":91,"token_start":19,"token_end":19,"end":100,"type":"pattern","label":"change_direction"},{"start":101,"end":106,"token_start":20,"token_end":20,"label":"to_whom"},{"text":"risk","start":107,"token_start":21,"token_end":21,"end":111,"type":"pattern","label":"aspect_changing"},{"start":198,"end":210,"token_start":39,"token_end":39,"label":"base"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"As","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"freshwater","start":4,"end":14,"id":2,"ws":true,"disabled":false},{"text":"lakes","start":15,"end":20,"id":3,"ws":true,"disabled":false},{"text":"get","start":21,"end":24,"id":4,"ws":true,"disabled":false},{"text":"hotter","start":25,"end":31,"id":5,"ws":true,"disabled":false},{"text":"in","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":7,"ws":true,"disabled":false},{"text":"summer","start":39,"end":45,"id":8,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":9,"ws":true,"disabled":false},{"text":"that","start":47,"end":51,"id":10,"ws":true,"disabled":false},{"text":"leads","start":52,"end":57,"id":11,"ws":true,"disabled":false},{"text":"to","start":58,"end":60,"id":12,"ws":true,"disabled":false},{"text":"more","start":61,"end":65,"id":13,"ws":true,"disabled":false},{"text":"amoebae","start":66,"end":73,"id":14,"ws":true,"disabled":false},{"text":"in","start":74,"end":76,"id":15,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":16,"ws":true,"disabled":false},{"text":"water","start":81,"end":86,"id":17,"ws":true,"disabled":false},{"text":"and","start":87,"end":90,"id":18,"ws":true,"disabled":false},{"text":"increased","start":91,"end":100,"id":19,"ws":true,"disabled":false},{"text":"human","start":101,"end":106,"id":20,"ws":true,"disabled":false},{"text":"risk","start":107,"end":111,"id":21,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":22,"ws":false,"disabled":false},{"text":"\"","start":112,"end":113,"id":23,"ws":true,"disabled":false},{"text":"said","start":114,"end":118,"id":24,"ws":true,"disabled":false},{"text":"Sonia","start":119,"end":124,"id":25,"ws":true,"disabled":false},{"text":"Altizer","start":125,"end":132,"id":26,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":27,"ws":true,"disabled":false},{"text":"an","start":134,"end":136,"id":28,"ws":true,"disabled":false},{"text":"associate","start":137,"end":146,"id":29,"ws":true,"disabled":false},{"text":"professor","start":147,"end":156,"id":30,"ws":true,"disabled":false},{"text":"of","start":157,"end":159,"id":31,"ws":true,"disabled":false},{"text":"ecology","start":160,"end":167,"id":32,"ws":true,"disabled":false},{"text":"at","start":168,"end":170,"id":33,"ws":true,"disabled":false},{"text":"the","start":171,"end":174,"id":34,"ws":true,"disabled":false},{"text":"University","start":175,"end":185,"id":35,"ws":true,"disabled":false},{"text":"of","start":186,"end":188,"id":36,"ws":true,"disabled":false},{"text":"Georgia","start":189,"end":196,"id":37,"ws":false,"disabled":false},{"text":".","start":196,"end":197,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":211,"end":223,"id":40,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":4,"end":14,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":3,"head_span":{"start":25,"end":31,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":14,"head_span":{"start":74,"end":86,"token_start":15,"token_end":17,"label":"where"},"child_span":{"start":66,"end":73,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":61,"end":65,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":66,"end":73,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":39,"head_span":{"start":107,"end":111,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":198,"end":210,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":39,"head_span":{"start":91,"end":100,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":198,"end":210,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":39,"head_span":{"start":101,"end":106,"token_start":20,"token_end":20,"label":"to_whom"},"child_span":{"start":198,"end":210,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":3,"head_span":{"start":32,"end":45,"token_start":6,"token_end":8,"label":"when"},"child_span":{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":14,"head_span":{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":66,"end":73,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":39,"head_span":{"start":66,"end":73,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":198,"end":210,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Climate change should cause net extinctions to increase in the south and at low elevations and to decrease in the north and at high elevations.\n","text":"Climate change should cause net extinctions to increase in the south and at low elevations and to decrease in the north and at high elevations. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"715","md_sentence_index":"279","classification_origin":"causal_sentence_classification","url":"https://earthtosky.org/climate-change-categories?tmpl=component&article_id=78","combo_id":"715_279","post-training batch1":"715_279","_input_hash":-1268755690,"_task_hash":-1176975887,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":15,"end":21,"token_start":2,"token_end":2,"label":"confidence"},{"start":22,"end":27,"token_start":3,"token_end":3,"label":"predicate"},{"start":28,"end":31,"token_start":4,"token_end":4,"label":"type_of"},{"text":"extinctions","start":32,"token_start":5,"token_end":5,"end":43,"type":"pattern","label":"base"},{"text":"increase","start":47,"token_start":7,"token_end":7,"end":55,"type":"pattern","label":"change_direction"},{"start":56,"end":68,"token_start":8,"token_end":10,"label":"where"},{"start":73,"end":90,"token_start":12,"token_end":14,"label":"where"},{"text":"decrease","start":98,"token_start":17,"token_end":17,"end":106,"type":"pattern","label":"change_direction"},{"start":107,"end":119,"token_start":18,"token_end":20,"label":"where"},{"start":124,"end":142,"token_start":22,"token_end":24,"label":"where"},{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"should","start":15,"end":21,"id":2,"ws":true,"disabled":false},{"text":"cause","start":22,"end":27,"id":3,"ws":true,"disabled":false},{"text":"net","start":28,"end":31,"id":4,"ws":true,"disabled":false},{"text":"extinctions","start":32,"end":43,"id":5,"ws":true,"disabled":false},{"text":"to","start":44,"end":46,"id":6,"ws":true,"disabled":false},{"text":"increase","start":47,"end":55,"id":7,"ws":true,"disabled":false},{"text":"in","start":56,"end":58,"id":8,"ws":true,"disabled":false},{"text":"the","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"south","start":63,"end":68,"id":10,"ws":true,"disabled":false},{"text":"and","start":69,"end":72,"id":11,"ws":true,"disabled":false},{"text":"at","start":73,"end":75,"id":12,"ws":true,"disabled":false},{"text":"low","start":76,"end":79,"id":13,"ws":true,"disabled":false},{"text":"elevations","start":80,"end":90,"id":14,"ws":true,"disabled":false},{"text":"and","start":91,"end":94,"id":15,"ws":true,"disabled":false},{"text":"to","start":95,"end":97,"id":16,"ws":true,"disabled":false},{"text":"decrease","start":98,"end":106,"id":17,"ws":true,"disabled":false},{"text":"in","start":107,"end":109,"id":18,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":19,"ws":true,"disabled":false},{"text":"north","start":114,"end":119,"id":20,"ws":true,"disabled":false},{"text":"and","start":120,"end":123,"id":21,"ws":true,"disabled":false},{"text":"at","start":124,"end":126,"id":22,"ws":true,"disabled":false},{"text":"high","start":127,"end":131,"id":23,"ws":true,"disabled":false},{"text":"elevations","start":132,"end":142,"id":24,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":27,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":28,"end":31,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":26,"head_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":1,"child":5,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":26,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":5,"head_span":{"start":47,"end":55,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":5,"head_span":{"start":56,"end":68,"token_start":8,"token_end":10,"label":"where"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":5,"head_span":{"start":73,"end":90,"token_start":12,"token_end":14,"label":"where"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":26,"head_span":{"start":98,"end":106,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":26,"head_span":{"start":107,"end":119,"token_start":18,"token_end":20,"label":"where"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":26,"head_span":{"start":124,"end":142,"token_start":22,"token_end":24,"label":"where"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Air Pollution in California could created a serious public health hazard.\n","text":"Air Pollution in California could created a serious public health hazard. IMPLIED_BASE IMPLIED_BASE","characters":"74","document_index":"714","md_sentence_index":"178","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/effects-of-climate-change-2014-6","combo_id":"714_178","post-training batch1":"714_178","_input_hash":-1702266421,"_task_hash":-527735626,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},{"text":"Pollution","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":14,"end":27,"token_start":2,"token_end":3,"label":"where"},{"start":28,"end":33,"token_start":4,"token_end":4,"label":"confidence"},{"start":34,"end":41,"token_start":5,"token_end":5,"label":"predicate"},{"start":44,"end":51,"token_start":7,"token_end":7,"label":"effect_size"},{"start":52,"end":58,"token_start":8,"token_end":8,"label":"type_of"},{"text":"health","start":59,"token_start":9,"token_end":9,"end":65,"type":"pattern","label":"base"},{"start":66,"end":72,"token_start":10,"token_end":10,"label":"aspect_changing"}],"tokens":[{"text":"Air","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Pollution","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"in","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"California","start":17,"end":27,"id":3,"ws":true,"disabled":false},{"text":"could","start":28,"end":33,"id":4,"ws":true,"disabled":false},{"text":"created","start":34,"end":41,"id":5,"ws":true,"disabled":false},{"text":"a","start":42,"end":43,"id":6,"ws":true,"disabled":false},{"text":"serious","start":44,"end":51,"id":7,"ws":true,"disabled":false},{"text":"public","start":52,"end":58,"id":8,"ws":true,"disabled":false},{"text":"health","start":59,"end":65,"id":9,"ws":true,"disabled":false},{"text":"hazard","start":66,"end":72,"id":10,"ws":false,"disabled":false},{"text":".","start":72,"end":73,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":74,"end":86,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":87,"end":99,"id":13,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":52,"end":58,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":59,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":66,"end":72,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":59,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":9,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":59,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Another increased hazard slower storms bring is increased wind damage, due to an increase in the duration of damaging winds structures are exposed to.\n","text":"Another increased hazard slower storms bring is increased wind damage, due to an increase in the duration of damaging winds structures are exposed to. IMPLIED_BASE IMPLIED_BASE","characters":"151","document_index":"869","md_sentence_index":"49","classification_origin":"causal_sentence_classification","url":"https://www.wunderground.com/cat6/Slow-Moving-Hurricanes-Barry-Growing-More-Common","combo_id":"869_49","post-training batch1":"869_49","_input_hash":1547918292,"_task_hash":-1785119052,"spans":[{"start":25,"end":31,"token_start":3,"token_end":3,"label":"type_of"},{"text":"storms","start":32,"token_start":4,"token_end":4,"end":38,"type":"pattern","label":"base"},{"start":39,"end":44,"token_start":5,"token_end":5,"label":"predicate"},{"text":"increased","start":48,"token_start":7,"token_end":7,"end":57,"type":"pattern","label":"change_direction"},{"start":58,"end":69,"token_start":8,"token_end":9,"label":"aspect_changing"},{"start":71,"end":77,"token_start":11,"token_end":12,"label":"predicate"},{"text":"increase","start":81,"token_start":14,"token_end":14,"end":89,"type":"pattern","label":"change_direction"},{"start":97,"end":105,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":109,"end":117,"token_start":19,"token_end":19,"label":"type_of"},{"start":118,"end":123,"token_start":20,"token_end":20,"label":"base"},{"start":124,"end":134,"token_start":21,"token_end":21,"label":"base"},{"start":139,"end":146,"token_start":23,"token_end":23,"label":"type_of"}],"tokens":[{"text":"Another","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"increased","start":8,"end":17,"id":1,"ws":true,"disabled":false},{"text":"hazard","start":18,"end":24,"id":2,"ws":true,"disabled":false},{"text":"slower","start":25,"end":31,"id":3,"ws":true,"disabled":false},{"text":"storms","start":32,"end":38,"id":4,"ws":true,"disabled":false},{"text":"bring","start":39,"end":44,"id":5,"ws":true,"disabled":false},{"text":"is","start":45,"end":47,"id":6,"ws":true,"disabled":false},{"text":"increased","start":48,"end":57,"id":7,"ws":true,"disabled":false},{"text":"wind","start":58,"end":62,"id":8,"ws":true,"disabled":false},{"text":"damage","start":63,"end":69,"id":9,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":10,"ws":true,"disabled":false},{"text":"due","start":71,"end":74,"id":11,"ws":true,"disabled":false},{"text":"to","start":75,"end":77,"id":12,"ws":true,"disabled":false},{"text":"an","start":78,"end":80,"id":13,"ws":true,"disabled":false},{"text":"increase","start":81,"end":89,"id":14,"ws":true,"disabled":false},{"text":"in","start":90,"end":92,"id":15,"ws":true,"disabled":false},{"text":"the","start":93,"end":96,"id":16,"ws":true,"disabled":false},{"text":"duration","start":97,"end":105,"id":17,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":18,"ws":true,"disabled":false},{"text":"damaging","start":109,"end":117,"id":19,"ws":true,"disabled":false},{"text":"winds","start":118,"end":123,"id":20,"ws":true,"disabled":false},{"text":"structures","start":124,"end":134,"id":21,"ws":true,"disabled":false},{"text":"are","start":135,"end":138,"id":22,"ws":true,"disabled":false},{"text":"exposed","start":139,"end":146,"id":23,"ws":true,"disabled":false},{"text":"to","start":147,"end":149,"id":24,"ws":false,"disabled":false},{"text":".","start":149,"end":150,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":27,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":19,"child":20,"head_span":{"start":109,"end":117,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":118,"end":123,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":20,"head_span":{"start":97,"end":105,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":118,"end":123,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":20,"head_span":{"start":81,"end":89,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":118,"end":123,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":21,"head_span":{"start":48,"end":57,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":124,"end":134,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":21,"head_span":{"start":58,"end":69,"token_start":8,"token_end":9,"label":"aspect_changing"},"child_span":{"start":124,"end":134,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":25,"end":31,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":32,"end":38,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":20,"head_span":{"start":32,"end":38,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":118,"end":123,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":21,"head_span":{"start":118,"end":123,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":124,"end":134,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":21,"head_span":{"start":139,"end":146,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":124,"end":134,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Air pollution, dust clouds, the stability of the upper atmosphere, and the relative warmth of the Atlantic Ocean compared to the Indian and Pacific Oceans can all influence the intensity and frequency of hurricanes.","text":"Air pollution, dust clouds, the stability of the upper atmosphere, and the relative warmth of the Atlantic Ocean compared to the Indian and Pacific Oceans can all influence the intensity and frequency of hurricanes. IMPLIED_BASE IMPLIED_BASE","characters":"215","document_index":"846","md_sentence_index":"164","classification_origin":"causal_sentence_classification","url":"https://www.vox.com/21452781/zogg-fire-glass-wildfire-california-climate-change-hurricanes-attribution-2020-debate","combo_id":"846_164","post-training batch1":"846_164","_input_hash":962083605,"_task_hash":-1618578478,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},{"text":"pollution","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":15,"end":19,"token_start":3,"token_end":3,"label":"type_of"},{"text":"clouds","start":20,"token_start":4,"token_end":4,"end":26,"type":"pattern","label":"base"},{"text":"stability","start":32,"token_start":7,"token_end":7,"end":41,"type":"pattern","label":"aspect_changing"},{"start":49,"end":54,"token_start":10,"token_end":10,"label":"type_of"},{"start":55,"end":65,"token_start":11,"token_end":11,"label":"base"},{"start":75,"end":90,"token_start":15,"token_end":16,"label":"aspect_changing"},{"text":"Ocean","start":107,"token_start":20,"token_end":20,"end":112,"type":"pattern","label":"base"},{"start":163,"end":172,"token_start":30,"token_end":30,"label":"predicate"},{"text":"intensity","start":177,"token_start":32,"token_end":32,"end":186,"type":"pattern","label":"aspect_changing"},{"text":"frequency","start":191,"token_start":34,"token_end":34,"end":200,"type":"pattern","label":"aspect_changing"},{"text":"hurricanes","start":204,"token_start":36,"token_end":36,"end":214,"type":"pattern","label":"base"}],"tokens":[{"text":"Air","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"pollution","start":4,"end":13,"id":1,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":2,"ws":true,"disabled":false},{"text":"dust","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"clouds","start":20,"end":26,"id":4,"ws":false,"disabled":false},{"text":",","start":26,"end":27,"id":5,"ws":true,"disabled":false},{"text":"the","start":28,"end":31,"id":6,"ws":true,"disabled":false},{"text":"stability","start":32,"end":41,"id":7,"ws":true,"disabled":false},{"text":"of","start":42,"end":44,"id":8,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"upper","start":49,"end":54,"id":10,"ws":true,"disabled":false},{"text":"atmosphere","start":55,"end":65,"id":11,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":12,"ws":true,"disabled":false},{"text":"and","start":67,"end":70,"id":13,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":14,"ws":true,"disabled":false},{"text":"relative","start":75,"end":83,"id":15,"ws":true,"disabled":false},{"text":"warmth","start":84,"end":90,"id":16,"ws":true,"disabled":false},{"text":"of","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"the","start":94,"end":97,"id":18,"ws":true,"disabled":false},{"text":"Atlantic","start":98,"end":106,"id":19,"ws":true,"disabled":false},{"text":"Ocean","start":107,"end":112,"id":20,"ws":true,"disabled":false},{"text":"compared","start":113,"end":121,"id":21,"ws":true,"disabled":false},{"text":"to","start":122,"end":124,"id":22,"ws":true,"disabled":false},{"text":"the","start":125,"end":128,"id":23,"ws":true,"disabled":false},{"text":"Indian","start":129,"end":135,"id":24,"ws":true,"disabled":false},{"text":"and","start":136,"end":139,"id":25,"ws":true,"disabled":false},{"text":"Pacific","start":140,"end":147,"id":26,"ws":true,"disabled":false},{"text":"Oceans","start":148,"end":154,"id":27,"ws":true,"disabled":false},{"text":"can","start":155,"end":158,"id":28,"ws":true,"disabled":false},{"text":"all","start":159,"end":162,"id":29,"ws":true,"disabled":false},{"text":"influence","start":163,"end":172,"id":30,"ws":true,"disabled":false},{"text":"the","start":173,"end":176,"id":31,"ws":true,"disabled":false},{"text":"intensity","start":177,"end":186,"id":32,"ws":true,"disabled":false},{"text":"and","start":187,"end":190,"id":33,"ws":true,"disabled":false},{"text":"frequency","start":191,"end":200,"id":34,"ws":true,"disabled":false},{"text":"of","start":201,"end":203,"id":35,"ws":true,"disabled":false},{"text":"hurricanes","start":204,"end":214,"id":36,"ws":false,"disabled":false},{"text":".","start":214,"end":215,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":216,"end":228,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":229,"end":241,"id":39,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":15,"end":19,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":20,"end":26,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":49,"end":54,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":55,"end":65,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":11,"head_span":{"start":32,"end":41,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":55,"end":65,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":36,"head_span":{"start":191,"end":200,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":36,"head_span":{"start":177,"end":186,"token_start":32,"token_end":32,"label":"aspect_changing"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":36,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":36,"head_span":{"start":20,"end":26,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":36,"head_span":{"start":55,"end":65,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":36,"head_span":{"start":107,"end":112,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":20,"head_span":{"start":75,"end":90,"token_start":15,"token_end":16,"label":"aspect_changing"},"child_span":{"start":107,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"It\u2019s the big, industrial dairy farms that are responsible for 55 percent of the state\u2019s methane emissions.","text":"It\u2019s the big, industrial dairy farms that are responsible for 55 percent of the state\u2019s methane emissions. IMPLIED_BASE IMPLIED_BASE","characters":"106","document_index":"636","md_sentence_index":"171","classification_origin":"causal_sentence_classification","url":"https://www.vox.com/energy-and-environment/2020/2/14/21131109/california-natural-gas-renewable-socalgas","combo_id":"636_171","post-training batch1":"636_171","_input_hash":-225431552,"_task_hash":-758731357,"spans":[{"start":9,"end":12,"token_start":3,"token_end":3,"label":"type_of"},{"start":14,"end":24,"token_start":5,"token_end":5,"label":"type_of"},{"start":25,"end":30,"token_start":6,"token_end":6,"label":"type_of"},{"start":31,"end":36,"token_start":7,"token_end":7,"label":"base"},{"start":46,"end":61,"token_start":10,"token_end":11,"label":"predicate"},{"text":"methane","start":88,"token_start":18,"token_end":18,"end":95,"type":"pattern","label":"base"},{"text":"emissions","start":96,"token_start":19,"token_end":19,"end":105,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":false,"disabled":false},{"text":"\u2019s","start":2,"end":4,"id":1,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":2,"ws":true,"disabled":false},{"text":"big","start":9,"end":12,"id":3,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":4,"ws":true,"disabled":false},{"text":"industrial","start":14,"end":24,"id":5,"ws":true,"disabled":false},{"text":"dairy","start":25,"end":30,"id":6,"ws":true,"disabled":false},{"text":"farms","start":31,"end":36,"id":7,"ws":true,"disabled":false},{"text":"that","start":37,"end":41,"id":8,"ws":true,"disabled":false},{"text":"are","start":42,"end":45,"id":9,"ws":true,"disabled":false},{"text":"responsible","start":46,"end":57,"id":10,"ws":true,"disabled":false},{"text":"for","start":58,"end":61,"id":11,"ws":true,"disabled":false},{"text":"55","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"percent","start":65,"end":72,"id":13,"ws":true,"disabled":false},{"text":"of","start":73,"end":75,"id":14,"ws":true,"disabled":false},{"text":"the","start":76,"end":79,"id":15,"ws":true,"disabled":false},{"text":"state","start":80,"end":85,"id":16,"ws":false,"disabled":false},{"text":"\u2019s","start":85,"end":87,"id":17,"ws":true,"disabled":false},{"text":"methane","start":88,"end":95,"id":18,"ws":true,"disabled":false},{"text":"emissions","start":96,"end":105,"id":19,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":22,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":3,"child":7,"head_span":{"start":9,"end":12,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":31,"end":36,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":25,"end":30,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":31,"end":36,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":14,"end":24,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":31,"end":36,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":96,"end":105,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":88,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":18,"head_span":{"start":31,"end":36,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":88,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Warmer oceans cause hurricanes to have faster wind speeds and stronger central pressure, making the storms more intense.\n","text":"Warmer oceans cause hurricanes to have faster wind speeds and stronger central pressure, making the storms more intense. IMPLIED_BASE IMPLIED_BASE","characters":"121","document_index":"359","md_sentence_index":"32","classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/newshour/nation/is-climate-change-making-hurricanes-stall","combo_id":"359_32","post-training batch1":"359_32","_input_hash":1956827219,"_task_hash":-1114305977,"spans":[{"text":"Warmer","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"change_direction"},{"text":"oceans","start":7,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":14,"end":19,"token_start":2,"token_end":2,"label":"predicate"},{"text":"hurricanes","start":20,"token_start":3,"token_end":3,"end":30,"type":"pattern","label":"base"},{"start":39,"end":45,"token_start":6,"token_end":6,"label":"change_direction"},{"start":46,"end":57,"token_start":7,"token_end":8,"label":"aspect_changing"},{"start":62,"end":70,"token_start":10,"token_end":10,"label":"change_direction"},{"start":71,"end":87,"token_start":11,"token_end":12,"label":"aspect_changing"},{"start":89,"end":95,"token_start":14,"token_end":14,"label":"predicate"},{"text":"storms","start":100,"token_start":16,"token_end":16,"end":106,"type":"pattern","label":"base"},{"start":107,"end":119,"token_start":17,"token_end":18,"label":"change_direction"},{"start":121,"end":133,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"Warmer","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"oceans","start":7,"end":13,"id":1,"ws":true,"disabled":false},{"text":"cause","start":14,"end":19,"id":2,"ws":true,"disabled":false},{"text":"hurricanes","start":20,"end":30,"id":3,"ws":true,"disabled":false},{"text":"to","start":31,"end":33,"id":4,"ws":true,"disabled":false},{"text":"have","start":34,"end":38,"id":5,"ws":true,"disabled":false},{"text":"faster","start":39,"end":45,"id":6,"ws":true,"disabled":false},{"text":"wind","start":46,"end":50,"id":7,"ws":true,"disabled":false},{"text":"speeds","start":51,"end":57,"id":8,"ws":true,"disabled":false},{"text":"and","start":58,"end":61,"id":9,"ws":true,"disabled":false},{"text":"stronger","start":62,"end":70,"id":10,"ws":true,"disabled":false},{"text":"central","start":71,"end":78,"id":11,"ws":true,"disabled":false},{"text":"pressure","start":79,"end":87,"id":12,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":13,"ws":true,"disabled":false},{"text":"making","start":89,"end":95,"id":14,"ws":true,"disabled":false},{"text":"the","start":96,"end":99,"id":15,"ws":true,"disabled":false},{"text":"storms","start":100,"end":106,"id":16,"ws":true,"disabled":false},{"text":"more","start":107,"end":111,"id":17,"ws":true,"disabled":false},{"text":"intense","start":112,"end":119,"id":18,"ws":false,"disabled":false},{"text":".","start":119,"end":120,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":21,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":7,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":3,"head_span":{"start":39,"end":45,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":3,"head_span":{"start":46,"end":57,"token_start":7,"token_end":8,"label":"aspect_changing"},"child_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":20,"head_span":{"start":62,"end":70,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":121,"end":133,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":20,"head_span":{"start":71,"end":87,"token_start":11,"token_end":12,"label":"aspect_changing"},"child_span":{"start":121,"end":133,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":20,"head_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":121,"end":133,"token_start":20,"token_end":20,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":1,"child":3,"head_span":{"start":7,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":16,"head_span":{"start":107,"end":119,"token_start":17,"token_end":18,"label":"change_direction"},"child_span":{"start":100,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":16,"head_span":{"start":7,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":100,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":20,"head_span":{"start":7,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":121,"end":133,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"One is that all that warm water allowed for the storm to ramp up quickly, undergoing what is known as rapid intensification as it exploded from a moderate category 2 to extreme category 5 over just two days.","text":"One is that all that warm water allowed for the storm to ramp up quickly, undergoing what is known as rapid intensification as it exploded from a moderate category 2 to extreme category 5 over just two days. IMPLIED_BASE IMPLIED_BASE","characters":"207","document_index":"360","md_sentence_index":"25","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/commentisfree/2019/sep/04/climate-crisis-hurricane-dorian-floods-bahamas","combo_id":"360_25","post-training batch1":"360_25","_input_hash":311216143,"_task_hash":-1275645910,"spans":[{"start":21,"end":25,"token_start":5,"token_end":5,"label":"type_of"},{"text":"water","start":26,"token_start":6,"token_end":6,"end":31,"type":"pattern","label":"base"},{"start":32,"end":43,"token_start":7,"token_end":8,"label":"predicate"},{"text":"storm","start":48,"token_start":10,"token_end":10,"end":53,"type":"pattern","label":"base"},{"start":57,"end":72,"token_start":12,"token_end":14,"label":"change_direction"},{"start":102,"end":123,"token_start":21,"token_end":22,"label":"aspect_changing"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"is","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"that","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"all","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"that","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"warm","start":21,"end":25,"id":5,"ws":true,"disabled":false},{"text":"water","start":26,"end":31,"id":6,"ws":true,"disabled":false},{"text":"allowed","start":32,"end":39,"id":7,"ws":true,"disabled":false},{"text":"for","start":40,"end":43,"id":8,"ws":true,"disabled":false},{"text":"the","start":44,"end":47,"id":9,"ws":true,"disabled":false},{"text":"storm","start":48,"end":53,"id":10,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":11,"ws":true,"disabled":false},{"text":"ramp","start":57,"end":61,"id":12,"ws":true,"disabled":false},{"text":"up","start":62,"end":64,"id":13,"ws":true,"disabled":false},{"text":"quickly","start":65,"end":72,"id":14,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":15,"ws":true,"disabled":false},{"text":"undergoing","start":74,"end":84,"id":16,"ws":true,"disabled":false},{"text":"what","start":85,"end":89,"id":17,"ws":true,"disabled":false},{"text":"is","start":90,"end":92,"id":18,"ws":true,"disabled":false},{"text":"known","start":93,"end":98,"id":19,"ws":true,"disabled":false},{"text":"as","start":99,"end":101,"id":20,"ws":true,"disabled":false},{"text":"rapid","start":102,"end":107,"id":21,"ws":true,"disabled":false},{"text":"intensification","start":108,"end":123,"id":22,"ws":true,"disabled":false},{"text":"as","start":124,"end":126,"id":23,"ws":true,"disabled":false},{"text":"it","start":127,"end":129,"id":24,"ws":true,"disabled":false},{"text":"exploded","start":130,"end":138,"id":25,"ws":true,"disabled":false},{"text":"from","start":139,"end":143,"id":26,"ws":true,"disabled":false},{"text":"a","start":144,"end":145,"id":27,"ws":true,"disabled":false},{"text":"moderate","start":146,"end":154,"id":28,"ws":true,"disabled":false},{"text":"category","start":155,"end":163,"id":29,"ws":true,"disabled":false},{"text":"2","start":164,"end":165,"id":30,"ws":true,"disabled":false},{"text":"to","start":166,"end":168,"id":31,"ws":true,"disabled":false},{"text":"extreme","start":169,"end":176,"id":32,"ws":true,"disabled":false},{"text":"category","start":177,"end":185,"id":33,"ws":true,"disabled":false},{"text":"5","start":186,"end":187,"id":34,"ws":true,"disabled":false},{"text":"over","start":188,"end":192,"id":35,"ws":true,"disabled":false},{"text":"just","start":193,"end":197,"id":36,"ws":true,"disabled":false},{"text":"two","start":198,"end":201,"id":37,"ws":true,"disabled":false},{"text":"days","start":202,"end":206,"id":38,"ws":false,"disabled":false},{"text":".","start":206,"end":207,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":208,"end":220,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":221,"end":233,"id":41,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":21,"end":25,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":26,"end":31,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":10,"head_span":{"start":57,"end":72,"token_start":12,"token_end":14,"label":"change_direction"},"child_span":{"start":48,"end":53,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":10,"head_span":{"start":26,"end":31,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":48,"end":53,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The heat, according to researchers at the University of California, Berkeley, will drive deaths that soon outpace those from car crashes or opioid overdoses.","text":"The heat, according to researchers at the University of California, Berkeley, will drive deaths that soon outpace those from car crashes or opioid overdoses. IMPLIED_BASE IMPLIED_BASE","characters":"157","document_index":"773","md_sentence_index":"306","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/07/23/magazine/climate-migration.html","combo_id":"773_306","post-training batch1":"773_306","_input_hash":-1465843895,"_task_hash":1915140866,"spans":[{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},{"start":78,"end":82,"token_start":14,"token_end":14,"label":"confidence"},{"start":83,"end":88,"token_start":15,"token_end":15,"label":"change_direction"},{"start":89,"end":95,"token_start":16,"token_end":16,"label":"change_direction"},{"start":125,"end":128,"token_start":22,"token_end":22,"label":"type_of"},{"start":129,"end":136,"token_start":23,"token_end":23,"label":"base"},{"start":140,"end":146,"token_start":25,"token_end":25,"label":"type_of"},{"start":147,"end":156,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"heat","start":4,"end":8,"id":1,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":2,"ws":true,"disabled":false},{"text":"according","start":10,"end":19,"id":3,"ws":true,"disabled":false},{"text":"to","start":20,"end":22,"id":4,"ws":true,"disabled":false},{"text":"researchers","start":23,"end":34,"id":5,"ws":true,"disabled":false},{"text":"at","start":35,"end":37,"id":6,"ws":true,"disabled":false},{"text":"the","start":38,"end":41,"id":7,"ws":true,"disabled":false},{"text":"University","start":42,"end":52,"id":8,"ws":true,"disabled":false},{"text":"of","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"California","start":56,"end":66,"id":10,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":11,"ws":true,"disabled":false},{"text":"Berkeley","start":68,"end":76,"id":12,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":13,"ws":true,"disabled":false},{"text":"will","start":78,"end":82,"id":14,"ws":true,"disabled":false},{"text":"drive","start":83,"end":88,"id":15,"ws":true,"disabled":false},{"text":"deaths","start":89,"end":95,"id":16,"ws":true,"disabled":false},{"text":"that","start":96,"end":100,"id":17,"ws":true,"disabled":false},{"text":"soon","start":101,"end":105,"id":18,"ws":true,"disabled":false},{"text":"outpace","start":106,"end":113,"id":19,"ws":true,"disabled":false},{"text":"those","start":114,"end":119,"id":20,"ws":true,"disabled":false},{"text":"from","start":120,"end":124,"id":21,"ws":true,"disabled":false},{"text":"car","start":125,"end":128,"id":22,"ws":true,"disabled":false},{"text":"crashes","start":129,"end":136,"id":23,"ws":true,"disabled":false},{"text":"or","start":137,"end":139,"id":24,"ws":true,"disabled":false},{"text":"opioid","start":140,"end":146,"id":25,"ws":true,"disabled":false},{"text":"overdoses","start":147,"end":156,"id":26,"ws":false,"disabled":false},{"text":".","start":156,"end":157,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":29,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":15,"child":16,"head_span":{"start":83,"end":88,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":89,"end":95,"token_start":16,"token_end":16,"label":"change_direction"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":16,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":89,"end":95,"token_start":16,"token_end":16,"label":"change_direction"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":23,"head_span":{"start":125,"end":128,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":129,"end":136,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":140,"end":146,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":147,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":16,"head_span":{"start":129,"end":136,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":89,"end":95,"token_start":16,"token_end":16,"label":"change_direction"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":16,"head_span":{"start":147,"end":156,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":89,"end":95,"token_start":16,"token_end":16,"label":"change_direction"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"They did find, however, that nonfarm productivity also tended to decline at higher temperatures, most likely from workers in temperature-sensitive occupations working outdoors or in buildings exposed to outdoor temperatures needing to take more breaks or work more slowly.\n","text":"They did find, however, that nonfarm productivity also tended to decline at higher temperatures, most likely from workers in temperature-sensitive occupations working outdoors or in buildings exposed to outdoor temperatures needing to take more breaks or work more slowly. IMPLIED_BASE IMPLIED_BASE","characters":"273","document_index":"741","md_sentence_index":"29","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/heat-wave-effects-on-economic-productivity-2019-7","combo_id":"741_29","post-training batch1":"741_29","_input_hash":2027772007,"_task_hash":371324496,"spans":[{"text":"higher","start":76,"token_start":14,"token_end":14,"end":82,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":83,"token_start":15,"token_end":15,"end":95,"type":"pattern","label":"aspect_changing"},{"label":"type_of"},{"start":29,"end":36,"token_start":7,"token_end":7,"label":"type_of"},{"start":37,"end":49,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":55,"end":61,"token_start":10,"token_end":10,"label":"confidence"},{"start":65,"end":72,"token_start":12,"token_end":12,"label":"change_direction"},{"start":73,"end":75,"token_start":13,"token_end":13,"label":"predicate"},{"start":109,"end":113,"token_start":19,"token_end":19,"label":"predicate"},{"start":114,"end":158,"token_start":20,"token_end":25,"label":"to_whom"},{"start":167,"end":175,"token_start":27,"token_end":27,"label":"where"},{"start":179,"end":223,"token_start":29,"token_end":34,"label":"where"},{"start":235,"end":244,"token_start":37,"token_end":38,"label":"change_direction"},{"start":245,"end":251,"token_start":39,"token_end":39,"label":"base"},{"start":255,"end":259,"token_start":41,"token_end":41,"label":"base"},{"start":260,"end":271,"token_start":42,"token_end":43,"label":"change_direction"},{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"},{"start":286,"end":298,"token_start":46,"token_end":46,"label":"base"}],"tokens":[{"text":"They","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"did","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"find","start":9,"end":13,"id":2,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":3,"ws":true,"disabled":false},{"text":"however","start":15,"end":22,"id":4,"ws":false,"disabled":false},{"text":",","start":22,"end":23,"id":5,"ws":true,"disabled":false},{"text":"that","start":24,"end":28,"id":6,"ws":true,"disabled":false},{"text":"nonfarm","start":29,"end":36,"id":7,"ws":true,"disabled":false},{"text":"productivity","start":37,"end":49,"id":8,"ws":true,"disabled":false},{"text":"also","start":50,"end":54,"id":9,"ws":true,"disabled":false},{"text":"tended","start":55,"end":61,"id":10,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":11,"ws":true,"disabled":false},{"text":"decline","start":65,"end":72,"id":12,"ws":true,"disabled":false},{"text":"at","start":73,"end":75,"id":13,"ws":true,"disabled":false},{"text":"higher","start":76,"end":82,"id":14,"ws":true,"disabled":false},{"text":"temperatures","start":83,"end":95,"id":15,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":16,"ws":true,"disabled":false},{"text":"most","start":97,"end":101,"id":17,"ws":true,"disabled":false},{"text":"likely","start":102,"end":108,"id":18,"ws":true,"disabled":false},{"text":"from","start":109,"end":113,"id":19,"ws":true,"disabled":false},{"text":"workers","start":114,"end":121,"id":20,"ws":true,"disabled":false},{"text":"in","start":122,"end":124,"id":21,"ws":true,"disabled":false},{"text":"temperature","start":125,"end":136,"id":22,"ws":false,"disabled":false},{"text":"-","start":136,"end":137,"id":23,"ws":false,"disabled":false},{"text":"sensitive","start":137,"end":146,"id":24,"ws":true,"disabled":false},{"text":"occupations","start":147,"end":158,"id":25,"ws":true,"disabled":false},{"text":"working","start":159,"end":166,"id":26,"ws":true,"disabled":false},{"text":"outdoors","start":167,"end":175,"id":27,"ws":true,"disabled":false},{"text":"or","start":176,"end":178,"id":28,"ws":true,"disabled":false},{"text":"in","start":179,"end":181,"id":29,"ws":true,"disabled":false},{"text":"buildings","start":182,"end":191,"id":30,"ws":true,"disabled":false},{"text":"exposed","start":192,"end":199,"id":31,"ws":true,"disabled":false},{"text":"to","start":200,"end":202,"id":32,"ws":true,"disabled":false},{"text":"outdoor","start":203,"end":210,"id":33,"ws":true,"disabled":false},{"text":"temperatures","start":211,"end":223,"id":34,"ws":true,"disabled":false},{"text":"needing","start":224,"end":231,"id":35,"ws":true,"disabled":false},{"text":"to","start":232,"end":234,"id":36,"ws":true,"disabled":false},{"text":"take","start":235,"end":239,"id":37,"ws":true,"disabled":false},{"text":"more","start":240,"end":244,"id":38,"ws":true,"disabled":false},{"text":"breaks","start":245,"end":251,"id":39,"ws":true,"disabled":false},{"text":"or","start":252,"end":254,"id":40,"ws":true,"disabled":false},{"text":"work","start":255,"end":259,"id":41,"ws":true,"disabled":false},{"text":"more","start":260,"end":264,"id":42,"ws":true,"disabled":false},{"text":"slowly","start":265,"end":271,"id":43,"ws":false,"disabled":false},{"text":".","start":271,"end":272,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":273,"end":285,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":286,"end":298,"id":46,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":15,"child":45,"head_span":{"start":83,"end":95,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":45,"head_span":{"start":76,"end":82,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":46,"head_span":{"start":29,"end":36,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":286,"end":298,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":46,"head_span":{"start":37,"end":49,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":286,"end":298,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":46,"head_span":{"start":65,"end":72,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":286,"end":298,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":41,"head_span":{"start":260,"end":271,"token_start":42,"token_end":43,"label":"change_direction"},"child_span":{"start":255,"end":259,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":46,"head_span":{"start":255,"end":259,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":286,"end":298,"token_start":46,"token_end":46,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":38,"child":39,"head_span":{"start":235,"end":244,"token_start":37,"token_end":38,"label":"change_direction"},"child_span":{"start":245,"end":251,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":46,"head_span":{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":286,"end":298,"token_start":46,"token_end":46,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":45,"child":39,"head_span":{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":245,"end":251,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":46,"head_span":{"start":245,"end":251,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":286,"end":298,"token_start":46,"token_end":46,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":45,"child":41,"head_span":{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":255,"end":259,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":46,"head_span":{"start":255,"end":259,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":286,"end":298,"token_start":46,"token_end":46,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":46,"head_span":{"start":179,"end":223,"token_start":29,"token_end":34,"label":"where"},"child_span":{"start":286,"end":298,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":46,"head_span":{"start":167,"end":175,"token_start":27,"token_end":27,"label":"where"},"child_span":{"start":286,"end":298,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":46,"head_span":{"start":114,"end":158,"token_start":20,"token_end":25,"label":"to_whom"},"child_span":{"start":286,"end":298,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":41,"head_span":{"start":179,"end":223,"token_start":29,"token_end":34,"label":"where"},"child_span":{"start":255,"end":259,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":41,"head_span":{"start":167,"end":175,"token_start":27,"token_end":27,"label":"where"},"child_span":{"start":255,"end":259,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":41,"head_span":{"start":114,"end":158,"token_start":20,"token_end":25,"label":"to_whom"},"child_span":{"start":255,"end":259,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Wildfires are also expected to increase the risk for destructive mudslides, as landscapes laid bare by fire are drenched with winter rain.","text":"Wildfires are also expected to increase the risk for destructive mudslides, as landscapes laid bare by fire are drenched with winter rain. IMPLIED_BASE IMPLIED_BASE","characters":"138","document_index":"433","md_sentence_index":"23","classification_origin":"causal_sentence_classification","url":"https://yaleclimateconnections.org/2019/07/wildfires-and-climate-change-whats-the-connection/","combo_id":"433_23","post-training batch1":"433_23","_input_hash":-1659655781,"_task_hash":966915177,"spans":[{"text":"Wildfires","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"base"},{"start":19,"end":27,"token_start":3,"token_end":3,"label":"confidence"},{"text":"increase","start":31,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"change_direction"},{"text":"risk","start":44,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"aspect_changing"},{"start":53,"end":64,"token_start":9,"token_end":9,"label":"type_of"},{"text":"mudslides","start":65,"token_start":10,"token_end":10,"end":74,"type":"pattern","label":"base"},{"start":76,"end":78,"token_start":12,"token_end":12,"label":"predicate"},{"start":79,"end":89,"token_start":13,"token_end":13,"label":"base"},{"start":90,"end":99,"token_start":14,"token_end":15,"label":"change_direction"},{"start":100,"end":102,"token_start":16,"token_end":16,"label":"predicate"},{"start":103,"end":107,"token_start":17,"token_end":17,"label":"base"},{"start":112,"end":120,"token_start":19,"token_end":19,"label":"change_direction"},{"start":126,"end":132,"token_start":21,"token_end":21,"label":"when"},{"text":"rain","start":133,"token_start":22,"token_end":22,"end":137,"type":"pattern","label":"base"},{"start":139,"end":151,"token_start":24,"token_end":24,"label":"base"}],"tokens":[{"text":"Wildfires","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"are","start":10,"end":13,"id":1,"ws":true,"disabled":false},{"text":"also","start":14,"end":18,"id":2,"ws":true,"disabled":false},{"text":"expected","start":19,"end":27,"id":3,"ws":true,"disabled":false},{"text":"to","start":28,"end":30,"id":4,"ws":true,"disabled":false},{"text":"increase","start":31,"end":39,"id":5,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":6,"ws":true,"disabled":false},{"text":"risk","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"for","start":49,"end":52,"id":8,"ws":true,"disabled":false},{"text":"destructive","start":53,"end":64,"id":9,"ws":true,"disabled":false},{"text":"mudslides","start":65,"end":74,"id":10,"ws":false,"disabled":false},{"text":",","start":74,"end":75,"id":11,"ws":true,"disabled":false},{"text":"as","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"landscapes","start":79,"end":89,"id":13,"ws":true,"disabled":false},{"text":"laid","start":90,"end":94,"id":14,"ws":true,"disabled":false},{"text":"bare","start":95,"end":99,"id":15,"ws":true,"disabled":false},{"text":"by","start":100,"end":102,"id":16,"ws":true,"disabled":false},{"text":"fire","start":103,"end":107,"id":17,"ws":true,"disabled":false},{"text":"are","start":108,"end":111,"id":18,"ws":true,"disabled":false},{"text":"drenched","start":112,"end":120,"id":19,"ws":true,"disabled":false},{"text":"with","start":121,"end":125,"id":20,"ws":true,"disabled":false},{"text":"winter","start":126,"end":132,"id":21,"ws":true,"disabled":false},{"text":"rain","start":133,"end":137,"id":22,"ws":false,"disabled":false},{"text":".","start":137,"end":138,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":25,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":9,"child":10,"head_span":{"start":53,"end":64,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":65,"end":74,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":44,"end":48,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":65,"end":74,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":10,"head_span":{"start":31,"end":39,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":65,"end":74,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":13,"head_span":{"start":90,"end":99,"token_start":14,"token_end":15,"label":"change_direction"},"child_span":{"start":79,"end":89,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":24,"head_span":{"start":79,"end":89,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":139,"end":151,"token_start":24,"token_end":24,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":19,"child":24,"head_span":{"start":112,"end":120,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":139,"end":151,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":22,"head_span":{"start":126,"end":132,"token_start":21,"token_end":21,"label":"when"},"child_span":{"start":133,"end":137,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":133,"end":137,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":139,"end":151,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":13,"head_span":{"start":103,"end":107,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":79,"end":89,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":10,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":65,"end":74,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":10,"head_span":{"start":139,"end":151,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":65,"end":74,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":10,"head_span":{"start":79,"end":89,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":65,"end":74,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Rachel Noble, a University of North Carolina microbiologist who has monitored the bacteria in rivers and estuaries in her state for more than 20 years, notes that storm surges can cause Vibrio concentrations to spike and linger in the water.","text":"Rachel Noble, a University of North Carolina microbiologist who has monitored the bacteria in rivers and estuaries in her state for more than 20 years, notes that storm surges can cause Vibrio concentrations to spike and linger in the water. IMPLIED_BASE IMPLIED_BASE","characters":"241","document_index":"861","md_sentence_index":"143","classification_origin":"causal_sentence_classification","url":"https://publicintegrity.org/environment/hidden-epidemics/vibrio-deadly-bacteria-coastal-waters-climate-change-health/","combo_id":"861_143","post-training batch1":"861_143","_input_hash":1077726875,"_task_hash":80785803,"spans":[{"text":"storm","start":163,"token_start":29,"token_end":29,"end":168,"type":"pattern","label":"base"},{"start":169,"end":175,"token_start":30,"token_end":30,"label":"aspect_changing"},{"start":176,"end":179,"token_start":31,"token_end":31,"label":"confidence"},{"start":180,"end":185,"token_start":32,"token_end":32,"label":"predicate"},{"start":186,"end":192,"token_start":33,"token_end":33,"label":"base"},{"text":"concentrations","start":193,"token_start":34,"token_end":34,"end":207,"type":"pattern","label":"aspect_changing"},{"start":208,"end":216,"token_start":35,"token_end":36,"label":"change_direction"},{"start":221,"end":227,"token_start":38,"token_end":38,"label":"change_direction"},{"start":228,"end":240,"token_start":39,"token_end":41,"label":"where"}],"tokens":[{"text":"Rachel","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"Noble","start":7,"end":12,"id":1,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":2,"ws":true,"disabled":false},{"text":"a","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"University","start":16,"end":26,"id":4,"ws":true,"disabled":false},{"text":"of","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"North","start":30,"end":35,"id":6,"ws":true,"disabled":false},{"text":"Carolina","start":36,"end":44,"id":7,"ws":true,"disabled":false},{"text":"microbiologist","start":45,"end":59,"id":8,"ws":true,"disabled":false},{"text":"who","start":60,"end":63,"id":9,"ws":true,"disabled":false},{"text":"has","start":64,"end":67,"id":10,"ws":true,"disabled":false},{"text":"monitored","start":68,"end":77,"id":11,"ws":true,"disabled":false},{"text":"the","start":78,"end":81,"id":12,"ws":true,"disabled":false},{"text":"bacteria","start":82,"end":90,"id":13,"ws":true,"disabled":false},{"text":"in","start":91,"end":93,"id":14,"ws":true,"disabled":false},{"text":"rivers","start":94,"end":100,"id":15,"ws":true,"disabled":false},{"text":"and","start":101,"end":104,"id":16,"ws":true,"disabled":false},{"text":"estuaries","start":105,"end":114,"id":17,"ws":true,"disabled":false},{"text":"in","start":115,"end":117,"id":18,"ws":true,"disabled":false},{"text":"her","start":118,"end":121,"id":19,"ws":true,"disabled":false},{"text":"state","start":122,"end":127,"id":20,"ws":true,"disabled":false},{"text":"for","start":128,"end":131,"id":21,"ws":true,"disabled":false},{"text":"more","start":132,"end":136,"id":22,"ws":true,"disabled":false},{"text":"than","start":137,"end":141,"id":23,"ws":true,"disabled":false},{"text":"20","start":142,"end":144,"id":24,"ws":true,"disabled":false},{"text":"years","start":145,"end":150,"id":25,"ws":false,"disabled":false},{"text":",","start":150,"end":151,"id":26,"ws":true,"disabled":false},{"text":"notes","start":152,"end":157,"id":27,"ws":true,"disabled":false},{"text":"that","start":158,"end":162,"id":28,"ws":true,"disabled":false},{"text":"storm","start":163,"end":168,"id":29,"ws":true,"disabled":false},{"text":"surges","start":169,"end":175,"id":30,"ws":true,"disabled":false},{"text":"can","start":176,"end":179,"id":31,"ws":true,"disabled":false},{"text":"cause","start":180,"end":185,"id":32,"ws":true,"disabled":false},{"text":"Vibrio","start":186,"end":192,"id":33,"ws":true,"disabled":false},{"text":"concentrations","start":193,"end":207,"id":34,"ws":true,"disabled":false},{"text":"to","start":208,"end":210,"id":35,"ws":true,"disabled":false},{"text":"spike","start":211,"end":216,"id":36,"ws":true,"disabled":false},{"text":"and","start":217,"end":220,"id":37,"ws":true,"disabled":false},{"text":"linger","start":221,"end":227,"id":38,"ws":true,"disabled":false},{"text":"in","start":228,"end":230,"id":39,"ws":true,"disabled":false},{"text":"the","start":231,"end":234,"id":40,"ws":true,"disabled":false},{"text":"water","start":235,"end":240,"id":41,"ws":false,"disabled":false},{"text":".","start":240,"end":241,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":242,"end":254,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":255,"end":267,"id":44,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":29,"child":30,"head_span":{"start":163,"end":168,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":169,"end":175,"token_start":30,"token_end":30,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":193,"end":207,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":186,"end":192,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":33,"head_span":{"start":208,"end":216,"token_start":35,"token_end":36,"label":"change_direction"},"child_span":{"start":186,"end":192,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":33,"head_span":{"start":221,"end":227,"token_start":38,"token_end":38,"label":"change_direction"},"child_span":{"start":186,"end":192,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":33,"head_span":{"start":163,"end":168,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":186,"end":192,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Policies can improve energy efficiency, speed our transition from fossil fuels to renewable energy, and require companies to limit the amount of pollution that they produce.\n","text":"Policies can improve energy efficiency, speed our transition from fossil fuels to renewable energy, and require companies to limit the amount of pollution that they produce. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"857","md_sentence_index":"71","classification_origin":"causal_sentence_classification","url":"https://www.barrons.com/articles/7-ways-youre-already-paying-for-climate-change-51599995430","combo_id":"857_71","post-training batch1":"857_71","_input_hash":168784293,"_task_hash":685716308,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},{"start":9,"end":12,"token_start":1,"token_end":1,"label":"confidence"},{"start":13,"end":20,"token_start":2,"token_end":2,"label":"change_direction"},{"start":21,"end":27,"token_start":3,"token_end":3,"label":"base"},{"start":28,"end":38,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":40,"end":45,"token_start":6,"token_end":6,"label":"change_direction"},{"start":50,"end":98,"token_start":8,"token_end":14,"label":"base"},{"start":104,"end":111,"token_start":17,"token_end":17,"label":"predicate"},{"start":112,"end":121,"token_start":18,"token_end":18,"label":"to_whom"},{"start":125,"end":130,"token_start":20,"token_end":20,"label":"change_direction"},{"start":135,"end":141,"token_start":22,"token_end":22,"label":"aspect_changing"},{"text":"pollution","start":145,"token_start":24,"token_end":24,"end":154,"type":"pattern","label":"base"}],"tokens":[{"text":"Policies","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"can","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"improve","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"energy","start":21,"end":27,"id":3,"ws":true,"disabled":false},{"text":"efficiency","start":28,"end":38,"id":4,"ws":false,"disabled":false},{"text":",","start":38,"end":39,"id":5,"ws":true,"disabled":false},{"text":"speed","start":40,"end":45,"id":6,"ws":true,"disabled":false},{"text":"our","start":46,"end":49,"id":7,"ws":true,"disabled":false},{"text":"transition","start":50,"end":60,"id":8,"ws":true,"disabled":false},{"text":"from","start":61,"end":65,"id":9,"ws":true,"disabled":false},{"text":"fossil","start":66,"end":72,"id":10,"ws":true,"disabled":false},{"text":"fuels","start":73,"end":78,"id":11,"ws":true,"disabled":false},{"text":"to","start":79,"end":81,"id":12,"ws":true,"disabled":false},{"text":"renewable","start":82,"end":91,"id":13,"ws":true,"disabled":false},{"text":"energy","start":92,"end":98,"id":14,"ws":false,"disabled":false},{"text":",","start":98,"end":99,"id":15,"ws":true,"disabled":false},{"text":"and","start":100,"end":103,"id":16,"ws":true,"disabled":false},{"text":"require","start":104,"end":111,"id":17,"ws":true,"disabled":false},{"text":"companies","start":112,"end":121,"id":18,"ws":true,"disabled":false},{"text":"to","start":122,"end":124,"id":19,"ws":true,"disabled":false},{"text":"limit","start":125,"end":130,"id":20,"ws":true,"disabled":false},{"text":"the","start":131,"end":134,"id":21,"ws":true,"disabled":false},{"text":"amount","start":135,"end":141,"id":22,"ws":true,"disabled":false},{"text":"of","start":142,"end":144,"id":23,"ws":true,"disabled":false},{"text":"pollution","start":145,"end":154,"id":24,"ws":true,"disabled":false},{"text":"that","start":155,"end":159,"id":25,"ws":true,"disabled":false},{"text":"they","start":160,"end":164,"id":26,"ws":true,"disabled":false},{"text":"produce","start":165,"end":172,"id":27,"ws":false,"disabled":false},{"text":".","start":172,"end":173,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":30,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":13,"end":20,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":21,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":3,"head_span":{"start":28,"end":38,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":21,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":14,"head_span":{"start":40,"end":45,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":50,"end":98,"token_start":8,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":24,"head_span":{"start":125,"end":130,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":145,"end":154,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":135,"end":141,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":145,"end":154,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":24,"head_span":{"start":112,"end":121,"token_start":18,"token_end":18,"label":"to_whom"},"child_span":{"start":145,"end":154,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":3,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":21,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":14,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":50,"end":98,"token_start":8,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":24,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":145,"end":154,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"ignore","reason":"not causal","relation count":"","complexity":"","original_md_text":"Hazards big enough to cause entire species to go extinct are relatively rare.","text":"Hazards big enough to cause entire species to go extinct are relatively rare. IMPLIED_BASE IMPLIED_BASE","characters":"77","document_index":"135","md_sentence_index":"27","classification_origin":"cm_cause_effect_rel","url":"http://theconversation.com/will-climate-change-cause-humans-to-go-extinct-117691","combo_id":"135_27","post-training batch1":"135_27","_input_hash":484186116,"_task_hash":-45983192,"spans":[{"text":"species","start":35,"token_start":6,"token_end":6,"end":42,"type":"pattern","label":"base"}],"tokens":[{"text":"Hazards","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"big","start":8,"end":11,"id":1,"ws":true,"disabled":false},{"text":"enough","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"to","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"cause","start":22,"end":27,"id":4,"ws":true,"disabled":false},{"text":"entire","start":28,"end":34,"id":5,"ws":true,"disabled":false},{"text":"species","start":35,"end":42,"id":6,"ws":true,"disabled":false},{"text":"to","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"go","start":46,"end":48,"id":8,"ws":true,"disabled":false},{"text":"extinct","start":49,"end":56,"id":9,"ws":true,"disabled":false},{"text":"are","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"relatively","start":61,"end":71,"id":11,"ws":true,"disabled":false},{"text":"rare","start":72,"end":76,"id":12,"ws":false,"disabled":false},{"text":".","start":76,"end":77,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":78,"end":90,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":91,"end":103,"id":15,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Participation in sport improves mental and physical health,1 enhances community cohesion and well-being,2 and contributes significantly to employment.3\n","text":"Participation in sport improves mental and physical health,1 enhances community cohesion and well-being,2 and contributes significantly to employment.3 IMPLIED_BASE IMPLIED_BASE","characters":"152","document_index":"745","md_sentence_index":"99","classification_origin":"causal_sentence_classification","url":"https://www.connect4climate.org/sites/default/files/files/publications/Sport_and_climate_report.pdf","combo_id":"745_99","post-training batch1":"745_99","_input_hash":529431782,"_task_hash":-64498701,"spans":[{"start":0,"end":13,"token_start":0,"token_end":0,"label":"aspect_changing"},{"start":17,"end":22,"token_start":2,"token_end":2,"label":"base"},{"start":23,"end":31,"token_start":3,"token_end":3,"label":"change_direction"},{"start":32,"end":38,"token_start":4,"token_end":4,"label":"type_of"},{"start":43,"end":51,"token_start":6,"token_end":6,"label":"type_of"},{"start":52,"end":60,"token_start":7,"token_end":7,"label":"base"},{"start":61,"end":69,"token_start":8,"token_end":8,"label":"change_direction"},{"start":70,"end":79,"token_start":9,"token_end":9,"label":"base"},{"start":80,"end":88,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":93,"end":105,"token_start":12,"token_end":14,"label":"aspect_changing"},{"start":110,"end":121,"token_start":16,"token_end":16,"label":"predicate"},{"start":122,"end":135,"token_start":17,"token_end":17,"label":"effect_size"},{"start":139,"end":151,"token_start":19,"token_end":19,"label":"base"}],"tokens":[{"text":"Participation","start":0,"end":13,"id":0,"ws":true,"disabled":false},{"text":"in","start":14,"end":16,"id":1,"ws":true,"disabled":false},{"text":"sport","start":17,"end":22,"id":2,"ws":true,"disabled":false},{"text":"improves","start":23,"end":31,"id":3,"ws":true,"disabled":false},{"text":"mental","start":32,"end":38,"id":4,"ws":true,"disabled":false},{"text":"and","start":39,"end":42,"id":5,"ws":true,"disabled":false},{"text":"physical","start":43,"end":51,"id":6,"ws":true,"disabled":false},{"text":"health,1","start":52,"end":60,"id":7,"ws":true,"disabled":false},{"text":"enhances","start":61,"end":69,"id":8,"ws":true,"disabled":false},{"text":"community","start":70,"end":79,"id":9,"ws":true,"disabled":false},{"text":"cohesion","start":80,"end":88,"id":10,"ws":true,"disabled":false},{"text":"and","start":89,"end":92,"id":11,"ws":true,"disabled":false},{"text":"well","start":93,"end":97,"id":12,"ws":false,"disabled":false},{"text":"-","start":97,"end":98,"id":13,"ws":false,"disabled":false},{"text":"being,2","start":98,"end":105,"id":14,"ws":true,"disabled":false},{"text":"and","start":106,"end":109,"id":15,"ws":true,"disabled":false},{"text":"contributes","start":110,"end":121,"id":16,"ws":true,"disabled":false},{"text":"significantly","start":122,"end":135,"id":17,"ws":true,"disabled":false},{"text":"to","start":136,"end":138,"id":18,"ws":true,"disabled":false},{"text":"employment.3","start":139,"end":151,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":21,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":0,"child":2,"head_span":{"start":0,"end":13,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":17,"end":22,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":7,"head_span":{"start":23,"end":31,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":52,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":43,"end":51,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":52,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":7,"head_span":{"start":32,"end":38,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":52,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":61,"end":69,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":70,"end":79,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":80,"end":88,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":70,"end":79,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":9,"head_span":{"start":93,"end":105,"token_start":12,"token_end":14,"label":"aspect_changing"},"child_span":{"start":70,"end":79,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":7,"head_span":{"start":17,"end":22,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":52,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":9,"head_span":{"start":17,"end":22,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":70,"end":79,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":19,"head_span":{"start":17,"end":22,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":139,"end":151,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Emissions from burning coal\n","text":"Emissions from burning coal IMPLIED_BASE IMPLIED_BASE","characters":"28","document_index":"752","md_sentence_index":"17","classification_origin":"causal_sentence_classification","url":"https://www.eia.gov/energyexplained/coal/coal-and-the-environment.php","combo_id":"752_17","post-training batch1":"752_17","_input_hash":1063918356,"_task_hash":-1813637212,"spans":[{"text":"Emissions","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"aspect_changing"},{"start":10,"end":14,"token_start":1,"token_end":1,"label":"predicate"},{"start":15,"end":22,"token_start":2,"token_end":2,"label":"change_direction"},{"text":"coal","start":23,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"base"},{"start":28,"end":40,"token_start":4,"token_end":4,"label":"base"}],"tokens":[{"text":"Emissions","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"from","start":10,"end":14,"id":1,"ws":true,"disabled":false},{"text":"burning","start":15,"end":22,"id":2,"ws":true,"disabled":false},{"text":"coal","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":28,"end":40,"id":4,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":41,"end":53,"id":5,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":0,"child":4,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":28,"end":40,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":3,"head_span":{"start":15,"end":22,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":23,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":23,"end":27,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":28,"end":40,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Ecosystems are altered by natural and human-made occurrences.","text":"Ecosystems are altered by natural and human-made occurrences. IMPLIED_BASE IMPLIED_BASE","characters":"61","document_index":"371","md_sentence_index":"57","classification_origin":"cm_cause_effect_rel","url":"https://theconversation.com/if-we-stopped-emitting-greenhouse-gases-right-now-would-we-stop-climate-change-78882","combo_id":"371_57","post-training batch1":"371_57","_input_hash":-1006847771,"_task_hash":464575998,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},{"start":15,"end":25,"token_start":2,"token_end":3,"label":"predicate"}],"tokens":[{"text":"Ecosystems","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"are","start":11,"end":14,"id":1,"ws":true,"disabled":false},{"text":"altered","start":15,"end":22,"id":2,"ws":true,"disabled":false},{"text":"by","start":23,"end":25,"id":3,"ws":true,"disabled":false},{"text":"natural","start":26,"end":33,"id":4,"ws":true,"disabled":false},{"text":"and","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"human","start":38,"end":43,"id":6,"ws":false,"disabled":false},{"text":"-","start":43,"end":44,"id":7,"ws":false,"disabled":false},{"text":"made","start":44,"end":48,"id":8,"ws":true,"disabled":false},{"text":"occurrences","start":49,"end":60,"id":9,"ws":false,"disabled":false},{"text":".","start":60,"end":61,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":62,"end":74,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":75,"end":87,"id":12,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"staged","Dataset name":"checkin-four","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Over the past century, we have become better at medicine (which lowers the risk from disease) but we also travel more (which increases the spread of diseases).","text":"Over the past century, we have become better at medicine (which lowers the risk from disease) but we also travel more (which increases the spread of diseases). IMPLIED_BASE IMPLIED_BASE","characters":"159","document_index":"135","md_sentence_index":"34","classification_origin":"cm_cause_effect_rel","url":"http://theconversation.com/will-climate-change-cause-humans-to-go-extinct-117691","combo_id":"135_34","post-training batch1":"135_34","_input_hash":-1434400850,"_task_hash":992633202,"spans":[{"start":38,"end":44,"token_start":8,"token_end":8,"label":"change_direction"},{"text":"medicine","start":48,"token_start":10,"token_end":10,"end":56,"type":"pattern","label":"base"},{"text":"lowers","start":64,"token_start":13,"token_end":13,"end":70,"type":"pattern","label":"change_direction"},{"text":"risk","start":75,"token_start":15,"token_end":15,"end":79,"type":"pattern","label":"aspect_changing"},{"start":85,"end":92,"token_start":17,"token_end":17,"label":"base"},{"start":106,"end":112,"token_start":22,"token_end":22,"label":"base"},{"text":"more","start":113,"token_start":23,"token_end":23,"end":117,"type":"pattern","label":"change_direction"},{"text":"increases","start":125,"token_start":26,"token_end":26,"end":134,"type":"pattern","label":"change_direction"},{"start":139,"end":145,"token_start":28,"token_end":28,"label":"aspect_changing"},{"start":149,"end":157,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"Over","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"past","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"century","start":14,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"we","start":23,"end":25,"id":5,"ws":true,"disabled":false},{"text":"have","start":26,"end":30,"id":6,"ws":true,"disabled":false},{"text":"become","start":31,"end":37,"id":7,"ws":true,"disabled":false},{"text":"better","start":38,"end":44,"id":8,"ws":true,"disabled":false},{"text":"at","start":45,"end":47,"id":9,"ws":true,"disabled":false},{"text":"medicine","start":48,"end":56,"id":10,"ws":true,"disabled":false},{"text":"(","start":57,"end":58,"id":11,"ws":false,"disabled":false},{"text":"which","start":58,"end":63,"id":12,"ws":true,"disabled":false},{"text":"lowers","start":64,"end":70,"id":13,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":14,"ws":true,"disabled":false},{"text":"risk","start":75,"end":79,"id":15,"ws":true,"disabled":false},{"text":"from","start":80,"end":84,"id":16,"ws":true,"disabled":false},{"text":"disease","start":85,"end":92,"id":17,"ws":false,"disabled":false},{"text":")","start":92,"end":93,"id":18,"ws":true,"disabled":false},{"text":"but","start":94,"end":97,"id":19,"ws":true,"disabled":false},{"text":"we","start":98,"end":100,"id":20,"ws":true,"disabled":false},{"text":"also","start":101,"end":105,"id":21,"ws":true,"disabled":false},{"text":"travel","start":106,"end":112,"id":22,"ws":true,"disabled":false},{"text":"more","start":113,"end":117,"id":23,"ws":true,"disabled":false},{"text":"(","start":118,"end":119,"id":24,"ws":false,"disabled":false},{"text":"which","start":119,"end":124,"id":25,"ws":true,"disabled":false},{"text":"increases","start":125,"end":134,"id":26,"ws":true,"disabled":false},{"text":"the","start":135,"end":138,"id":27,"ws":true,"disabled":false},{"text":"spread","start":139,"end":145,"id":28,"ws":true,"disabled":false},{"text":"of","start":146,"end":148,"id":29,"ws":true,"disabled":false},{"text":"diseases","start":149,"end":157,"id":30,"ws":false,"disabled":false},{"text":")","start":157,"end":158,"id":31,"ws":false,"disabled":false},{"text":".","start":158,"end":159,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":160,"end":172,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":173,"end":185,"id":34,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":8,"child":10,"head_span":{"start":38,"end":44,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":48,"end":56,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":64,"end":70,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":85,"end":92,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":75,"end":79,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":85,"end":92,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":113,"end":117,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":106,"end":112,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":30,"head_span":{"start":125,"end":134,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":149,"end":157,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":30,"head_span":{"start":139,"end":145,"token_start":28,"token_end":28,"label":"aspect_changing"},"child_span":{"start":149,"end":157,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":17,"head_span":{"start":48,"end":56,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":85,"end":92,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":30,"head_span":{"start":106,"end":112,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":149,"end":157,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In the future, weather whiplash could mean an intense drought year followed by record rains that don\u2019t allow planting or that wash fertilizer into waterways.","text":"In the future, weather whiplash could mean an intense drought year followed by record rains that don\u2019t allow planting or that wash fertilizer into waterways. IMPLIED_BASE IMPLIED_BASE","characters":"157","document_index":"467","md_sentence_index":"13","classification_origin":"causal_sentence_classification","url":"https://e360.yale.edu/features/climate-whiplash-wild-swings-in-extreme-weather-are-on-the-rise","combo_id":"467_13","post-training batch1":"467_13","_input_hash":477004321,"_task_hash":158115267,"spans":[{"start":15,"end":31,"token_start":4,"token_end":5,"label":"base"},{"start":32,"end":37,"token_start":6,"token_end":6,"label":"confidence"},{"start":46,"end":53,"token_start":9,"token_end":9,"label":"type_of"},{"text":"drought","start":54,"token_start":10,"token_end":10,"end":61,"type":"pattern","label":"base"},{"start":62,"end":66,"token_start":11,"token_end":11,"label":"when"},{"start":79,"end":85,"token_start":14,"token_end":14,"label":"type_of"},{"start":86,"end":91,"token_start":15,"token_end":15,"label":"base"},{"start":97,"end":108,"token_start":17,"token_end":19,"label":"change_direction"},{"start":109,"end":117,"token_start":20,"token_end":20,"label":"base"},{"text":"fertilizer","start":131,"token_start":24,"token_end":24,"end":141,"type":"pattern","label":"base"},{"start":142,"end":156,"token_start":25,"token_end":26,"label":"change_direction"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"future","start":7,"end":13,"id":2,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":3,"ws":true,"disabled":false},{"text":"weather","start":15,"end":22,"id":4,"ws":true,"disabled":false},{"text":"whiplash","start":23,"end":31,"id":5,"ws":true,"disabled":false},{"text":"could","start":32,"end":37,"id":6,"ws":true,"disabled":false},{"text":"mean","start":38,"end":42,"id":7,"ws":true,"disabled":false},{"text":"an","start":43,"end":45,"id":8,"ws":true,"disabled":false},{"text":"intense","start":46,"end":53,"id":9,"ws":true,"disabled":false},{"text":"drought","start":54,"end":61,"id":10,"ws":true,"disabled":false},{"text":"year","start":62,"end":66,"id":11,"ws":true,"disabled":false},{"text":"followed","start":67,"end":75,"id":12,"ws":true,"disabled":false},{"text":"by","start":76,"end":78,"id":13,"ws":true,"disabled":false},{"text":"record","start":79,"end":85,"id":14,"ws":true,"disabled":false},{"text":"rains","start":86,"end":91,"id":15,"ws":true,"disabled":false},{"text":"that","start":92,"end":96,"id":16,"ws":true,"disabled":false},{"text":"do","start":97,"end":99,"id":17,"ws":false,"disabled":false},{"text":"n\u2019t","start":99,"end":102,"id":18,"ws":true,"disabled":false},{"text":"allow","start":103,"end":108,"id":19,"ws":true,"disabled":false},{"text":"planting","start":109,"end":117,"id":20,"ws":true,"disabled":false},{"text":"or","start":118,"end":120,"id":21,"ws":true,"disabled":false},{"text":"that","start":121,"end":125,"id":22,"ws":true,"disabled":false},{"text":"wash","start":126,"end":130,"id":23,"ws":true,"disabled":false},{"text":"fertilizer","start":131,"end":141,"id":24,"ws":true,"disabled":false},{"text":"into","start":142,"end":146,"id":25,"ws":true,"disabled":false},{"text":"waterways","start":147,"end":156,"id":26,"ws":false,"disabled":false},{"text":".","start":156,"end":157,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":29,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":26,"child":24,"head_span":{"start":142,"end":156,"token_start":25,"token_end":26,"label":"change_direction"},"child_span":{"start":131,"end":141,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":46,"end":53,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":54,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":79,"end":85,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":86,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":97,"end":108,"token_start":17,"token_end":19,"label":"change_direction"},"child_span":{"start":109,"end":117,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":24,"head_span":{"start":86,"end":91,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":131,"end":141,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":20,"head_span":{"start":54,"end":61,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":109,"end":117,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Pollution from burning coal also affects a larger area than vehicle emissions, which means modest air pollution reductions in East Coast states may partly be because of their location downwind of coal-fired facilities.","text":"Pollution from burning coal also affects a larger area than vehicle emissions, which means modest air pollution reductions in East Coast states may partly be because of their location downwind of coal-fired facilities. IMPLIED_BASE IMPLIED_BASE","characters":"218","document_index":"779","md_sentence_index":"74","classification_origin":"causal_sentence_classification","url":"https://www.npr.org/sections/health-shots/2020/05/19/854760999/traffic-is-way-down-due-to-lockdowns-but-air-pollution-not-so-much","combo_id":"779_74","post-training batch1":"779_74","_input_hash":-701282809,"_task_hash":2111391087,"spans":[{"text":"Pollution","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"base"},{"start":10,"end":14,"token_start":1,"token_end":1,"label":"predicate"},{"start":15,"end":22,"token_start":2,"token_end":2,"label":"change_direction"},{"text":"coal","start":23,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"base"},{"start":60,"end":67,"token_start":10,"token_end":10,"label":"base"},{"text":"emissions","start":68,"token_start":11,"token_end":11,"end":77,"type":"pattern","label":"aspect_changing"},{"start":98,"end":101,"token_start":16,"token_end":16,"label":"type_of"},{"text":"pollution","start":102,"token_start":17,"token_end":17,"end":111,"type":"pattern","label":"base"}],"tokens":[{"text":"Pollution","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"from","start":10,"end":14,"id":1,"ws":true,"disabled":false},{"text":"burning","start":15,"end":22,"id":2,"ws":true,"disabled":false},{"text":"coal","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"also","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"affects","start":33,"end":40,"id":5,"ws":true,"disabled":false},{"text":"a","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"larger","start":43,"end":49,"id":7,"ws":true,"disabled":false},{"text":"area","start":50,"end":54,"id":8,"ws":true,"disabled":false},{"text":"than","start":55,"end":59,"id":9,"ws":true,"disabled":false},{"text":"vehicle","start":60,"end":67,"id":10,"ws":true,"disabled":false},{"text":"emissions","start":68,"end":77,"id":11,"ws":false,"disabled":false},{"text":",","start":77,"end":78,"id":12,"ws":true,"disabled":false},{"text":"which","start":79,"end":84,"id":13,"ws":true,"disabled":false},{"text":"means","start":85,"end":90,"id":14,"ws":true,"disabled":false},{"text":"modest","start":91,"end":97,"id":15,"ws":true,"disabled":false},{"text":"air","start":98,"end":101,"id":16,"ws":true,"disabled":false},{"text":"pollution","start":102,"end":111,"id":17,"ws":true,"disabled":false},{"text":"reductions","start":112,"end":122,"id":18,"ws":true,"disabled":false},{"text":"in","start":123,"end":125,"id":19,"ws":true,"disabled":false},{"text":"East","start":126,"end":130,"id":20,"ws":true,"disabled":false},{"text":"Coast","start":131,"end":136,"id":21,"ws":true,"disabled":false},{"text":"states","start":137,"end":143,"id":22,"ws":true,"disabled":false},{"text":"may","start":144,"end":147,"id":23,"ws":true,"disabled":false},{"text":"partly","start":148,"end":154,"id":24,"ws":true,"disabled":false},{"text":"be","start":155,"end":157,"id":25,"ws":true,"disabled":false},{"text":"because","start":158,"end":165,"id":26,"ws":true,"disabled":false},{"text":"of","start":166,"end":168,"id":27,"ws":true,"disabled":false},{"text":"their","start":169,"end":174,"id":28,"ws":true,"disabled":false},{"text":"location","start":175,"end":183,"id":29,"ws":true,"disabled":false},{"text":"downwind","start":184,"end":192,"id":30,"ws":true,"disabled":false},{"text":"of","start":193,"end":195,"id":31,"ws":true,"disabled":false},{"text":"coal","start":196,"end":200,"id":32,"ws":false,"disabled":false},{"text":"-","start":200,"end":201,"id":33,"ws":false,"disabled":false},{"text":"fired","start":201,"end":206,"id":34,"ws":true,"disabled":false},{"text":"facilities","start":207,"end":217,"id":35,"ws":false,"disabled":false},{"text":".","start":217,"end":218,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":219,"end":231,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":232,"end":244,"id":38,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":3,"child":0,"head_span":{"start":23,"end":27,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":3,"head_span":{"start":15,"end":22,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":23,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":98,"end":101,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":102,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":60,"end":67,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":68,"end":77,"token_start":11,"token_end":11,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"","original_md_text":"In 2018, my father died of complications from pneumonia, after recovering from the cancer.","text":"In 2018, my father died of complications from pneumonia, after recovering from the cancer. IMPLIED_BASE IMPLIED_BASE","characters":"90","document_index":"313","md_sentence_index":"315","classification_origin":"cm-label-eval","url":"https://www.theatlantic.com/magazine/archive/2019/09/life-with-lyme/594736/","combo_id":"313_315","post-training batch1":"313_315","_input_hash":-1321630546,"_task_hash":-375951313,"spans":[{"start":12,"end":18,"token_start":4,"token_end":4,"label":"to_whom"},{"start":46,"end":55,"token_start":9,"token_end":9,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"2018","start":3,"end":7,"id":1,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":2,"ws":true,"disabled":false},{"text":"my","start":9,"end":11,"id":3,"ws":true,"disabled":false},{"text":"father","start":12,"end":18,"id":4,"ws":true,"disabled":false},{"text":"died","start":19,"end":23,"id":5,"ws":true,"disabled":false},{"text":"of","start":24,"end":26,"id":6,"ws":true,"disabled":false},{"text":"complications","start":27,"end":40,"id":7,"ws":true,"disabled":false},{"text":"from","start":41,"end":45,"id":8,"ws":true,"disabled":false},{"text":"pneumonia","start":46,"end":55,"id":9,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":10,"ws":true,"disabled":false},{"text":"after","start":57,"end":62,"id":11,"ws":true,"disabled":false},{"text":"recovering","start":63,"end":73,"id":12,"ws":true,"disabled":false},{"text":"from","start":74,"end":78,"id":13,"ws":true,"disabled":false},{"text":"the","start":79,"end":82,"id":14,"ws":true,"disabled":false},{"text":"cancer","start":83,"end":89,"id":15,"ws":false,"disabled":false},{"text":".","start":89,"end":90,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":91,"end":103,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":104,"end":116,"id":18,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Human activities such as deforestation and the burning of fossil fuels are by far the biggest contributors to climate change.","text":"Human activities such as deforestation and the burning of fossil fuels are by far the biggest contributors to climate change. IMPLIED_BASE IMPLIED_BASE","characters":"125","document_index":"321","md_sentence_index":"0","classification_origin":"cm_cause_effect_rel","url":"https://www.nbcnews.com/mach/science/survey-u-s-forests-ties-tree-killing-insects-climate-change-ncna1042221","combo_id":"321_0","post-training batch1":"321_0","_input_hash":-619087264,"_task_hash":-1407292076,"spans":[{"text":"deforestation","start":25,"token_start":4,"token_end":4,"end":38,"type":"pattern","label":"base"},{"start":47,"end":54,"token_start":7,"token_end":7,"label":"change_direction"},{"start":58,"end":64,"token_start":9,"token_end":9,"label":"type_of"},{"start":65,"end":70,"token_start":10,"token_end":10,"label":"base"},{"start":86,"end":93,"token_start":15,"token_end":15,"label":"effect_size"},{"start":94,"end":109,"token_start":16,"token_end":17,"label":"predicate"},{"text":"climate change","start":110,"token_start":18,"token_end":19,"end":124,"type":"pattern","label":"base"}],"tokens":[{"text":"Human","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"activities","start":6,"end":16,"id":1,"ws":true,"disabled":false},{"text":"such","start":17,"end":21,"id":2,"ws":true,"disabled":false},{"text":"as","start":22,"end":24,"id":3,"ws":true,"disabled":false},{"text":"deforestation","start":25,"end":38,"id":4,"ws":true,"disabled":false},{"text":"and","start":39,"end":42,"id":5,"ws":true,"disabled":false},{"text":"the","start":43,"end":46,"id":6,"ws":true,"disabled":false},{"text":"burning","start":47,"end":54,"id":7,"ws":true,"disabled":false},{"text":"of","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"fossil","start":58,"end":64,"id":9,"ws":true,"disabled":false},{"text":"fuels","start":65,"end":70,"id":10,"ws":true,"disabled":false},{"text":"are","start":71,"end":74,"id":11,"ws":true,"disabled":false},{"text":"by","start":75,"end":77,"id":12,"ws":true,"disabled":false},{"text":"far","start":78,"end":81,"id":13,"ws":true,"disabled":false},{"text":"the","start":82,"end":85,"id":14,"ws":true,"disabled":false},{"text":"biggest","start":86,"end":93,"id":15,"ws":true,"disabled":false},{"text":"contributors","start":94,"end":106,"id":16,"ws":true,"disabled":false},{"text":"to","start":107,"end":109,"id":17,"ws":true,"disabled":false},{"text":"climate","start":110,"end":117,"id":18,"ws":true,"disabled":false},{"text":"change","start":118,"end":124,"id":19,"ws":false,"disabled":false},{"text":".","start":124,"end":125,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":22,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":9,"child":10,"head_span":{"start":58,"end":64,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":65,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":47,"end":54,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":65,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":19,"head_span":{"start":25,"end":38,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":19,"head_span":{"start":65,"end":70,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Studies show that water vapor feed back roughly doubles the amount of warming caused by CO2.","text":"Studies show that water vapor feed back roughly doubles the amount of warming caused by CO2. IMPLIED_BASE IMPLIED_BASE","characters":"92","document_index":"532","md_sentence_index":"16","classification_origin":"causal_sentence_classification","url":"https://kevinhester.live/2016/06/07/for-every-1-degree-c-we-warm-the-planet-we-will-see-7-more-moisture-in-the-atmosphere/","combo_id":"532_16","post-training batch1":"532_16","_input_hash":210287143,"_task_hash":399083590,"spans":[{"start":18,"end":39,"token_start":3,"token_end":6,"label":"base"},{"start":48,"end":66,"token_start":8,"token_end":10,"label":"change_direction"},{"start":70,"end":77,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":78,"end":87,"token_start":13,"token_end":14,"label":"predicate"},{"start":88,"end":91,"token_start":15,"token_end":15,"label":"base"},{"start":93,"end":105,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"Studies","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"show","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"that","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"water","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"vapor","start":24,"end":29,"id":4,"ws":true,"disabled":false},{"text":"feed","start":30,"end":34,"id":5,"ws":true,"disabled":false},{"text":"back","start":35,"end":39,"id":6,"ws":true,"disabled":false},{"text":"roughly","start":40,"end":47,"id":7,"ws":true,"disabled":false},{"text":"doubles","start":48,"end":55,"id":8,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":9,"ws":true,"disabled":false},{"text":"amount","start":60,"end":66,"id":10,"ws":true,"disabled":false},{"text":"of","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"warming","start":70,"end":77,"id":12,"ws":true,"disabled":false},{"text":"caused","start":78,"end":84,"id":13,"ws":true,"disabled":false},{"text":"by","start":85,"end":87,"id":14,"ws":true,"disabled":false},{"text":"CO2","start":88,"end":91,"id":15,"ws":false,"disabled":false},{"text":".","start":91,"end":92,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":18,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":12,"child":17,"head_span":{"start":70,"end":77,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":93,"end":105,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":17,"head_span":{"start":18,"end":39,"token_start":3,"token_end":6,"label":"base"},"child_span":{"start":93,"end":105,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":17,"head_span":{"start":48,"end":66,"token_start":8,"token_end":10,"label":"change_direction"},"child_span":{"start":93,"end":105,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":88,"end":91,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":93,"end":105,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Simple","original_md_text":"Last month Cyclone Idai struck central Mozambique, killing more than 600 people and leading to thousands of cases of cholera and malaria.\n","text":"Last month Cyclone Idai struck central Mozambique, killing more than 600 people and leading to thousands of cases of cholera and malaria. IMPLIED_BASE IMPLIED_BASE","characters":"138","document_index":"47","md_sentence_index":"17","classification_origin":"cm_cause_effect_rel","url":"https://nypost.com/2019/05/03/more-than-1-million-children-affected-by-mozambique-cyclones/","combo_id":"47_17","post-training batch1":"47_17","_input_hash":311860528,"_task_hash":-668632787,"spans":[{"start":0,"end":10,"token_start":0,"token_end":1,"label":"when"},{"start":11,"end":18,"token_start":2,"token_end":2,"label":"base"},{"start":31,"end":49,"token_start":5,"token_end":6,"label":"where"},{"start":51,"end":58,"token_start":8,"token_end":8,"label":"change_direction"},{"start":59,"end":72,"token_start":9,"token_end":11,"label":"effect_size"},{"text":"people","start":73,"token_start":12,"token_end":12,"end":79,"type":"pattern","label":"base"},{"start":84,"end":94,"token_start":14,"token_end":15,"label":"change_direction"},{"start":95,"end":104,"token_start":16,"token_end":16,"label":"effect_size"},{"start":108,"end":113,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":117,"end":124,"token_start":20,"token_end":20,"label":"base"},{"start":129,"end":136,"token_start":22,"token_end":22,"label":"base"}],"tokens":[{"text":"Last","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"month","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"Cyclone","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"Idai","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"struck","start":24,"end":30,"id":4,"ws":true,"disabled":false},{"text":"central","start":31,"end":38,"id":5,"ws":true,"disabled":false},{"text":"Mozambique","start":39,"end":49,"id":6,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":7,"ws":true,"disabled":false},{"text":"killing","start":51,"end":58,"id":8,"ws":true,"disabled":false},{"text":"more","start":59,"end":63,"id":9,"ws":true,"disabled":false},{"text":"than","start":64,"end":68,"id":10,"ws":true,"disabled":false},{"text":"600","start":69,"end":72,"id":11,"ws":true,"disabled":false},{"text":"people","start":73,"end":79,"id":12,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":13,"ws":true,"disabled":false},{"text":"leading","start":84,"end":91,"id":14,"ws":true,"disabled":false},{"text":"to","start":92,"end":94,"id":15,"ws":true,"disabled":false},{"text":"thousands","start":95,"end":104,"id":16,"ws":true,"disabled":false},{"text":"of","start":105,"end":107,"id":17,"ws":true,"disabled":false},{"text":"cases","start":108,"end":113,"id":18,"ws":true,"disabled":false},{"text":"of","start":114,"end":116,"id":19,"ws":true,"disabled":false},{"text":"cholera","start":117,"end":124,"id":20,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":21,"ws":true,"disabled":false},{"text":"malaria","start":129,"end":136,"id":22,"ws":false,"disabled":false},{"text":".","start":136,"end":137,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":25,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":6,"child":2,"head_span":{"start":31,"end":49,"token_start":5,"token_end":6,"label":"where"},"child_span":{"start":11,"end":18,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":2,"head_span":{"start":0,"end":10,"token_start":0,"token_end":1,"label":"when"},"child_span":{"start":11,"end":18,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":59,"end":72,"token_start":9,"token_end":11,"label":"effect_size"},"child_span":{"start":73,"end":79,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":12,"head_span":{"start":51,"end":58,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":73,"end":79,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":20,"head_span":{"start":84,"end":94,"token_start":14,"token_end":15,"label":"change_direction"},"child_span":{"start":117,"end":124,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":22,"head_span":{"start":84,"end":94,"token_start":14,"token_end":15,"label":"change_direction"},"child_span":{"start":129,"end":136,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":108,"end":113,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":117,"end":124,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":22,"head_span":{"start":108,"end":113,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":129,"end":136,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":95,"end":104,"token_start":16,"token_end":16,"label":"effect_size"},"child_span":{"start":117,"end":124,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":22,"head_span":{"start":95,"end":104,"token_start":16,"token_end":16,"label":"effect_size"},"child_span":{"start":129,"end":136,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":12,"head_span":{"start":11,"end":18,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":73,"end":79,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":20,"head_span":{"start":11,"end":18,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":117,"end":124,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":22,"head_span":{"start":11,"end":18,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":129,"end":136,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"And with humans continuing to burn fossil fuels for energy, global warming is expected to compound the damage.","text":"And with humans continuing to burn fossil fuels for energy, global warming is expected to compound the damage. IMPLIED_BASE IMPLIED_BASE","characters":"110","document_index":"42","md_sentence_index":"42","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/05/06/climate/biodiversity-extinction-united-nations.html","combo_id":"42_42","post-training batch1":"42_42","_input_hash":-1409326751,"_task_hash":1182201622,"spans":[{"start":9,"end":15,"token_start":2,"token_end":2,"label":"to_whom"},{"start":30,"end":34,"token_start":5,"token_end":5,"label":"change_direction"},{"start":35,"end":41,"token_start":6,"token_end":6,"label":"type_of"},{"start":42,"end":47,"token_start":7,"token_end":7,"label":"base"},{"start":48,"end":51,"token_start":8,"token_end":8,"label":"predicate"},{"start":52,"end":58,"token_start":9,"token_end":9,"label":"base"},{"text":"global warming","start":60,"token_start":11,"token_end":12,"end":74,"type":"pattern","label":"base"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"with","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"humans","start":9,"end":15,"id":2,"ws":true,"disabled":false},{"text":"continuing","start":16,"end":26,"id":3,"ws":true,"disabled":false},{"text":"to","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"burn","start":30,"end":34,"id":5,"ws":true,"disabled":false},{"text":"fossil","start":35,"end":41,"id":6,"ws":true,"disabled":false},{"text":"fuels","start":42,"end":47,"id":7,"ws":true,"disabled":false},{"text":"for","start":48,"end":51,"id":8,"ws":true,"disabled":false},{"text":"energy","start":52,"end":58,"id":9,"ws":false,"disabled":false},{"text":",","start":58,"end":59,"id":10,"ws":true,"disabled":false},{"text":"global","start":60,"end":66,"id":11,"ws":true,"disabled":false},{"text":"warming","start":67,"end":74,"id":12,"ws":true,"disabled":false},{"text":"is","start":75,"end":77,"id":13,"ws":true,"disabled":false},{"text":"expected","start":78,"end":86,"id":14,"ws":true,"disabled":false},{"text":"to","start":87,"end":89,"id":15,"ws":true,"disabled":false},{"text":"compound","start":90,"end":98,"id":16,"ws":true,"disabled":false},{"text":"the","start":99,"end":102,"id":17,"ws":true,"disabled":false},{"text":"damage","start":103,"end":109,"id":18,"ws":false,"disabled":false},{"text":".","start":109,"end":110,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":111,"end":123,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":124,"end":136,"id":21,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":5,"child":7,"head_span":{"start":30,"end":34,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":42,"end":47,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":35,"end":41,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":42,"end":47,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":9,"head_span":{"start":42,"end":47,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":52,"end":58,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Complex","original_md_text":"When Butler and Gates (2012) studied income disparity in East African cattle herders, they discovered that resource asymmetries caused by extreme and adverse weather contribute to conflict in the region.","text":"When Butler and Gates (2012) studied income disparity in East African cattle herders, they discovered that resource asymmetries caused by extreme and adverse weather contribute to conflict in the region. IMPLIED_BASE IMPLIED_BASE","characters":"203","document_index":"71","md_sentence_index":"112","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_112","post-training batch1":"71_112","_input_hash":531549318,"_task_hash":-356364114,"spans":[{"start":57,"end":69,"token_start":11,"token_end":12,"label":"where"},{"start":70,"end":84,"token_start":13,"token_end":14,"label":"to_whom"},{"start":107,"end":127,"token_start":19,"token_end":20,"label":"aspect_changing"},{"start":128,"end":137,"token_start":21,"token_end":22,"label":"predicate"},{"start":138,"end":145,"token_start":23,"token_end":23,"label":"type_of"},{"start":150,"end":157,"token_start":25,"token_end":25,"label":"type_of"},{"text":"weather","start":158,"token_start":26,"token_end":26,"end":165,"type":"pattern","label":"base"},{"start":166,"end":179,"token_start":27,"token_end":28,"label":"predicate"},{"text":"conflict","start":180,"token_start":29,"token_end":29,"end":188,"type":"pattern","label":"base"},{"start":189,"end":202,"token_start":30,"token_end":32,"label":"where"},{"start":204,"end":216,"token_start":34,"token_end":34,"label":"base"}],"tokens":[{"text":"When","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"Butler","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"and","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"Gates","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"(","start":22,"end":23,"id":4,"ws":false,"disabled":false},{"text":"2012","start":23,"end":27,"id":5,"ws":false,"disabled":false},{"text":")","start":27,"end":28,"id":6,"ws":true,"disabled":false},{"text":"studied","start":29,"end":36,"id":7,"ws":true,"disabled":false},{"text":"income","start":37,"end":43,"id":8,"ws":true,"disabled":false},{"text":"disparity","start":44,"end":53,"id":9,"ws":true,"disabled":false},{"text":"in","start":54,"end":56,"id":10,"ws":true,"disabled":false},{"text":"East","start":57,"end":61,"id":11,"ws":true,"disabled":false},{"text":"African","start":62,"end":69,"id":12,"ws":true,"disabled":false},{"text":"cattle","start":70,"end":76,"id":13,"ws":true,"disabled":false},{"text":"herders","start":77,"end":84,"id":14,"ws":false,"disabled":false},{"text":",","start":84,"end":85,"id":15,"ws":true,"disabled":false},{"text":"they","start":86,"end":90,"id":16,"ws":true,"disabled":false},{"text":"discovered","start":91,"end":101,"id":17,"ws":true,"disabled":false},{"text":"that","start":102,"end":106,"id":18,"ws":true,"disabled":false},{"text":"resource","start":107,"end":115,"id":19,"ws":true,"disabled":false},{"text":"asymmetries","start":116,"end":127,"id":20,"ws":true,"disabled":false},{"text":"caused","start":128,"end":134,"id":21,"ws":true,"disabled":false},{"text":"by","start":135,"end":137,"id":22,"ws":true,"disabled":false},{"text":"extreme","start":138,"end":145,"id":23,"ws":true,"disabled":false},{"text":"and","start":146,"end":149,"id":24,"ws":true,"disabled":false},{"text":"adverse","start":150,"end":157,"id":25,"ws":true,"disabled":false},{"text":"weather","start":158,"end":165,"id":26,"ws":true,"disabled":false},{"text":"contribute","start":166,"end":176,"id":27,"ws":true,"disabled":false},{"text":"to","start":177,"end":179,"id":28,"ws":true,"disabled":false},{"text":"conflict","start":180,"end":188,"id":29,"ws":true,"disabled":false},{"text":"in","start":189,"end":191,"id":30,"ws":true,"disabled":false},{"text":"the","start":192,"end":195,"id":31,"ws":true,"disabled":false},{"text":"region","start":196,"end":202,"id":32,"ws":false,"disabled":false},{"text":".","start":202,"end":203,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":204,"end":216,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":217,"end":229,"id":35,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":20,"child":34,"head_span":{"start":107,"end":127,"token_start":19,"token_end":20,"label":"aspect_changing"},"child_span":{"start":204,"end":216,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":26,"head_span":{"start":138,"end":145,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":158,"end":165,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":150,"end":157,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":158,"end":165,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":12,"head_span":{"start":189,"end":202,"token_start":30,"token_end":32,"label":"where"},"child_span":{"start":57,"end":69,"token_start":11,"token_end":12,"label":"where"},"color":"#d9fbad","label":"Same_As"},{"head":34,"child":29,"head_span":{"start":204,"end":216,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":180,"end":188,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":34,"head_span":{"start":158,"end":165,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":204,"end":216,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In Arizona, three lightning-caused wildfires forced the evacuation of multiple communities on Saturday.","text":"In Arizona, three lightning-caused wildfires forced the evacuation of multiple communities on Saturday. IMPLIED_BASE IMPLIED_BASE","characters":"103","document_index":"783","md_sentence_index":"53","classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2020/08/22/california-wildfires-updates-saturday-map-redwood-trees-burn-big-basin/3419083001/","combo_id":"783_53","post-training batch1":"783_53","_input_hash":441810152,"_task_hash":1725750894,"spans":[{"start":0,"end":10,"token_start":0,"token_end":1,"label":"where"},{"start":12,"end":17,"token_start":3,"token_end":3,"label":"effect_size"},{"start":18,"end":27,"token_start":4,"token_end":4,"label":"base"},{"start":27,"end":34,"token_start":5,"token_end":6,"label":"predicate"},{"text":"wildfires","start":35,"token_start":7,"token_end":7,"end":44,"type":"pattern","label":"base"},{"start":45,"end":51,"token_start":8,"token_end":8,"label":"change_direction"},{"start":56,"end":66,"token_start":10,"token_end":10,"label":"base"},{"start":70,"end":78,"token_start":12,"token_end":12,"label":"effect_size"},{"start":79,"end":90,"token_start":13,"token_end":13,"label":"to_whom"},{"start":91,"end":102,"token_start":14,"token_end":15,"label":"when"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Arizona","start":3,"end":10,"id":1,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":2,"ws":true,"disabled":false},{"text":"three","start":12,"end":17,"id":3,"ws":true,"disabled":false},{"text":"lightning","start":18,"end":27,"id":4,"ws":false,"disabled":false},{"text":"-","start":27,"end":28,"id":5,"ws":false,"disabled":false},{"text":"caused","start":28,"end":34,"id":6,"ws":true,"disabled":false},{"text":"wildfires","start":35,"end":44,"id":7,"ws":true,"disabled":false},{"text":"forced","start":45,"end":51,"id":8,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"evacuation","start":56,"end":66,"id":10,"ws":true,"disabled":false},{"text":"of","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"multiple","start":70,"end":78,"id":12,"ws":true,"disabled":false},{"text":"communities","start":79,"end":90,"id":13,"ws":true,"disabled":false},{"text":"on","start":91,"end":93,"id":14,"ws":true,"disabled":false},{"text":"Saturday","start":94,"end":102,"id":15,"ws":false,"disabled":false},{"text":".","start":102,"end":103,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":104,"end":116,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":117,"end":129,"id":18,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[{"head":4,"child":7,"head_span":{"start":18,"end":27,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":35,"end":44,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":10,"head_span":{"start":35,"end":44,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":56,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":10,"head_span":{"start":79,"end":90,"token_start":13,"token_end":13,"label":"to_whom"},"child_span":{"start":56,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"yes?","reason":"not clear causality?","relation count":"many?","complexity":"simple","original_md_text":"I remember a mother who told me that her nine-year-old boy was experiencing post-traumatic stress after being rescued from their flooded home and did not want to sleep alone.","text":"I remember a mother who told me that her nine-year-old boy was experiencing post-traumatic stress after being rescued from their flooded home and did not want to sleep alone. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"14","md_sentence_index":"22","classification_origin":"cm-label-eval","url":"https://www.climaterealityproject.org/blog/dose-reality-how-climate-change-affects-our-kids-straight-pediatrician","combo_id":"14_22","post-training batch1":"14_22","_input_hash":-1174892601,"_task_hash":-576869552,"spans":[{"start":13,"end":19,"token_start":3,"token_end":3,"label":"to_whom"},{"start":41,"end":58,"token_start":9,"token_end":14,"label":"to_whom"},{"start":76,"end":90,"token_start":17,"token_end":19,"label":"type_of"},{"text":"stress","start":91,"token_start":20,"token_end":20,"end":97,"type":"pattern","label":"base"},{"text":"home","start":137,"token_start":27,"token_end":27,"end":141,"type":"pattern","label":"base"}],"tokens":[{"text":"I","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"remember","start":2,"end":10,"id":1,"ws":true,"disabled":false},{"text":"a","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"mother","start":13,"end":19,"id":3,"ws":true,"disabled":false},{"text":"who","start":20,"end":23,"id":4,"ws":true,"disabled":false},{"text":"told","start":24,"end":28,"id":5,"ws":true,"disabled":false},{"text":"me","start":29,"end":31,"id":6,"ws":true,"disabled":false},{"text":"that","start":32,"end":36,"id":7,"ws":true,"disabled":false},{"text":"her","start":37,"end":40,"id":8,"ws":true,"disabled":false},{"text":"nine","start":41,"end":45,"id":9,"ws":false,"disabled":false},{"text":"-","start":45,"end":46,"id":10,"ws":false,"disabled":false},{"text":"year","start":46,"end":50,"id":11,"ws":false,"disabled":false},{"text":"-","start":50,"end":51,"id":12,"ws":false,"disabled":false},{"text":"old","start":51,"end":54,"id":13,"ws":true,"disabled":false},{"text":"boy","start":55,"end":58,"id":14,"ws":true,"disabled":false},{"text":"was","start":59,"end":62,"id":15,"ws":true,"disabled":false},{"text":"experiencing","start":63,"end":75,"id":16,"ws":true,"disabled":false},{"text":"post","start":76,"end":80,"id":17,"ws":false,"disabled":false},{"text":"-","start":80,"end":81,"id":18,"ws":false,"disabled":false},{"text":"traumatic","start":81,"end":90,"id":19,"ws":true,"disabled":false},{"text":"stress","start":91,"end":97,"id":20,"ws":true,"disabled":false},{"text":"after","start":98,"end":103,"id":21,"ws":true,"disabled":false},{"text":"being","start":104,"end":109,"id":22,"ws":true,"disabled":false},{"text":"rescued","start":110,"end":117,"id":23,"ws":true,"disabled":false},{"text":"from","start":118,"end":122,"id":24,"ws":true,"disabled":false},{"text":"their","start":123,"end":128,"id":25,"ws":true,"disabled":false},{"text":"flooded","start":129,"end":136,"id":26,"ws":true,"disabled":false},{"text":"home","start":137,"end":141,"id":27,"ws":true,"disabled":false},{"text":"and","start":142,"end":145,"id":28,"ws":true,"disabled":false},{"text":"did","start":146,"end":149,"id":29,"ws":true,"disabled":false},{"text":"not","start":150,"end":153,"id":30,"ws":true,"disabled":false},{"text":"want","start":154,"end":158,"id":31,"ws":true,"disabled":false},{"text":"to","start":159,"end":161,"id":32,"ws":true,"disabled":false},{"text":"sleep","start":162,"end":167,"id":33,"ws":true,"disabled":false},{"text":"alone","start":168,"end":173,"id":34,"ws":false,"disabled":false},{"text":".","start":173,"end":174,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":37,"ws":false,"disabled":false}],"_session_id":null,"_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Air pollution is having adverse effects on plants, and some research suggests it could even impact tree mortality.","text":"Air pollution is having adverse effects on plants, and some research suggests it could even impact tree mortality. IMPLIED_BASE IMPLIED_BASE","characters":"114","document_index":"145","md_sentence_index":"18","classification_origin":"cm-label-eval","url":"https://www.ijpr.org/post/california-national-parks-experience-some-worst-air-pollution-united-states","combo_id":"145_18","post-training batch1":"145_18","_input_hash":2101490909,"_task_hash":1903997629,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},{"text":"pollution","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":24,"end":39,"token_start":4,"token_end":5,"label":"change_direction"},{"text":"plants","start":43,"token_start":7,"token_end":7,"end":49,"type":"pattern","label":"base"},{"start":99,"end":103,"token_start":17,"token_end":17,"label":"base"},{"start":104,"end":113,"token_start":18,"token_end":18,"label":"aspect_changing"}],"tokens":[{"text":"Air","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"pollution","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"is","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"having","start":17,"end":23,"id":3,"ws":true,"disabled":false},{"text":"adverse","start":24,"end":31,"id":4,"ws":true,"disabled":false},{"text":"effects","start":32,"end":39,"id":5,"ws":true,"disabled":false},{"text":"on","start":40,"end":42,"id":6,"ws":true,"disabled":false},{"text":"plants","start":43,"end":49,"id":7,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":8,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"some","start":55,"end":59,"id":10,"ws":true,"disabled":false},{"text":"research","start":60,"end":68,"id":11,"ws":true,"disabled":false},{"text":"suggests","start":69,"end":77,"id":12,"ws":true,"disabled":false},{"text":"it","start":78,"end":80,"id":13,"ws":true,"disabled":false},{"text":"could","start":81,"end":86,"id":14,"ws":true,"disabled":false},{"text":"even","start":87,"end":91,"id":15,"ws":true,"disabled":false},{"text":"impact","start":92,"end":98,"id":16,"ws":true,"disabled":false},{"text":"tree","start":99,"end":103,"id":17,"ws":true,"disabled":false},{"text":"mortality","start":104,"end":113,"id":18,"ws":false,"disabled":false},{"text":".","start":113,"end":114,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":24,"end":39,"token_start":4,"token_end":5,"label":"change_direction"},"child_span":{"start":43,"end":49,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":104,"end":113,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":99,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":7,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":43,"end":49,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":17,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":99,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Wireless companies whose networks are threatened by hurricanes, floods, fires and other extreme weather are rebuilding to withstand repeat disasters and factoring climate change into their long-term planning.\n","text":"Wireless companies whose networks are threatened by hurricanes, floods, fires and other extreme weather are rebuilding to withstand repeat disasters and factoring climate change into their long-term planning. IMPLIED_BASE IMPLIED_BASE","characters":"209","document_index":"485","md_sentence_index":"0","classification_origin":"causal_sentence_classification","url":"https://www.axios.com/wireless-next-challenge-is-climate-change-16441370-8651-41a0-b2a1-0126228caad4.html","combo_id":"485_0","post-training batch1":"485_0","_input_hash":-1902093882,"_task_hash":689935049,"spans":[{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},{"text":"hurricanes","start":52,"token_start":7,"token_end":7,"end":62,"type":"pattern","label":"base"},{"text":"floods","start":64,"token_start":9,"token_end":9,"end":70,"type":"pattern","label":"base"},{"start":72,"end":77,"token_start":11,"token_end":11,"label":"base"},{"text":"extreme weather","start":88,"token_start":14,"token_end":15,"end":103,"type":"pattern","label":"base"},{"start":108,"end":118,"token_start":17,"token_end":17,"label":"aspect_changing"}],"tokens":[{"text":"Wireless","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"companies","start":9,"end":18,"id":1,"ws":true,"disabled":false},{"text":"whose","start":19,"end":24,"id":2,"ws":true,"disabled":false},{"text":"networks","start":25,"end":33,"id":3,"ws":true,"disabled":false},{"text":"are","start":34,"end":37,"id":4,"ws":true,"disabled":false},{"text":"threatened","start":38,"end":48,"id":5,"ws":true,"disabled":false},{"text":"by","start":49,"end":51,"id":6,"ws":true,"disabled":false},{"text":"hurricanes","start":52,"end":62,"id":7,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":8,"ws":true,"disabled":false},{"text":"floods","start":64,"end":70,"id":9,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":10,"ws":true,"disabled":false},{"text":"fires","start":72,"end":77,"id":11,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":12,"ws":true,"disabled":false},{"text":"other","start":82,"end":87,"id":13,"ws":true,"disabled":false},{"text":"extreme","start":88,"end":95,"id":14,"ws":true,"disabled":false},{"text":"weather","start":96,"end":103,"id":15,"ws":true,"disabled":false},{"text":"are","start":104,"end":107,"id":16,"ws":true,"disabled":false},{"text":"rebuilding","start":108,"end":118,"id":17,"ws":true,"disabled":false},{"text":"to","start":119,"end":121,"id":18,"ws":true,"disabled":false},{"text":"withstand","start":122,"end":131,"id":19,"ws":true,"disabled":false},{"text":"repeat","start":132,"end":138,"id":20,"ws":true,"disabled":false},{"text":"disasters","start":139,"end":148,"id":21,"ws":true,"disabled":false},{"text":"and","start":149,"end":152,"id":22,"ws":true,"disabled":false},{"text":"factoring","start":153,"end":162,"id":23,"ws":true,"disabled":false},{"text":"climate","start":163,"end":170,"id":24,"ws":true,"disabled":false},{"text":"change","start":171,"end":177,"id":25,"ws":true,"disabled":false},{"text":"into","start":178,"end":182,"id":26,"ws":true,"disabled":false},{"text":"their","start":183,"end":188,"id":27,"ws":true,"disabled":false},{"text":"long","start":189,"end":193,"id":28,"ws":false,"disabled":false},{"text":"-","start":193,"end":194,"id":29,"ws":false,"disabled":false},{"text":"term","start":194,"end":198,"id":30,"ws":true,"disabled":false},{"text":"planning","start":199,"end":207,"id":31,"ws":false,"disabled":false},{"text":".","start":207,"end":208,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":209,"end":221,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":222,"end":234,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":17,"child":3,"head_span":{"start":108,"end":118,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":3,"head_span":{"start":52,"end":62,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":3,"head_span":{"start":64,"end":70,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":3,"head_span":{"start":72,"end":77,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":3,"head_span":{"start":88,"end":103,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Right now, APS gets roughly a quarter of its electricity from coal, a quarter from natural gas and a quarter from nuclear power.\n","text":"Right now, APS gets roughly a quarter of its electricity from coal, a quarter from natural gas and a quarter from nuclear power. IMPLIED_BASE IMPLIED_BASE","characters":"129","document_index":"602","md_sentence_index":"15","classification_origin":"causal_sentence_classification","url":"https://www.washingtonpost.com/climate-environment/2020/01/22/arizonas-biggest-utility-says-it-will-get-all-its-electricity-carbon-free-sources-by-2050/","combo_id":"602_15","post-training batch1":"602_15","_input_hash":-1764849501,"_task_hash":-1076294338,"spans":[{"text":"coal","start":62,"token_start":12,"token_end":12,"end":66,"type":"pattern","label":"base"}],"tokens":[{"text":"Right","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"now","start":6,"end":9,"id":1,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":2,"ws":true,"disabled":false},{"text":"APS","start":11,"end":14,"id":3,"ws":true,"disabled":false},{"text":"gets","start":15,"end":19,"id":4,"ws":true,"disabled":false},{"text":"roughly","start":20,"end":27,"id":5,"ws":true,"disabled":false},{"text":"a","start":28,"end":29,"id":6,"ws":true,"disabled":false},{"text":"quarter","start":30,"end":37,"id":7,"ws":true,"disabled":false},{"text":"of","start":38,"end":40,"id":8,"ws":true,"disabled":false},{"text":"its","start":41,"end":44,"id":9,"ws":true,"disabled":false},{"text":"electricity","start":45,"end":56,"id":10,"ws":true,"disabled":false},{"text":"from","start":57,"end":61,"id":11,"ws":true,"disabled":false},{"text":"coal","start":62,"end":66,"id":12,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":13,"ws":true,"disabled":false},{"text":"a","start":68,"end":69,"id":14,"ws":true,"disabled":false},{"text":"quarter","start":70,"end":77,"id":15,"ws":true,"disabled":false},{"text":"from","start":78,"end":82,"id":16,"ws":true,"disabled":false},{"text":"natural","start":83,"end":90,"id":17,"ws":true,"disabled":false},{"text":"gas","start":91,"end":94,"id":18,"ws":true,"disabled":false},{"text":"and","start":95,"end":98,"id":19,"ws":true,"disabled":false},{"text":"a","start":99,"end":100,"id":20,"ws":true,"disabled":false},{"text":"quarter","start":101,"end":108,"id":21,"ws":true,"disabled":false},{"text":"from","start":109,"end":113,"id":22,"ws":true,"disabled":false},{"text":"nuclear","start":114,"end":121,"id":23,"ws":true,"disabled":false},{"text":"power","start":122,"end":127,"id":24,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The international body estimates 80% of the Sahel's farmland has been degraded by climate change, causing scarcity of food for people and livestock.\n","text":"The international body estimates 80% of the Sahel's farmland has been degraded by climate change, causing scarcity of food for people and livestock. IMPLIED_BASE IMPLIED_BASE","characters":"149","document_index":"635","md_sentence_index":"16","classification_origin":"causal_sentence_classification","url":"https://news.sky.com/story/climate-change-will-be-catastrophic-in-20-years-with-risks-to-global-security-report-11933118","combo_id":"635_16","post-training batch1":"635_16","_input_hash":-1606364978,"_task_hash":-867725522,"spans":[{"start":52,"end":60,"token_start":10,"token_end":10,"label":"base"},{"start":70,"end":78,"token_start":13,"token_end":13,"label":"change_direction"},{"text":"climate change","start":82,"token_start":15,"token_end":16,"end":96,"type":"pattern","label":"base"},{"start":106,"end":114,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":118,"end":122,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"international","start":4,"end":17,"id":1,"ws":true,"disabled":false},{"text":"body","start":18,"end":22,"id":2,"ws":true,"disabled":false},{"text":"estimates","start":23,"end":32,"id":3,"ws":true,"disabled":false},{"text":"80","start":33,"end":35,"id":4,"ws":false,"disabled":false},{"text":"%","start":35,"end":36,"id":5,"ws":true,"disabled":false},{"text":"of","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":7,"ws":true,"disabled":false},{"text":"Sahel","start":44,"end":49,"id":8,"ws":false,"disabled":false},{"text":"'s","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"farmland","start":52,"end":60,"id":10,"ws":true,"disabled":false},{"text":"has","start":61,"end":64,"id":11,"ws":true,"disabled":false},{"text":"been","start":65,"end":69,"id":12,"ws":true,"disabled":false},{"text":"degraded","start":70,"end":78,"id":13,"ws":true,"disabled":false},{"text":"by","start":79,"end":81,"id":14,"ws":true,"disabled":false},{"text":"climate","start":82,"end":89,"id":15,"ws":true,"disabled":false},{"text":"change","start":90,"end":96,"id":16,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":17,"ws":true,"disabled":false},{"text":"causing","start":98,"end":105,"id":18,"ws":true,"disabled":false},{"text":"scarcity","start":106,"end":114,"id":19,"ws":true,"disabled":false},{"text":"of","start":115,"end":117,"id":20,"ws":true,"disabled":false},{"text":"food","start":118,"end":122,"id":21,"ws":true,"disabled":false},{"text":"for","start":123,"end":126,"id":22,"ws":true,"disabled":false},{"text":"people","start":127,"end":133,"id":23,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":24,"ws":true,"disabled":false},{"text":"livestock","start":138,"end":147,"id":25,"ws":false,"disabled":false},{"text":".","start":147,"end":148,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":149,"end":161,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":162,"end":174,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":13,"child":10,"head_span":{"start":70,"end":78,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":52,"end":60,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":21,"head_span":{"start":106,"end":114,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":118,"end":122,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":10,"head_span":{"start":82,"end":96,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":52,"end":60,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":21,"head_span":{"start":52,"end":60,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":118,"end":122,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Diffenbaugh and his co-authors wrote that global climate models were zeroing in on \"robust increases in the occurrence of severe thunderstorm environments over the eastern United States in response to further global warming,\" and suggested \"a possible increase in the number of days supportive of tornadic storms.\"\n","text":"Diffenbaugh and his co-authors wrote that global climate models were zeroing in on \"robust increases in the occurrence of severe thunderstorm environments over the eastern United States in response to further global warming,\" and suggested \"a possible increase in the number of days supportive of tornadic storms.\" IMPLIED_BASE IMPLIED_BASE","characters":"315","document_index":"132","md_sentence_index":"46","classification_origin":"cm_cause_effect_rel","url":"https://insideclimatenews.org/news/30052019/tornado-climate-change-connection-science-research-data","combo_id":"132_46","post-training batch1":"132_46","_input_hash":-9667333,"_task_hash":-995422126,"spans":[{"text":"increases","start":91,"token_start":17,"token_end":17,"end":100,"type":"pattern","label":"change_direction"},{"start":108,"end":118,"token_start":20,"token_end":20,"label":"aspect_changing"},{"start":122,"end":128,"token_start":22,"token_end":22,"label":"type_of"},{"start":129,"end":154,"token_start":23,"token_end":24,"label":"base"},{"text":"global warming","start":209,"token_start":34,"token_end":35,"end":223,"type":"pattern","label":"base"},{"text":"increase","start":252,"token_start":43,"token_end":43,"end":260,"type":"pattern","label":"change_direction"},{"start":268,"end":282,"token_start":46,"token_end":48,"label":"aspect_changing"},{"start":297,"end":305,"token_start":51,"token_end":51,"label":"type_of"},{"text":"storms","start":306,"token_start":52,"token_end":52,"end":312,"type":"pattern","label":"base"}],"tokens":[{"text":"Diffenbaugh","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"and","start":12,"end":15,"id":1,"ws":true,"disabled":false},{"text":"his","start":16,"end":19,"id":2,"ws":true,"disabled":false},{"text":"co","start":20,"end":22,"id":3,"ws":false,"disabled":false},{"text":"-","start":22,"end":23,"id":4,"ws":false,"disabled":false},{"text":"authors","start":23,"end":30,"id":5,"ws":true,"disabled":false},{"text":"wrote","start":31,"end":36,"id":6,"ws":true,"disabled":false},{"text":"that","start":37,"end":41,"id":7,"ws":true,"disabled":false},{"text":"global","start":42,"end":48,"id":8,"ws":true,"disabled":false},{"text":"climate","start":49,"end":56,"id":9,"ws":true,"disabled":false},{"text":"models","start":57,"end":63,"id":10,"ws":true,"disabled":false},{"text":"were","start":64,"end":68,"id":11,"ws":true,"disabled":false},{"text":"zeroing","start":69,"end":76,"id":12,"ws":true,"disabled":false},{"text":"in","start":77,"end":79,"id":13,"ws":true,"disabled":false},{"text":"on","start":80,"end":82,"id":14,"ws":true,"disabled":false},{"text":"\"","start":83,"end":84,"id":15,"ws":false,"disabled":false},{"text":"robust","start":84,"end":90,"id":16,"ws":true,"disabled":false},{"text":"increases","start":91,"end":100,"id":17,"ws":true,"disabled":false},{"text":"in","start":101,"end":103,"id":18,"ws":true,"disabled":false},{"text":"the","start":104,"end":107,"id":19,"ws":true,"disabled":false},{"text":"occurrence","start":108,"end":118,"id":20,"ws":true,"disabled":false},{"text":"of","start":119,"end":121,"id":21,"ws":true,"disabled":false},{"text":"severe","start":122,"end":128,"id":22,"ws":true,"disabled":false},{"text":"thunderstorm","start":129,"end":141,"id":23,"ws":true,"disabled":false},{"text":"environments","start":142,"end":154,"id":24,"ws":true,"disabled":false},{"text":"over","start":155,"end":159,"id":25,"ws":true,"disabled":false},{"text":"the","start":160,"end":163,"id":26,"ws":true,"disabled":false},{"text":"eastern","start":164,"end":171,"id":27,"ws":true,"disabled":false},{"text":"United","start":172,"end":178,"id":28,"ws":true,"disabled":false},{"text":"States","start":179,"end":185,"id":29,"ws":true,"disabled":false},{"text":"in","start":186,"end":188,"id":30,"ws":true,"disabled":false},{"text":"response","start":189,"end":197,"id":31,"ws":true,"disabled":false},{"text":"to","start":198,"end":200,"id":32,"ws":true,"disabled":false},{"text":"further","start":201,"end":208,"id":33,"ws":true,"disabled":false},{"text":"global","start":209,"end":215,"id":34,"ws":true,"disabled":false},{"text":"warming","start":216,"end":223,"id":35,"ws":false,"disabled":false},{"text":",","start":223,"end":224,"id":36,"ws":false,"disabled":false},{"text":"\"","start":224,"end":225,"id":37,"ws":true,"disabled":false},{"text":"and","start":226,"end":229,"id":38,"ws":true,"disabled":false},{"text":"suggested","start":230,"end":239,"id":39,"ws":true,"disabled":false},{"text":"\"","start":240,"end":241,"id":40,"ws":false,"disabled":false},{"text":"a","start":241,"end":242,"id":41,"ws":true,"disabled":false},{"text":"possible","start":243,"end":251,"id":42,"ws":true,"disabled":false},{"text":"increase","start":252,"end":260,"id":43,"ws":true,"disabled":false},{"text":"in","start":261,"end":263,"id":44,"ws":true,"disabled":false},{"text":"the","start":264,"end":267,"id":45,"ws":true,"disabled":false},{"text":"number","start":268,"end":274,"id":46,"ws":true,"disabled":false},{"text":"of","start":275,"end":277,"id":47,"ws":true,"disabled":false},{"text":"days","start":278,"end":282,"id":48,"ws":true,"disabled":false},{"text":"supportive","start":283,"end":293,"id":49,"ws":true,"disabled":false},{"text":"of","start":294,"end":296,"id":50,"ws":true,"disabled":false},{"text":"tornadic","start":297,"end":305,"id":51,"ws":true,"disabled":false},{"text":"storms","start":306,"end":312,"id":52,"ws":false,"disabled":false},{"text":".","start":312,"end":313,"id":53,"ws":false,"disabled":false},{"text":"\"","start":313,"end":314,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":315,"end":327,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":328,"end":340,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":51,"child":52,"head_span":{"start":297,"end":305,"token_start":51,"token_end":51,"label":"type_of"},"child_span":{"start":306,"end":312,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":52,"head_span":{"start":268,"end":282,"token_start":46,"token_end":48,"label":"aspect_changing"},"child_span":{"start":306,"end":312,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":52,"head_span":{"start":252,"end":260,"token_start":43,"token_end":43,"label":"change_direction"},"child_span":{"start":306,"end":312,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":122,"end":128,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":129,"end":154,"token_start":23,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":24,"head_span":{"start":108,"end":118,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":129,"end":154,"token_start":23,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":24,"head_span":{"start":91,"end":100,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":129,"end":154,"token_start":23,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":24,"head_span":{"start":209,"end":223,"token_start":34,"token_end":35,"label":"base"},"child_span":{"start":129,"end":154,"token_start":23,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":52,"head_span":{"start":129,"end":154,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":306,"end":312,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"But, it could also be argued that since a warmer world may experience a reduction in the equator to pole temperature contrast, the number of tornadoes and severe weather events would decrease,\" he said.\n","text":"But, it could also be argued that since a warmer world may experience a reduction in the equator to pole temperature contrast, the number of tornadoes and severe weather events would decrease,\" he said. IMPLIED_BASE IMPLIED_BASE","characters":"203","document_index":"132","md_sentence_index":"60","classification_origin":"cm_cause_effect_rel","url":"https://insideclimatenews.org/news/30052019/tornado-climate-change-connection-science-research-data","combo_id":"132_60","post-training batch1":"132_60","_input_hash":64803405,"_task_hash":2119362695,"spans":[{"start":72,"end":81,"token_start":15,"token_end":15,"label":"change_direction"},{"start":89,"end":104,"token_start":18,"token_end":20,"label":"type_of"},{"text":"temperature","start":105,"token_start":21,"token_end":21,"end":116,"type":"pattern","label":"aspect_changing"},{"start":131,"end":137,"token_start":25,"token_end":25,"label":"aspect_changing"},{"text":"tornadoes","start":141,"token_start":27,"token_end":27,"end":150,"type":"pattern","label":"base"},{"start":155,"end":161,"token_start":29,"token_end":29,"label":"type_of"},{"start":162,"end":176,"token_start":30,"token_end":31,"label":"base"},{"text":"decrease","start":183,"token_start":33,"token_end":33,"end":191,"type":"pattern","label":"change_direction"},{"start":203,"end":215,"token_start":39,"token_end":39,"label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":false,"disabled":false},{"text":",","start":3,"end":4,"id":1,"ws":true,"disabled":false},{"text":"it","start":5,"end":7,"id":2,"ws":true,"disabled":false},{"text":"could","start":8,"end":13,"id":3,"ws":true,"disabled":false},{"text":"also","start":14,"end":18,"id":4,"ws":true,"disabled":false},{"text":"be","start":19,"end":21,"id":5,"ws":true,"disabled":false},{"text":"argued","start":22,"end":28,"id":6,"ws":true,"disabled":false},{"text":"that","start":29,"end":33,"id":7,"ws":true,"disabled":false},{"text":"since","start":34,"end":39,"id":8,"ws":true,"disabled":false},{"text":"a","start":40,"end":41,"id":9,"ws":true,"disabled":false},{"text":"warmer","start":42,"end":48,"id":10,"ws":true,"disabled":false},{"text":"world","start":49,"end":54,"id":11,"ws":true,"disabled":false},{"text":"may","start":55,"end":58,"id":12,"ws":true,"disabled":false},{"text":"experience","start":59,"end":69,"id":13,"ws":true,"disabled":false},{"text":"a","start":70,"end":71,"id":14,"ws":true,"disabled":false},{"text":"reduction","start":72,"end":81,"id":15,"ws":true,"disabled":false},{"text":"in","start":82,"end":84,"id":16,"ws":true,"disabled":false},{"text":"the","start":85,"end":88,"id":17,"ws":true,"disabled":false},{"text":"equator","start":89,"end":96,"id":18,"ws":true,"disabled":false},{"text":"to","start":97,"end":99,"id":19,"ws":true,"disabled":false},{"text":"pole","start":100,"end":104,"id":20,"ws":true,"disabled":false},{"text":"temperature","start":105,"end":116,"id":21,"ws":true,"disabled":false},{"text":"contrast","start":117,"end":125,"id":22,"ws":false,"disabled":false},{"text":",","start":125,"end":126,"id":23,"ws":true,"disabled":false},{"text":"the","start":127,"end":130,"id":24,"ws":true,"disabled":false},{"text":"number","start":131,"end":137,"id":25,"ws":true,"disabled":false},{"text":"of","start":138,"end":140,"id":26,"ws":true,"disabled":false},{"text":"tornadoes","start":141,"end":150,"id":27,"ws":true,"disabled":false},{"text":"and","start":151,"end":154,"id":28,"ws":true,"disabled":false},{"text":"severe","start":155,"end":161,"id":29,"ws":true,"disabled":false},{"text":"weather","start":162,"end":169,"id":30,"ws":true,"disabled":false},{"text":"events","start":170,"end":176,"id":31,"ws":true,"disabled":false},{"text":"would","start":177,"end":182,"id":32,"ws":true,"disabled":false},{"text":"decrease","start":183,"end":191,"id":33,"ws":false,"disabled":false},{"text":",","start":191,"end":192,"id":34,"ws":false,"disabled":false},{"text":"\"","start":192,"end":193,"id":35,"ws":true,"disabled":false},{"text":"he","start":194,"end":196,"id":36,"ws":true,"disabled":false},{"text":"said","start":197,"end":201,"id":37,"ws":false,"disabled":false},{"text":".","start":201,"end":202,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":216,"end":228,"id":40,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":15,"child":39,"head_span":{"start":72,"end":81,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":203,"end":215,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":39,"head_span":{"start":89,"end":104,"token_start":18,"token_end":20,"label":"type_of"},"child_span":{"start":203,"end":215,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":39,"head_span":{"start":105,"end":116,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":203,"end":215,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":27,"head_span":{"start":131,"end":137,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":141,"end":150,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":31,"head_span":{"start":131,"end":137,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":162,"end":176,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":155,"end":161,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":162,"end":176,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":31,"head_span":{"start":183,"end":191,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":162,"end":176,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":27,"head_span":{"start":183,"end":191,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":141,"end":150,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":27,"head_span":{"start":203,"end":215,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":141,"end":150,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":31,"head_span":{"start":203,"end":215,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":162,"end":176,"token_start":30,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"(Nitrous Oxide)\u2014A clear non-flammable gas that has 300 times the global warming power of CO2; the majority of the N2O emissions are man-made n NOX (Nitrogen Dioxide and Nitric Acid)\u2014Gases from the combustion of fossil fuels; react in the atmosphere to form O3, PM2 .5, and PM10 n Pb (Lead)\u2014Elemental particulate coming primarily from leaded fuel n PM2.5\u2014Particles with a diameter of 2 .5 micrometers or less coming from dust, smoke and soot, or formed from chemical reactions in the atmosphere n PM10\u2014Particles with a diameter of 10 micrometers or less (includes PM2 .5)","text":"(Nitrous Oxide)\u2014A clear non-flammable gas that has 300 times the global warming power of CO2; the majority of the N2O emissions are man-made n NOX (Nitrogen Dioxide and Nitric Acid)\u2014Gases from the combustion of fossil fuels; react in the atmosphere to form O3, PM2 .5, and PM10 n Pb (Lead)\u2014Elemental particulate coming primarily from leaded fuel n PM2.5\u2014Particles with a diameter of 2 .5 micrometers or less coming from dust, smoke and soot, or formed from chemical reactions in the atmosphere n PM10\u2014Particles with a diameter of 10 micrometers or less (includes PM2 .5) IMPLIED_BASE IMPLIED_BASE","characters":"570","document_index":"586","md_sentence_index":"248","classification_origin":"causal_sentence_classification","url":"https://gardner.utah.edu/wp-content/uploads/Utah-Roadmap-Public-Draft.pdf","combo_id":"586_248","post-training batch1":"586_248","_input_hash":-1718757057,"_task_hash":1212980792,"spans":[{"start":114,"end":117,"token_start":23,"token_end":23,"label":"base"},{"start":118,"end":127,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":211,"end":223,"token_start":41,"token_end":42,"label":"base"},{"text":"less","start":403,"token_start":77,"token_end":77,"end":407,"type":"pattern","label":"change_direction"},{"text":"less","start":548,"token_start":103,"token_end":103,"end":552,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"(","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Nitrous","start":1,"end":8,"id":1,"ws":true,"disabled":false},{"text":"Oxide)\u2014A","start":9,"end":17,"id":2,"ws":true,"disabled":false},{"text":"clear","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"non","start":24,"end":27,"id":4,"ws":false,"disabled":false},{"text":"-","start":27,"end":28,"id":5,"ws":false,"disabled":false},{"text":"flammable","start":28,"end":37,"id":6,"ws":true,"disabled":false},{"text":"gas","start":38,"end":41,"id":7,"ws":true,"disabled":false},{"text":"that","start":42,"end":46,"id":8,"ws":true,"disabled":false},{"text":"has","start":47,"end":50,"id":9,"ws":true,"disabled":false},{"text":"300","start":51,"end":54,"id":10,"ws":true,"disabled":false},{"text":"times","start":55,"end":60,"id":11,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":12,"ws":true,"disabled":false},{"text":"global","start":65,"end":71,"id":13,"ws":true,"disabled":false},{"text":"warming","start":72,"end":79,"id":14,"ws":true,"disabled":false},{"text":"power","start":80,"end":85,"id":15,"ws":true,"disabled":false},{"text":"of","start":86,"end":88,"id":16,"ws":true,"disabled":false},{"text":"CO2","start":89,"end":92,"id":17,"ws":false,"disabled":false},{"text":";","start":92,"end":93,"id":18,"ws":true,"disabled":false},{"text":"the","start":94,"end":97,"id":19,"ws":true,"disabled":false},{"text":"majority","start":98,"end":106,"id":20,"ws":true,"disabled":false},{"text":"of","start":107,"end":109,"id":21,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":22,"ws":true,"disabled":false},{"text":"N2O","start":114,"end":117,"id":23,"ws":true,"disabled":false},{"text":"emissions","start":118,"end":127,"id":24,"ws":true,"disabled":false},{"text":"are","start":128,"end":131,"id":25,"ws":true,"disabled":false},{"text":"man","start":132,"end":135,"id":26,"ws":false,"disabled":false},{"text":"-","start":135,"end":136,"id":27,"ws":false,"disabled":false},{"text":"made","start":136,"end":140,"id":28,"ws":true,"disabled":false},{"text":"n","start":141,"end":142,"id":29,"ws":true,"disabled":false},{"text":"NOX","start":143,"end":146,"id":30,"ws":true,"disabled":false},{"text":"(","start":147,"end":148,"id":31,"ws":false,"disabled":false},{"text":"Nitrogen","start":148,"end":156,"id":32,"ws":true,"disabled":false},{"text":"Dioxide","start":157,"end":164,"id":33,"ws":true,"disabled":false},{"text":"and","start":165,"end":168,"id":34,"ws":true,"disabled":false},{"text":"Nitric","start":169,"end":175,"id":35,"ws":true,"disabled":false},{"text":"Acid)\u2014Gases","start":176,"end":187,"id":36,"ws":true,"disabled":false},{"text":"from","start":188,"end":192,"id":37,"ws":true,"disabled":false},{"text":"the","start":193,"end":196,"id":38,"ws":true,"disabled":false},{"text":"combustion","start":197,"end":207,"id":39,"ws":true,"disabled":false},{"text":"of","start":208,"end":210,"id":40,"ws":true,"disabled":false},{"text":"fossil","start":211,"end":217,"id":41,"ws":true,"disabled":false},{"text":"fuels","start":218,"end":223,"id":42,"ws":false,"disabled":false},{"text":";","start":223,"end":224,"id":43,"ws":true,"disabled":false},{"text":"react","start":225,"end":230,"id":44,"ws":true,"disabled":false},{"text":"in","start":231,"end":233,"id":45,"ws":true,"disabled":false},{"text":"the","start":234,"end":237,"id":46,"ws":true,"disabled":false},{"text":"atmosphere","start":238,"end":248,"id":47,"ws":true,"disabled":false},{"text":"to","start":249,"end":251,"id":48,"ws":true,"disabled":false},{"text":"form","start":252,"end":256,"id":49,"ws":true,"disabled":false},{"text":"O3","start":257,"end":259,"id":50,"ws":false,"disabled":false},{"text":",","start":259,"end":260,"id":51,"ws":true,"disabled":false},{"text":"PM2","start":261,"end":264,"id":52,"ws":true,"disabled":false},{"text":".5","start":265,"end":267,"id":53,"ws":false,"disabled":false},{"text":",","start":267,"end":268,"id":54,"ws":true,"disabled":false},{"text":"and","start":269,"end":272,"id":55,"ws":true,"disabled":false},{"text":"PM10","start":273,"end":277,"id":56,"ws":true,"disabled":false},{"text":"n","start":278,"end":279,"id":57,"ws":true,"disabled":false},{"text":"Pb","start":280,"end":282,"id":58,"ws":true,"disabled":false},{"text":"(","start":283,"end":284,"id":59,"ws":false,"disabled":false},{"text":"Lead)\u2014Elemental","start":284,"end":299,"id":60,"ws":true,"disabled":false},{"text":"particulate","start":300,"end":311,"id":61,"ws":true,"disabled":false},{"text":"coming","start":312,"end":318,"id":62,"ws":true,"disabled":false},{"text":"primarily","start":319,"end":328,"id":63,"ws":true,"disabled":false},{"text":"from","start":329,"end":333,"id":64,"ws":true,"disabled":false},{"text":"leaded","start":334,"end":340,"id":65,"ws":true,"disabled":false},{"text":"fuel","start":341,"end":345,"id":66,"ws":true,"disabled":false},{"text":"n","start":346,"end":347,"id":67,"ws":true,"disabled":false},{"text":"PM2.5\u2014Particles","start":348,"end":363,"id":68,"ws":true,"disabled":false},{"text":"with","start":364,"end":368,"id":69,"ws":true,"disabled":false},{"text":"a","start":369,"end":370,"id":70,"ws":true,"disabled":false},{"text":"diameter","start":371,"end":379,"id":71,"ws":true,"disabled":false},{"text":"of","start":380,"end":382,"id":72,"ws":true,"disabled":false},{"text":"2","start":383,"end":384,"id":73,"ws":true,"disabled":false},{"text":".5","start":385,"end":387,"id":74,"ws":true,"disabled":false},{"text":"micrometers","start":388,"end":399,"id":75,"ws":true,"disabled":false},{"text":"or","start":400,"end":402,"id":76,"ws":true,"disabled":false},{"text":"less","start":403,"end":407,"id":77,"ws":true,"disabled":false},{"text":"coming","start":408,"end":414,"id":78,"ws":true,"disabled":false},{"text":"from","start":415,"end":419,"id":79,"ws":true,"disabled":false},{"text":"dust","start":420,"end":424,"id":80,"ws":false,"disabled":false},{"text":",","start":424,"end":425,"id":81,"ws":true,"disabled":false},{"text":"smoke","start":426,"end":431,"id":82,"ws":true,"disabled":false},{"text":"and","start":432,"end":435,"id":83,"ws":true,"disabled":false},{"text":"soot","start":436,"end":440,"id":84,"ws":false,"disabled":false},{"text":",","start":440,"end":441,"id":85,"ws":true,"disabled":false},{"text":"or","start":442,"end":444,"id":86,"ws":true,"disabled":false},{"text":"formed","start":445,"end":451,"id":87,"ws":true,"disabled":false},{"text":"from","start":452,"end":456,"id":88,"ws":true,"disabled":false},{"text":"chemical","start":457,"end":465,"id":89,"ws":true,"disabled":false},{"text":"reactions","start":466,"end":475,"id":90,"ws":true,"disabled":false},{"text":"in","start":476,"end":478,"id":91,"ws":true,"disabled":false},{"text":"the","start":479,"end":482,"id":92,"ws":true,"disabled":false},{"text":"atmosphere","start":483,"end":493,"id":93,"ws":true,"disabled":false},{"text":"n","start":494,"end":495,"id":94,"ws":true,"disabled":false},{"text":"PM10\u2014Particles","start":496,"end":510,"id":95,"ws":true,"disabled":false},{"text":"with","start":511,"end":515,"id":96,"ws":true,"disabled":false},{"text":"a","start":516,"end":517,"id":97,"ws":true,"disabled":false},{"text":"diameter","start":518,"end":526,"id":98,"ws":true,"disabled":false},{"text":"of","start":527,"end":529,"id":99,"ws":true,"disabled":false},{"text":"10","start":530,"end":532,"id":100,"ws":true,"disabled":false},{"text":"micrometers","start":533,"end":544,"id":101,"ws":true,"disabled":false},{"text":"or","start":545,"end":547,"id":102,"ws":true,"disabled":false},{"text":"less","start":548,"end":552,"id":103,"ws":true,"disabled":false},{"text":"(","start":553,"end":554,"id":104,"ws":false,"disabled":false},{"text":"includes","start":554,"end":562,"id":105,"ws":true,"disabled":false},{"text":"PM2","start":563,"end":566,"id":106,"ws":true,"disabled":false},{"text":".5","start":567,"end":569,"id":107,"ws":false,"disabled":false},{"text":")","start":569,"end":570,"id":108,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":571,"end":583,"id":109,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":584,"end":596,"id":110,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Many of the blazes were sparked by an unprecedented lightning siege of nearly 12,000 strikes over a three-day period.\n","text":"Many of the blazes were sparked by an unprecedented lightning siege of nearly 12,000 strikes over a three-day period. IMPLIED_BASE IMPLIED_BASE","characters":"118","document_index":"783","md_sentence_index":"8","classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2020/08/22/california-wildfires-updates-saturday-map-redwood-trees-burn-big-basin/3419083001/","combo_id":"783_8","post-training batch1":"783_8","_input_hash":-842909152,"_task_hash":-692775225,"spans":[{"start":12,"end":18,"token_start":3,"token_end":3,"label":"base"},{"start":52,"end":67,"token_start":9,"token_end":10,"label":"base"}],"tokens":[{"text":"Many","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"of","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"blazes","start":12,"end":18,"id":3,"ws":true,"disabled":false},{"text":"were","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"sparked","start":24,"end":31,"id":5,"ws":true,"disabled":false},{"text":"by","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"an","start":35,"end":37,"id":7,"ws":true,"disabled":false},{"text":"unprecedented","start":38,"end":51,"id":8,"ws":true,"disabled":false},{"text":"lightning","start":52,"end":61,"id":9,"ws":true,"disabled":false},{"text":"siege","start":62,"end":67,"id":10,"ws":true,"disabled":false},{"text":"of","start":68,"end":70,"id":11,"ws":true,"disabled":false},{"text":"nearly","start":71,"end":77,"id":12,"ws":true,"disabled":false},{"text":"12,000","start":78,"end":84,"id":13,"ws":true,"disabled":false},{"text":"strikes","start":85,"end":92,"id":14,"ws":true,"disabled":false},{"text":"over","start":93,"end":97,"id":15,"ws":true,"disabled":false},{"text":"a","start":98,"end":99,"id":16,"ws":true,"disabled":false},{"text":"three","start":100,"end":105,"id":17,"ws":false,"disabled":false},{"text":"-","start":105,"end":106,"id":18,"ws":false,"disabled":false},{"text":"day","start":106,"end":109,"id":19,"ws":true,"disabled":false},{"text":"period","start":110,"end":116,"id":20,"ws":false,"disabled":false},{"text":".","start":116,"end":117,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":118,"end":130,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":131,"end":143,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":10,"child":3,"head_span":{"start":52,"end":67,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":12,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Despite the study\u2019s relatively narrow scope, the authors argue that the results likely apply to other creatures, including those rare and vulnerable species already imperiled by habitat fragmentation, pollution, and other human-caused disruptions.","text":"Despite the study\u2019s relatively narrow scope, the authors argue that the results likely apply to other creatures, including those rare and vulnerable species already imperiled by habitat fragmentation, pollution, and other human-caused disruptions. IMPLIED_BASE IMPLIED_BASE","characters":"247","document_index":"316","md_sentence_index":"10","classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/wgbh/nova/article/animal-adaptation-climate-change/","combo_id":"316_10","post-training batch1":"316_10","_input_hash":1007934267,"_task_hash":-185231930,"spans":[{"start":129,"end":133,"token_start":22,"token_end":22,"label":"type_of"},{"start":138,"end":148,"token_start":24,"token_end":24,"label":"type_of"},{"text":"species","start":149,"token_start":25,"token_end":25,"end":156,"type":"pattern","label":"base"},{"start":165,"end":174,"token_start":27,"token_end":27,"label":"change_direction"},{"text":"habitat","start":178,"token_start":29,"token_end":29,"end":185,"type":"pattern","label":"base"},{"start":186,"end":199,"token_start":30,"token_end":30,"label":"aspect_changing"},{"text":"pollution","start":201,"token_start":32,"token_end":32,"end":210,"type":"pattern","label":"base"},{"start":222,"end":234,"token_start":36,"token_end":38,"label":"type_of"},{"start":235,"end":246,"token_start":39,"token_end":39,"label":"base"}],"tokens":[{"text":"Despite","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":1,"ws":true,"disabled":false},{"text":"study","start":12,"end":17,"id":2,"ws":false,"disabled":false},{"text":"\u2019s","start":17,"end":19,"id":3,"ws":true,"disabled":false},{"text":"relatively","start":20,"end":30,"id":4,"ws":true,"disabled":false},{"text":"narrow","start":31,"end":37,"id":5,"ws":true,"disabled":false},{"text":"scope","start":38,"end":43,"id":6,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":7,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":8,"ws":true,"disabled":false},{"text":"authors","start":49,"end":56,"id":9,"ws":true,"disabled":false},{"text":"argue","start":57,"end":62,"id":10,"ws":true,"disabled":false},{"text":"that","start":63,"end":67,"id":11,"ws":true,"disabled":false},{"text":"the","start":68,"end":71,"id":12,"ws":true,"disabled":false},{"text":"results","start":72,"end":79,"id":13,"ws":true,"disabled":false},{"text":"likely","start":80,"end":86,"id":14,"ws":true,"disabled":false},{"text":"apply","start":87,"end":92,"id":15,"ws":true,"disabled":false},{"text":"to","start":93,"end":95,"id":16,"ws":true,"disabled":false},{"text":"other","start":96,"end":101,"id":17,"ws":true,"disabled":false},{"text":"creatures","start":102,"end":111,"id":18,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":19,"ws":true,"disabled":false},{"text":"including","start":113,"end":122,"id":20,"ws":true,"disabled":false},{"text":"those","start":123,"end":128,"id":21,"ws":true,"disabled":false},{"text":"rare","start":129,"end":133,"id":22,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":23,"ws":true,"disabled":false},{"text":"vulnerable","start":138,"end":148,"id":24,"ws":true,"disabled":false},{"text":"species","start":149,"end":156,"id":25,"ws":true,"disabled":false},{"text":"already","start":157,"end":164,"id":26,"ws":true,"disabled":false},{"text":"imperiled","start":165,"end":174,"id":27,"ws":true,"disabled":false},{"text":"by","start":175,"end":177,"id":28,"ws":true,"disabled":false},{"text":"habitat","start":178,"end":185,"id":29,"ws":true,"disabled":false},{"text":"fragmentation","start":186,"end":199,"id":30,"ws":false,"disabled":false},{"text":",","start":199,"end":200,"id":31,"ws":true,"disabled":false},{"text":"pollution","start":201,"end":210,"id":32,"ws":false,"disabled":false},{"text":",","start":210,"end":211,"id":33,"ws":true,"disabled":false},{"text":"and","start":212,"end":215,"id":34,"ws":true,"disabled":false},{"text":"other","start":216,"end":221,"id":35,"ws":true,"disabled":false},{"text":"human","start":222,"end":227,"id":36,"ws":false,"disabled":false},{"text":"-","start":227,"end":228,"id":37,"ws":false,"disabled":false},{"text":"caused","start":228,"end":234,"id":38,"ws":true,"disabled":false},{"text":"disruptions","start":235,"end":246,"id":39,"ws":false,"disabled":false},{"text":".","start":246,"end":247,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":248,"end":260,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":261,"end":273,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":24,"child":25,"head_span":{"start":138,"end":148,"token_start":24,"token_end":24,"label":"type_of"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":25,"head_span":{"start":129,"end":133,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":25,"head_span":{"start":165,"end":174,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":29,"head_span":{"start":186,"end":199,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":178,"end":185,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":39,"head_span":{"start":222,"end":234,"token_start":36,"token_end":38,"label":"type_of"},"child_span":{"start":235,"end":246,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":25,"head_span":{"start":178,"end":185,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":25,"head_span":{"start":201,"end":210,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":25,"head_span":{"start":235,"end":246,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Already, human activities have caused an estimated 1.0 degree Celsius increase in global warming above pre-industrial levels.","text":"Already, human activities have caused an estimated 1.0 degree Celsius increase in global warming above pre-industrial levels. IMPLIED_BASE IMPLIED_BASE","characters":"125","document_index":"351","md_sentence_index":"9","classification_origin":"cm-label-eval","url":"https://news.globallandscapesforum.org/38511/leaked-ipcc-report-warns-of-the-future-of-oceans-in-climate-change/","combo_id":"351_9","post-training batch1":"351_9","_input_hash":-566524010,"_task_hash":499442349,"spans":[{"start":9,"end":25,"token_start":2,"token_end":3,"label":"base"},{"text":"increase","start":70,"token_start":11,"token_end":11,"end":78,"type":"pattern","label":"change_direction"},{"text":"global warming","start":82,"token_start":13,"token_end":14,"end":96,"type":"pattern","label":"base"}],"tokens":[{"text":"Already","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"human","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"activities","start":15,"end":25,"id":3,"ws":true,"disabled":false},{"text":"have","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"caused","start":31,"end":37,"id":5,"ws":true,"disabled":false},{"text":"an","start":38,"end":40,"id":6,"ws":true,"disabled":false},{"text":"estimated","start":41,"end":50,"id":7,"ws":true,"disabled":false},{"text":"1.0","start":51,"end":54,"id":8,"ws":true,"disabled":false},{"text":"degree","start":55,"end":61,"id":9,"ws":true,"disabled":false},{"text":"Celsius","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"increase","start":70,"end":78,"id":11,"ws":true,"disabled":false},{"text":"in","start":79,"end":81,"id":12,"ws":true,"disabled":false},{"text":"global","start":82,"end":88,"id":13,"ws":true,"disabled":false},{"text":"warming","start":89,"end":96,"id":14,"ws":true,"disabled":false},{"text":"above","start":97,"end":102,"id":15,"ws":true,"disabled":false},{"text":"pre","start":103,"end":106,"id":16,"ws":false,"disabled":false},{"text":"-","start":106,"end":107,"id":17,"ws":false,"disabled":false},{"text":"industrial","start":107,"end":117,"id":18,"ws":true,"disabled":false},{"text":"levels","start":118,"end":124,"id":19,"ws":false,"disabled":false},{"text":".","start":124,"end":125,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":11,"child":14,"head_span":{"start":70,"end":78,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":82,"end":96,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":14,"head_span":{"start":9,"end":25,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":82,"end":96,"token_start":13,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Following Hurricanes Katrina and Rita, women in temporary housing attempted suicide 78 times more frequently than women not affected by the storms.\n","text":"Following Hurricanes Katrina and Rita, women in temporary housing attempted suicide 78 times more frequently than women not affected by the storms. IMPLIED_BASE IMPLIED_BASE","characters":"148","document_index":"269","md_sentence_index":"28","classification_origin":"cm-label-eval","url":"https://www.tampabay.com/opinion/columns/how-climate-change-is-hurting-public-health-column-20190723/","combo_id":"269_28","post-training batch1":"269_28","_input_hash":2008626710,"_task_hash":-1875497042,"spans":[{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},{"text":"suicide","start":76,"token_start":11,"token_end":11,"end":83,"type":"pattern","label":"base"},{"start":93,"end":108,"token_start":14,"token_end":15,"label":"change_direction"}],"tokens":[{"text":"Following","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"Hurricanes","start":10,"end":20,"id":1,"ws":true,"disabled":false},{"text":"Katrina","start":21,"end":28,"id":2,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":3,"ws":true,"disabled":false},{"text":"Rita","start":33,"end":37,"id":4,"ws":false,"disabled":false},{"text":",","start":37,"end":38,"id":5,"ws":true,"disabled":false},{"text":"women","start":39,"end":44,"id":6,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"temporary","start":48,"end":57,"id":8,"ws":true,"disabled":false},{"text":"housing","start":58,"end":65,"id":9,"ws":true,"disabled":false},{"text":"attempted","start":66,"end":75,"id":10,"ws":true,"disabled":false},{"text":"suicide","start":76,"end":83,"id":11,"ws":true,"disabled":false},{"text":"78","start":84,"end":86,"id":12,"ws":true,"disabled":false},{"text":"times","start":87,"end":92,"id":13,"ws":true,"disabled":false},{"text":"more","start":93,"end":97,"id":14,"ws":true,"disabled":false},{"text":"frequently","start":98,"end":108,"id":15,"ws":true,"disabled":false},{"text":"than","start":109,"end":113,"id":16,"ws":true,"disabled":false},{"text":"women","start":114,"end":119,"id":17,"ws":true,"disabled":false},{"text":"not","start":120,"end":123,"id":18,"ws":true,"disabled":false},{"text":"affected","start":124,"end":132,"id":19,"ws":true,"disabled":false},{"text":"by","start":133,"end":135,"id":20,"ws":true,"disabled":false},{"text":"the","start":136,"end":139,"id":21,"ws":true,"disabled":false},{"text":"storms","start":140,"end":146,"id":22,"ws":false,"disabled":false},{"text":".","start":146,"end":147,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":15,"child":11,"head_span":{"start":93,"end":108,"token_start":14,"token_end":15,"label":"change_direction"},"child_span":{"start":76,"end":83,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":11,"head_span":{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":76,"end":83,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\"As freshwater lakes get hotter in the summer, that leads to more amoebae in the water and increased human risk,\" said Sonia Altizer, an associate professor of ecology at the University of Georgia.\n","text":"\"As freshwater lakes get hotter in the summer, that leads to more amoebae in the water and increased human risk,\" said Sonia Altizer, an associate professor of ecology at the University of Georgia. IMPLIED_BASE IMPLIED_BASE","characters":"198","document_index":"829","md_sentence_index":"43","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/how-the-spreading-symptoms-of-climate-change-can-be-deadly/","combo_id":"829_43","post-training batch1":"829_43","_input_hash":-1715817510,"_task_hash":-473744542,"spans":[{"text":"freshwater","start":4,"token_start":2,"token_end":2,"end":14,"type":"pattern","label":"type_of"},{"text":"lakes","start":15,"token_start":3,"token_end":3,"end":20,"type":"pattern","label":"base"},{"text":"hotter","start":25,"token_start":5,"token_end":5,"end":31,"type":"pattern","label":"change_direction"},{"text":"more","start":61,"token_start":13,"token_end":13,"end":65,"type":"pattern","label":"change_direction"},{"start":66,"end":73,"token_start":14,"token_end":14,"label":"base"},{"text":"increased","start":91,"token_start":19,"token_end":19,"end":100,"type":"pattern","label":"change_direction"},{"start":101,"end":106,"token_start":20,"token_end":20,"label":"base"},{"text":"risk","start":107,"token_start":21,"token_end":21,"end":111,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"As","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"freshwater","start":4,"end":14,"id":2,"ws":true,"disabled":false},{"text":"lakes","start":15,"end":20,"id":3,"ws":true,"disabled":false},{"text":"get","start":21,"end":24,"id":4,"ws":true,"disabled":false},{"text":"hotter","start":25,"end":31,"id":5,"ws":true,"disabled":false},{"text":"in","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":7,"ws":true,"disabled":false},{"text":"summer","start":39,"end":45,"id":8,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":9,"ws":true,"disabled":false},{"text":"that","start":47,"end":51,"id":10,"ws":true,"disabled":false},{"text":"leads","start":52,"end":57,"id":11,"ws":true,"disabled":false},{"text":"to","start":58,"end":60,"id":12,"ws":true,"disabled":false},{"text":"more","start":61,"end":65,"id":13,"ws":true,"disabled":false},{"text":"amoebae","start":66,"end":73,"id":14,"ws":true,"disabled":false},{"text":"in","start":74,"end":76,"id":15,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":16,"ws":true,"disabled":false},{"text":"water","start":81,"end":86,"id":17,"ws":true,"disabled":false},{"text":"and","start":87,"end":90,"id":18,"ws":true,"disabled":false},{"text":"increased","start":91,"end":100,"id":19,"ws":true,"disabled":false},{"text":"human","start":101,"end":106,"id":20,"ws":true,"disabled":false},{"text":"risk","start":107,"end":111,"id":21,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":22,"ws":false,"disabled":false},{"text":"\"","start":112,"end":113,"id":23,"ws":true,"disabled":false},{"text":"said","start":114,"end":118,"id":24,"ws":true,"disabled":false},{"text":"Sonia","start":119,"end":124,"id":25,"ws":true,"disabled":false},{"text":"Altizer","start":125,"end":132,"id":26,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":27,"ws":true,"disabled":false},{"text":"an","start":134,"end":136,"id":28,"ws":true,"disabled":false},{"text":"associate","start":137,"end":146,"id":29,"ws":true,"disabled":false},{"text":"professor","start":147,"end":156,"id":30,"ws":true,"disabled":false},{"text":"of","start":157,"end":159,"id":31,"ws":true,"disabled":false},{"text":"ecology","start":160,"end":167,"id":32,"ws":true,"disabled":false},{"text":"at","start":168,"end":170,"id":33,"ws":true,"disabled":false},{"text":"the","start":171,"end":174,"id":34,"ws":true,"disabled":false},{"text":"University","start":175,"end":185,"id":35,"ws":true,"disabled":false},{"text":"of","start":186,"end":188,"id":36,"ws":true,"disabled":false},{"text":"Georgia","start":189,"end":196,"id":37,"ws":false,"disabled":false},{"text":".","start":196,"end":197,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":211,"end":223,"id":40,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":19,"child":20,"head_span":{"start":91,"end":100,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":101,"end":106,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":20,"head_span":{"start":107,"end":111,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":101,"end":106,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":3,"head_span":{"start":4,"end":14,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":3,"head_span":{"start":25,"end":31,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":61,"end":65,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":66,"end":73,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":14,"head_span":{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":66,"end":73,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":20,"head_span":{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":101,"end":106,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Climate change should cause net extinctions to increase in the south and at low elevations and to decrease in the north and at high elevations.\n","text":"Climate change should cause net extinctions to increase in the south and at low elevations and to decrease in the north and at high elevations. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"715","md_sentence_index":"279","classification_origin":"causal_sentence_classification","url":"https://earthtosky.org/climate-change-categories?tmpl=component&article_id=78","combo_id":"715_279","post-training batch1":"715_279","_input_hash":-1268755690,"_task_hash":-1176975887,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"text":"extinctions","start":32,"token_start":5,"token_end":5,"end":43,"type":"pattern","label":"base"},{"text":"increase","start":47,"token_start":7,"token_end":7,"end":55,"type":"pattern","label":"change_direction"},{"text":"decrease","start":98,"token_start":17,"token_end":17,"end":106,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"should","start":15,"end":21,"id":2,"ws":true,"disabled":false},{"text":"cause","start":22,"end":27,"id":3,"ws":true,"disabled":false},{"text":"net","start":28,"end":31,"id":4,"ws":true,"disabled":false},{"text":"extinctions","start":32,"end":43,"id":5,"ws":true,"disabled":false},{"text":"to","start":44,"end":46,"id":6,"ws":true,"disabled":false},{"text":"increase","start":47,"end":55,"id":7,"ws":true,"disabled":false},{"text":"in","start":56,"end":58,"id":8,"ws":true,"disabled":false},{"text":"the","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"south","start":63,"end":68,"id":10,"ws":true,"disabled":false},{"text":"and","start":69,"end":72,"id":11,"ws":true,"disabled":false},{"text":"at","start":73,"end":75,"id":12,"ws":true,"disabled":false},{"text":"low","start":76,"end":79,"id":13,"ws":true,"disabled":false},{"text":"elevations","start":80,"end":90,"id":14,"ws":true,"disabled":false},{"text":"and","start":91,"end":94,"id":15,"ws":true,"disabled":false},{"text":"to","start":95,"end":97,"id":16,"ws":true,"disabled":false},{"text":"decrease","start":98,"end":106,"id":17,"ws":true,"disabled":false},{"text":"in","start":107,"end":109,"id":18,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":19,"ws":true,"disabled":false},{"text":"north","start":114,"end":119,"id":20,"ws":true,"disabled":false},{"text":"and","start":120,"end":123,"id":21,"ws":true,"disabled":false},{"text":"at","start":124,"end":126,"id":22,"ws":true,"disabled":false},{"text":"high","start":127,"end":131,"id":23,"ws":true,"disabled":false},{"text":"elevations","start":132,"end":142,"id":24,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":7,"child":5,"head_span":{"start":47,"end":55,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":5,"head_span":{"start":98,"end":106,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Similarly, shrub tundra is expanding into colder regions as a result of warming and this process will continue\u2026There will be, as a result, a decrease in vegetation albedo \u2013 especially in spring \u2013 which will amplify the warming locally.","text":"Similarly, shrub tundra is expanding into colder regions as a result of warming and this process will continue\u2026There will be, as a result, a decrease in vegetation albedo \u2013 especially in spring \u2013 which will amplify the warming locally. IMPLIED_BASE IMPLIED_BASE","characters":"235","document_index":"647","md_sentence_index":"613","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_613","post-training batch1":"647_613","_input_hash":1053531595,"_task_hash":863079385,"spans":[{"start":11,"end":23,"token_start":2,"token_end":3,"label":"base"},{"start":27,"end":36,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":72,"end":79,"token_start":13,"token_end":13,"label":"aspect_changing"},{"text":"decrease","start":141,"token_start":29,"token_end":29,"end":149,"type":"pattern","label":"change_direction"},{"start":153,"end":170,"token_start":31,"token_end":32,"label":"base"},{"start":219,"end":226,"token_start":42,"token_end":42,"label":"aspect_changing"},{"start":236,"end":248,"token_start":45,"token_end":45,"label":"base"},{"start":249,"end":261,"token_start":46,"token_end":46,"label":"base"}],"tokens":[{"text":"Similarly","start":0,"end":9,"id":0,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":1,"ws":true,"disabled":false},{"text":"shrub","start":11,"end":16,"id":2,"ws":true,"disabled":false},{"text":"tundra","start":17,"end":23,"id":3,"ws":true,"disabled":false},{"text":"is","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"expanding","start":27,"end":36,"id":5,"ws":true,"disabled":false},{"text":"into","start":37,"end":41,"id":6,"ws":true,"disabled":false},{"text":"colder","start":42,"end":48,"id":7,"ws":true,"disabled":false},{"text":"regions","start":49,"end":56,"id":8,"ws":true,"disabled":false},{"text":"as","start":57,"end":59,"id":9,"ws":true,"disabled":false},{"text":"a","start":60,"end":61,"id":10,"ws":true,"disabled":false},{"text":"result","start":62,"end":68,"id":11,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":12,"ws":true,"disabled":false},{"text":"warming","start":72,"end":79,"id":13,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":14,"ws":true,"disabled":false},{"text":"this","start":84,"end":88,"id":15,"ws":true,"disabled":false},{"text":"process","start":89,"end":96,"id":16,"ws":true,"disabled":false},{"text":"will","start":97,"end":101,"id":17,"ws":true,"disabled":false},{"text":"continue","start":102,"end":110,"id":18,"ws":false,"disabled":false},{"text":"\u2026","start":110,"end":111,"id":19,"ws":false,"disabled":false},{"text":"There","start":111,"end":116,"id":20,"ws":true,"disabled":false},{"text":"will","start":117,"end":121,"id":21,"ws":true,"disabled":false},{"text":"be","start":122,"end":124,"id":22,"ws":false,"disabled":false},{"text":",","start":124,"end":125,"id":23,"ws":true,"disabled":false},{"text":"as","start":126,"end":128,"id":24,"ws":true,"disabled":false},{"text":"a","start":129,"end":130,"id":25,"ws":true,"disabled":false},{"text":"result","start":131,"end":137,"id":26,"ws":false,"disabled":false},{"text":",","start":137,"end":138,"id":27,"ws":true,"disabled":false},{"text":"a","start":139,"end":140,"id":28,"ws":true,"disabled":false},{"text":"decrease","start":141,"end":149,"id":29,"ws":true,"disabled":false},{"text":"in","start":150,"end":152,"id":30,"ws":true,"disabled":false},{"text":"vegetation","start":153,"end":163,"id":31,"ws":true,"disabled":false},{"text":"albedo","start":164,"end":170,"id":32,"ws":true,"disabled":false},{"text":"\u2013","start":171,"end":172,"id":33,"ws":true,"disabled":false},{"text":"especially","start":173,"end":183,"id":34,"ws":true,"disabled":false},{"text":"in","start":184,"end":186,"id":35,"ws":true,"disabled":false},{"text":"spring","start":187,"end":193,"id":36,"ws":true,"disabled":false},{"text":"\u2013","start":194,"end":195,"id":37,"ws":true,"disabled":false},{"text":"which","start":196,"end":201,"id":38,"ws":true,"disabled":false},{"text":"will","start":202,"end":206,"id":39,"ws":true,"disabled":false},{"text":"amplify","start":207,"end":214,"id":40,"ws":true,"disabled":false},{"text":"the","start":215,"end":218,"id":41,"ws":true,"disabled":false},{"text":"warming","start":219,"end":226,"id":42,"ws":true,"disabled":false},{"text":"locally","start":227,"end":234,"id":43,"ws":false,"disabled":false},{"text":".","start":234,"end":235,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":236,"end":248,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":249,"end":261,"id":46,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":13,"child":45,"head_span":{"start":72,"end":79,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":236,"end":248,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":42,"head_span":{"start":249,"end":261,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":219,"end":226,"token_start":42,"token_end":42,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":3,"head_span":{"start":27,"end":36,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":11,"end":23,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":32,"head_span":{"start":141,"end":149,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":153,"end":170,"token_start":31,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":3,"head_span":{"start":236,"end":248,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":11,"end":23,"token_start":2,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":32,"head_span":{"start":11,"end":23,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":153,"end":170,"token_start":31,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":46,"head_span":{"start":153,"end":170,"token_start":31,"token_end":32,"label":"base"},"child_span":{"start":249,"end":261,"token_start":46,"token_end":46,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Air Pollution in California could created a serious public health hazard.\n","text":"Air Pollution in California could created a serious public health hazard. IMPLIED_BASE IMPLIED_BASE","characters":"74","document_index":"714","md_sentence_index":"178","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/effects-of-climate-change-2014-6","combo_id":"714_178","post-training batch1":"714_178","_input_hash":-1702266421,"_task_hash":-527735626,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},{"text":"Pollution","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":52,"end":58,"token_start":8,"token_end":8,"label":"type_of"},{"start":59,"end":72,"token_start":9,"token_end":10,"label":"base"}],"tokens":[{"text":"Air","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Pollution","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"in","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"California","start":17,"end":27,"id":3,"ws":true,"disabled":false},{"text":"could","start":28,"end":33,"id":4,"ws":true,"disabled":false},{"text":"created","start":34,"end":41,"id":5,"ws":true,"disabled":false},{"text":"a","start":42,"end":43,"id":6,"ws":true,"disabled":false},{"text":"serious","start":44,"end":51,"id":7,"ws":true,"disabled":false},{"text":"public","start":52,"end":58,"id":8,"ws":true,"disabled":false},{"text":"health","start":59,"end":65,"id":9,"ws":true,"disabled":false},{"text":"hazard","start":66,"end":72,"id":10,"ws":false,"disabled":false},{"text":".","start":72,"end":73,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":74,"end":86,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":87,"end":99,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":52,"end":58,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":59,"end":72,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":10,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":59,"end":72,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Warming increases the risk of civil war in Africa.","text":"Warming increases the risk of civil war in Africa. IMPLIED_BASE IMPLIED_BASE","characters":"50","document_index":"711","md_sentence_index":"115","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_115","post-training batch1":"711_115","_input_hash":-500594401,"_task_hash":442895846,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"aspect_changing"},{"text":"increases","start":8,"token_start":1,"token_end":1,"end":17,"type":"pattern","label":"change_direction"},{"text":"risk","start":22,"token_start":3,"token_end":3,"end":26,"type":"pattern","label":"aspect_changing"},{"start":30,"end":35,"token_start":5,"token_end":5,"label":"type_of"},{"text":"war","start":36,"token_start":6,"token_end":6,"end":39,"type":"pattern","label":"base"},{"start":51,"end":63,"token_start":10,"token_end":10,"label":"base"}],"tokens":[{"text":"Warming","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"increases","start":8,"end":17,"id":1,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":2,"ws":true,"disabled":false},{"text":"risk","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"of","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"civil","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"war","start":36,"end":39,"id":6,"ws":true,"disabled":false},{"text":"in","start":40,"end":42,"id":7,"ws":true,"disabled":false},{"text":"Africa","start":43,"end":49,"id":8,"ws":false,"disabled":false},{"text":".","start":49,"end":50,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":51,"end":63,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":64,"end":76,"id":11,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":10,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":51,"end":63,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":36,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":6,"head_span":{"start":22,"end":26,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":36,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":8,"end":17,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":36,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":6,"head_span":{"start":51,"end":63,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":36,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Another increased hazard slower storms bring is increased wind damage, due to an increase in the duration of damaging winds structures are exposed to.\n","text":"Another increased hazard slower storms bring is increased wind damage, due to an increase in the duration of damaging winds structures are exposed to. IMPLIED_BASE IMPLIED_BASE","characters":"151","document_index":"869","md_sentence_index":"49","classification_origin":"causal_sentence_classification","url":"https://www.wunderground.com/cat6/Slow-Moving-Hurricanes-Barry-Growing-More-Common","combo_id":"869_49","post-training batch1":"869_49","_input_hash":1547918292,"_task_hash":-1785119052,"spans":[{"start":25,"end":31,"token_start":3,"token_end":3,"label":"type_of"},{"text":"storms","start":32,"token_start":4,"token_end":4,"end":38,"type":"pattern","label":"base"},{"text":"increased","start":48,"token_start":7,"token_end":7,"end":57,"type":"pattern","label":"change_direction"},{"start":58,"end":62,"token_start":8,"token_end":8,"label":"base"},{"start":63,"end":69,"token_start":9,"token_end":9,"label":"aspect_changing"}],"tokens":[{"text":"Another","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"increased","start":8,"end":17,"id":1,"ws":true,"disabled":false},{"text":"hazard","start":18,"end":24,"id":2,"ws":true,"disabled":false},{"text":"slower","start":25,"end":31,"id":3,"ws":true,"disabled":false},{"text":"storms","start":32,"end":38,"id":4,"ws":true,"disabled":false},{"text":"bring","start":39,"end":44,"id":5,"ws":true,"disabled":false},{"text":"is","start":45,"end":47,"id":6,"ws":true,"disabled":false},{"text":"increased","start":48,"end":57,"id":7,"ws":true,"disabled":false},{"text":"wind","start":58,"end":62,"id":8,"ws":true,"disabled":false},{"text":"damage","start":63,"end":69,"id":9,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":10,"ws":true,"disabled":false},{"text":"due","start":71,"end":74,"id":11,"ws":true,"disabled":false},{"text":"to","start":75,"end":77,"id":12,"ws":true,"disabled":false},{"text":"an","start":78,"end":80,"id":13,"ws":true,"disabled":false},{"text":"increase","start":81,"end":89,"id":14,"ws":true,"disabled":false},{"text":"in","start":90,"end":92,"id":15,"ws":true,"disabled":false},{"text":"the","start":93,"end":96,"id":16,"ws":true,"disabled":false},{"text":"duration","start":97,"end":105,"id":17,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":18,"ws":true,"disabled":false},{"text":"damaging","start":109,"end":117,"id":19,"ws":true,"disabled":false},{"text":"winds","start":118,"end":123,"id":20,"ws":true,"disabled":false},{"text":"structures","start":124,"end":134,"id":21,"ws":true,"disabled":false},{"text":"are","start":135,"end":138,"id":22,"ws":true,"disabled":false},{"text":"exposed","start":139,"end":146,"id":23,"ws":true,"disabled":false},{"text":"to","start":147,"end":149,"id":24,"ws":false,"disabled":false},{"text":".","start":149,"end":150,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":4,"head_span":{"start":25,"end":31,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":32,"end":38,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":48,"end":57,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":58,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":63,"end":69,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":58,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":8,"head_span":{"start":32,"end":38,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":58,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Air pollution, dust clouds, the stability of the upper atmosphere, and the relative warmth of the Atlantic Ocean compared to the Indian and Pacific Oceans can all influence the intensity and frequency of hurricanes.","text":"Air pollution, dust clouds, the stability of the upper atmosphere, and the relative warmth of the Atlantic Ocean compared to the Indian and Pacific Oceans can all influence the intensity and frequency of hurricanes. IMPLIED_BASE IMPLIED_BASE","characters":"215","document_index":"846","md_sentence_index":"164","classification_origin":"causal_sentence_classification","url":"https://www.vox.com/21452781/zogg-fire-glass-wildfire-california-climate-change-hurricanes-attribution-2020-debate","combo_id":"846_164","post-training batch1":"846_164","_input_hash":962083605,"_task_hash":-1618578478,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},{"text":"pollution","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":15,"end":19,"token_start":3,"token_end":3,"label":"type_of"},{"text":"clouds","start":20,"token_start":4,"token_end":4,"end":26,"type":"pattern","label":"base"},{"text":"stability","start":32,"token_start":7,"token_end":7,"end":41,"type":"pattern","label":"aspect_changing"},{"start":49,"end":54,"token_start":10,"token_end":10,"label":"type_of"},{"start":55,"end":65,"token_start":11,"token_end":11,"label":"base"},{"start":84,"end":90,"token_start":16,"token_end":16,"label":"aspect_changing"},{"start":98,"end":112,"token_start":19,"token_end":20,"label":"base"},{"text":"intensity","start":177,"token_start":32,"token_end":32,"end":186,"type":"pattern","label":"aspect_changing"},{"text":"frequency","start":191,"token_start":34,"token_end":34,"end":200,"type":"pattern","label":"aspect_changing"},{"text":"hurricanes","start":204,"token_start":36,"token_end":36,"end":214,"type":"pattern","label":"base"}],"tokens":[{"text":"Air","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"pollution","start":4,"end":13,"id":1,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":2,"ws":true,"disabled":false},{"text":"dust","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"clouds","start":20,"end":26,"id":4,"ws":false,"disabled":false},{"text":",","start":26,"end":27,"id":5,"ws":true,"disabled":false},{"text":"the","start":28,"end":31,"id":6,"ws":true,"disabled":false},{"text":"stability","start":32,"end":41,"id":7,"ws":true,"disabled":false},{"text":"of","start":42,"end":44,"id":8,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"upper","start":49,"end":54,"id":10,"ws":true,"disabled":false},{"text":"atmosphere","start":55,"end":65,"id":11,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":12,"ws":true,"disabled":false},{"text":"and","start":67,"end":70,"id":13,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":14,"ws":true,"disabled":false},{"text":"relative","start":75,"end":83,"id":15,"ws":true,"disabled":false},{"text":"warmth","start":84,"end":90,"id":16,"ws":true,"disabled":false},{"text":"of","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"the","start":94,"end":97,"id":18,"ws":true,"disabled":false},{"text":"Atlantic","start":98,"end":106,"id":19,"ws":true,"disabled":false},{"text":"Ocean","start":107,"end":112,"id":20,"ws":true,"disabled":false},{"text":"compared","start":113,"end":121,"id":21,"ws":true,"disabled":false},{"text":"to","start":122,"end":124,"id":22,"ws":true,"disabled":false},{"text":"the","start":125,"end":128,"id":23,"ws":true,"disabled":false},{"text":"Indian","start":129,"end":135,"id":24,"ws":true,"disabled":false},{"text":"and","start":136,"end":139,"id":25,"ws":true,"disabled":false},{"text":"Pacific","start":140,"end":147,"id":26,"ws":true,"disabled":false},{"text":"Oceans","start":148,"end":154,"id":27,"ws":true,"disabled":false},{"text":"can","start":155,"end":158,"id":28,"ws":true,"disabled":false},{"text":"all","start":159,"end":162,"id":29,"ws":true,"disabled":false},{"text":"influence","start":163,"end":172,"id":30,"ws":true,"disabled":false},{"text":"the","start":173,"end":176,"id":31,"ws":true,"disabled":false},{"text":"intensity","start":177,"end":186,"id":32,"ws":true,"disabled":false},{"text":"and","start":187,"end":190,"id":33,"ws":true,"disabled":false},{"text":"frequency","start":191,"end":200,"id":34,"ws":true,"disabled":false},{"text":"of","start":201,"end":203,"id":35,"ws":true,"disabled":false},{"text":"hurricanes","start":204,"end":214,"id":36,"ws":false,"disabled":false},{"text":".","start":214,"end":215,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":216,"end":228,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":229,"end":241,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":15,"end":19,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":20,"end":26,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":11,"head_span":{"start":32,"end":41,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":55,"end":65,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":49,"end":54,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":55,"end":65,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":84,"end":90,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":98,"end":112,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":36,"head_span":{"start":191,"end":200,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":36,"head_span":{"start":177,"end":186,"token_start":32,"token_end":32,"label":"aspect_changing"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":36,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":36,"head_span":{"start":20,"end":26,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":36,"head_span":{"start":55,"end":65,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":36,"head_span":{"start":98,"end":112,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"It\u2019s the big, industrial dairy farms that are responsible for 55 percent of the state\u2019s methane emissions.","text":"It\u2019s the big, industrial dairy farms that are responsible for 55 percent of the state\u2019s methane emissions. IMPLIED_BASE IMPLIED_BASE","characters":"106","document_index":"636","md_sentence_index":"171","classification_origin":"causal_sentence_classification","url":"https://www.vox.com/energy-and-environment/2020/2/14/21131109/california-natural-gas-renewable-socalgas","combo_id":"636_171","post-training batch1":"636_171","_input_hash":-225431552,"_task_hash":-758731357,"spans":[{"start":14,"end":24,"token_start":5,"token_end":5,"label":"type_of"},{"start":25,"end":36,"token_start":6,"token_end":7,"label":"base"},{"text":"methane","start":88,"token_start":18,"token_end":18,"end":95,"type":"pattern","label":"base"},{"text":"emissions","start":96,"token_start":19,"token_end":19,"end":105,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":false,"disabled":false},{"text":"\u2019s","start":2,"end":4,"id":1,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":2,"ws":true,"disabled":false},{"text":"big","start":9,"end":12,"id":3,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":4,"ws":true,"disabled":false},{"text":"industrial","start":14,"end":24,"id":5,"ws":true,"disabled":false},{"text":"dairy","start":25,"end":30,"id":6,"ws":true,"disabled":false},{"text":"farms","start":31,"end":36,"id":7,"ws":true,"disabled":false},{"text":"that","start":37,"end":41,"id":8,"ws":true,"disabled":false},{"text":"are","start":42,"end":45,"id":9,"ws":true,"disabled":false},{"text":"responsible","start":46,"end":57,"id":10,"ws":true,"disabled":false},{"text":"for","start":58,"end":61,"id":11,"ws":true,"disabled":false},{"text":"55","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"percent","start":65,"end":72,"id":13,"ws":true,"disabled":false},{"text":"of","start":73,"end":75,"id":14,"ws":true,"disabled":false},{"text":"the","start":76,"end":79,"id":15,"ws":true,"disabled":false},{"text":"state","start":80,"end":85,"id":16,"ws":false,"disabled":false},{"text":"\u2019s","start":85,"end":87,"id":17,"ws":true,"disabled":false},{"text":"methane","start":88,"end":95,"id":18,"ws":true,"disabled":false},{"text":"emissions","start":96,"end":105,"id":19,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":5,"child":7,"head_span":{"start":14,"end":24,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":25,"end":36,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":96,"end":105,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":88,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":18,"head_span":{"start":25,"end":36,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":88,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Warmer oceans cause hurricanes to have faster wind speeds and stronger central pressure, making the storms more intense.\n","text":"Warmer oceans cause hurricanes to have faster wind speeds and stronger central pressure, making the storms more intense. IMPLIED_BASE IMPLIED_BASE","characters":"121","document_index":"359","md_sentence_index":"32","classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/newshour/nation/is-climate-change-making-hurricanes-stall","combo_id":"359_32","post-training batch1":"359_32","_input_hash":1956827219,"_task_hash":-1114305977,"spans":[{"text":"Warmer","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"change_direction"},{"text":"oceans","start":7,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"text":"hurricanes","start":20,"token_start":3,"token_end":3,"end":30,"type":"pattern","label":"base"},{"start":39,"end":45,"token_start":6,"token_end":6,"label":"change_direction"},{"start":46,"end":57,"token_start":7,"token_end":8,"label":"aspect_changing"},{"start":62,"end":70,"token_start":10,"token_end":10,"label":"change_direction"},{"start":71,"end":87,"token_start":11,"token_end":12,"label":"aspect_changing"},{"text":"storms","start":100,"token_start":16,"token_end":16,"end":106,"type":"pattern","label":"base"},{"text":"more","start":107,"token_start":17,"token_end":17,"end":111,"type":"pattern","label":"change_direction"},{"start":112,"end":119,"token_start":18,"token_end":18,"label":"aspect_changing"}],"tokens":[{"text":"Warmer","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"oceans","start":7,"end":13,"id":1,"ws":true,"disabled":false},{"text":"cause","start":14,"end":19,"id":2,"ws":true,"disabled":false},{"text":"hurricanes","start":20,"end":30,"id":3,"ws":true,"disabled":false},{"text":"to","start":31,"end":33,"id":4,"ws":true,"disabled":false},{"text":"have","start":34,"end":38,"id":5,"ws":true,"disabled":false},{"text":"faster","start":39,"end":45,"id":6,"ws":true,"disabled":false},{"text":"wind","start":46,"end":50,"id":7,"ws":true,"disabled":false},{"text":"speeds","start":51,"end":57,"id":8,"ws":true,"disabled":false},{"text":"and","start":58,"end":61,"id":9,"ws":true,"disabled":false},{"text":"stronger","start":62,"end":70,"id":10,"ws":true,"disabled":false},{"text":"central","start":71,"end":78,"id":11,"ws":true,"disabled":false},{"text":"pressure","start":79,"end":87,"id":12,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":13,"ws":true,"disabled":false},{"text":"making","start":89,"end":95,"id":14,"ws":true,"disabled":false},{"text":"the","start":96,"end":99,"id":15,"ws":true,"disabled":false},{"text":"storms","start":100,"end":106,"id":16,"ws":true,"disabled":false},{"text":"more","start":107,"end":111,"id":17,"ws":true,"disabled":false},{"text":"intense","start":112,"end":119,"id":18,"ws":false,"disabled":false},{"text":".","start":119,"end":120,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":7,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":3,"head_span":{"start":39,"end":45,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":3,"head_span":{"start":46,"end":57,"token_start":7,"token_end":8,"label":"aspect_changing"},"child_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":3,"head_span":{"start":71,"end":87,"token_start":11,"token_end":12,"label":"aspect_changing"},"child_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":3,"head_span":{"start":62,"end":70,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":16,"head_span":{"start":112,"end":119,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":100,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":107,"end":111,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":100,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":3,"head_span":{"start":7,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":16,"head_span":{"start":7,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":100,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"One is that all that warm water allowed for the storm to ramp up quickly, undergoing what is known as rapid intensification as it exploded from a moderate category 2 to extreme category 5 over just two days.","text":"One is that all that warm water allowed for the storm to ramp up quickly, undergoing what is known as rapid intensification as it exploded from a moderate category 2 to extreme category 5 over just two days. IMPLIED_BASE IMPLIED_BASE","characters":"207","document_index":"360","md_sentence_index":"25","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/commentisfree/2019/sep/04/climate-crisis-hurricane-dorian-floods-bahamas","combo_id":"360_25","post-training batch1":"360_25","_input_hash":311216143,"_task_hash":-1275645910,"spans":[{"start":21,"end":25,"token_start":5,"token_end":5,"label":"aspect_changing"},{"text":"water","start":26,"token_start":6,"token_end":6,"end":31,"type":"pattern","label":"base"},{"text":"storm","start":48,"token_start":10,"token_end":10,"end":53,"type":"pattern","label":"base"},{"start":57,"end":64,"token_start":12,"token_end":13,"label":"aspect_changing"},{"start":65,"end":72,"token_start":14,"token_end":14,"label":"change_direction"},{"start":102,"end":123,"token_start":21,"token_end":22,"label":"base"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"is","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"that","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"all","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"that","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"warm","start":21,"end":25,"id":5,"ws":true,"disabled":false},{"text":"water","start":26,"end":31,"id":6,"ws":true,"disabled":false},{"text":"allowed","start":32,"end":39,"id":7,"ws":true,"disabled":false},{"text":"for","start":40,"end":43,"id":8,"ws":true,"disabled":false},{"text":"the","start":44,"end":47,"id":9,"ws":true,"disabled":false},{"text":"storm","start":48,"end":53,"id":10,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":11,"ws":true,"disabled":false},{"text":"ramp","start":57,"end":61,"id":12,"ws":true,"disabled":false},{"text":"up","start":62,"end":64,"id":13,"ws":true,"disabled":false},{"text":"quickly","start":65,"end":72,"id":14,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":15,"ws":true,"disabled":false},{"text":"undergoing","start":74,"end":84,"id":16,"ws":true,"disabled":false},{"text":"what","start":85,"end":89,"id":17,"ws":true,"disabled":false},{"text":"is","start":90,"end":92,"id":18,"ws":true,"disabled":false},{"text":"known","start":93,"end":98,"id":19,"ws":true,"disabled":false},{"text":"as","start":99,"end":101,"id":20,"ws":true,"disabled":false},{"text":"rapid","start":102,"end":107,"id":21,"ws":true,"disabled":false},{"text":"intensification","start":108,"end":123,"id":22,"ws":true,"disabled":false},{"text":"as","start":124,"end":126,"id":23,"ws":true,"disabled":false},{"text":"it","start":127,"end":129,"id":24,"ws":true,"disabled":false},{"text":"exploded","start":130,"end":138,"id":25,"ws":true,"disabled":false},{"text":"from","start":139,"end":143,"id":26,"ws":true,"disabled":false},{"text":"a","start":144,"end":145,"id":27,"ws":true,"disabled":false},{"text":"moderate","start":146,"end":154,"id":28,"ws":true,"disabled":false},{"text":"category","start":155,"end":163,"id":29,"ws":true,"disabled":false},{"text":"2","start":164,"end":165,"id":30,"ws":true,"disabled":false},{"text":"to","start":166,"end":168,"id":31,"ws":true,"disabled":false},{"text":"extreme","start":169,"end":176,"id":32,"ws":true,"disabled":false},{"text":"category","start":177,"end":185,"id":33,"ws":true,"disabled":false},{"text":"5","start":186,"end":187,"id":34,"ws":true,"disabled":false},{"text":"over","start":188,"end":192,"id":35,"ws":true,"disabled":false},{"text":"just","start":193,"end":197,"id":36,"ws":true,"disabled":false},{"text":"two","start":198,"end":201,"id":37,"ws":true,"disabled":false},{"text":"days","start":202,"end":206,"id":38,"ws":false,"disabled":false},{"text":".","start":206,"end":207,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":208,"end":220,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":221,"end":233,"id":41,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":21,"end":25,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":26,"end":31,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":10,"head_span":{"start":57,"end":64,"token_start":12,"token_end":13,"label":"aspect_changing"},"child_span":{"start":48,"end":53,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":10,"head_span":{"start":65,"end":72,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":48,"end":53,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":10,"head_span":{"start":26,"end":31,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":48,"end":53,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":22,"head_span":{"start":26,"end":31,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":102,"end":123,"token_start":21,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The heat, according to researchers at the University of California, Berkeley, will drive deaths that soon outpace those from car crashes or opioid overdoses.","text":"The heat, according to researchers at the University of California, Berkeley, will drive deaths that soon outpace those from car crashes or opioid overdoses. IMPLIED_BASE IMPLIED_BASE","characters":"157","document_index":"773","md_sentence_index":"306","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/07/23/magazine/climate-migration.html","combo_id":"773_306","post-training batch1":"773_306","_input_hash":-1465843895,"_task_hash":1915140866,"spans":[{"start":4,"end":8,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":89,"end":95,"token_start":16,"token_end":16,"label":"base"},{"start":158,"end":170,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"heat","start":4,"end":8,"id":1,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":2,"ws":true,"disabled":false},{"text":"according","start":10,"end":19,"id":3,"ws":true,"disabled":false},{"text":"to","start":20,"end":22,"id":4,"ws":true,"disabled":false},{"text":"researchers","start":23,"end":34,"id":5,"ws":true,"disabled":false},{"text":"at","start":35,"end":37,"id":6,"ws":true,"disabled":false},{"text":"the","start":38,"end":41,"id":7,"ws":true,"disabled":false},{"text":"University","start":42,"end":52,"id":8,"ws":true,"disabled":false},{"text":"of","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"California","start":56,"end":66,"id":10,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":11,"ws":true,"disabled":false},{"text":"Berkeley","start":68,"end":76,"id":12,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":13,"ws":true,"disabled":false},{"text":"will","start":78,"end":82,"id":14,"ws":true,"disabled":false},{"text":"drive","start":83,"end":88,"id":15,"ws":true,"disabled":false},{"text":"deaths","start":89,"end":95,"id":16,"ws":true,"disabled":false},{"text":"that","start":96,"end":100,"id":17,"ws":true,"disabled":false},{"text":"soon","start":101,"end":105,"id":18,"ws":true,"disabled":false},{"text":"outpace","start":106,"end":113,"id":19,"ws":true,"disabled":false},{"text":"those","start":114,"end":119,"id":20,"ws":true,"disabled":false},{"text":"from","start":120,"end":124,"id":21,"ws":true,"disabled":false},{"text":"car","start":125,"end":128,"id":22,"ws":true,"disabled":false},{"text":"crashes","start":129,"end":136,"id":23,"ws":true,"disabled":false},{"text":"or","start":137,"end":139,"id":24,"ws":true,"disabled":false},{"text":"opioid","start":140,"end":146,"id":25,"ws":true,"disabled":false},{"text":"overdoses","start":147,"end":156,"id":26,"ws":false,"disabled":false},{"text":".","start":156,"end":157,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":1,"child":28,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":158,"end":170,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":16,"head_span":{"start":158,"end":170,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":89,"end":95,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Wildfires are also expected to increase the risk for destructive mudslides, as landscapes laid bare by fire are drenched with winter rain.","text":"Wildfires are also expected to increase the risk for destructive mudslides, as landscapes laid bare by fire are drenched with winter rain. IMPLIED_BASE IMPLIED_BASE","characters":"138","document_index":"433","md_sentence_index":"23","classification_origin":"causal_sentence_classification","url":"https://yaleclimateconnections.org/2019/07/wildfires-and-climate-change-whats-the-connection/","combo_id":"433_23","post-training batch1":"433_23","_input_hash":-1659655781,"_task_hash":966915177,"spans":[{"text":"Wildfires","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"base"},{"text":"increase","start":31,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"change_direction"},{"text":"risk","start":44,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"aspect_changing"},{"start":53,"end":64,"token_start":9,"token_end":9,"label":"type_of"},{"text":"mudslides","start":65,"token_start":10,"token_end":10,"end":74,"type":"pattern","label":"base"}],"tokens":[{"text":"Wildfires","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"are","start":10,"end":13,"id":1,"ws":true,"disabled":false},{"text":"also","start":14,"end":18,"id":2,"ws":true,"disabled":false},{"text":"expected","start":19,"end":27,"id":3,"ws":true,"disabled":false},{"text":"to","start":28,"end":30,"id":4,"ws":true,"disabled":false},{"text":"increase","start":31,"end":39,"id":5,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":6,"ws":true,"disabled":false},{"text":"risk","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"for","start":49,"end":52,"id":8,"ws":true,"disabled":false},{"text":"destructive","start":53,"end":64,"id":9,"ws":true,"disabled":false},{"text":"mudslides","start":65,"end":74,"id":10,"ws":false,"disabled":false},{"text":",","start":74,"end":75,"id":11,"ws":true,"disabled":false},{"text":"as","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"landscapes","start":79,"end":89,"id":13,"ws":true,"disabled":false},{"text":"laid","start":90,"end":94,"id":14,"ws":true,"disabled":false},{"text":"bare","start":95,"end":99,"id":15,"ws":true,"disabled":false},{"text":"by","start":100,"end":102,"id":16,"ws":true,"disabled":false},{"text":"fire","start":103,"end":107,"id":17,"ws":true,"disabled":false},{"text":"are","start":108,"end":111,"id":18,"ws":true,"disabled":false},{"text":"drenched","start":112,"end":120,"id":19,"ws":true,"disabled":false},{"text":"with","start":121,"end":125,"id":20,"ws":true,"disabled":false},{"text":"winter","start":126,"end":132,"id":21,"ws":true,"disabled":false},{"text":"rain","start":133,"end":137,"id":22,"ws":false,"disabled":false},{"text":".","start":137,"end":138,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":5,"child":10,"head_span":{"start":31,"end":39,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":65,"end":74,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":53,"end":64,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":65,"end":74,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":44,"end":48,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":65,"end":74,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":10,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":65,"end":74,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"They did find, however, that nonfarm productivity also tended to decline at higher temperatures, most likely from workers in temperature-sensitive occupations working outdoors or in buildings exposed to outdoor temperatures needing to take more breaks or work more slowly.\n","text":"They did find, however, that nonfarm productivity also tended to decline at higher temperatures, most likely from workers in temperature-sensitive occupations working outdoors or in buildings exposed to outdoor temperatures needing to take more breaks or work more slowly. IMPLIED_BASE IMPLIED_BASE","characters":"273","document_index":"741","md_sentence_index":"29","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/heat-wave-effects-on-economic-productivity-2019-7","combo_id":"741_29","post-training batch1":"741_29","_input_hash":2027772007,"_task_hash":371324496,"spans":[{"start":29,"end":36,"token_start":7,"token_end":7,"label":"base"},{"text":"productivity","start":37,"token_start":8,"token_end":8,"end":49,"type":"pattern","label":"aspect_changing"},{"start":65,"end":72,"token_start":12,"token_end":12,"label":"change_direction"},{"text":"higher","start":76,"token_start":14,"token_end":14,"end":82,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":83,"token_start":15,"token_end":15,"end":95,"type":"pattern","label":"aspect_changing"},{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"}],"tokens":[{"text":"They","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"did","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"find","start":9,"end":13,"id":2,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":3,"ws":true,"disabled":false},{"text":"however","start":15,"end":22,"id":4,"ws":false,"disabled":false},{"text":",","start":22,"end":23,"id":5,"ws":true,"disabled":false},{"text":"that","start":24,"end":28,"id":6,"ws":true,"disabled":false},{"text":"nonfarm","start":29,"end":36,"id":7,"ws":true,"disabled":false},{"text":"productivity","start":37,"end":49,"id":8,"ws":true,"disabled":false},{"text":"also","start":50,"end":54,"id":9,"ws":true,"disabled":false},{"text":"tended","start":55,"end":61,"id":10,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":11,"ws":true,"disabled":false},{"text":"decline","start":65,"end":72,"id":12,"ws":true,"disabled":false},{"text":"at","start":73,"end":75,"id":13,"ws":true,"disabled":false},{"text":"higher","start":76,"end":82,"id":14,"ws":true,"disabled":false},{"text":"temperatures","start":83,"end":95,"id":15,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":16,"ws":true,"disabled":false},{"text":"most","start":97,"end":101,"id":17,"ws":true,"disabled":false},{"text":"likely","start":102,"end":108,"id":18,"ws":true,"disabled":false},{"text":"from","start":109,"end":113,"id":19,"ws":true,"disabled":false},{"text":"workers","start":114,"end":121,"id":20,"ws":true,"disabled":false},{"text":"in","start":122,"end":124,"id":21,"ws":true,"disabled":false},{"text":"temperature","start":125,"end":136,"id":22,"ws":false,"disabled":false},{"text":"-","start":136,"end":137,"id":23,"ws":false,"disabled":false},{"text":"sensitive","start":137,"end":146,"id":24,"ws":true,"disabled":false},{"text":"occupations","start":147,"end":158,"id":25,"ws":true,"disabled":false},{"text":"working","start":159,"end":166,"id":26,"ws":true,"disabled":false},{"text":"outdoors","start":167,"end":175,"id":27,"ws":true,"disabled":false},{"text":"or","start":176,"end":178,"id":28,"ws":true,"disabled":false},{"text":"in","start":179,"end":181,"id":29,"ws":true,"disabled":false},{"text":"buildings","start":182,"end":191,"id":30,"ws":true,"disabled":false},{"text":"exposed","start":192,"end":199,"id":31,"ws":true,"disabled":false},{"text":"to","start":200,"end":202,"id":32,"ws":true,"disabled":false},{"text":"outdoor","start":203,"end":210,"id":33,"ws":true,"disabled":false},{"text":"temperatures","start":211,"end":223,"id":34,"ws":true,"disabled":false},{"text":"needing","start":224,"end":231,"id":35,"ws":true,"disabled":false},{"text":"to","start":232,"end":234,"id":36,"ws":true,"disabled":false},{"text":"take","start":235,"end":239,"id":37,"ws":true,"disabled":false},{"text":"more","start":240,"end":244,"id":38,"ws":true,"disabled":false},{"text":"breaks","start":245,"end":251,"id":39,"ws":true,"disabled":false},{"text":"or","start":252,"end":254,"id":40,"ws":true,"disabled":false},{"text":"work","start":255,"end":259,"id":41,"ws":true,"disabled":false},{"text":"more","start":260,"end":264,"id":42,"ws":true,"disabled":false},{"text":"slowly","start":265,"end":271,"id":43,"ws":false,"disabled":false},{"text":".","start":271,"end":272,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":273,"end":285,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":286,"end":298,"id":46,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":8,"child":7,"head_span":{"start":37,"end":49,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":29,"end":36,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":7,"head_span":{"start":65,"end":72,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":29,"end":36,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":45,"head_span":{"start":76,"end":82,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":45,"head_span":{"start":83,"end":95,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":7,"head_span":{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":29,"end":36,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Rachel Noble, a University of North Carolina microbiologist who has monitored the bacteria in rivers and estuaries in her state for more than 20 years, notes that storm surges can cause Vibrio concentrations to spike and linger in the water.","text":"Rachel Noble, a University of North Carolina microbiologist who has monitored the bacteria in rivers and estuaries in her state for more than 20 years, notes that storm surges can cause Vibrio concentrations to spike and linger in the water. IMPLIED_BASE IMPLIED_BASE","characters":"241","document_index":"861","md_sentence_index":"143","classification_origin":"causal_sentence_classification","url":"https://publicintegrity.org/environment/hidden-epidemics/vibrio-deadly-bacteria-coastal-waters-climate-change-health/","combo_id":"861_143","post-training batch1":"861_143","_input_hash":1077726875,"_task_hash":80785803,"spans":[{"text":"storm","start":163,"token_start":29,"token_end":29,"end":168,"type":"pattern","label":"base"},{"start":169,"end":175,"token_start":30,"token_end":30,"label":"change_direction"},{"start":186,"end":192,"token_start":33,"token_end":33,"label":"base"},{"text":"concentrations","start":193,"token_start":34,"token_end":34,"end":207,"type":"pattern","label":"aspect_changing"},{"start":211,"end":216,"token_start":36,"token_end":36,"label":"change_direction"}],"tokens":[{"text":"Rachel","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"Noble","start":7,"end":12,"id":1,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":2,"ws":true,"disabled":false},{"text":"a","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"University","start":16,"end":26,"id":4,"ws":true,"disabled":false},{"text":"of","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"North","start":30,"end":35,"id":6,"ws":true,"disabled":false},{"text":"Carolina","start":36,"end":44,"id":7,"ws":true,"disabled":false},{"text":"microbiologist","start":45,"end":59,"id":8,"ws":true,"disabled":false},{"text":"who","start":60,"end":63,"id":9,"ws":true,"disabled":false},{"text":"has","start":64,"end":67,"id":10,"ws":true,"disabled":false},{"text":"monitored","start":68,"end":77,"id":11,"ws":true,"disabled":false},{"text":"the","start":78,"end":81,"id":12,"ws":true,"disabled":false},{"text":"bacteria","start":82,"end":90,"id":13,"ws":true,"disabled":false},{"text":"in","start":91,"end":93,"id":14,"ws":true,"disabled":false},{"text":"rivers","start":94,"end":100,"id":15,"ws":true,"disabled":false},{"text":"and","start":101,"end":104,"id":16,"ws":true,"disabled":false},{"text":"estuaries","start":105,"end":114,"id":17,"ws":true,"disabled":false},{"text":"in","start":115,"end":117,"id":18,"ws":true,"disabled":false},{"text":"her","start":118,"end":121,"id":19,"ws":true,"disabled":false},{"text":"state","start":122,"end":127,"id":20,"ws":true,"disabled":false},{"text":"for","start":128,"end":131,"id":21,"ws":true,"disabled":false},{"text":"more","start":132,"end":136,"id":22,"ws":true,"disabled":false},{"text":"than","start":137,"end":141,"id":23,"ws":true,"disabled":false},{"text":"20","start":142,"end":144,"id":24,"ws":true,"disabled":false},{"text":"years","start":145,"end":150,"id":25,"ws":false,"disabled":false},{"text":",","start":150,"end":151,"id":26,"ws":true,"disabled":false},{"text":"notes","start":152,"end":157,"id":27,"ws":true,"disabled":false},{"text":"that","start":158,"end":162,"id":28,"ws":true,"disabled":false},{"text":"storm","start":163,"end":168,"id":29,"ws":true,"disabled":false},{"text":"surges","start":169,"end":175,"id":30,"ws":true,"disabled":false},{"text":"can","start":176,"end":179,"id":31,"ws":true,"disabled":false},{"text":"cause","start":180,"end":185,"id":32,"ws":true,"disabled":false},{"text":"Vibrio","start":186,"end":192,"id":33,"ws":true,"disabled":false},{"text":"concentrations","start":193,"end":207,"id":34,"ws":true,"disabled":false},{"text":"to","start":208,"end":210,"id":35,"ws":true,"disabled":false},{"text":"spike","start":211,"end":216,"id":36,"ws":true,"disabled":false},{"text":"and","start":217,"end":220,"id":37,"ws":true,"disabled":false},{"text":"linger","start":221,"end":227,"id":38,"ws":true,"disabled":false},{"text":"in","start":228,"end":230,"id":39,"ws":true,"disabled":false},{"text":"the","start":231,"end":234,"id":40,"ws":true,"disabled":false},{"text":"water","start":235,"end":240,"id":41,"ws":false,"disabled":false},{"text":".","start":240,"end":241,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":242,"end":254,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":255,"end":267,"id":44,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":30,"child":29,"head_span":{"start":169,"end":175,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":163,"end":168,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":193,"end":207,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":186,"end":192,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":33,"head_span":{"start":211,"end":216,"token_start":36,"token_end":36,"label":"change_direction"},"child_span":{"start":186,"end":192,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":33,"head_span":{"start":163,"end":168,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":186,"end":192,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Policies can improve energy efficiency, speed our transition from fossil fuels to renewable energy, and require companies to limit the amount of pollution that they produce.\n","text":"Policies can improve energy efficiency, speed our transition from fossil fuels to renewable energy, and require companies to limit the amount of pollution that they produce. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"857","md_sentence_index":"71","classification_origin":"causal_sentence_classification","url":"https://www.barrons.com/articles/7-ways-youre-already-paying-for-climate-change-51599995430","combo_id":"857_71","post-training batch1":"857_71","_input_hash":168784293,"_task_hash":685716308,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},{"start":13,"end":20,"token_start":2,"token_end":2,"label":"change_direction"},{"start":21,"end":27,"token_start":3,"token_end":3,"label":"base"},{"start":28,"end":38,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":40,"end":45,"token_start":6,"token_end":6,"label":"change_direction"},{"start":50,"end":60,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":66,"end":98,"token_start":10,"token_end":14,"label":"base"},{"start":125,"end":130,"token_start":20,"token_end":20,"label":"change_direction"},{"start":135,"end":141,"token_start":22,"token_end":22,"label":"aspect_changing"},{"text":"pollution","start":145,"token_start":24,"token_end":24,"end":154,"type":"pattern","label":"base"}],"tokens":[{"text":"Policies","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"can","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"improve","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"energy","start":21,"end":27,"id":3,"ws":true,"disabled":false},{"text":"efficiency","start":28,"end":38,"id":4,"ws":false,"disabled":false},{"text":",","start":38,"end":39,"id":5,"ws":true,"disabled":false},{"text":"speed","start":40,"end":45,"id":6,"ws":true,"disabled":false},{"text":"our","start":46,"end":49,"id":7,"ws":true,"disabled":false},{"text":"transition","start":50,"end":60,"id":8,"ws":true,"disabled":false},{"text":"from","start":61,"end":65,"id":9,"ws":true,"disabled":false},{"text":"fossil","start":66,"end":72,"id":10,"ws":true,"disabled":false},{"text":"fuels","start":73,"end":78,"id":11,"ws":true,"disabled":false},{"text":"to","start":79,"end":81,"id":12,"ws":true,"disabled":false},{"text":"renewable","start":82,"end":91,"id":13,"ws":true,"disabled":false},{"text":"energy","start":92,"end":98,"id":14,"ws":false,"disabled":false},{"text":",","start":98,"end":99,"id":15,"ws":true,"disabled":false},{"text":"and","start":100,"end":103,"id":16,"ws":true,"disabled":false},{"text":"require","start":104,"end":111,"id":17,"ws":true,"disabled":false},{"text":"companies","start":112,"end":121,"id":18,"ws":true,"disabled":false},{"text":"to","start":122,"end":124,"id":19,"ws":true,"disabled":false},{"text":"limit","start":125,"end":130,"id":20,"ws":true,"disabled":false},{"text":"the","start":131,"end":134,"id":21,"ws":true,"disabled":false},{"text":"amount","start":135,"end":141,"id":22,"ws":true,"disabled":false},{"text":"of","start":142,"end":144,"id":23,"ws":true,"disabled":false},{"text":"pollution","start":145,"end":154,"id":24,"ws":true,"disabled":false},{"text":"that","start":155,"end":159,"id":25,"ws":true,"disabled":false},{"text":"they","start":160,"end":164,"id":26,"ws":true,"disabled":false},{"text":"produce","start":165,"end":172,"id":27,"ws":false,"disabled":false},{"text":".","start":172,"end":173,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":30,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":3,"head_span":{"start":28,"end":38,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":21,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":8,"head_span":{"start":40,"end":45,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":50,"end":60,"token_start":8,"token_end":8,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":8,"head_span":{"start":66,"end":98,"token_start":10,"token_end":14,"label":"base"},"child_span":{"start":50,"end":60,"token_start":8,"token_end":8,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":135,"end":141,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":145,"end":154,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":24,"head_span":{"start":125,"end":130,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":145,"end":154,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":3,"head_span":{"start":13,"end":20,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":21,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":3,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":21,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":14,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":66,"end":98,"token_start":10,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":24,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":145,"end":154,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"ignore","reason":"not causal","relation count":"","complexity":"","original_md_text":"Hazards big enough to cause entire species to go extinct are relatively rare.","text":"Hazards big enough to cause entire species to go extinct are relatively rare. IMPLIED_BASE IMPLIED_BASE","characters":"77","document_index":"135","md_sentence_index":"27","classification_origin":"cm_cause_effect_rel","url":"http://theconversation.com/will-climate-change-cause-humans-to-go-extinct-117691","combo_id":"135_27","post-training batch1":"135_27","_input_hash":484186116,"_task_hash":-45983192,"spans":[{"text":"species","start":35,"token_start":6,"token_end":6,"end":42,"type":"pattern","label":"base"}],"tokens":[{"text":"Hazards","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"big","start":8,"end":11,"id":1,"ws":true,"disabled":false},{"text":"enough","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"to","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"cause","start":22,"end":27,"id":4,"ws":true,"disabled":false},{"text":"entire","start":28,"end":34,"id":5,"ws":true,"disabled":false},{"text":"species","start":35,"end":42,"id":6,"ws":true,"disabled":false},{"text":"to","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"go","start":46,"end":48,"id":8,"ws":true,"disabled":false},{"text":"extinct","start":49,"end":56,"id":9,"ws":true,"disabled":false},{"text":"are","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"relatively","start":61,"end":71,"id":11,"ws":true,"disabled":false},{"text":"rare","start":72,"end":76,"id":12,"ws":false,"disabled":false},{"text":".","start":76,"end":77,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":78,"end":90,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":91,"end":103,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Participation in sport improves mental and physical health,1 enhances community cohesion and well-being,2 and contributes significantly to employment.3\n","text":"Participation in sport improves mental and physical health,1 enhances community cohesion and well-being,2 and contributes significantly to employment.3 IMPLIED_BASE IMPLIED_BASE","characters":"152","document_index":"745","md_sentence_index":"99","classification_origin":"causal_sentence_classification","url":"https://www.connect4climate.org/sites/default/files/files/publications/Sport_and_climate_report.pdf","combo_id":"745_99","post-training batch1":"745_99","_input_hash":529431782,"_task_hash":-64498701,"spans":[{"start":0,"end":13,"token_start":0,"token_end":0,"label":"aspect_changing"},{"start":17,"end":22,"token_start":2,"token_end":2,"label":"base"},{"start":23,"end":31,"token_start":3,"token_end":3,"label":"change_direction"},{"start":32,"end":38,"token_start":4,"token_end":4,"label":"type_of"},{"start":43,"end":51,"token_start":6,"token_end":6,"label":"type_of"},{"start":52,"end":60,"token_start":7,"token_end":7,"label":"base"},{"start":61,"end":69,"token_start":8,"token_end":8,"label":"change_direction"},{"start":70,"end":88,"token_start":9,"token_end":10,"label":"base"},{"start":93,"end":105,"token_start":12,"token_end":14,"label":"base"},{"start":139,"end":151,"token_start":19,"token_end":19,"label":"base"}],"tokens":[{"text":"Participation","start":0,"end":13,"id":0,"ws":true,"disabled":false},{"text":"in","start":14,"end":16,"id":1,"ws":true,"disabled":false},{"text":"sport","start":17,"end":22,"id":2,"ws":true,"disabled":false},{"text":"improves","start":23,"end":31,"id":3,"ws":true,"disabled":false},{"text":"mental","start":32,"end":38,"id":4,"ws":true,"disabled":false},{"text":"and","start":39,"end":42,"id":5,"ws":true,"disabled":false},{"text":"physical","start":43,"end":51,"id":6,"ws":true,"disabled":false},{"text":"health,1","start":52,"end":60,"id":7,"ws":true,"disabled":false},{"text":"enhances","start":61,"end":69,"id":8,"ws":true,"disabled":false},{"text":"community","start":70,"end":79,"id":9,"ws":true,"disabled":false},{"text":"cohesion","start":80,"end":88,"id":10,"ws":true,"disabled":false},{"text":"and","start":89,"end":92,"id":11,"ws":true,"disabled":false},{"text":"well","start":93,"end":97,"id":12,"ws":false,"disabled":false},{"text":"-","start":97,"end":98,"id":13,"ws":false,"disabled":false},{"text":"being,2","start":98,"end":105,"id":14,"ws":true,"disabled":false},{"text":"and","start":106,"end":109,"id":15,"ws":true,"disabled":false},{"text":"contributes","start":110,"end":121,"id":16,"ws":true,"disabled":false},{"text":"significantly","start":122,"end":135,"id":17,"ws":true,"disabled":false},{"text":"to","start":136,"end":138,"id":18,"ws":true,"disabled":false},{"text":"employment.3","start":139,"end":151,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":2,"head_span":{"start":0,"end":13,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":17,"end":22,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":7,"head_span":{"start":23,"end":31,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":52,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":7,"head_span":{"start":32,"end":38,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":52,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":43,"end":51,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":52,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":61,"end":69,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":70,"end":88,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":7,"head_span":{"start":17,"end":22,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":52,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":10,"head_span":{"start":17,"end":22,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":70,"end":88,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":14,"head_span":{"start":17,"end":22,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":93,"end":105,"token_start":12,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":19,"head_span":{"start":17,"end":22,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":139,"end":151,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Emissions from burning coal\n","text":"Emissions from burning coal IMPLIED_BASE IMPLIED_BASE","characters":"28","document_index":"752","md_sentence_index":"17","classification_origin":"causal_sentence_classification","url":"https://www.eia.gov/energyexplained/coal/coal-and-the-environment.php","combo_id":"752_17","post-training batch1":"752_17","_input_hash":1063918356,"_task_hash":-1813637212,"spans":[{"text":"Emissions","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"aspect_changing"},{"start":15,"end":22,"token_start":2,"token_end":2,"label":"aspect_changing"},{"text":"coal","start":23,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"base"}],"tokens":[{"text":"Emissions","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"from","start":10,"end":14,"id":1,"ws":true,"disabled":false},{"text":"burning","start":15,"end":22,"id":2,"ws":true,"disabled":false},{"text":"coal","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":28,"end":40,"id":4,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":41,"end":53,"id":5,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Ecosystems are altered by natural and human-made occurrences.","text":"Ecosystems are altered by natural and human-made occurrences. IMPLIED_BASE IMPLIED_BASE","characters":"61","document_index":"371","md_sentence_index":"57","classification_origin":"cm_cause_effect_rel","url":"https://theconversation.com/if-we-stopped-emitting-greenhouse-gases-right-now-would-we-stop-climate-change-78882","combo_id":"371_57","post-training batch1":"371_57","_input_hash":-1006847771,"_task_hash":464575998,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},{"start":26,"end":33,"token_start":4,"token_end":4,"label":"type_of"},{"start":38,"end":48,"token_start":6,"token_end":8,"label":"type_of"},{"start":49,"end":60,"token_start":9,"token_end":9,"label":"base"}],"tokens":[{"text":"Ecosystems","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"are","start":11,"end":14,"id":1,"ws":true,"disabled":false},{"text":"altered","start":15,"end":22,"id":2,"ws":true,"disabled":false},{"text":"by","start":23,"end":25,"id":3,"ws":true,"disabled":false},{"text":"natural","start":26,"end":33,"id":4,"ws":true,"disabled":false},{"text":"and","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"human","start":38,"end":43,"id":6,"ws":false,"disabled":false},{"text":"-","start":43,"end":44,"id":7,"ws":false,"disabled":false},{"text":"made","start":44,"end":48,"id":8,"ws":true,"disabled":false},{"text":"occurrences","start":49,"end":60,"id":9,"ws":false,"disabled":false},{"text":".","start":60,"end":61,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":62,"end":74,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":75,"end":87,"id":12,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":8,"child":9,"head_span":{"start":38,"end":48,"token_start":6,"token_end":8,"label":"type_of"},"child_span":{"start":49,"end":60,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":9,"head_span":{"start":26,"end":33,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":49,"end":60,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":0,"head_span":{"start":49,"end":60,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"staged","Dataset name":"checkin-four","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Over the past century, we have become better at medicine (which lowers the risk from disease) but we also travel more (which increases the spread of diseases).","text":"Over the past century, we have become better at medicine (which lowers the risk from disease) but we also travel more (which increases the spread of diseases). IMPLIED_BASE IMPLIED_BASE","characters":"159","document_index":"135","md_sentence_index":"34","classification_origin":"cm_cause_effect_rel","url":"http://theconversation.com/will-climate-change-cause-humans-to-go-extinct-117691","combo_id":"135_34","post-training batch1":"135_34","_input_hash":-1434400850,"_task_hash":992633202,"spans":[{"start":38,"end":44,"token_start":8,"token_end":8,"label":"change_direction"},{"text":"medicine","start":48,"token_start":10,"token_end":10,"end":56,"type":"pattern","label":"base"},{"text":"lowers","start":64,"token_start":13,"token_end":13,"end":70,"type":"pattern","label":"change_direction"},{"text":"risk","start":75,"token_start":15,"token_end":15,"end":79,"type":"pattern","label":"aspect_changing"},{"start":85,"end":92,"token_start":17,"token_end":17,"label":"base"},{"start":106,"end":112,"token_start":22,"token_end":22,"label":"base"},{"text":"more","start":113,"token_start":23,"token_end":23,"end":117,"type":"pattern","label":"change_direction"},{"text":"increases","start":125,"token_start":26,"token_end":26,"end":134,"type":"pattern","label":"change_direction"},{"start":139,"end":145,"token_start":28,"token_end":28,"label":"aspect_changing"},{"start":149,"end":157,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"Over","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"past","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"century","start":14,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"we","start":23,"end":25,"id":5,"ws":true,"disabled":false},{"text":"have","start":26,"end":30,"id":6,"ws":true,"disabled":false},{"text":"become","start":31,"end":37,"id":7,"ws":true,"disabled":false},{"text":"better","start":38,"end":44,"id":8,"ws":true,"disabled":false},{"text":"at","start":45,"end":47,"id":9,"ws":true,"disabled":false},{"text":"medicine","start":48,"end":56,"id":10,"ws":true,"disabled":false},{"text":"(","start":57,"end":58,"id":11,"ws":false,"disabled":false},{"text":"which","start":58,"end":63,"id":12,"ws":true,"disabled":false},{"text":"lowers","start":64,"end":70,"id":13,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":14,"ws":true,"disabled":false},{"text":"risk","start":75,"end":79,"id":15,"ws":true,"disabled":false},{"text":"from","start":80,"end":84,"id":16,"ws":true,"disabled":false},{"text":"disease","start":85,"end":92,"id":17,"ws":false,"disabled":false},{"text":")","start":92,"end":93,"id":18,"ws":true,"disabled":false},{"text":"but","start":94,"end":97,"id":19,"ws":true,"disabled":false},{"text":"we","start":98,"end":100,"id":20,"ws":true,"disabled":false},{"text":"also","start":101,"end":105,"id":21,"ws":true,"disabled":false},{"text":"travel","start":106,"end":112,"id":22,"ws":true,"disabled":false},{"text":"more","start":113,"end":117,"id":23,"ws":true,"disabled":false},{"text":"(","start":118,"end":119,"id":24,"ws":false,"disabled":false},{"text":"which","start":119,"end":124,"id":25,"ws":true,"disabled":false},{"text":"increases","start":125,"end":134,"id":26,"ws":true,"disabled":false},{"text":"the","start":135,"end":138,"id":27,"ws":true,"disabled":false},{"text":"spread","start":139,"end":145,"id":28,"ws":true,"disabled":false},{"text":"of","start":146,"end":148,"id":29,"ws":true,"disabled":false},{"text":"diseases","start":149,"end":157,"id":30,"ws":false,"disabled":false},{"text":")","start":157,"end":158,"id":31,"ws":false,"disabled":false},{"text":".","start":158,"end":159,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":160,"end":172,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":173,"end":185,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":8,"child":10,"head_span":{"start":38,"end":44,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":48,"end":56,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":64,"end":70,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":85,"end":92,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":75,"end":79,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":85,"end":92,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":113,"end":117,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":106,"end":112,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":30,"head_span":{"start":125,"end":134,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":149,"end":157,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":30,"head_span":{"start":139,"end":145,"token_start":28,"token_end":28,"label":"aspect_changing"},"child_span":{"start":149,"end":157,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":17,"head_span":{"start":48,"end":56,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":85,"end":92,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":30,"head_span":{"start":106,"end":112,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":149,"end":157,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In the future, weather whiplash could mean an intense drought year followed by record rains that don\u2019t allow planting or that wash fertilizer into waterways.","text":"In the future, weather whiplash could mean an intense drought year followed by record rains that don\u2019t allow planting or that wash fertilizer into waterways. IMPLIED_BASE IMPLIED_BASE","characters":"157","document_index":"467","md_sentence_index":"13","classification_origin":"causal_sentence_classification","url":"https://e360.yale.edu/features/climate-whiplash-wild-swings-in-extreme-weather-are-on-the-rise","combo_id":"467_13","post-training batch1":"467_13","_input_hash":477004321,"_task_hash":158115267,"spans":[{"text":"weather","start":15,"token_start":4,"token_end":4,"end":22,"type":"pattern","label":"base"},{"start":23,"end":31,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":46,"end":53,"token_start":9,"token_end":9,"label":"type_of"},{"text":"drought","start":54,"token_start":10,"token_end":10,"end":61,"type":"pattern","label":"base"},{"start":79,"end":85,"token_start":14,"token_end":14,"label":"type_of"},{"start":86,"end":91,"token_start":15,"token_end":15,"label":"base"},{"start":97,"end":108,"token_start":17,"token_end":19,"label":"change_direction"},{"start":109,"end":117,"token_start":20,"token_end":20,"label":"base"},{"start":126,"end":130,"token_start":23,"token_end":23,"label":"aspect_changing"},{"text":"fertilizer","start":131,"token_start":24,"token_end":24,"end":141,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"future","start":7,"end":13,"id":2,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":3,"ws":true,"disabled":false},{"text":"weather","start":15,"end":22,"id":4,"ws":true,"disabled":false},{"text":"whiplash","start":23,"end":31,"id":5,"ws":true,"disabled":false},{"text":"could","start":32,"end":37,"id":6,"ws":true,"disabled":false},{"text":"mean","start":38,"end":42,"id":7,"ws":true,"disabled":false},{"text":"an","start":43,"end":45,"id":8,"ws":true,"disabled":false},{"text":"intense","start":46,"end":53,"id":9,"ws":true,"disabled":false},{"text":"drought","start":54,"end":61,"id":10,"ws":true,"disabled":false},{"text":"year","start":62,"end":66,"id":11,"ws":true,"disabled":false},{"text":"followed","start":67,"end":75,"id":12,"ws":true,"disabled":false},{"text":"by","start":76,"end":78,"id":13,"ws":true,"disabled":false},{"text":"record","start":79,"end":85,"id":14,"ws":true,"disabled":false},{"text":"rains","start":86,"end":91,"id":15,"ws":true,"disabled":false},{"text":"that","start":92,"end":96,"id":16,"ws":true,"disabled":false},{"text":"do","start":97,"end":99,"id":17,"ws":false,"disabled":false},{"text":"n\u2019t","start":99,"end":102,"id":18,"ws":true,"disabled":false},{"text":"allow","start":103,"end":108,"id":19,"ws":true,"disabled":false},{"text":"planting","start":109,"end":117,"id":20,"ws":true,"disabled":false},{"text":"or","start":118,"end":120,"id":21,"ws":true,"disabled":false},{"text":"that","start":121,"end":125,"id":22,"ws":true,"disabled":false},{"text":"wash","start":126,"end":130,"id":23,"ws":true,"disabled":false},{"text":"fertilizer","start":131,"end":141,"id":24,"ws":true,"disabled":false},{"text":"into","start":142,"end":146,"id":25,"ws":true,"disabled":false},{"text":"waterways","start":147,"end":156,"id":26,"ws":false,"disabled":false},{"text":".","start":156,"end":157,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":23,"child":24,"head_span":{"start":126,"end":130,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":131,"end":141,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":97,"end":108,"token_start":17,"token_end":19,"label":"change_direction"},"child_span":{"start":109,"end":117,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":46,"end":53,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":54,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":79,"end":85,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":86,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":4,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":15,"end":22,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":10,"head_span":{"start":15,"end":22,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":54,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":15,"head_span":{"start":15,"end":22,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":86,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":20,"head_span":{"start":15,"end":22,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":109,"end":117,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":24,"head_span":{"start":15,"end":22,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":131,"end":141,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"They note also that wildfires affect residents far from the flames as plumes of smoke cause health impacts in communities hundreds of miles away.","text":"They note also that wildfires affect residents far from the flames as plumes of smoke cause health impacts in communities hundreds of miles away. IMPLIED_BASE IMPLIED_BASE","characters":"145","document_index":"143","md_sentence_index":"11","classification_origin":"cm_cause_effect_rel","url":"https://www.yaleclimateconnections.org/2019/05/canadas-changing-climate-report/","combo_id":"143_11","post-training batch1":"143_11","_input_hash":1346543638,"_task_hash":898540919,"spans":[{"text":"wildfires","start":20,"token_start":4,"token_end":4,"end":29,"type":"pattern","label":"base"},{"start":37,"end":66,"token_start":6,"token_end":10,"label":"to_whom"},{"start":70,"end":76,"token_start":12,"token_end":12,"label":"change_direction"},{"start":80,"end":85,"token_start":14,"token_end":14,"label":"base"},{"start":86,"end":91,"token_start":15,"token_end":15,"label":"predicate"},{"text":"health","start":92,"token_start":16,"token_end":16,"end":98,"type":"pattern","label":"base"},{"start":99,"end":106,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":110,"end":144,"token_start":19,"token_end":23,"label":"to_whom"}],"tokens":[{"text":"They","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"note","start":5,"end":9,"id":1,"ws":true,"disabled":false},{"text":"also","start":10,"end":14,"id":2,"ws":true,"disabled":false},{"text":"that","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"wildfires","start":20,"end":29,"id":4,"ws":true,"disabled":false},{"text":"affect","start":30,"end":36,"id":5,"ws":true,"disabled":false},{"text":"residents","start":37,"end":46,"id":6,"ws":true,"disabled":false},{"text":"far","start":47,"end":50,"id":7,"ws":true,"disabled":false},{"text":"from","start":51,"end":55,"id":8,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":9,"ws":true,"disabled":false},{"text":"flames","start":60,"end":66,"id":10,"ws":true,"disabled":false},{"text":"as","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"plumes","start":70,"end":76,"id":12,"ws":true,"disabled":false},{"text":"of","start":77,"end":79,"id":13,"ws":true,"disabled":false},{"text":"smoke","start":80,"end":85,"id":14,"ws":true,"disabled":false},{"text":"cause","start":86,"end":91,"id":15,"ws":true,"disabled":false},{"text":"health","start":92,"end":98,"id":16,"ws":true,"disabled":false},{"text":"impacts","start":99,"end":106,"id":17,"ws":true,"disabled":false},{"text":"in","start":107,"end":109,"id":18,"ws":true,"disabled":false},{"text":"communities","start":110,"end":121,"id":19,"ws":true,"disabled":false},{"text":"hundreds","start":122,"end":130,"id":20,"ws":true,"disabled":false},{"text":"of","start":131,"end":133,"id":21,"ws":true,"disabled":false},{"text":"miles","start":134,"end":139,"id":22,"ws":true,"disabled":false},{"text":"away","start":140,"end":144,"id":23,"ws":false,"disabled":false},{"text":".","start":144,"end":145,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":12,"child":14,"head_span":{"start":70,"end":76,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":80,"end":85,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":99,"end":106,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":92,"end":98,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":14,"head_span":{"start":20,"end":29,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":80,"end":85,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":16,"head_span":{"start":80,"end":85,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":92,"end":98,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Japan\u2019s deadly summer heat waves have caused the 2020 Tokyo Olympic organizers to reschedule the Olympic marathon to begin at 6 a.m. to avoid the highest heat at mid-day and to put in place measures to keep spectators and participants safe from the heat and humidity next summer.","text":"Japan\u2019s deadly summer heat waves have caused the 2020 Tokyo Olympic organizers to reschedule the Olympic marathon to begin at 6 a.m. to avoid the highest heat at mid-day and to put in place measures to keep spectators and participants safe from the heat and humidity next summer. IMPLIED_BASE IMPLIED_BASE","characters":"279","document_index":"744","md_sentence_index":"56","classification_origin":"causal_sentence_classification","url":"https://www.climatecentral.org/news/extreme-heat-when-outdoor-sports-become-risky-2019","combo_id":"744_56","post-training batch1":"744_56","_input_hash":-110974810,"_task_hash":1481199546,"spans":[{"start":0,"end":5,"token_start":0,"token_end":0,"label":"where"},{"start":15,"end":21,"token_start":3,"token_end":3,"label":"type_of"},{"text":"heat waves","start":22,"token_start":4,"token_end":5,"end":32,"type":"pattern","label":"base"},{"start":38,"end":44,"token_start":7,"token_end":7,"label":"predicate"},{"start":54,"end":59,"token_start":10,"token_end":10,"label":"where"},{"start":82,"end":92,"token_start":14,"token_end":14,"label":"change_direction"},{"start":97,"end":113,"token_start":16,"token_end":17,"label":"base"}],"tokens":[{"text":"Japan","start":0,"end":5,"id":0,"ws":false,"disabled":false},{"text":"\u2019s","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"deadly","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"summer","start":15,"end":21,"id":3,"ws":true,"disabled":false},{"text":"heat","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"waves","start":27,"end":32,"id":5,"ws":true,"disabled":false},{"text":"have","start":33,"end":37,"id":6,"ws":true,"disabled":false},{"text":"caused","start":38,"end":44,"id":7,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":8,"ws":true,"disabled":false},{"text":"2020","start":49,"end":53,"id":9,"ws":true,"disabled":false},{"text":"Tokyo","start":54,"end":59,"id":10,"ws":true,"disabled":false},{"text":"Olympic","start":60,"end":67,"id":11,"ws":true,"disabled":false},{"text":"organizers","start":68,"end":78,"id":12,"ws":true,"disabled":false},{"text":"to","start":79,"end":81,"id":13,"ws":true,"disabled":false},{"text":"reschedule","start":82,"end":92,"id":14,"ws":true,"disabled":false},{"text":"the","start":93,"end":96,"id":15,"ws":true,"disabled":false},{"text":"Olympic","start":97,"end":104,"id":16,"ws":true,"disabled":false},{"text":"marathon","start":105,"end":113,"id":17,"ws":true,"disabled":false},{"text":"to","start":114,"end":116,"id":18,"ws":true,"disabled":false},{"text":"begin","start":117,"end":122,"id":19,"ws":true,"disabled":false},{"text":"at","start":123,"end":125,"id":20,"ws":true,"disabled":false},{"text":"6","start":126,"end":127,"id":21,"ws":true,"disabled":false},{"text":"a.m.","start":128,"end":132,"id":22,"ws":true,"disabled":false},{"text":"to","start":133,"end":135,"id":23,"ws":true,"disabled":false},{"text":"avoid","start":136,"end":141,"id":24,"ws":true,"disabled":false},{"text":"the","start":142,"end":145,"id":25,"ws":true,"disabled":false},{"text":"highest","start":146,"end":153,"id":26,"ws":true,"disabled":false},{"text":"heat","start":154,"end":158,"id":27,"ws":true,"disabled":false},{"text":"at","start":159,"end":161,"id":28,"ws":true,"disabled":false},{"text":"mid","start":162,"end":165,"id":29,"ws":false,"disabled":false},{"text":"-","start":165,"end":166,"id":30,"ws":false,"disabled":false},{"text":"day","start":166,"end":169,"id":31,"ws":true,"disabled":false},{"text":"and","start":170,"end":173,"id":32,"ws":true,"disabled":false},{"text":"to","start":174,"end":176,"id":33,"ws":true,"disabled":false},{"text":"put","start":177,"end":180,"id":34,"ws":true,"disabled":false},{"text":"in","start":181,"end":183,"id":35,"ws":true,"disabled":false},{"text":"place","start":184,"end":189,"id":36,"ws":true,"disabled":false},{"text":"measures","start":190,"end":198,"id":37,"ws":true,"disabled":false},{"text":"to","start":199,"end":201,"id":38,"ws":true,"disabled":false},{"text":"keep","start":202,"end":206,"id":39,"ws":true,"disabled":false},{"text":"spectators","start":207,"end":217,"id":40,"ws":true,"disabled":false},{"text":"and","start":218,"end":221,"id":41,"ws":true,"disabled":false},{"text":"participants","start":222,"end":234,"id":42,"ws":true,"disabled":false},{"text":"safe","start":235,"end":239,"id":43,"ws":true,"disabled":false},{"text":"from","start":240,"end":244,"id":44,"ws":true,"disabled":false},{"text":"the","start":245,"end":248,"id":45,"ws":true,"disabled":false},{"text":"heat","start":249,"end":253,"id":46,"ws":true,"disabled":false},{"text":"and","start":254,"end":257,"id":47,"ws":true,"disabled":false},{"text":"humidity","start":258,"end":266,"id":48,"ws":true,"disabled":false},{"text":"next","start":267,"end":271,"id":49,"ws":true,"disabled":false},{"text":"summer","start":272,"end":278,"id":50,"ws":false,"disabled":false},{"text":".","start":278,"end":279,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":280,"end":292,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":293,"end":305,"id":53,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":3,"child":5,"head_span":{"start":15,"end":21,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":22,"end":32,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":82,"end":92,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":97,"end":113,"token_start":16,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":17,"head_span":{"start":22,"end":32,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":97,"end":113,"token_start":16,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The impacts of more frequent and intense weather events result in increased stress for responders and threaten their overall mental health and well-being.37, 177, 180\nPeople Who Are Homeless\nAbout 30% of people who are chronically homeless suffer from some form of mental illness.181","text":"The impacts of more frequent and intense weather events result in increased stress for responders and threaten their overall mental health and well-being.37, 177, 180People Who Are HomelessAbout 30% of people who are chronically homeless suffer from some form of mental illness.181 IMPLIED_BASE IMPLIED_BASE","characters":"283","document_index":"619","md_sentence_index":"206","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_206","post-training batch1":"619_206","_input_hash":2120786474,"_task_hash":-1205664147,"spans":[{"start":15,"end":40,"token_start":3,"token_end":6,"label":"change_direction"},{"start":41,"end":55,"token_start":7,"token_end":8,"label":"base"},{"start":56,"end":65,"token_start":9,"token_end":10,"label":"predicate"},{"text":"increased","start":66,"token_start":11,"token_end":11,"end":75,"type":"pattern","label":"change_direction"},{"text":"stress","start":76,"token_start":12,"token_end":12,"end":82,"type":"pattern","label":"base"},{"start":87,"end":97,"token_start":14,"token_end":14,"label":"to_whom"},{"start":102,"end":110,"token_start":16,"token_end":16,"label":"change_direction"},{"start":125,"end":131,"token_start":19,"token_end":19,"label":"type_of"},{"text":"health","start":132,"token_start":20,"token_end":20,"end":138,"type":"pattern","label":"base"},{"start":143,"end":156,"token_start":22,"token_end":24,"label":"base"},{"text":"people","start":202,"token_start":35,"token_end":35,"end":208,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"impacts","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"of","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"more","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"frequent","start":20,"end":28,"id":4,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"intense","start":33,"end":40,"id":6,"ws":true,"disabled":false},{"text":"weather","start":41,"end":48,"id":7,"ws":true,"disabled":false},{"text":"events","start":49,"end":55,"id":8,"ws":true,"disabled":false},{"text":"result","start":56,"end":62,"id":9,"ws":true,"disabled":false},{"text":"in","start":63,"end":65,"id":10,"ws":true,"disabled":false},{"text":"increased","start":66,"end":75,"id":11,"ws":true,"disabled":false},{"text":"stress","start":76,"end":82,"id":12,"ws":true,"disabled":false},{"text":"for","start":83,"end":86,"id":13,"ws":true,"disabled":false},{"text":"responders","start":87,"end":97,"id":14,"ws":true,"disabled":false},{"text":"and","start":98,"end":101,"id":15,"ws":true,"disabled":false},{"text":"threaten","start":102,"end":110,"id":16,"ws":true,"disabled":false},{"text":"their","start":111,"end":116,"id":17,"ws":true,"disabled":false},{"text":"overall","start":117,"end":124,"id":18,"ws":true,"disabled":false},{"text":"mental","start":125,"end":131,"id":19,"ws":true,"disabled":false},{"text":"health","start":132,"end":138,"id":20,"ws":true,"disabled":false},{"text":"and","start":139,"end":142,"id":21,"ws":true,"disabled":false},{"text":"well","start":143,"end":147,"id":22,"ws":false,"disabled":false},{"text":"-","start":147,"end":148,"id":23,"ws":false,"disabled":false},{"text":"being.37","start":148,"end":156,"id":24,"ws":false,"disabled":false},{"text":",","start":156,"end":157,"id":25,"ws":true,"disabled":false},{"text":"177","start":158,"end":161,"id":26,"ws":false,"disabled":false},{"text":",","start":161,"end":162,"id":27,"ws":true,"disabled":false},{"text":"180People","start":163,"end":172,"id":28,"ws":true,"disabled":false},{"text":"Who","start":173,"end":176,"id":29,"ws":true,"disabled":false},{"text":"Are","start":177,"end":180,"id":30,"ws":true,"disabled":false},{"text":"HomelessAbout","start":181,"end":194,"id":31,"ws":true,"disabled":false},{"text":"30","start":195,"end":197,"id":32,"ws":false,"disabled":false},{"text":"%","start":197,"end":198,"id":33,"ws":true,"disabled":false},{"text":"of","start":199,"end":201,"id":34,"ws":true,"disabled":false},{"text":"people","start":202,"end":208,"id":35,"ws":true,"disabled":false},{"text":"who","start":209,"end":212,"id":36,"ws":true,"disabled":false},{"text":"are","start":213,"end":216,"id":37,"ws":true,"disabled":false},{"text":"chronically","start":217,"end":228,"id":38,"ws":true,"disabled":false},{"text":"homeless","start":229,"end":237,"id":39,"ws":true,"disabled":false},{"text":"suffer","start":238,"end":244,"id":40,"ws":true,"disabled":false},{"text":"from","start":245,"end":249,"id":41,"ws":true,"disabled":false},{"text":"some","start":250,"end":254,"id":42,"ws":true,"disabled":false},{"text":"form","start":255,"end":259,"id":43,"ws":true,"disabled":false},{"text":"of","start":260,"end":262,"id":44,"ws":true,"disabled":false},{"text":"mental","start":263,"end":269,"id":45,"ws":true,"disabled":false},{"text":"illness.181","start":270,"end":281,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":282,"end":294,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":295,"end":307,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":6,"child":8,"head_span":{"start":15,"end":40,"token_start":3,"token_end":6,"label":"change_direction"},"child_span":{"start":41,"end":55,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":66,"end":75,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":76,"end":82,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":125,"end":131,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":132,"end":138,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":102,"end":110,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":132,"end":138,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":24,"head_span":{"start":102,"end":110,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":143,"end":156,"token_start":22,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":12,"head_span":{"start":41,"end":55,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":76,"end":82,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":20,"head_span":{"start":41,"end":55,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":132,"end":138,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":24,"head_span":{"start":41,"end":55,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":143,"end":156,"token_start":22,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The report follows another study published last week that found Greenland's ice sheet has melted to a point of no return, and is retreating in rapid bursts, leading to a sudden and unpredictable rise in sea levels.\n","text":"The report follows another study published last week that found Greenland's ice sheet has melted to a point of no return, and is retreating in rapid bursts, leading to a sudden and unpredictable rise in sea levels. IMPLIED_BASE IMPLIED_BASE","characters":"215","document_index":"793","md_sentence_index":"7","classification_origin":"causal_sentence_classification","url":"https://www.cnn.com/2020/08/20/weather/greenland-ice-sheet-melt-climate-intl-hnk/index.html","combo_id":"793_7","post-training batch1":"793_7","_input_hash":348219757,"_task_hash":293354972,"spans":[{"start":64,"end":75,"token_start":10,"token_end":11,"label":"type_of"},{"text":"ice sheet","start":76,"token_start":12,"token_end":13,"end":85,"type":"pattern","label":"base"},{"start":90,"end":96,"token_start":15,"token_end":15,"label":"change_direction"},{"start":157,"end":167,"token_start":30,"token_end":31,"label":"predicate"},{"start":170,"end":199,"token_start":33,"token_end":36,"label":"change_direction"},{"text":"sea","start":203,"token_start":38,"token_end":38,"end":206,"type":"pattern","label":"base"},{"text":"levels","start":207,"token_start":39,"token_end":39,"end":213,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"report","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"follows","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"another","start":19,"end":26,"id":3,"ws":true,"disabled":false},{"text":"study","start":27,"end":32,"id":4,"ws":true,"disabled":false},{"text":"published","start":33,"end":42,"id":5,"ws":true,"disabled":false},{"text":"last","start":43,"end":47,"id":6,"ws":true,"disabled":false},{"text":"week","start":48,"end":52,"id":7,"ws":true,"disabled":false},{"text":"that","start":53,"end":57,"id":8,"ws":true,"disabled":false},{"text":"found","start":58,"end":63,"id":9,"ws":true,"disabled":false},{"text":"Greenland","start":64,"end":73,"id":10,"ws":false,"disabled":false},{"text":"'s","start":73,"end":75,"id":11,"ws":true,"disabled":false},{"text":"ice","start":76,"end":79,"id":12,"ws":true,"disabled":false},{"text":"sheet","start":80,"end":85,"id":13,"ws":true,"disabled":false},{"text":"has","start":86,"end":89,"id":14,"ws":true,"disabled":false},{"text":"melted","start":90,"end":96,"id":15,"ws":true,"disabled":false},{"text":"to","start":97,"end":99,"id":16,"ws":true,"disabled":false},{"text":"a","start":100,"end":101,"id":17,"ws":true,"disabled":false},{"text":"point","start":102,"end":107,"id":18,"ws":true,"disabled":false},{"text":"of","start":108,"end":110,"id":19,"ws":true,"disabled":false},{"text":"no","start":111,"end":113,"id":20,"ws":true,"disabled":false},{"text":"return","start":114,"end":120,"id":21,"ws":false,"disabled":false},{"text":",","start":120,"end":121,"id":22,"ws":true,"disabled":false},{"text":"and","start":122,"end":125,"id":23,"ws":true,"disabled":false},{"text":"is","start":126,"end":128,"id":24,"ws":true,"disabled":false},{"text":"retreating","start":129,"end":139,"id":25,"ws":true,"disabled":false},{"text":"in","start":140,"end":142,"id":26,"ws":true,"disabled":false},{"text":"rapid","start":143,"end":148,"id":27,"ws":true,"disabled":false},{"text":"bursts","start":149,"end":155,"id":28,"ws":false,"disabled":false},{"text":",","start":155,"end":156,"id":29,"ws":true,"disabled":false},{"text":"leading","start":157,"end":164,"id":30,"ws":true,"disabled":false},{"text":"to","start":165,"end":167,"id":31,"ws":true,"disabled":false},{"text":"a","start":168,"end":169,"id":32,"ws":true,"disabled":false},{"text":"sudden","start":170,"end":176,"id":33,"ws":true,"disabled":false},{"text":"and","start":177,"end":180,"id":34,"ws":true,"disabled":false},{"text":"unpredictable","start":181,"end":194,"id":35,"ws":true,"disabled":false},{"text":"rise","start":195,"end":199,"id":36,"ws":true,"disabled":false},{"text":"in","start":200,"end":202,"id":37,"ws":true,"disabled":false},{"text":"sea","start":203,"end":206,"id":38,"ws":true,"disabled":false},{"text":"levels","start":207,"end":213,"id":39,"ws":false,"disabled":false},{"text":".","start":213,"end":214,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":215,"end":227,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":228,"end":240,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":11,"child":13,"head_span":{"start":64,"end":75,"token_start":10,"token_end":11,"label":"type_of"},"child_span":{"start":76,"end":85,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":13,"head_span":{"start":90,"end":96,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":76,"end":85,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":38,"head_span":{"start":170,"end":199,"token_start":33,"token_end":36,"label":"change_direction"},"child_span":{"start":203,"end":206,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":38,"head_span":{"start":207,"end":213,"token_start":39,"token_end":39,"label":"aspect_changing"},"child_span":{"start":203,"end":206,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":38,"head_span":{"start":76,"end":85,"token_start":12,"token_end":13,"label":"base"},"child_span":{"start":203,"end":206,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The loss of herbivorous fish from overfishing can be a particular driver of coral reef decline, says Dr Mark Eakin, coordinator of the US National Oceanic and Atmospheric Administration\u2019s Coral Reef Watch programme.","text":"The loss of herbivorous fish from overfishing can be a particular driver of coral reef decline, says Dr Mark Eakin, coordinator of the US National Oceanic and Atmospheric Administration\u2019s Coral Reef Watch programme. IMPLIED_BASE IMPLIED_BASE","characters":"215","document_index":"647","md_sentence_index":"404","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_404","post-training batch1":"647_404","_input_hash":-169285431,"_task_hash":77305597,"spans":[{"start":4,"end":8,"token_start":1,"token_end":1,"label":"change_direction"},{"start":12,"end":23,"token_start":3,"token_end":3,"label":"type_of"},{"start":24,"end":28,"token_start":4,"token_end":4,"label":"base"},{"text":"overfishing","start":34,"token_start":6,"token_end":6,"end":45,"type":"pattern","label":"base"},{"start":46,"end":49,"token_start":7,"token_end":7,"label":"confidence"},{"start":66,"end":75,"token_start":11,"token_end":12,"label":"predicate"},{"text":"coral reef","start":76,"token_start":13,"token_end":14,"end":86,"type":"pattern","label":"base"},{"start":87,"end":94,"token_start":15,"token_end":15,"label":"change_direction"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"loss","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"of","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"herbivorous","start":12,"end":23,"id":3,"ws":true,"disabled":false},{"text":"fish","start":24,"end":28,"id":4,"ws":true,"disabled":false},{"text":"from","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"overfishing","start":34,"end":45,"id":6,"ws":true,"disabled":false},{"text":"can","start":46,"end":49,"id":7,"ws":true,"disabled":false},{"text":"be","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"a","start":53,"end":54,"id":9,"ws":true,"disabled":false},{"text":"particular","start":55,"end":65,"id":10,"ws":true,"disabled":false},{"text":"driver","start":66,"end":72,"id":11,"ws":true,"disabled":false},{"text":"of","start":73,"end":75,"id":12,"ws":true,"disabled":false},{"text":"coral","start":76,"end":81,"id":13,"ws":true,"disabled":false},{"text":"reef","start":82,"end":86,"id":14,"ws":true,"disabled":false},{"text":"decline","start":87,"end":94,"id":15,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":16,"ws":true,"disabled":false},{"text":"says","start":96,"end":100,"id":17,"ws":true,"disabled":false},{"text":"Dr","start":101,"end":103,"id":18,"ws":true,"disabled":false},{"text":"Mark","start":104,"end":108,"id":19,"ws":true,"disabled":false},{"text":"Eakin","start":109,"end":114,"id":20,"ws":false,"disabled":false},{"text":",","start":114,"end":115,"id":21,"ws":true,"disabled":false},{"text":"coordinator","start":116,"end":127,"id":22,"ws":true,"disabled":false},{"text":"of","start":128,"end":130,"id":23,"ws":true,"disabled":false},{"text":"the","start":131,"end":134,"id":24,"ws":true,"disabled":false},{"text":"US","start":135,"end":137,"id":25,"ws":true,"disabled":false},{"text":"National","start":138,"end":146,"id":26,"ws":true,"disabled":false},{"text":"Oceanic","start":147,"end":154,"id":27,"ws":true,"disabled":false},{"text":"and","start":155,"end":158,"id":28,"ws":true,"disabled":false},{"text":"Atmospheric","start":159,"end":170,"id":29,"ws":true,"disabled":false},{"text":"Administration","start":171,"end":185,"id":30,"ws":false,"disabled":false},{"text":"\u2019s","start":185,"end":187,"id":31,"ws":true,"disabled":false},{"text":"Coral","start":188,"end":193,"id":32,"ws":true,"disabled":false},{"text":"Reef","start":194,"end":198,"id":33,"ws":true,"disabled":false},{"text":"Watch","start":199,"end":204,"id":34,"ws":true,"disabled":false},{"text":"programme","start":205,"end":214,"id":35,"ws":false,"disabled":false},{"text":".","start":214,"end":215,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":216,"end":228,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":229,"end":241,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":1,"child":4,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":24,"end":28,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":12,"end":23,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":24,"end":28,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":87,"end":94,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":76,"end":86,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":4,"head_span":{"start":34,"end":45,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":24,"end":28,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":14,"head_span":{"start":24,"end":28,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":76,"end":86,"token_start":13,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Three of his co-workers have collapsed from heat exhaustion over the years.\n","text":"Three of his co-workers have collapsed from heat exhaustion over the years. IMPLIED_BASE IMPLIED_BASE","characters":"76","document_index":"775","md_sentence_index":"63","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/08/06/climate/climate-change-inequality-heat.html","combo_id":"775_63","post-training batch1":"775_63","_input_hash":335633968,"_task_hash":-481108928,"spans":[],"tokens":[{"text":"Three","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"of","start":6,"end":8,"id":1,"ws":true,"disabled":false},{"text":"his","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"co","start":13,"end":15,"id":3,"ws":false,"disabled":false},{"text":"-","start":15,"end":16,"id":4,"ws":false,"disabled":false},{"text":"workers","start":16,"end":23,"id":5,"ws":true,"disabled":false},{"text":"have","start":24,"end":28,"id":6,"ws":true,"disabled":false},{"text":"collapsed","start":29,"end":38,"id":7,"ws":true,"disabled":false},{"text":"from","start":39,"end":43,"id":8,"ws":true,"disabled":false},{"text":"heat","start":44,"end":48,"id":9,"ws":true,"disabled":false},{"text":"exhaustion","start":49,"end":59,"id":10,"ws":true,"disabled":false},{"text":"over","start":60,"end":64,"id":11,"ws":true,"disabled":false},{"text":"the","start":65,"end":68,"id":12,"ws":true,"disabled":false},{"text":"years","start":69,"end":74,"id":13,"ws":false,"disabled":false},{"text":".","start":74,"end":75,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":76,"end":88,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":89,"end":101,"id":16,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Scientists have a medium-level of confidence that such rapid intensification of hurricanes will happen more often as the earth gets hotter, Kossin said.","text":"Scientists have a medium-level of confidence that such rapid intensification of hurricanes will happen more often as the earth gets hotter, Kossin said. IMPLIED_BASE IMPLIED_BASE","characters":"152","document_index":"491","md_sentence_index":"37","classification_origin":"causal_sentence_classification","url":"https://insideclimatenews.org/american-climate/essay/hurricane-climate-change","combo_id":"491_37","post-training batch1":"491_37","_input_hash":1983063132,"_task_hash":-908722029,"spans":[{"start":18,"end":44,"token_start":3,"token_end":7,"label":"confidence"},{"start":55,"end":76,"token_start":10,"token_end":11,"label":"change_direction"},{"text":"hurricanes","start":80,"token_start":13,"token_end":13,"end":90,"type":"pattern","label":"base"},{"start":103,"end":113,"token_start":16,"token_end":17,"label":"change_direction"},{"start":121,"end":126,"token_start":20,"token_end":20,"label":"base"},{"text":"hotter","start":132,"token_start":22,"token_end":22,"end":138,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Scientists","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"have","start":11,"end":15,"id":1,"ws":true,"disabled":false},{"text":"a","start":16,"end":17,"id":2,"ws":true,"disabled":false},{"text":"medium","start":18,"end":24,"id":3,"ws":false,"disabled":false},{"text":"-","start":24,"end":25,"id":4,"ws":false,"disabled":false},{"text":"level","start":25,"end":30,"id":5,"ws":true,"disabled":false},{"text":"of","start":31,"end":33,"id":6,"ws":true,"disabled":false},{"text":"confidence","start":34,"end":44,"id":7,"ws":true,"disabled":false},{"text":"that","start":45,"end":49,"id":8,"ws":true,"disabled":false},{"text":"such","start":50,"end":54,"id":9,"ws":true,"disabled":false},{"text":"rapid","start":55,"end":60,"id":10,"ws":true,"disabled":false},{"text":"intensification","start":61,"end":76,"id":11,"ws":true,"disabled":false},{"text":"of","start":77,"end":79,"id":12,"ws":true,"disabled":false},{"text":"hurricanes","start":80,"end":90,"id":13,"ws":true,"disabled":false},{"text":"will","start":91,"end":95,"id":14,"ws":true,"disabled":false},{"text":"happen","start":96,"end":102,"id":15,"ws":true,"disabled":false},{"text":"more","start":103,"end":107,"id":16,"ws":true,"disabled":false},{"text":"often","start":108,"end":113,"id":17,"ws":true,"disabled":false},{"text":"as","start":114,"end":116,"id":18,"ws":true,"disabled":false},{"text":"the","start":117,"end":120,"id":19,"ws":true,"disabled":false},{"text":"earth","start":121,"end":126,"id":20,"ws":true,"disabled":false},{"text":"gets","start":127,"end":131,"id":21,"ws":true,"disabled":false},{"text":"hotter","start":132,"end":138,"id":22,"ws":false,"disabled":false},{"text":",","start":138,"end":139,"id":23,"ws":true,"disabled":false},{"text":"Kossin","start":140,"end":146,"id":24,"ws":true,"disabled":false},{"text":"said","start":147,"end":151,"id":25,"ws":false,"disabled":false},{"text":".","start":151,"end":152,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":11,"child":13,"head_span":{"start":55,"end":76,"token_start":10,"token_end":11,"label":"change_direction"},"child_span":{"start":80,"end":90,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":20,"head_span":{"start":103,"end":113,"token_start":16,"token_end":17,"label":"change_direction"},"child_span":{"start":121,"end":126,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":20,"head_span":{"start":132,"end":138,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":121,"end":126,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":13,"head_span":{"start":121,"end":126,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":80,"end":90,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Health effects of air pollution are of concern; atmospheric pollutants in gaseous (mainly carbon dioxide, methane, nitrous oxide) or particulate forms may affect respiratory system according to their physical properties (solubility), their concentration, and the rate and depth of the ventilation of the subject.","text":"Health effects of air pollution are of concern; atmospheric pollutants in gaseous (mainly carbon dioxide, methane, nitrous oxide) or particulate forms may affect respiratory system according to their physical properties (solubility), their concentration, and the rate and depth of the ventilation of the subject. IMPLIED_BASE IMPLIED_BASE","characters":"312","document_index":"750","md_sentence_index":"75","classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_75","post-training batch1":"750_75","_input_hash":1933031484,"_task_hash":1461476704,"spans":[{"text":"Health","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"base"},{"start":18,"end":21,"token_start":3,"token_end":3,"label":"type_of"},{"text":"pollution","start":22,"token_start":4,"token_end":4,"end":31,"type":"pattern","label":"base"},{"start":48,"end":59,"token_start":9,"token_end":9,"label":"type_of"},{"text":"pollutants","start":60,"token_start":10,"token_end":10,"end":70,"type":"pattern","label":"base"},{"text":"carbon dioxide","start":90,"token_start":15,"token_end":16,"end":104,"type":"pattern","label":"base"},{"text":"methane","start":106,"token_start":18,"token_end":18,"end":113,"type":"pattern","label":"base"},{"start":115,"end":128,"token_start":20,"token_end":21,"label":"base"},{"start":151,"end":154,"token_start":26,"token_end":26,"label":"confidence"},{"start":162,"end":180,"token_start":28,"token_end":29,"label":"base"},{"start":221,"end":231,"token_start":36,"token_end":36,"label":"aspect_changing"},{"start":240,"end":253,"token_start":40,"token_end":40,"label":"aspect_changing"},{"start":263,"end":267,"token_start":44,"token_end":44,"label":"aspect_changing"},{"start":272,"end":277,"token_start":46,"token_end":46,"label":"aspect_changing"}],"tokens":[{"text":"Health","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"effects","start":7,"end":14,"id":1,"ws":true,"disabled":false},{"text":"of","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"air","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"pollution","start":22,"end":31,"id":4,"ws":true,"disabled":false},{"text":"are","start":32,"end":35,"id":5,"ws":true,"disabled":false},{"text":"of","start":36,"end":38,"id":6,"ws":true,"disabled":false},{"text":"concern","start":39,"end":46,"id":7,"ws":false,"disabled":false},{"text":";","start":46,"end":47,"id":8,"ws":true,"disabled":false},{"text":"atmospheric","start":48,"end":59,"id":9,"ws":true,"disabled":false},{"text":"pollutants","start":60,"end":70,"id":10,"ws":true,"disabled":false},{"text":"in","start":71,"end":73,"id":11,"ws":true,"disabled":false},{"text":"gaseous","start":74,"end":81,"id":12,"ws":true,"disabled":false},{"text":"(","start":82,"end":83,"id":13,"ws":false,"disabled":false},{"text":"mainly","start":83,"end":89,"id":14,"ws":true,"disabled":false},{"text":"carbon","start":90,"end":96,"id":15,"ws":true,"disabled":false},{"text":"dioxide","start":97,"end":104,"id":16,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":17,"ws":true,"disabled":false},{"text":"methane","start":106,"end":113,"id":18,"ws":false,"disabled":false},{"text":",","start":113,"end":114,"id":19,"ws":true,"disabled":false},{"text":"nitrous","start":115,"end":122,"id":20,"ws":true,"disabled":false},{"text":"oxide","start":123,"end":128,"id":21,"ws":false,"disabled":false},{"text":")","start":128,"end":129,"id":22,"ws":true,"disabled":false},{"text":"or","start":130,"end":132,"id":23,"ws":true,"disabled":false},{"text":"particulate","start":133,"end":144,"id":24,"ws":true,"disabled":false},{"text":"forms","start":145,"end":150,"id":25,"ws":true,"disabled":false},{"text":"may","start":151,"end":154,"id":26,"ws":true,"disabled":false},{"text":"affect","start":155,"end":161,"id":27,"ws":true,"disabled":false},{"text":"respiratory","start":162,"end":173,"id":28,"ws":true,"disabled":false},{"text":"system","start":174,"end":180,"id":29,"ws":true,"disabled":false},{"text":"according","start":181,"end":190,"id":30,"ws":true,"disabled":false},{"text":"to","start":191,"end":193,"id":31,"ws":true,"disabled":false},{"text":"their","start":194,"end":199,"id":32,"ws":true,"disabled":false},{"text":"physical","start":200,"end":208,"id":33,"ws":true,"disabled":false},{"text":"properties","start":209,"end":219,"id":34,"ws":true,"disabled":false},{"text":"(","start":220,"end":221,"id":35,"ws":false,"disabled":false},{"text":"solubility","start":221,"end":231,"id":36,"ws":false,"disabled":false},{"text":")","start":231,"end":232,"id":37,"ws":false,"disabled":false},{"text":",","start":232,"end":233,"id":38,"ws":true,"disabled":false},{"text":"their","start":234,"end":239,"id":39,"ws":true,"disabled":false},{"text":"concentration","start":240,"end":253,"id":40,"ws":false,"disabled":false},{"text":",","start":253,"end":254,"id":41,"ws":true,"disabled":false},{"text":"and","start":255,"end":258,"id":42,"ws":true,"disabled":false},{"text":"the","start":259,"end":262,"id":43,"ws":true,"disabled":false},{"text":"rate","start":263,"end":267,"id":44,"ws":true,"disabled":false},{"text":"and","start":268,"end":271,"id":45,"ws":true,"disabled":false},{"text":"depth","start":272,"end":277,"id":46,"ws":true,"disabled":false},{"text":"of","start":278,"end":280,"id":47,"ws":true,"disabled":false},{"text":"the","start":281,"end":284,"id":48,"ws":true,"disabled":false},{"text":"ventilation","start":285,"end":296,"id":49,"ws":true,"disabled":false},{"text":"of","start":297,"end":299,"id":50,"ws":true,"disabled":false},{"text":"the","start":300,"end":303,"id":51,"ws":true,"disabled":false},{"text":"subject","start":304,"end":311,"id":52,"ws":false,"disabled":false},{"text":".","start":311,"end":312,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":313,"end":325,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":326,"end":338,"id":55,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":3,"child":4,"head_span":{"start":18,"end":21,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":22,"end":31,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":48,"end":59,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":10,"head_span":{"start":221,"end":231,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":10,"head_span":{"start":240,"end":253,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":10,"head_span":{"start":263,"end":267,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":10,"head_span":{"start":272,"end":277,"token_start":46,"token_end":46,"label":"aspect_changing"},"child_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":16,"head_span":{"start":221,"end":231,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":90,"end":104,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":18,"head_span":{"start":221,"end":231,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":106,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":21,"head_span":{"start":221,"end":231,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":115,"end":128,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":21,"head_span":{"start":272,"end":277,"token_start":46,"token_end":46,"label":"aspect_changing"},"child_span":{"start":115,"end":128,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":16,"head_span":{"start":272,"end":277,"token_start":46,"token_end":46,"label":"aspect_changing"},"child_span":{"start":90,"end":104,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":18,"head_span":{"start":272,"end":277,"token_start":46,"token_end":46,"label":"aspect_changing"},"child_span":{"start":106,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":21,"head_span":{"start":263,"end":267,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":115,"end":128,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":16,"head_span":{"start":263,"end":267,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":90,"end":104,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":18,"head_span":{"start":263,"end":267,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":106,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":21,"head_span":{"start":240,"end":253,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":115,"end":128,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":16,"head_span":{"start":240,"end":253,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":90,"end":104,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":18,"head_span":{"start":240,"end":253,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":106,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":0,"head_span":{"start":22,"end":31,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":29,"head_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":162,"end":180,"token_start":28,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":29,"head_span":{"start":90,"end":104,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":162,"end":180,"token_start":28,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":29,"head_span":{"start":106,"end":113,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":162,"end":180,"token_start":28,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":29,"head_span":{"start":115,"end":128,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":162,"end":180,"token_start":28,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Eighty-five people died and nearly 19,000 buildings were destroyed in the Camp Fire, the state's deadliest wildfire.\n","text":"Eighty-five people died and nearly 19,000 buildings were destroyed in the Camp Fire, the state's deadliest wildfire. IMPLIED_BASE IMPLIED_BASE","characters":"117","document_index":"784","md_sentence_index":"2","classification_origin":"causal_sentence_classification","url":"https://www.azcentral.com/in-depth/news/local/arizona-wildfires/2019/07/22/wildfire-risks-more-than-500-spots-have-greater-hazard-than-paradise/1434502001/","combo_id":"784_2","post-training batch1":"784_2","_input_hash":2061679233,"_task_hash":-1140193125,"spans":[{"start":0,"end":11,"token_start":0,"token_end":2,"label":"effect_size"},{"text":"people","start":12,"token_start":3,"token_end":3,"end":18,"type":"pattern","label":"base"},{"start":19,"end":23,"token_start":4,"token_end":4,"label":"change_direction"},{"start":35,"end":41,"token_start":7,"token_end":7,"label":"effect_size"},{"start":42,"end":51,"token_start":8,"token_end":8,"label":"base"},{"start":57,"end":66,"token_start":10,"token_end":10,"label":"change_direction"},{"start":74,"end":83,"token_start":13,"token_end":14,"label":"where"},{"text":"wildfire","start":107,"token_start":20,"token_end":20,"end":115,"type":"pattern","label":"base"}],"tokens":[{"text":"Eighty","start":0,"end":6,"id":0,"ws":false,"disabled":false},{"text":"-","start":6,"end":7,"id":1,"ws":false,"disabled":false},{"text":"five","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"people","start":12,"end":18,"id":3,"ws":true,"disabled":false},{"text":"died","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"and","start":24,"end":27,"id":5,"ws":true,"disabled":false},{"text":"nearly","start":28,"end":34,"id":6,"ws":true,"disabled":false},{"text":"19,000","start":35,"end":41,"id":7,"ws":true,"disabled":false},{"text":"buildings","start":42,"end":51,"id":8,"ws":true,"disabled":false},{"text":"were","start":52,"end":56,"id":9,"ws":true,"disabled":false},{"text":"destroyed","start":57,"end":66,"id":10,"ws":true,"disabled":false},{"text":"in","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":12,"ws":true,"disabled":false},{"text":"Camp","start":74,"end":78,"id":13,"ws":true,"disabled":false},{"text":"Fire","start":79,"end":83,"id":14,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":15,"ws":true,"disabled":false},{"text":"the","start":85,"end":88,"id":16,"ws":true,"disabled":false},{"text":"state","start":89,"end":94,"id":17,"ws":false,"disabled":false},{"text":"'s","start":94,"end":96,"id":18,"ws":true,"disabled":false},{"text":"deadliest","start":97,"end":106,"id":19,"ws":true,"disabled":false},{"text":"wildfire","start":107,"end":115,"id":20,"ws":false,"disabled":false},{"text":".","start":115,"end":116,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":117,"end":129,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":130,"end":142,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":4,"child":3,"head_span":{"start":19,"end":23,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":12,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":8,"head_span":{"start":57,"end":66,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":42,"end":51,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":8,"head_span":{"start":107,"end":115,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":42,"end":51,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":3,"head_span":{"start":107,"end":115,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":12,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Desiccated soils contribute to temperature increase, heat entrainment, and deepening of the atmospheric boundary layer.","text":"Desiccated soils contribute to temperature increase, heat entrainment, and deepening of the atmospheric boundary layer. IMPLIED_BASE IMPLIED_BASE","characters":"119","document_index":"860","md_sentence_index":"204","classification_origin":"causal_sentence_classification","url":"https://advances.sciencemag.org/content/6/39/eaaz4571","combo_id":"860_204","post-training batch1":"860_204","_input_hash":-794036411,"_task_hash":1067094558,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"change_direction"},{"text":"soils","start":11,"token_start":1,"token_end":1,"end":16,"type":"pattern","label":"base"},{"start":17,"end":30,"token_start":2,"token_end":3,"label":"predicate"},{"text":"temperature","start":31,"token_start":4,"token_end":4,"end":42,"type":"pattern","label":"aspect_changing"},{"text":"increase","start":43,"token_start":5,"token_end":5,"end":51,"type":"pattern","label":"change_direction"},{"start":53,"end":57,"token_start":7,"token_end":7,"label":"base"},{"start":58,"end":69,"token_start":8,"token_end":8,"label":"change_direction"},{"start":75,"end":84,"token_start":11,"token_end":11,"label":"change_direction"},{"start":92,"end":118,"token_start":14,"token_end":16,"label":"base"},{"start":120,"end":132,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"Desiccated","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"soils","start":11,"end":16,"id":1,"ws":true,"disabled":false},{"text":"contribute","start":17,"end":27,"id":2,"ws":true,"disabled":false},{"text":"to","start":28,"end":30,"id":3,"ws":true,"disabled":false},{"text":"temperature","start":31,"end":42,"id":4,"ws":true,"disabled":false},{"text":"increase","start":43,"end":51,"id":5,"ws":false,"disabled":false},{"text":",","start":51,"end":52,"id":6,"ws":true,"disabled":false},{"text":"heat","start":53,"end":57,"id":7,"ws":true,"disabled":false},{"text":"entrainment","start":58,"end":69,"id":8,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":9,"ws":true,"disabled":false},{"text":"and","start":71,"end":74,"id":10,"ws":true,"disabled":false},{"text":"deepening","start":75,"end":84,"id":11,"ws":true,"disabled":false},{"text":"of","start":85,"end":87,"id":12,"ws":true,"disabled":false},{"text":"the","start":88,"end":91,"id":13,"ws":true,"disabled":false},{"text":"atmospheric","start":92,"end":103,"id":14,"ws":true,"disabled":false},{"text":"boundary","start":104,"end":112,"id":15,"ws":true,"disabled":false},{"text":"layer","start":113,"end":118,"id":16,"ws":false,"disabled":false},{"text":".","start":118,"end":119,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":133,"end":145,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":11,"child":16,"head_span":{"start":75,"end":84,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":92,"end":118,"token_start":14,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":58,"end":69,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":53,"end":57,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":18,"head_span":{"start":31,"end":42,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":120,"end":132,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":18,"head_span":{"start":43,"end":51,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":120,"end":132,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":18,"head_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":120,"end":132,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":7,"head_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":53,"end":57,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":16,"head_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":92,"end":118,"token_start":14,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In this passionate, lyrical talk, she urges us to radically restructure the economic and social systems that are driving climate migration -- and caused it in the first place -- and shares how we can cultivate collective resilience","text":"In this passionate, lyrical talk, she urges us to radically restructure the economic and social systems that are driving climate migration -- and caused it in the first place -- and shares how we can cultivate collective resilience IMPLIED_BASE IMPLIED_BASE","characters":"231","document_index":"615","md_sentence_index":"1","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.ted.com/talks/colette_pichon_battle_climate_change_will_displace_millions_here_s_how_we_prepare","combo_id":"615_1","post-training batch1":"615_1","_input_hash":-339559206,"_task_hash":1688863790,"spans":[{"start":76,"end":84,"token_start":14,"token_end":14,"label":"type_of"},{"start":89,"end":95,"token_start":16,"token_end":16,"label":"type_of"},{"start":96,"end":103,"token_start":17,"token_end":17,"label":"base"},{"start":113,"end":120,"token_start":20,"token_end":20,"label":"predicate"},{"start":121,"end":128,"token_start":21,"token_end":21,"label":"type_of"},{"start":129,"end":138,"token_start":22,"token_end":22,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"this","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"passionate","start":8,"end":18,"id":2,"ws":false,"disabled":false},{"text":",","start":18,"end":19,"id":3,"ws":true,"disabled":false},{"text":"lyrical","start":20,"end":27,"id":4,"ws":true,"disabled":false},{"text":"talk","start":28,"end":32,"id":5,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":6,"ws":true,"disabled":false},{"text":"she","start":34,"end":37,"id":7,"ws":true,"disabled":false},{"text":"urges","start":38,"end":43,"id":8,"ws":true,"disabled":false},{"text":"us","start":44,"end":46,"id":9,"ws":true,"disabled":false},{"text":"to","start":47,"end":49,"id":10,"ws":true,"disabled":false},{"text":"radically","start":50,"end":59,"id":11,"ws":true,"disabled":false},{"text":"restructure","start":60,"end":71,"id":12,"ws":true,"disabled":false},{"text":"the","start":72,"end":75,"id":13,"ws":true,"disabled":false},{"text":"economic","start":76,"end":84,"id":14,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":15,"ws":true,"disabled":false},{"text":"social","start":89,"end":95,"id":16,"ws":true,"disabled":false},{"text":"systems","start":96,"end":103,"id":17,"ws":true,"disabled":false},{"text":"that","start":104,"end":108,"id":18,"ws":true,"disabled":false},{"text":"are","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"driving","start":113,"end":120,"id":20,"ws":true,"disabled":false},{"text":"climate","start":121,"end":128,"id":21,"ws":true,"disabled":false},{"text":"migration","start":129,"end":138,"id":22,"ws":true,"disabled":false},{"text":"--","start":139,"end":141,"id":23,"ws":true,"disabled":false},{"text":"and","start":142,"end":145,"id":24,"ws":true,"disabled":false},{"text":"caused","start":146,"end":152,"id":25,"ws":true,"disabled":false},{"text":"it","start":153,"end":155,"id":26,"ws":true,"disabled":false},{"text":"in","start":156,"end":158,"id":27,"ws":true,"disabled":false},{"text":"the","start":159,"end":162,"id":28,"ws":true,"disabled":false},{"text":"first","start":163,"end":168,"id":29,"ws":true,"disabled":false},{"text":"place","start":169,"end":174,"id":30,"ws":true,"disabled":false},{"text":"--","start":175,"end":177,"id":31,"ws":true,"disabled":false},{"text":"and","start":178,"end":181,"id":32,"ws":true,"disabled":false},{"text":"shares","start":182,"end":188,"id":33,"ws":true,"disabled":false},{"text":"how","start":189,"end":192,"id":34,"ws":true,"disabled":false},{"text":"we","start":193,"end":195,"id":35,"ws":true,"disabled":false},{"text":"can","start":196,"end":199,"id":36,"ws":true,"disabled":false},{"text":"cultivate","start":200,"end":209,"id":37,"ws":true,"disabled":false},{"text":"collective","start":210,"end":220,"id":38,"ws":true,"disabled":false},{"text":"resilience","start":221,"end":231,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":232,"end":244,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":245,"end":257,"id":41,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":21,"child":22,"head_span":{"start":121,"end":128,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":129,"end":138,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":89,"end":95,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":96,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":76,"end":84,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":96,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":22,"head_span":{"start":96,"end":103,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":129,"end":138,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These are secondary environmental problems \u2014 such as damage to infrastructure or the release of chemicals or waste housed on site \u2014 that can manifest when temperatures and sea levels rise.","text":"These are secondary environmental problems \u2014 such as damage to infrastructure or the release of chemicals or waste housed on site \u2014 that can manifest when temperatures and sea levels rise. IMPLIED_BASE IMPLIED_BASE","characters":"188","document_index":"207","md_sentence_index":"25","classification_origin":"cm-label-eval","url":"https://www.washingtonpost.com/politics/2019/06/11/congress-worries-that-climate-change-will-force-us-pay-foreign-governments-millions-heres-why/","combo_id":"207_25","post-training batch1":"207_25","_input_hash":1235292319,"_task_hash":-1065336554,"spans":[{"start":53,"end":59,"token_start":8,"token_end":8,"label":"change_direction"},{"text":"infrastructure","start":63,"token_start":10,"token_end":10,"end":77,"type":"pattern","label":"base"},{"start":85,"end":92,"token_start":13,"token_end":13,"label":"change_direction"},{"start":96,"end":105,"token_start":15,"token_end":15,"label":"base"},{"start":109,"end":114,"token_start":17,"token_end":17,"label":"base"},{"start":137,"end":140,"token_start":23,"token_end":23,"label":"confidence"},{"start":141,"end":154,"token_start":24,"token_end":25,"label":"predicate"},{"text":"temperatures","start":155,"token_start":26,"token_end":26,"end":167,"type":"pattern","label":"aspect_changing"},{"text":"sea","start":172,"token_start":28,"token_end":28,"end":175,"type":"pattern","label":"base"},{"text":"levels","start":176,"token_start":29,"token_end":29,"end":182,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":183,"token_start":30,"token_end":30,"end":187,"type":"pattern","label":"change_direction"},{"start":189,"end":201,"token_start":32,"token_end":32,"label":"base"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"are","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"secondary","start":10,"end":19,"id":2,"ws":true,"disabled":false},{"text":"environmental","start":20,"end":33,"id":3,"ws":true,"disabled":false},{"text":"problems","start":34,"end":42,"id":4,"ws":true,"disabled":false},{"text":"\u2014","start":43,"end":44,"id":5,"ws":true,"disabled":false},{"text":"such","start":45,"end":49,"id":6,"ws":true,"disabled":false},{"text":"as","start":50,"end":52,"id":7,"ws":true,"disabled":false},{"text":"damage","start":53,"end":59,"id":8,"ws":true,"disabled":false},{"text":"to","start":60,"end":62,"id":9,"ws":true,"disabled":false},{"text":"infrastructure","start":63,"end":77,"id":10,"ws":true,"disabled":false},{"text":"or","start":78,"end":80,"id":11,"ws":true,"disabled":false},{"text":"the","start":81,"end":84,"id":12,"ws":true,"disabled":false},{"text":"release","start":85,"end":92,"id":13,"ws":true,"disabled":false},{"text":"of","start":93,"end":95,"id":14,"ws":true,"disabled":false},{"text":"chemicals","start":96,"end":105,"id":15,"ws":true,"disabled":false},{"text":"or","start":106,"end":108,"id":16,"ws":true,"disabled":false},{"text":"waste","start":109,"end":114,"id":17,"ws":true,"disabled":false},{"text":"housed","start":115,"end":121,"id":18,"ws":true,"disabled":false},{"text":"on","start":122,"end":124,"id":19,"ws":true,"disabled":false},{"text":"site","start":125,"end":129,"id":20,"ws":true,"disabled":false},{"text":"\u2014","start":130,"end":131,"id":21,"ws":true,"disabled":false},{"text":"that","start":132,"end":136,"id":22,"ws":true,"disabled":false},{"text":"can","start":137,"end":140,"id":23,"ws":true,"disabled":false},{"text":"manifest","start":141,"end":149,"id":24,"ws":true,"disabled":false},{"text":"when","start":150,"end":154,"id":25,"ws":true,"disabled":false},{"text":"temperatures","start":155,"end":167,"id":26,"ws":true,"disabled":false},{"text":"and","start":168,"end":171,"id":27,"ws":true,"disabled":false},{"text":"sea","start":172,"end":175,"id":28,"ws":true,"disabled":false},{"text":"levels","start":176,"end":182,"id":29,"ws":true,"disabled":false},{"text":"rise","start":183,"end":187,"id":30,"ws":false,"disabled":false},{"text":".","start":187,"end":188,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":189,"end":201,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":202,"end":214,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":8,"child":10,"head_span":{"start":53,"end":59,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":63,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":15,"head_span":{"start":85,"end":92,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":96,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":85,"end":92,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":109,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":32,"head_span":{"start":155,"end":167,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":189,"end":201,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":28,"head_span":{"start":176,"end":182,"token_start":29,"token_end":29,"label":"aspect_changing"},"child_span":{"start":172,"end":175,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":28,"head_span":{"start":183,"end":187,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":172,"end":175,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":17,"head_span":{"start":189,"end":201,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":109,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":15,"head_span":{"start":189,"end":201,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":96,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":10,"head_span":{"start":189,"end":201,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":63,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":17,"head_span":{"start":172,"end":175,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":109,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":10,"head_span":{"start":172,"end":175,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":63,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":15,"head_span":{"start":172,"end":175,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":96,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Lamb and cheese both emit more than 20 kilograms CO2-equivalents per kilogram.","text":"Lamb and cheese both emit more than 20 kilograms CO2-equivalents per kilogram. IMPLIED_BASE IMPLIED_BASE","characters":"78","document_index":"642","md_sentence_index":"22","classification_origin":"causal_sentence_classification","url":"https://ourworldindata.org/food-choice-vs-eating-local","combo_id":"642_22","post-training batch1":"642_22","_input_hash":386206240,"_task_hash":-1547107247,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},{"start":9,"end":15,"token_start":2,"token_end":2,"label":"base"},{"start":21,"end":25,"token_start":4,"token_end":4,"label":"change_direction"},{"start":36,"end":48,"token_start":7,"token_end":8,"label":"effect_size"},{"start":49,"end":64,"token_start":9,"token_end":9,"label":"base"}],"tokens":[{"text":"Lamb","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"and","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"cheese","start":9,"end":15,"id":2,"ws":true,"disabled":false},{"text":"both","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"emit","start":21,"end":25,"id":4,"ws":true,"disabled":false},{"text":"more","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"than","start":31,"end":35,"id":6,"ws":true,"disabled":false},{"text":"20","start":36,"end":38,"id":7,"ws":true,"disabled":false},{"text":"kilograms","start":39,"end":48,"id":8,"ws":true,"disabled":false},{"text":"CO2-equivalents","start":49,"end":64,"id":9,"ws":true,"disabled":false},{"text":"per","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"kilogram","start":69,"end":77,"id":11,"ws":false,"disabled":false},{"text":".","start":77,"end":78,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":79,"end":91,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":92,"end":104,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":4,"child":9,"head_span":{"start":21,"end":25,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":49,"end":64,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":9,"head_span":{"start":9,"end":15,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":49,"end":64,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":9,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":49,"end":64,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Wysocki points to a naturally occurring shift in an air pattern called the North Atlantic Oscillation, which can play a role in air temperatures in the Northeast.\n","text":"Wysocki points to a naturally occurring shift in an air pattern called the North Atlantic Oscillation, which can play a role in air temperatures in the Northeast. IMPLIED_BASE IMPLIED_BASE","characters":"163","document_index":"520","md_sentence_index":"20","classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2019/12/25/climate-change-northeast-warming-faster-united-states/2743119001/","combo_id":"520_20","post-training batch1":"520_20","_input_hash":-65940671,"_task_hash":-954141642,"spans":[{"start":20,"end":45,"token_start":4,"token_end":6,"label":"change_direction"},{"start":75,"end":101,"token_start":13,"token_end":15,"label":"base"},{"start":113,"end":127,"token_start":19,"token_end":22,"label":"predicate"},{"start":128,"end":131,"token_start":23,"token_end":23,"label":"base"},{"text":"temperatures","start":132,"token_start":24,"token_end":24,"end":144,"type":"pattern","label":"aspect_changing"},{"start":152,"end":161,"token_start":27,"token_end":27,"label":"where"}],"tokens":[{"text":"Wysocki","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"points","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"to","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"a","start":18,"end":19,"id":3,"ws":true,"disabled":false},{"text":"naturally","start":20,"end":29,"id":4,"ws":true,"disabled":false},{"text":"occurring","start":30,"end":39,"id":5,"ws":true,"disabled":false},{"text":"shift","start":40,"end":45,"id":6,"ws":true,"disabled":false},{"text":"in","start":46,"end":48,"id":7,"ws":true,"disabled":false},{"text":"an","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"air","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"pattern","start":56,"end":63,"id":10,"ws":true,"disabled":false},{"text":"called","start":64,"end":70,"id":11,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":12,"ws":true,"disabled":false},{"text":"North","start":75,"end":80,"id":13,"ws":true,"disabled":false},{"text":"Atlantic","start":81,"end":89,"id":14,"ws":true,"disabled":false},{"text":"Oscillation","start":90,"end":101,"id":15,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":16,"ws":true,"disabled":false},{"text":"which","start":103,"end":108,"id":17,"ws":true,"disabled":false},{"text":"can","start":109,"end":112,"id":18,"ws":true,"disabled":false},{"text":"play","start":113,"end":117,"id":19,"ws":true,"disabled":false},{"text":"a","start":118,"end":119,"id":20,"ws":true,"disabled":false},{"text":"role","start":120,"end":124,"id":21,"ws":true,"disabled":false},{"text":"in","start":125,"end":127,"id":22,"ws":true,"disabled":false},{"text":"air","start":128,"end":131,"id":23,"ws":true,"disabled":false},{"text":"temperatures","start":132,"end":144,"id":24,"ws":true,"disabled":false},{"text":"in","start":145,"end":147,"id":25,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":26,"ws":true,"disabled":false},{"text":"Northeast","start":152,"end":161,"id":27,"ws":false,"disabled":false},{"text":".","start":161,"end":162,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":176,"end":188,"id":30,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":6,"child":15,"head_span":{"start":20,"end":45,"token_start":4,"token_end":6,"label":"change_direction"},"child_span":{"start":75,"end":101,"token_start":13,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":23,"head_span":{"start":132,"end":144,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":128,"end":131,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":23,"head_span":{"start":75,"end":101,"token_start":13,"token_end":15,"label":"base"},"child_span":{"start":128,"end":131,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The 21 children and young adults suing the federal government over climate change argue that they and their generation are already suffering the consequences of climate change, from worsening allergies and asthma to the health risks and stress that come with hurricanes, wildfires and sea level rise threatening their homes.\n","text":"The 21 children and young adults suing the federal government over climate change argue that they and their generation are already suffering the consequences of climate change, from worsening allergies and asthma to the health risks and stress that come with hurricanes, wildfires and sea level rise threatening their homes. IMPLIED_BASE IMPLIED_BASE","characters":"325","document_index":"172","md_sentence_index":"1","classification_origin":"cm-label-eval","url":"https://insideclimatenews.org/news/04062019/children-climate-change-lawsuit-health-risk-juliana-case-appeals-court","combo_id":"172_1","post-training batch1":"172_1","_input_hash":866017770,"_task_hash":1997558132,"spans":[{"start":7,"end":15,"token_start":2,"token_end":2,"label":"to_whom"},{"start":20,"end":32,"token_start":4,"token_end":5,"label":"to_whom"},{"text":"climate change","start":161,"token_start":25,"token_end":26,"end":175,"type":"pattern","label":"base"},{"text":"worsening","start":182,"token_start":29,"token_end":29,"end":191,"type":"pattern","label":"change_direction"},{"start":192,"end":201,"token_start":30,"token_end":30,"label":"base"},{"text":"asthma","start":206,"token_start":32,"token_end":32,"end":212,"type":"pattern","label":"base"},{"text":"health","start":220,"token_start":35,"token_end":35,"end":226,"type":"pattern","label":"base"},{"text":"risks","start":227,"token_start":36,"token_end":36,"end":232,"type":"pattern","label":"aspect_changing"},{"text":"stress","start":237,"token_start":38,"token_end":38,"end":243,"type":"pattern","label":"base"},{"text":"hurricanes","start":259,"token_start":42,"token_end":42,"end":269,"type":"pattern","label":"base"},{"text":"wildfires","start":271,"token_start":44,"token_end":44,"end":280,"type":"pattern","label":"base"},{"text":"sea","start":285,"token_start":46,"token_end":46,"end":288,"type":"pattern","label":"base"},{"text":"level","start":289,"token_start":47,"token_end":47,"end":294,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":295,"token_start":48,"token_end":48,"end":299,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"21","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"children","start":7,"end":15,"id":2,"ws":true,"disabled":false},{"text":"and","start":16,"end":19,"id":3,"ws":true,"disabled":false},{"text":"young","start":20,"end":25,"id":4,"ws":true,"disabled":false},{"text":"adults","start":26,"end":32,"id":5,"ws":true,"disabled":false},{"text":"suing","start":33,"end":38,"id":6,"ws":true,"disabled":false},{"text":"the","start":39,"end":42,"id":7,"ws":true,"disabled":false},{"text":"federal","start":43,"end":50,"id":8,"ws":true,"disabled":false},{"text":"government","start":51,"end":61,"id":9,"ws":true,"disabled":false},{"text":"over","start":62,"end":66,"id":10,"ws":true,"disabled":false},{"text":"climate","start":67,"end":74,"id":11,"ws":true,"disabled":false},{"text":"change","start":75,"end":81,"id":12,"ws":true,"disabled":false},{"text":"argue","start":82,"end":87,"id":13,"ws":true,"disabled":false},{"text":"that","start":88,"end":92,"id":14,"ws":true,"disabled":false},{"text":"they","start":93,"end":97,"id":15,"ws":true,"disabled":false},{"text":"and","start":98,"end":101,"id":16,"ws":true,"disabled":false},{"text":"their","start":102,"end":107,"id":17,"ws":true,"disabled":false},{"text":"generation","start":108,"end":118,"id":18,"ws":true,"disabled":false},{"text":"are","start":119,"end":122,"id":19,"ws":true,"disabled":false},{"text":"already","start":123,"end":130,"id":20,"ws":true,"disabled":false},{"text":"suffering","start":131,"end":140,"id":21,"ws":true,"disabled":false},{"text":"the","start":141,"end":144,"id":22,"ws":true,"disabled":false},{"text":"consequences","start":145,"end":157,"id":23,"ws":true,"disabled":false},{"text":"of","start":158,"end":160,"id":24,"ws":true,"disabled":false},{"text":"climate","start":161,"end":168,"id":25,"ws":true,"disabled":false},{"text":"change","start":169,"end":175,"id":26,"ws":false,"disabled":false},{"text":",","start":175,"end":176,"id":27,"ws":true,"disabled":false},{"text":"from","start":177,"end":181,"id":28,"ws":true,"disabled":false},{"text":"worsening","start":182,"end":191,"id":29,"ws":true,"disabled":false},{"text":"allergies","start":192,"end":201,"id":30,"ws":true,"disabled":false},{"text":"and","start":202,"end":205,"id":31,"ws":true,"disabled":false},{"text":"asthma","start":206,"end":212,"id":32,"ws":true,"disabled":false},{"text":"to","start":213,"end":215,"id":33,"ws":true,"disabled":false},{"text":"the","start":216,"end":219,"id":34,"ws":true,"disabled":false},{"text":"health","start":220,"end":226,"id":35,"ws":true,"disabled":false},{"text":"risks","start":227,"end":232,"id":36,"ws":true,"disabled":false},{"text":"and","start":233,"end":236,"id":37,"ws":true,"disabled":false},{"text":"stress","start":237,"end":243,"id":38,"ws":true,"disabled":false},{"text":"that","start":244,"end":248,"id":39,"ws":true,"disabled":false},{"text":"come","start":249,"end":253,"id":40,"ws":true,"disabled":false},{"text":"with","start":254,"end":258,"id":41,"ws":true,"disabled":false},{"text":"hurricanes","start":259,"end":269,"id":42,"ws":false,"disabled":false},{"text":",","start":269,"end":270,"id":43,"ws":true,"disabled":false},{"text":"wildfires","start":271,"end":280,"id":44,"ws":true,"disabled":false},{"text":"and","start":281,"end":284,"id":45,"ws":true,"disabled":false},{"text":"sea","start":285,"end":288,"id":46,"ws":true,"disabled":false},{"text":"level","start":289,"end":294,"id":47,"ws":true,"disabled":false},{"text":"rise","start":295,"end":299,"id":48,"ws":true,"disabled":false},{"text":"threatening","start":300,"end":311,"id":49,"ws":true,"disabled":false},{"text":"their","start":312,"end":317,"id":50,"ws":true,"disabled":false},{"text":"homes","start":318,"end":323,"id":51,"ws":false,"disabled":false},{"text":".","start":323,"end":324,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":325,"end":337,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":338,"end":350,"id":54,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":29,"child":30,"head_span":{"start":182,"end":191,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":192,"end":201,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":32,"head_span":{"start":182,"end":191,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":206,"end":212,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":35,"head_span":{"start":227,"end":232,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":220,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":46,"head_span":{"start":289,"end":294,"token_start":47,"token_end":47,"label":"aspect_changing"},"child_span":{"start":285,"end":288,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":46,"head_span":{"start":295,"end":299,"token_start":48,"token_end":48,"label":"change_direction"},"child_span":{"start":285,"end":288,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":30,"head_span":{"start":161,"end":175,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":192,"end":201,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":32,"head_span":{"start":161,"end":175,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":206,"end":212,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":46,"head_span":{"start":161,"end":175,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":285,"end":288,"token_start":46,"token_end":46,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":44,"head_span":{"start":161,"end":175,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":271,"end":280,"token_start":44,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":42,"head_span":{"start":161,"end":175,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":259,"end":269,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":38,"head_span":{"start":285,"end":288,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":237,"end":243,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":35,"head_span":{"start":285,"end":288,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":220,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":38,"head_span":{"start":271,"end":280,"token_start":44,"token_end":44,"label":"base"},"child_span":{"start":237,"end":243,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":35,"head_span":{"start":271,"end":280,"token_start":44,"token_end":44,"label":"base"},"child_span":{"start":220,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":38,"head_span":{"start":259,"end":269,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":237,"end":243,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":35,"head_span":{"start":259,"end":269,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":220,"end":226,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Continued temperature rise could generate rapid changes in boreal forests, including dieback.","text":"Continued temperature rise could generate rapid changes in boreal forests, including dieback. IMPLIED_BASE IMPLIED_BASE","characters":"93","document_index":"647","md_sentence_index":"575","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_575","post-training batch1":"647_575","_input_hash":1185220822,"_task_hash":-1577238734,"spans":[{"text":"temperature","start":10,"token_start":1,"token_end":1,"end":21,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":22,"token_start":2,"token_end":2,"end":26,"type":"pattern","label":"change_direction"},{"start":27,"end":32,"token_start":3,"token_end":3,"label":"confidence"},{"start":59,"end":65,"token_start":8,"token_end":8,"label":"type_of"},{"text":"forests","start":66,"token_start":9,"token_end":9,"end":73,"type":"pattern","label":"base"},{"start":85,"end":92,"token_start":12,"token_end":12,"label":"change_direction"},{"start":94,"end":106,"token_start":14,"token_end":14,"label":"base"}],"tokens":[{"text":"Continued","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"temperature","start":10,"end":21,"id":1,"ws":true,"disabled":false},{"text":"rise","start":22,"end":26,"id":2,"ws":true,"disabled":false},{"text":"could","start":27,"end":32,"id":3,"ws":true,"disabled":false},{"text":"generate","start":33,"end":41,"id":4,"ws":true,"disabled":false},{"text":"rapid","start":42,"end":47,"id":5,"ws":true,"disabled":false},{"text":"changes","start":48,"end":55,"id":6,"ws":true,"disabled":false},{"text":"in","start":56,"end":58,"id":7,"ws":true,"disabled":false},{"text":"boreal","start":59,"end":65,"id":8,"ws":true,"disabled":false},{"text":"forests","start":66,"end":73,"id":9,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":10,"ws":true,"disabled":false},{"text":"including","start":75,"end":84,"id":11,"ws":true,"disabled":false},{"text":"dieback","start":85,"end":92,"id":12,"ws":false,"disabled":false},{"text":".","start":92,"end":93,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":94,"end":106,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":2,"child":14,"head_span":{"start":22,"end":26,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":94,"end":106,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":14,"head_span":{"start":10,"end":21,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":94,"end":106,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":59,"end":65,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":66,"end":73,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":9,"head_span":{"start":85,"end":92,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":66,"end":73,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":9,"head_span":{"start":94,"end":106,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":66,"end":73,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"Extreme temperatures leading to greater morbidity and mortality is no surprise to the climate scientists who have been warning of such climate change impacts for years.","text":"Extreme temperatures leading to greater morbidity and mortality is no surprise to the climate scientists who have been warning of such climate change impacts for years. IMPLIED_BASE IMPLIED_BASE","characters":"168","document_index":"273","md_sentence_index":"27","classification_origin":"cm-label-eval","url":"http://www.climatesciencewatch.org/2019/06/28/as-climate-change-creates-a-true-public-health-emergency-trump-administration-quashes-federal-climate-program-and-exiles-its-director/","combo_id":"273_27","post-training batch1":"273_27","_input_hash":1116897733,"_task_hash":-54367943,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},{"text":"temperatures","start":8,"token_start":1,"token_end":1,"end":20,"type":"pattern","label":"aspect_changing"},{"start":21,"end":31,"token_start":2,"token_end":3,"label":"predicate"},{"start":32,"end":39,"token_start":4,"token_end":4,"label":"change_direction"},{"start":40,"end":49,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":54,"end":63,"token_start":7,"token_end":7,"label":"aspect_changing"},{"text":"climate change","start":135,"token_start":21,"token_end":22,"end":149,"type":"pattern","label":"base"},{"start":150,"end":157,"token_start":23,"token_end":23,"label":"aspect_changing"},{"start":169,"end":181,"token_start":27,"token_end":27,"label":"base"},{"start":182,"end":194,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"Extreme","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"temperatures","start":8,"end":20,"id":1,"ws":true,"disabled":false},{"text":"leading","start":21,"end":28,"id":2,"ws":true,"disabled":false},{"text":"to","start":29,"end":31,"id":3,"ws":true,"disabled":false},{"text":"greater","start":32,"end":39,"id":4,"ws":true,"disabled":false},{"text":"morbidity","start":40,"end":49,"id":5,"ws":true,"disabled":false},{"text":"and","start":50,"end":53,"id":6,"ws":true,"disabled":false},{"text":"mortality","start":54,"end":63,"id":7,"ws":true,"disabled":false},{"text":"is","start":64,"end":66,"id":8,"ws":true,"disabled":false},{"text":"no","start":67,"end":69,"id":9,"ws":true,"disabled":false},{"text":"surprise","start":70,"end":78,"id":10,"ws":true,"disabled":false},{"text":"to","start":79,"end":81,"id":11,"ws":true,"disabled":false},{"text":"the","start":82,"end":85,"id":12,"ws":true,"disabled":false},{"text":"climate","start":86,"end":93,"id":13,"ws":true,"disabled":false},{"text":"scientists","start":94,"end":104,"id":14,"ws":true,"disabled":false},{"text":"who","start":105,"end":108,"id":15,"ws":true,"disabled":false},{"text":"have","start":109,"end":113,"id":16,"ws":true,"disabled":false},{"text":"been","start":114,"end":118,"id":17,"ws":true,"disabled":false},{"text":"warning","start":119,"end":126,"id":18,"ws":true,"disabled":false},{"text":"of","start":127,"end":129,"id":19,"ws":true,"disabled":false},{"text":"such","start":130,"end":134,"id":20,"ws":true,"disabled":false},{"text":"climate","start":135,"end":142,"id":21,"ws":true,"disabled":false},{"text":"change","start":143,"end":149,"id":22,"ws":true,"disabled":false},{"text":"impacts","start":150,"end":157,"id":23,"ws":true,"disabled":false},{"text":"for","start":158,"end":161,"id":24,"ws":true,"disabled":false},{"text":"years","start":162,"end":167,"id":25,"ws":false,"disabled":false},{"text":".","start":167,"end":168,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":169,"end":181,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":182,"end":194,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":5,"child":27,"head_span":{"start":40,"end":49,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":169,"end":181,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":27,"head_span":{"start":54,"end":63,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":169,"end":181,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":27,"head_span":{"start":32,"end":39,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":169,"end":181,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":28,"head_span":{"start":8,"end":20,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":182,"end":194,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":28,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":182,"end":194,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":150,"end":157,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":135,"end":149,"token_start":21,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":28,"head_span":{"start":135,"end":149,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":182,"end":194,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":27,"head_span":{"start":182,"end":194,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":169,"end":181,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The second reason getting an accurate count is a challenge is a lack of good data from fishing and overfishing and especially from developing and underdeveloped economies with many small-scale and backyard farmers, where production information is not captured in bigger food systems.","text":"The second reason getting an accurate count is a challenge is a lack of good data from fishing and overfishing and especially from developing and underdeveloped economies with many small-scale and backyard farmers, where production information is not captured in bigger food systems. IMPLIED_BASE IMPLIED_BASE","characters":"283","document_index":"133","md_sentence_index":"58","classification_origin":"cm_cause_effect_rel","url":"https://civileats.com/2019/05/30/climate-change-is-intensifying-food-shocks/","combo_id":"133_58","post-training batch1":"133_58","_input_hash":1780775579,"_task_hash":-842731403,"spans":[{"start":18,"end":25,"token_start":3,"token_end":3,"label":"change_direction"},{"start":29,"end":37,"token_start":5,"token_end":5,"label":"type_of"},{"start":38,"end":43,"token_start":6,"token_end":6,"label":"base"},{"text":"lack of","start":64,"token_start":12,"token_end":13,"end":71,"type":"pattern","label":"change_direction"},{"start":72,"end":76,"token_start":14,"token_end":14,"label":"type_of"},{"start":77,"end":81,"token_start":15,"token_end":15,"label":"base"},{"text":"overfishing","start":99,"token_start":19,"token_end":19,"end":110,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"second","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"reason","start":11,"end":17,"id":2,"ws":true,"disabled":false},{"text":"getting","start":18,"end":25,"id":3,"ws":true,"disabled":false},{"text":"an","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"accurate","start":29,"end":37,"id":5,"ws":true,"disabled":false},{"text":"count","start":38,"end":43,"id":6,"ws":true,"disabled":false},{"text":"is","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"a","start":47,"end":48,"id":8,"ws":true,"disabled":false},{"text":"challenge","start":49,"end":58,"id":9,"ws":true,"disabled":false},{"text":"is","start":59,"end":61,"id":10,"ws":true,"disabled":false},{"text":"a","start":62,"end":63,"id":11,"ws":true,"disabled":false},{"text":"lack","start":64,"end":68,"id":12,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":13,"ws":true,"disabled":false},{"text":"good","start":72,"end":76,"id":14,"ws":true,"disabled":false},{"text":"data","start":77,"end":81,"id":15,"ws":true,"disabled":false},{"text":"from","start":82,"end":86,"id":16,"ws":true,"disabled":false},{"text":"fishing","start":87,"end":94,"id":17,"ws":true,"disabled":false},{"text":"and","start":95,"end":98,"id":18,"ws":true,"disabled":false},{"text":"overfishing","start":99,"end":110,"id":19,"ws":true,"disabled":false},{"text":"and","start":111,"end":114,"id":20,"ws":true,"disabled":false},{"text":"especially","start":115,"end":125,"id":21,"ws":true,"disabled":false},{"text":"from","start":126,"end":130,"id":22,"ws":true,"disabled":false},{"text":"developing","start":131,"end":141,"id":23,"ws":true,"disabled":false},{"text":"and","start":142,"end":145,"id":24,"ws":true,"disabled":false},{"text":"underdeveloped","start":146,"end":160,"id":25,"ws":true,"disabled":false},{"text":"economies","start":161,"end":170,"id":26,"ws":true,"disabled":false},{"text":"with","start":171,"end":175,"id":27,"ws":true,"disabled":false},{"text":"many","start":176,"end":180,"id":28,"ws":true,"disabled":false},{"text":"small","start":181,"end":186,"id":29,"ws":false,"disabled":false},{"text":"-","start":186,"end":187,"id":30,"ws":false,"disabled":false},{"text":"scale","start":187,"end":192,"id":31,"ws":true,"disabled":false},{"text":"and","start":193,"end":196,"id":32,"ws":true,"disabled":false},{"text":"backyard","start":197,"end":205,"id":33,"ws":true,"disabled":false},{"text":"farmers","start":206,"end":213,"id":34,"ws":false,"disabled":false},{"text":",","start":213,"end":214,"id":35,"ws":true,"disabled":false},{"text":"where","start":215,"end":220,"id":36,"ws":true,"disabled":false},{"text":"production","start":221,"end":231,"id":37,"ws":true,"disabled":false},{"text":"information","start":232,"end":243,"id":38,"ws":true,"disabled":false},{"text":"is","start":244,"end":246,"id":39,"ws":true,"disabled":false},{"text":"not","start":247,"end":250,"id":40,"ws":true,"disabled":false},{"text":"captured","start":251,"end":259,"id":41,"ws":true,"disabled":false},{"text":"in","start":260,"end":262,"id":42,"ws":true,"disabled":false},{"text":"bigger","start":263,"end":269,"id":43,"ws":true,"disabled":false},{"text":"food","start":270,"end":274,"id":44,"ws":true,"disabled":false},{"text":"systems","start":275,"end":282,"id":45,"ws":false,"disabled":false},{"text":".","start":282,"end":283,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":284,"end":296,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":297,"end":309,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"To support this concern, he estimates that 5 to 10 percent of patients he sees regularly and who come in with new asthma or respiratory distress say they first felt symptoms after a fire.\n","text":"To support this concern, he estimates that 5 to 10 percent of patients he sees regularly and who come in with new asthma or respiratory distress say they first felt symptoms after a fire. IMPLIED_BASE IMPLIED_BASE","characters":"188","document_index":"820","md_sentence_index":"27","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/18/health/wildfires-children-lungs.html","combo_id":"820_27","post-training batch1":"820_27","_input_hash":1034948935,"_task_hash":763193133,"spans":[{"start":43,"end":58,"token_start":8,"token_end":11,"label":"effect_size"},{"start":110,"end":113,"token_start":22,"token_end":22,"label":"type_of"},{"start":114,"end":120,"token_start":23,"token_end":23,"label":"base"},{"start":124,"end":135,"token_start":25,"token_end":25,"label":"type_of"},{"start":136,"end":144,"token_start":26,"token_end":26,"label":"base"},{"start":182,"end":186,"token_start":34,"token_end":34,"label":"base"}],"tokens":[{"text":"To","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"support","start":3,"end":10,"id":1,"ws":true,"disabled":false},{"text":"this","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"concern","start":16,"end":23,"id":3,"ws":false,"disabled":false},{"text":",","start":23,"end":24,"id":4,"ws":true,"disabled":false},{"text":"he","start":25,"end":27,"id":5,"ws":true,"disabled":false},{"text":"estimates","start":28,"end":37,"id":6,"ws":true,"disabled":false},{"text":"that","start":38,"end":42,"id":7,"ws":true,"disabled":false},{"text":"5","start":43,"end":44,"id":8,"ws":true,"disabled":false},{"text":"to","start":45,"end":47,"id":9,"ws":true,"disabled":false},{"text":"10","start":48,"end":50,"id":10,"ws":true,"disabled":false},{"text":"percent","start":51,"end":58,"id":11,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":12,"ws":true,"disabled":false},{"text":"patients","start":62,"end":70,"id":13,"ws":true,"disabled":false},{"text":"he","start":71,"end":73,"id":14,"ws":true,"disabled":false},{"text":"sees","start":74,"end":78,"id":15,"ws":true,"disabled":false},{"text":"regularly","start":79,"end":88,"id":16,"ws":true,"disabled":false},{"text":"and","start":89,"end":92,"id":17,"ws":true,"disabled":false},{"text":"who","start":93,"end":96,"id":18,"ws":true,"disabled":false},{"text":"come","start":97,"end":101,"id":19,"ws":true,"disabled":false},{"text":"in","start":102,"end":104,"id":20,"ws":true,"disabled":false},{"text":"with","start":105,"end":109,"id":21,"ws":true,"disabled":false},{"text":"new","start":110,"end":113,"id":22,"ws":true,"disabled":false},{"text":"asthma","start":114,"end":120,"id":23,"ws":true,"disabled":false},{"text":"or","start":121,"end":123,"id":24,"ws":true,"disabled":false},{"text":"respiratory","start":124,"end":135,"id":25,"ws":true,"disabled":false},{"text":"distress","start":136,"end":144,"id":26,"ws":true,"disabled":false},{"text":"say","start":145,"end":148,"id":27,"ws":true,"disabled":false},{"text":"they","start":149,"end":153,"id":28,"ws":true,"disabled":false},{"text":"first","start":154,"end":159,"id":29,"ws":true,"disabled":false},{"text":"felt","start":160,"end":164,"id":30,"ws":true,"disabled":false},{"text":"symptoms","start":165,"end":173,"id":31,"ws":true,"disabled":false},{"text":"after","start":174,"end":179,"id":32,"ws":true,"disabled":false},{"text":"a","start":180,"end":181,"id":33,"ws":true,"disabled":false},{"text":"fire","start":182,"end":186,"id":34,"ws":false,"disabled":false},{"text":".","start":186,"end":187,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":201,"end":213,"id":37,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":124,"end":135,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":136,"end":144,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":110,"end":113,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":114,"end":120,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":26,"head_span":{"start":110,"end":113,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":136,"end":144,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":26,"head_span":{"start":182,"end":186,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":136,"end":144,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":23,"head_span":{"start":182,"end":186,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":114,"end":120,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In 1992, the Category 5 storm devastated South Florida, inflicting $15.5 billion of insured damage and causing at least 16 insurance companies to fail.18","text":"In 1992, the Category 5 storm devastated South Florida, inflicting $15.5 billion of insured damage and causing at least 16 insurance companies to fail.18 IMPLIED_BASE IMPLIED_BASE","characters":"153","document_index":"631","md_sentence_index":"24","classification_origin":"causal_sentence_classification","url":"https://www.americanprogress.org/issues/economy/reports/2019/11/21/477190/climate-change-threatens-stability-financial-system/","combo_id":"631_24","post-training batch1":"631_24","_input_hash":-1727038330,"_task_hash":-1117050750,"spans":[{"start":3,"end":7,"token_start":1,"token_end":1,"label":"when"},{"start":13,"end":23,"token_start":4,"token_end":5,"label":"type_of"},{"text":"storm","start":24,"token_start":6,"token_end":6,"end":29,"type":"pattern","label":"base"},{"start":41,"end":54,"token_start":8,"token_end":9,"label":"where"},{"start":56,"end":66,"token_start":11,"token_end":11,"label":"predicate"},{"start":67,"end":80,"token_start":12,"token_end":14,"label":"effect_size"},{"start":84,"end":91,"token_start":16,"token_end":16,"label":"base"},{"start":92,"end":98,"token_start":17,"token_end":17,"label":"change_direction"},{"start":103,"end":110,"token_start":19,"token_end":19,"label":"predicate"},{"start":120,"end":122,"token_start":22,"token_end":22,"label":"effect_size"},{"start":123,"end":142,"token_start":23,"token_end":24,"label":"base"},{"start":146,"end":153,"token_start":26,"token_end":26,"label":"change_direction"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"1992","start":3,"end":7,"id":1,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":2,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":3,"ws":true,"disabled":false},{"text":"Category","start":13,"end":21,"id":4,"ws":true,"disabled":false},{"text":"5","start":22,"end":23,"id":5,"ws":true,"disabled":false},{"text":"storm","start":24,"end":29,"id":6,"ws":true,"disabled":false},{"text":"devastated","start":30,"end":40,"id":7,"ws":true,"disabled":false},{"text":"South","start":41,"end":46,"id":8,"ws":true,"disabled":false},{"text":"Florida","start":47,"end":54,"id":9,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":10,"ws":true,"disabled":false},{"text":"inflicting","start":56,"end":66,"id":11,"ws":true,"disabled":false},{"text":"$","start":67,"end":68,"id":12,"ws":false,"disabled":false},{"text":"15.5","start":68,"end":72,"id":13,"ws":true,"disabled":false},{"text":"billion","start":73,"end":80,"id":14,"ws":true,"disabled":false},{"text":"of","start":81,"end":83,"id":15,"ws":true,"disabled":false},{"text":"insured","start":84,"end":91,"id":16,"ws":true,"disabled":false},{"text":"damage","start":92,"end":98,"id":17,"ws":true,"disabled":false},{"text":"and","start":99,"end":102,"id":18,"ws":true,"disabled":false},{"text":"causing","start":103,"end":110,"id":19,"ws":true,"disabled":false},{"text":"at","start":111,"end":113,"id":20,"ws":true,"disabled":false},{"text":"least","start":114,"end":119,"id":21,"ws":true,"disabled":false},{"text":"16","start":120,"end":122,"id":22,"ws":true,"disabled":false},{"text":"insurance","start":123,"end":132,"id":23,"ws":true,"disabled":false},{"text":"companies","start":133,"end":142,"id":24,"ws":true,"disabled":false},{"text":"to","start":143,"end":145,"id":25,"ws":true,"disabled":false},{"text":"fail.18","start":146,"end":153,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":167,"end":179,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":13,"end":23,"token_start":4,"token_end":5,"label":"type_of"},"child_span":{"start":24,"end":29,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":92,"end":98,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":84,"end":91,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":16,"head_span":{"start":67,"end":80,"token_start":12,"token_end":14,"label":"effect_size"},"child_span":{"start":84,"end":91,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":24,"head_span":{"start":146,"end":153,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":123,"end":142,"token_start":23,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":120,"end":122,"token_start":22,"token_end":22,"label":"effect_size"},"child_span":{"start":123,"end":142,"token_start":23,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":16,"head_span":{"start":24,"end":29,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":84,"end":91,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":24,"head_span":{"start":24,"end":29,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":123,"end":142,"token_start":23,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The thickening of the alveolocapillary membrane alters the gas diffusion, inducing hypoxemia.","text":"The thickening of the alveolocapillary membrane alters the gas diffusion, inducing hypoxemia. IMPLIED_BASE IMPLIED_BASE","characters":"93","document_index":"750","md_sentence_index":"129","classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_129","post-training batch1":"750_129","_input_hash":573015197,"_task_hash":764364686,"spans":[],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"thickening","start":4,"end":14,"id":1,"ws":true,"disabled":false},{"text":"of","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"alveolocapillary","start":22,"end":38,"id":4,"ws":true,"disabled":false},{"text":"membrane","start":39,"end":47,"id":5,"ws":true,"disabled":false},{"text":"alters","start":48,"end":54,"id":6,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":7,"ws":true,"disabled":false},{"text":"gas","start":59,"end":62,"id":8,"ws":true,"disabled":false},{"text":"diffusion","start":63,"end":72,"id":9,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":10,"ws":true,"disabled":false},{"text":"inducing","start":74,"end":82,"id":11,"ws":true,"disabled":false},{"text":"hypoxemia","start":83,"end":92,"id":12,"ws":false,"disabled":false},{"text":".","start":92,"end":93,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":94,"end":106,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"However, Goetz points out that \u201cfire is the wildcard and can shift forests much more rapidly than from warming effects on tree growth alone\u201d.","text":"However, Goetz points out that \u201cfire is the wildcard and can shift forests much more rapidly than from warming effects on tree growth alone\u201d. IMPLIED_BASE IMPLIED_BASE","characters":"141","document_index":"647","md_sentence_index":"632","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_632","post-training batch1":"647_632","_input_hash":-2093928104,"_task_hash":-838209621,"spans":[{"start":32,"end":36,"token_start":7,"token_end":7,"label":"base"},{"start":61,"end":66,"token_start":13,"token_end":13,"label":"change_direction"},{"text":"forests","start":67,"token_start":14,"token_end":14,"end":74,"type":"pattern","label":"base"},{"start":103,"end":110,"token_start":20,"token_end":20,"label":"base"},{"start":111,"end":118,"token_start":21,"token_end":21,"label":"aspect_changing"},{"start":122,"end":126,"token_start":23,"token_end":23,"label":"base"},{"text":"growth","start":127,"token_start":24,"token_end":24,"end":133,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"However","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"Goetz","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"points","start":15,"end":21,"id":3,"ws":true,"disabled":false},{"text":"out","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"that","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"\u201c","start":31,"end":32,"id":6,"ws":false,"disabled":false},{"text":"fire","start":32,"end":36,"id":7,"ws":true,"disabled":false},{"text":"is","start":37,"end":39,"id":8,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":9,"ws":true,"disabled":false},{"text":"wildcard","start":44,"end":52,"id":10,"ws":true,"disabled":false},{"text":"and","start":53,"end":56,"id":11,"ws":true,"disabled":false},{"text":"can","start":57,"end":60,"id":12,"ws":true,"disabled":false},{"text":"shift","start":61,"end":66,"id":13,"ws":true,"disabled":false},{"text":"forests","start":67,"end":74,"id":14,"ws":true,"disabled":false},{"text":"much","start":75,"end":79,"id":15,"ws":true,"disabled":false},{"text":"more","start":80,"end":84,"id":16,"ws":true,"disabled":false},{"text":"rapidly","start":85,"end":92,"id":17,"ws":true,"disabled":false},{"text":"than","start":93,"end":97,"id":18,"ws":true,"disabled":false},{"text":"from","start":98,"end":102,"id":19,"ws":true,"disabled":false},{"text":"warming","start":103,"end":110,"id":20,"ws":true,"disabled":false},{"text":"effects","start":111,"end":118,"id":21,"ws":true,"disabled":false},{"text":"on","start":119,"end":121,"id":22,"ws":true,"disabled":false},{"text":"tree","start":122,"end":126,"id":23,"ws":true,"disabled":false},{"text":"growth","start":127,"end":133,"id":24,"ws":true,"disabled":false},{"text":"alone","start":134,"end":139,"id":25,"ws":false,"disabled":false},{"text":"\u201d","start":139,"end":140,"id":26,"ws":false,"disabled":false},{"text":".","start":140,"end":141,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":155,"end":167,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":21,"child":20,"head_span":{"start":111,"end":118,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":103,"end":110,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":23,"head_span":{"start":127,"end":133,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":122,"end":126,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":61,"end":66,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":67,"end":74,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":14,"head_span":{"start":32,"end":36,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":67,"end":74,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":23,"head_span":{"start":103,"end":110,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":122,"end":126,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"That\u2019s when the sense of satisfaction from a good deed \u2014 say, installing that energy-efficient light bulb \u2014 diminishes or eliminates the sense of urgency around the greater problem.\n","text":"That\u2019s when the sense of satisfaction from a good deed \u2014 say, installing that energy-efficient light bulb \u2014 diminishes or eliminates the sense of urgency around the greater problem. IMPLIED_BASE IMPLIED_BASE","characters":"182","document_index":"225","md_sentence_index":"14","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/06/19/climate/dont-do-just-one-thing.html","combo_id":"225_14","post-training batch1":"225_14","_input_hash":696986523,"_task_hash":-1088179763,"spans":[{"start":25,"end":37,"token_start":6,"token_end":6,"label":"base"},{"start":45,"end":54,"token_start":9,"token_end":10,"label":"base"},{"start":62,"end":72,"token_start":14,"token_end":14,"label":"change_direction"},{"start":78,"end":94,"token_start":16,"token_end":18,"label":"type_of"},{"start":95,"end":105,"token_start":19,"token_end":20,"label":"base"},{"start":108,"end":118,"token_start":22,"token_end":22,"label":"change_direction"},{"start":122,"end":132,"token_start":24,"token_end":24,"label":"change_direction"},{"start":146,"end":153,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"That","start":0,"end":4,"id":0,"ws":false,"disabled":false},{"text":"\u2019s","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"when","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"sense","start":16,"end":21,"id":4,"ws":true,"disabled":false},{"text":"of","start":22,"end":24,"id":5,"ws":true,"disabled":false},{"text":"satisfaction","start":25,"end":37,"id":6,"ws":true,"disabled":false},{"text":"from","start":38,"end":42,"id":7,"ws":true,"disabled":false},{"text":"a","start":43,"end":44,"id":8,"ws":true,"disabled":false},{"text":"good","start":45,"end":49,"id":9,"ws":true,"disabled":false},{"text":"deed","start":50,"end":54,"id":10,"ws":true,"disabled":false},{"text":"\u2014","start":55,"end":56,"id":11,"ws":true,"disabled":false},{"text":"say","start":57,"end":60,"id":12,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":13,"ws":true,"disabled":false},{"text":"installing","start":62,"end":72,"id":14,"ws":true,"disabled":false},{"text":"that","start":73,"end":77,"id":15,"ws":true,"disabled":false},{"text":"energy","start":78,"end":84,"id":16,"ws":false,"disabled":false},{"text":"-","start":84,"end":85,"id":17,"ws":false,"disabled":false},{"text":"efficient","start":85,"end":94,"id":18,"ws":true,"disabled":false},{"text":"light","start":95,"end":100,"id":19,"ws":true,"disabled":false},{"text":"bulb","start":101,"end":105,"id":20,"ws":true,"disabled":false},{"text":"\u2014","start":106,"end":107,"id":21,"ws":true,"disabled":false},{"text":"diminishes","start":108,"end":118,"id":22,"ws":true,"disabled":false},{"text":"or","start":119,"end":121,"id":23,"ws":true,"disabled":false},{"text":"eliminates","start":122,"end":132,"id":24,"ws":true,"disabled":false},{"text":"the","start":133,"end":136,"id":25,"ws":true,"disabled":false},{"text":"sense","start":137,"end":142,"id":26,"ws":true,"disabled":false},{"text":"of","start":143,"end":145,"id":27,"ws":true,"disabled":false},{"text":"urgency","start":146,"end":153,"id":28,"ws":true,"disabled":false},{"text":"around","start":154,"end":160,"id":29,"ws":true,"disabled":false},{"text":"the","start":161,"end":164,"id":30,"ws":true,"disabled":false},{"text":"greater","start":165,"end":172,"id":31,"ws":true,"disabled":false},{"text":"problem","start":173,"end":180,"id":32,"ws":false,"disabled":false},{"text":".","start":180,"end":181,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":182,"end":194,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":195,"end":207,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":24,"child":28,"head_span":{"start":122,"end":132,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":146,"end":153,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":28,"head_span":{"start":108,"end":118,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":146,"end":153,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":78,"end":94,"token_start":16,"token_end":18,"label":"type_of"},"child_span":{"start":95,"end":105,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":20,"head_span":{"start":62,"end":72,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":95,"end":105,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":6,"head_span":{"start":45,"end":54,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":25,"end":37,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":6,"head_span":{"start":95,"end":105,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":25,"end":37,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":28,"head_span":{"start":25,"end":37,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":146,"end":153,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"","original_md_text":"The second is that poverty can, and does, cause environmental degradation.","text":"The second is that poverty can, and does, cause environmental degradation. IMPLIED_BASE IMPLIED_BASE","characters":"74","document_index":"287","md_sentence_index":"2","classification_origin":"cm_cause_effect_rel","url":"http://www.theguardian.com/global-development-professionals-network/2013/dec/13/slavery-climate-change-poverty","combo_id":"287_2","post-training batch1":"287_2","_input_hash":-1996846673,"_task_hash":-580493906,"spans":[{"start":19,"end":26,"token_start":4,"token_end":4,"label":"base"},{"start":27,"end":30,"token_start":5,"token_end":5,"label":"confidence"},{"start":42,"end":47,"token_start":10,"token_end":10,"label":"predicate"},{"start":48,"end":61,"token_start":11,"token_end":11,"label":"base"},{"start":62,"end":73,"token_start":12,"token_end":12,"label":"change_direction"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"second","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"is","start":11,"end":13,"id":2,"ws":true,"disabled":false},{"text":"that","start":14,"end":18,"id":3,"ws":true,"disabled":false},{"text":"poverty","start":19,"end":26,"id":4,"ws":true,"disabled":false},{"text":"can","start":27,"end":30,"id":5,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":6,"ws":true,"disabled":false},{"text":"and","start":32,"end":35,"id":7,"ws":true,"disabled":false},{"text":"does","start":36,"end":40,"id":8,"ws":false,"disabled":false},{"text":",","start":40,"end":41,"id":9,"ws":true,"disabled":false},{"text":"cause","start":42,"end":47,"id":10,"ws":true,"disabled":false},{"text":"environmental","start":48,"end":61,"id":11,"ws":true,"disabled":false},{"text":"degradation","start":62,"end":73,"id":12,"ws":false,"disabled":false},{"text":".","start":73,"end":74,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":75,"end":87,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":88,"end":100,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Physical health problems are associated with the development of mental health problems,163, 164 particularly among older adults.137, 165 Long-term exposure to air pollution is linked with poorer cognitive function and an increased rate of cogni- tive decline among the elderly.166, 167, 168, 169, 170 Greater flood exposure, lack of social support, higher stoicism, and the use of maladaptive coping are all associated with greater deteri- oration in mental health after floods for seniors.17","text":"Physical health problems are associated with the development of mental health problems,163, 164 particularly among older adults.137, 165 Long-term exposure to air pollution is linked with poorer cognitive function and an increased rate of cogni- tive decline among the elderly.166, 167, 168, 169, 170 Greater flood exposure, lack of social support, higher stoicism, and the use of maladaptive coping are all associated with greater deteri- oration in mental health after floods for seniors.17 IMPLIED_BASE IMPLIED_BASE","characters":"492","document_index":"619","md_sentence_index":"183","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_183","post-training batch1":"619_183","_input_hash":-890216702,"_task_hash":-873392021,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"type_of"},{"start":9,"end":15,"token_start":1,"token_end":1,"label":"base"},{"start":16,"end":24,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":29,"end":44,"token_start":4,"token_end":5,"label":"predicate"},{"start":49,"end":60,"token_start":7,"token_end":7,"label":"change_direction"},{"start":64,"end":70,"token_start":9,"token_end":9,"label":"type_of"},{"start":71,"end":77,"token_start":10,"token_end":10,"label":"base"},{"start":78,"end":90,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":147,"end":155,"token_start":23,"token_end":23,"label":"aspect_changing"},{"start":159,"end":162,"token_start":25,"token_end":25,"label":"type_of"},{"text":"pollution","start":163,"token_start":26,"token_end":26,"end":172,"type":"pattern","label":"base"},{"start":176,"end":187,"token_start":28,"token_end":29,"label":"predicate"},{"start":195,"end":204,"token_start":31,"token_end":31,"label":"base"},{"text":"increased","start":221,"token_start":35,"token_end":35,"end":230,"type":"pattern","label":"change_direction"},{"start":301,"end":308,"token_start":52,"token_end":52,"label":"change_direction"},{"start":309,"end":314,"token_start":53,"token_end":53,"label":"base"},{"start":315,"end":323,"token_start":54,"token_end":54,"label":"aspect_changing"},{"text":"lack of","start":325,"token_start":56,"token_end":57,"end":332,"type":"pattern","label":"change_direction"},{"text":"higher","start":349,"token_start":61,"token_end":61,"end":355,"type":"pattern","label":"change_direction"},{"text":"health","start":458,"token_start":79,"token_end":79,"end":464,"type":"pattern","label":"base"},{"label":"type_of"},{"start":115,"end":131,"token_start":16,"token_end":17,"label":"to_whom"},{"start":188,"end":194,"token_start":30,"token_end":30,"label":"change_direction"},{"start":205,"end":213,"token_start":32,"token_end":32,"label":"aspect_changing"},{"start":231,"end":235,"token_start":36,"token_end":36,"label":"aspect_changing"},{"start":239,"end":258,"token_start":38,"token_end":40,"label":"base"},{"start":269,"end":280,"token_start":43,"token_end":43,"label":"to_whom"},{"start":333,"end":347,"token_start":58,"token_end":59,"label":"base"},{"start":356,"end":364,"token_start":62,"token_end":62,"label":"base"},{"start":381,"end":392,"token_start":68,"token_end":68,"label":"type_of"},{"start":393,"end":399,"token_start":69,"token_end":69,"label":"base"},{"start":408,"end":423,"token_start":72,"token_end":73,"label":"predicate"},{"start":424,"end":447,"token_start":74,"token_end":76,"label":"change_direction"},{"start":451,"end":457,"token_start":78,"token_end":78,"label":"type_of"},{"start":482,"end":492,"token_start":83,"token_end":83,"label":"to_whom"}],"tokens":[{"text":"Physical","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"health","start":9,"end":15,"id":1,"ws":true,"disabled":false},{"text":"problems","start":16,"end":24,"id":2,"ws":true,"disabled":false},{"text":"are","start":25,"end":28,"id":3,"ws":true,"disabled":false},{"text":"associated","start":29,"end":39,"id":4,"ws":true,"disabled":false},{"text":"with","start":40,"end":44,"id":5,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":6,"ws":true,"disabled":false},{"text":"development","start":49,"end":60,"id":7,"ws":true,"disabled":false},{"text":"of","start":61,"end":63,"id":8,"ws":true,"disabled":false},{"text":"mental","start":64,"end":70,"id":9,"ws":true,"disabled":false},{"text":"health","start":71,"end":77,"id":10,"ws":true,"disabled":false},{"text":"problems,163","start":78,"end":90,"id":11,"ws":false,"disabled":false},{"text":",","start":90,"end":91,"id":12,"ws":true,"disabled":false},{"text":"164","start":92,"end":95,"id":13,"ws":true,"disabled":false},{"text":"particularly","start":96,"end":108,"id":14,"ws":true,"disabled":false},{"text":"among","start":109,"end":114,"id":15,"ws":true,"disabled":false},{"text":"older","start":115,"end":120,"id":16,"ws":true,"disabled":false},{"text":"adults.137","start":121,"end":131,"id":17,"ws":false,"disabled":false},{"text":",","start":131,"end":132,"id":18,"ws":true,"disabled":false},{"text":"165","start":133,"end":136,"id":19,"ws":true,"disabled":false},{"text":"Long","start":137,"end":141,"id":20,"ws":false,"disabled":false},{"text":"-","start":141,"end":142,"id":21,"ws":false,"disabled":false},{"text":"term","start":142,"end":146,"id":22,"ws":true,"disabled":false},{"text":"exposure","start":147,"end":155,"id":23,"ws":true,"disabled":false},{"text":"to","start":156,"end":158,"id":24,"ws":true,"disabled":false},{"text":"air","start":159,"end":162,"id":25,"ws":true,"disabled":false},{"text":"pollution","start":163,"end":172,"id":26,"ws":true,"disabled":false},{"text":"is","start":173,"end":175,"id":27,"ws":true,"disabled":false},{"text":"linked","start":176,"end":182,"id":28,"ws":true,"disabled":false},{"text":"with","start":183,"end":187,"id":29,"ws":true,"disabled":false},{"text":"poorer","start":188,"end":194,"id":30,"ws":true,"disabled":false},{"text":"cognitive","start":195,"end":204,"id":31,"ws":true,"disabled":false},{"text":"function","start":205,"end":213,"id":32,"ws":true,"disabled":false},{"text":"and","start":214,"end":217,"id":33,"ws":true,"disabled":false},{"text":"an","start":218,"end":220,"id":34,"ws":true,"disabled":false},{"text":"increased","start":221,"end":230,"id":35,"ws":true,"disabled":false},{"text":"rate","start":231,"end":235,"id":36,"ws":true,"disabled":false},{"text":"of","start":236,"end":238,"id":37,"ws":true,"disabled":false},{"text":"cogni-","start":239,"end":245,"id":38,"ws":true,"disabled":false},{"text":"tive","start":246,"end":250,"id":39,"ws":true,"disabled":false},{"text":"decline","start":251,"end":258,"id":40,"ws":true,"disabled":false},{"text":"among","start":259,"end":264,"id":41,"ws":true,"disabled":false},{"text":"the","start":265,"end":268,"id":42,"ws":true,"disabled":false},{"text":"elderly.166","start":269,"end":280,"id":43,"ws":false,"disabled":false},{"text":",","start":280,"end":281,"id":44,"ws":true,"disabled":false},{"text":"167","start":282,"end":285,"id":45,"ws":false,"disabled":false},{"text":",","start":285,"end":286,"id":46,"ws":true,"disabled":false},{"text":"168","start":287,"end":290,"id":47,"ws":false,"disabled":false},{"text":",","start":290,"end":291,"id":48,"ws":true,"disabled":false},{"text":"169","start":292,"end":295,"id":49,"ws":false,"disabled":false},{"text":",","start":295,"end":296,"id":50,"ws":true,"disabled":false},{"text":"170","start":297,"end":300,"id":51,"ws":true,"disabled":false},{"text":"Greater","start":301,"end":308,"id":52,"ws":true,"disabled":false},{"text":"flood","start":309,"end":314,"id":53,"ws":true,"disabled":false},{"text":"exposure","start":315,"end":323,"id":54,"ws":false,"disabled":false},{"text":",","start":323,"end":324,"id":55,"ws":true,"disabled":false},{"text":"lack","start":325,"end":329,"id":56,"ws":true,"disabled":false},{"text":"of","start":330,"end":332,"id":57,"ws":true,"disabled":false},{"text":"social","start":333,"end":339,"id":58,"ws":true,"disabled":false},{"text":"support","start":340,"end":347,"id":59,"ws":false,"disabled":false},{"text":",","start":347,"end":348,"id":60,"ws":true,"disabled":false},{"text":"higher","start":349,"end":355,"id":61,"ws":true,"disabled":false},{"text":"stoicism","start":356,"end":364,"id":62,"ws":false,"disabled":false},{"text":",","start":364,"end":365,"id":63,"ws":true,"disabled":false},{"text":"and","start":366,"end":369,"id":64,"ws":true,"disabled":false},{"text":"the","start":370,"end":373,"id":65,"ws":true,"disabled":false},{"text":"use","start":374,"end":377,"id":66,"ws":true,"disabled":false},{"text":"of","start":378,"end":380,"id":67,"ws":true,"disabled":false},{"text":"maladaptive","start":381,"end":392,"id":68,"ws":true,"disabled":false},{"text":"coping","start":393,"end":399,"id":69,"ws":true,"disabled":false},{"text":"are","start":400,"end":403,"id":70,"ws":true,"disabled":false},{"text":"all","start":404,"end":407,"id":71,"ws":true,"disabled":false},{"text":"associated","start":408,"end":418,"id":72,"ws":true,"disabled":false},{"text":"with","start":419,"end":423,"id":73,"ws":true,"disabled":false},{"text":"greater","start":424,"end":431,"id":74,"ws":true,"disabled":false},{"text":"deteri-","start":432,"end":439,"id":75,"ws":true,"disabled":false},{"text":"oration","start":440,"end":447,"id":76,"ws":true,"disabled":false},{"text":"in","start":448,"end":450,"id":77,"ws":true,"disabled":false},{"text":"mental","start":451,"end":457,"id":78,"ws":true,"disabled":false},{"text":"health","start":458,"end":464,"id":79,"ws":true,"disabled":false},{"text":"after","start":465,"end":470,"id":80,"ws":true,"disabled":false},{"text":"floods","start":471,"end":477,"id":81,"ws":true,"disabled":false},{"text":"for","start":478,"end":481,"id":82,"ws":true,"disabled":false},{"text":"seniors.17","start":482,"end":492,"id":83,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":493,"end":505,"id":84,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":506,"end":518,"id":85,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":9,"end":15,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":1,"head_span":{"start":16,"end":24,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":9,"end":15,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":64,"end":70,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":71,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":78,"end":90,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":71,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":49,"end":60,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":71,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":26,"head_span":{"start":147,"end":155,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":163,"end":172,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":159,"end":162,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":163,"end":172,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":31,"head_span":{"start":205,"end":213,"token_start":32,"token_end":32,"label":"aspect_changing"},"child_span":{"start":195,"end":204,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":31,"head_span":{"start":188,"end":194,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":195,"end":204,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":40,"head_span":{"start":231,"end":235,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":239,"end":258,"token_start":38,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":40,"head_span":{"start":221,"end":230,"token_start":35,"token_end":35,"label":"change_direction"},"child_span":{"start":239,"end":258,"token_start":38,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":52,"child":53,"head_span":{"start":301,"end":308,"token_start":52,"token_end":52,"label":"change_direction"},"child_span":{"start":309,"end":314,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":54,"child":53,"head_span":{"start":315,"end":323,"token_start":54,"token_end":54,"label":"aspect_changing"},"child_span":{"start":309,"end":314,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":57,"child":59,"head_span":{"start":325,"end":332,"token_start":56,"token_end":57,"label":"change_direction"},"child_span":{"start":333,"end":347,"token_start":58,"token_end":59,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":61,"child":62,"head_span":{"start":349,"end":355,"token_start":61,"token_end":61,"label":"change_direction"},"child_span":{"start":356,"end":364,"token_start":62,"token_end":62,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":68,"child":69,"head_span":{"start":381,"end":392,"token_start":68,"token_end":68,"label":"type_of"},"child_span":{"start":393,"end":399,"token_start":69,"token_end":69,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":76,"child":79,"head_span":{"start":424,"end":447,"token_start":74,"token_end":76,"label":"change_direction"},"child_span":{"start":458,"end":464,"token_start":79,"token_end":79,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":78,"child":79,"head_span":{"start":451,"end":457,"token_start":78,"token_end":78,"label":"type_of"},"child_span":{"start":458,"end":464,"token_start":79,"token_end":79,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":1,"head_span":{"start":71,"end":77,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":9,"end":15,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":31,"head_span":{"start":163,"end":172,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":195,"end":204,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":40,"head_span":{"start":163,"end":172,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":239,"end":258,"token_start":38,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":53,"child":79,"head_span":{"start":309,"end":314,"token_start":53,"token_end":53,"label":"base"},"child_span":{"start":458,"end":464,"token_start":79,"token_end":79,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":59,"child":79,"head_span":{"start":333,"end":347,"token_start":58,"token_end":59,"label":"base"},"child_span":{"start":458,"end":464,"token_start":79,"token_end":79,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":62,"child":79,"head_span":{"start":356,"end":364,"token_start":62,"token_end":62,"label":"base"},"child_span":{"start":458,"end":464,"token_start":79,"token_end":79,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":69,"child":79,"head_span":{"start":393,"end":399,"token_start":69,"token_end":69,"label":"base"},"child_span":{"start":458,"end":464,"token_start":79,"token_end":79,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"that amount' of warming isn't quantified","relation count":"one","complexity":"simple","original_md_text":"At that amount of warming, it is estimated, global GDP, per capita, will be cut by 13 percent.","text":"At that amount of warming, it is estimated, global GDP, per capita, will be cut by 13 percent. IMPLIED_BASE IMPLIED_BASE","characters":"94","document_index":"252","md_sentence_index":"28","classification_origin":"cm_cause_effect_rel","url":"https://nymag.com/intelligencer/2018/10/un-says-climate-genocide-coming-but-its-worse-than-that.html","combo_id":"252_28","post-training batch1":"252_28","_input_hash":2009770143,"_task_hash":-179357841,"spans":[{"start":18,"end":25,"token_start":4,"token_end":4,"label":"base"},{"start":33,"end":42,"token_start":8,"token_end":8,"label":"confidence"},{"start":44,"end":50,"token_start":10,"token_end":10,"label":"type_of"},{"start":51,"end":54,"token_start":11,"token_end":11,"label":"base"},{"start":76,"end":79,"token_start":18,"token_end":18,"label":"change_direction"},{"start":83,"end":93,"token_start":20,"token_end":21,"label":"effect_size"}],"tokens":[{"text":"At","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"that","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"amount","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"of","start":15,"end":17,"id":3,"ws":true,"disabled":false},{"text":"warming","start":18,"end":25,"id":4,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":5,"ws":true,"disabled":false},{"text":"it","start":27,"end":29,"id":6,"ws":true,"disabled":false},{"text":"is","start":30,"end":32,"id":7,"ws":true,"disabled":false},{"text":"estimated","start":33,"end":42,"id":8,"ws":false,"disabled":false},{"text":",","start":42,"end":43,"id":9,"ws":true,"disabled":false},{"text":"global","start":44,"end":50,"id":10,"ws":true,"disabled":false},{"text":"GDP","start":51,"end":54,"id":11,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":12,"ws":true,"disabled":false},{"text":"per","start":56,"end":59,"id":13,"ws":true,"disabled":false},{"text":"capita","start":60,"end":66,"id":14,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":15,"ws":true,"disabled":false},{"text":"will","start":68,"end":72,"id":16,"ws":true,"disabled":false},{"text":"be","start":73,"end":75,"id":17,"ws":true,"disabled":false},{"text":"cut","start":76,"end":79,"id":18,"ws":true,"disabled":false},{"text":"by","start":80,"end":82,"id":19,"ws":true,"disabled":false},{"text":"13","start":83,"end":85,"id":20,"ws":true,"disabled":false},{"text":"percent","start":86,"end":93,"id":21,"ws":false,"disabled":false},{"text":".","start":93,"end":94,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":95,"end":107,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":44,"end":50,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":51,"end":54,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":11,"head_span":{"start":76,"end":79,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":51,"end":54,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":11,"head_span":{"start":83,"end":93,"token_start":20,"token_end":21,"label":"effect_size"},"child_span":{"start":51,"end":54,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":11,"head_span":{"start":18,"end":25,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":51,"end":54,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Studies estimate that with climate change, water availability per capita could decrease by as much as 88% in places, and crop yields in coastal regions may drop by a third.","text":"Studies estimate that with climate change, water availability per capita could decrease by as much as 88% in places, and crop yields in coastal regions may drop by a third. IMPLIED_BASE IMPLIED_BASE","characters":"172","document_index":"771","md_sentence_index":"281","classification_origin":"causal_sentence_classification","url":"https://features.propublica.org/climate-migration/model-how-climate-refugees-move-across-continents/","combo_id":"771_281","post-training batch1":"771_281","_input_hash":1433058980,"_task_hash":-1955708550,"spans":[{"text":"climate change","start":27,"token_start":4,"token_end":5,"end":41,"type":"pattern","label":"base"},{"text":"water","start":43,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"base"},{"text":"availability","start":49,"token_start":8,"token_end":8,"end":61,"type":"pattern","label":"aspect_changing"},{"start":73,"end":78,"token_start":11,"token_end":11,"label":"confidence"},{"text":"decrease","start":79,"token_start":12,"token_end":12,"end":87,"type":"pattern","label":"change_direction"},{"start":102,"end":105,"token_start":17,"token_end":18,"label":"effect_size"},{"text":"crop","start":121,"token_start":23,"token_end":23,"end":125,"type":"pattern","label":"base"},{"start":126,"end":132,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":136,"end":151,"token_start":26,"token_end":27,"label":"where"},{"start":156,"end":160,"token_start":29,"token_end":29,"label":"change_direction"},{"start":164,"end":171,"token_start":31,"token_end":32,"label":"effect_size"}],"tokens":[{"text":"Studies","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"estimate","start":8,"end":16,"id":1,"ws":true,"disabled":false},{"text":"that","start":17,"end":21,"id":2,"ws":true,"disabled":false},{"text":"with","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"climate","start":27,"end":34,"id":4,"ws":true,"disabled":false},{"text":"change","start":35,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"water","start":43,"end":48,"id":7,"ws":true,"disabled":false},{"text":"availability","start":49,"end":61,"id":8,"ws":true,"disabled":false},{"text":"per","start":62,"end":65,"id":9,"ws":true,"disabled":false},{"text":"capita","start":66,"end":72,"id":10,"ws":true,"disabled":false},{"text":"could","start":73,"end":78,"id":11,"ws":true,"disabled":false},{"text":"decrease","start":79,"end":87,"id":12,"ws":true,"disabled":false},{"text":"by","start":88,"end":90,"id":13,"ws":true,"disabled":false},{"text":"as","start":91,"end":93,"id":14,"ws":true,"disabled":false},{"text":"much","start":94,"end":98,"id":15,"ws":true,"disabled":false},{"text":"as","start":99,"end":101,"id":16,"ws":true,"disabled":false},{"text":"88","start":102,"end":104,"id":17,"ws":false,"disabled":false},{"text":"%","start":104,"end":105,"id":18,"ws":true,"disabled":false},{"text":"in","start":106,"end":108,"id":19,"ws":true,"disabled":false},{"text":"places","start":109,"end":115,"id":20,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":21,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":22,"ws":true,"disabled":false},{"text":"crop","start":121,"end":125,"id":23,"ws":true,"disabled":false},{"text":"yields","start":126,"end":132,"id":24,"ws":true,"disabled":false},{"text":"in","start":133,"end":135,"id":25,"ws":true,"disabled":false},{"text":"coastal","start":136,"end":143,"id":26,"ws":true,"disabled":false},{"text":"regions","start":144,"end":151,"id":27,"ws":true,"disabled":false},{"text":"may","start":152,"end":155,"id":28,"ws":true,"disabled":false},{"text":"drop","start":156,"end":160,"id":29,"ws":true,"disabled":false},{"text":"by","start":161,"end":163,"id":30,"ws":true,"disabled":false},{"text":"a","start":164,"end":165,"id":31,"ws":true,"disabled":false},{"text":"third","start":166,"end":171,"id":32,"ws":false,"disabled":false},{"text":".","start":171,"end":172,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":173,"end":185,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":8,"child":7,"head_span":{"start":49,"end":61,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":7,"head_span":{"start":79,"end":87,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":7,"head_span":{"start":102,"end":105,"token_start":17,"token_end":18,"label":"effect_size"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":23,"head_span":{"start":126,"end":132,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":121,"end":125,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":23,"head_span":{"start":156,"end":160,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":121,"end":125,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":23,"head_span":{"start":164,"end":171,"token_start":31,"token_end":32,"label":"effect_size"},"child_span":{"start":121,"end":125,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":27,"end":41,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":23,"head_span":{"start":27,"end":41,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":121,"end":125,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Five towns were destroyed by Oregon wildfires this month.","text":"Five towns were destroyed by Oregon wildfires this month. IMPLIED_BASE IMPLIED_BASE","characters":"57","document_index":"857","md_sentence_index":"64","classification_origin":"causal_sentence_classification","url":"https://www.barrons.com/articles/7-ways-youre-already-paying-for-climate-change-51599995430","combo_id":"857_64","post-training batch1":"857_64","_input_hash":-898722909,"_task_hash":-205822954,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"effect_size"},{"start":5,"end":10,"token_start":1,"token_end":1,"label":"base"},{"start":11,"end":15,"token_start":2,"token_end":2,"label":"confidence"},{"start":16,"end":25,"token_start":3,"token_end":3,"label":"change_direction"},{"start":29,"end":35,"token_start":5,"token_end":5,"label":"where"},{"text":"wildfires","start":36,"token_start":6,"token_end":6,"end":45,"type":"pattern","label":"base"},{"start":46,"end":56,"token_start":7,"token_end":8,"label":"when"}],"tokens":[{"text":"Five","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"towns","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"were","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"destroyed","start":16,"end":25,"id":3,"ws":true,"disabled":false},{"text":"by","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"Oregon","start":29,"end":35,"id":5,"ws":true,"disabled":false},{"text":"wildfires","start":36,"end":45,"id":6,"ws":true,"disabled":false},{"text":"this","start":46,"end":50,"id":7,"ws":true,"disabled":false},{"text":"month","start":51,"end":56,"id":8,"ws":false,"disabled":false},{"text":".","start":56,"end":57,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":58,"end":70,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":71,"end":83,"id":11,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":3,"child":1,"head_span":{"start":16,"end":25,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":5,"end":10,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"effect_size"},"child_span":{"start":5,"end":10,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":1,"head_span":{"start":36,"end":45,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":5,"end":10,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"complex","original_md_text":"Processes of social marginalization have led to the establishment of gay enclaves that are both empowering, but also in response to stigmatization and marginalization.","text":"Processes of social marginalization have led to the establishment of gay enclaves that are both empowering, but also in response to stigmatization and marginalization. IMPLIED_BASE IMPLIED_BASE","characters":"167","document_index":"228","md_sentence_index":"25","classification_origin":"cm-label-eval","url":"https://rewire.news/article/2017/10/13/meet-researcher-discovered-gayborhoods-might-hurting-lgbtq-people/","combo_id":"228_25","post-training batch1":"228_25","_input_hash":1781969549,"_task_hash":-1097875699,"spans":[],"tokens":[{"text":"Processes","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"of","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"social","start":13,"end":19,"id":2,"ws":true,"disabled":false},{"text":"marginalization","start":20,"end":35,"id":3,"ws":true,"disabled":false},{"text":"have","start":36,"end":40,"id":4,"ws":true,"disabled":false},{"text":"led","start":41,"end":44,"id":5,"ws":true,"disabled":false},{"text":"to","start":45,"end":47,"id":6,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":7,"ws":true,"disabled":false},{"text":"establishment","start":52,"end":65,"id":8,"ws":true,"disabled":false},{"text":"of","start":66,"end":68,"id":9,"ws":true,"disabled":false},{"text":"gay","start":69,"end":72,"id":10,"ws":true,"disabled":false},{"text":"enclaves","start":73,"end":81,"id":11,"ws":true,"disabled":false},{"text":"that","start":82,"end":86,"id":12,"ws":true,"disabled":false},{"text":"are","start":87,"end":90,"id":13,"ws":true,"disabled":false},{"text":"both","start":91,"end":95,"id":14,"ws":true,"disabled":false},{"text":"empowering","start":96,"end":106,"id":15,"ws":false,"disabled":false},{"text":",","start":106,"end":107,"id":16,"ws":true,"disabled":false},{"text":"but","start":108,"end":111,"id":17,"ws":true,"disabled":false},{"text":"also","start":112,"end":116,"id":18,"ws":true,"disabled":false},{"text":"in","start":117,"end":119,"id":19,"ws":true,"disabled":false},{"text":"response","start":120,"end":128,"id":20,"ws":true,"disabled":false},{"text":"to","start":129,"end":131,"id":21,"ws":true,"disabled":false},{"text":"stigmatization","start":132,"end":146,"id":22,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":23,"ws":true,"disabled":false},{"text":"marginalization","start":151,"end":166,"id":24,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"And as extreme weather events like the Camp Fire and Hurricane Maria, which destroyed nearly 200,000 homes in Texas, become both more frequent and more intense, they threaten to worsen inequality and housing instability.\n","text":"And as extreme weather events like the Camp Fire and Hurricane Maria, which destroyed nearly 200,000 homes in Texas, become both more frequent and more intense, they threaten to worsen inequality and housing instability. IMPLIED_BASE IMPLIED_BASE","characters":"221","document_index":"300","md_sentence_index":"7","classification_origin":"cm-label-eval","url":"https://www.fastcompany.com/90386051/homelessness-is-already-a-crisis-but-climate-change-makes-it-much-worse","combo_id":"300_7","post-training batch1":"300_7","_input_hash":836890843,"_task_hash":-9297606,"spans":[{"text":"extreme weather","start":7,"token_start":2,"token_end":3,"end":22,"type":"pattern","label":"base"},{"start":39,"end":48,"token_start":7,"token_end":8,"label":"base"},{"start":53,"end":68,"token_start":10,"token_end":11,"label":"base"},{"start":76,"end":85,"token_start":14,"token_end":14,"label":"change_direction"},{"start":93,"end":100,"token_start":16,"token_end":16,"label":"effect_size"},{"text":"homes","start":101,"token_start":17,"token_end":17,"end":106,"type":"pattern","label":"base"},{"start":110,"end":115,"token_start":19,"token_end":19,"label":"where"},{"start":129,"end":142,"token_start":23,"token_end":24,"label":"change_direction"},{"start":147,"end":159,"token_start":26,"token_end":27,"label":"change_direction"},{"start":178,"end":184,"token_start":32,"token_end":32,"label":"change_direction"},{"start":185,"end":195,"token_start":33,"token_end":33,"label":"base"},{"start":200,"end":207,"token_start":35,"token_end":35,"label":"base"},{"start":208,"end":219,"token_start":36,"token_end":36,"label":"aspect_changing"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"as","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"extreme","start":7,"end":14,"id":2,"ws":true,"disabled":false},{"text":"weather","start":15,"end":22,"id":3,"ws":true,"disabled":false},{"text":"events","start":23,"end":29,"id":4,"ws":true,"disabled":false},{"text":"like","start":30,"end":34,"id":5,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":6,"ws":true,"disabled":false},{"text":"Camp","start":39,"end":43,"id":7,"ws":true,"disabled":false},{"text":"Fire","start":44,"end":48,"id":8,"ws":true,"disabled":false},{"text":"and","start":49,"end":52,"id":9,"ws":true,"disabled":false},{"text":"Hurricane","start":53,"end":62,"id":10,"ws":true,"disabled":false},{"text":"Maria","start":63,"end":68,"id":11,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":12,"ws":true,"disabled":false},{"text":"which","start":70,"end":75,"id":13,"ws":true,"disabled":false},{"text":"destroyed","start":76,"end":85,"id":14,"ws":true,"disabled":false},{"text":"nearly","start":86,"end":92,"id":15,"ws":true,"disabled":false},{"text":"200,000","start":93,"end":100,"id":16,"ws":true,"disabled":false},{"text":"homes","start":101,"end":106,"id":17,"ws":true,"disabled":false},{"text":"in","start":107,"end":109,"id":18,"ws":true,"disabled":false},{"text":"Texas","start":110,"end":115,"id":19,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":20,"ws":true,"disabled":false},{"text":"become","start":117,"end":123,"id":21,"ws":true,"disabled":false},{"text":"both","start":124,"end":128,"id":22,"ws":true,"disabled":false},{"text":"more","start":129,"end":133,"id":23,"ws":true,"disabled":false},{"text":"frequent","start":134,"end":142,"id":24,"ws":true,"disabled":false},{"text":"and","start":143,"end":146,"id":25,"ws":true,"disabled":false},{"text":"more","start":147,"end":151,"id":26,"ws":true,"disabled":false},{"text":"intense","start":152,"end":159,"id":27,"ws":false,"disabled":false},{"text":",","start":159,"end":160,"id":28,"ws":true,"disabled":false},{"text":"they","start":161,"end":165,"id":29,"ws":true,"disabled":false},{"text":"threaten","start":166,"end":174,"id":30,"ws":true,"disabled":false},{"text":"to","start":175,"end":177,"id":31,"ws":true,"disabled":false},{"text":"worsen","start":178,"end":184,"id":32,"ws":true,"disabled":false},{"text":"inequality","start":185,"end":195,"id":33,"ws":true,"disabled":false},{"text":"and","start":196,"end":199,"id":34,"ws":true,"disabled":false},{"text":"housing","start":200,"end":207,"id":35,"ws":true,"disabled":false},{"text":"instability","start":208,"end":219,"id":36,"ws":false,"disabled":false},{"text":".","start":219,"end":220,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":221,"end":233,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":234,"end":246,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":14,"child":17,"head_span":{"start":76,"end":85,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":101,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":93,"end":100,"token_start":16,"token_end":16,"label":"effect_size"},"child_span":{"start":101,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":3,"head_span":{"start":129,"end":142,"token_start":23,"token_end":24,"label":"change_direction"},"child_span":{"start":7,"end":22,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":3,"head_span":{"start":147,"end":159,"token_start":26,"token_end":27,"label":"change_direction"},"child_span":{"start":7,"end":22,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":33,"head_span":{"start":178,"end":184,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":185,"end":195,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":35,"head_span":{"start":178,"end":184,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":200,"end":207,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":35,"head_span":{"start":208,"end":219,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":200,"end":207,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":33,"head_span":{"start":7,"end":22,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":185,"end":195,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":35,"head_span":{"start":7,"end":22,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":200,"end":207,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":17,"head_span":{"start":39,"end":48,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":101,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":17,"head_span":{"start":53,"end":68,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":101,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Besides all the damage to homes, businesses, and municipal infrastructure, increasingly frequent flooding events in the Midwest would have a huge impact on the nation\u2019s ability to produce food.","text":"Besides all the damage to homes, businesses, and municipal infrastructure, increasingly frequent flooding events in the Midwest would have a huge impact on the nation\u2019s ability to produce food. IMPLIED_BASE IMPLIED_BASE","characters":"193","document_index":"115","md_sentence_index":"37","classification_origin":"cm_cause_effect_rel","url":"https://www.wired.com/story/for-the-midwest-epic-flooding-is-the-face-of-climate-change/","combo_id":"115_37","post-training batch1":"115_37","_input_hash":-1620493391,"_task_hash":-164171914,"spans":[{"start":16,"end":22,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"homes","start":26,"token_start":5,"token_end":5,"end":31,"type":"pattern","label":"base"},{"start":33,"end":43,"token_start":7,"token_end":7,"label":"base"},{"start":49,"end":58,"token_start":10,"token_end":10,"label":"type_of"},{"text":"infrastructure","start":59,"token_start":11,"token_end":11,"end":73,"type":"pattern","label":"base"},{"start":75,"end":96,"token_start":13,"token_end":14,"label":"change_direction"},{"text":"flooding","start":97,"token_start":15,"token_end":15,"end":105,"type":"pattern","label":"base"},{"start":120,"end":127,"token_start":19,"token_end":19,"label":"where"},{"start":128,"end":133,"token_start":20,"token_end":20,"label":"confidence"},{"start":146,"end":152,"token_start":24,"token_end":24,"label":"change_direction"},{"start":169,"end":176,"token_start":29,"token_end":29,"label":"aspect_changing"},{"start":180,"end":192,"token_start":31,"token_end":32,"label":"base"}],"tokens":[{"text":"Besides","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"all","start":8,"end":11,"id":1,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"damage","start":16,"end":22,"id":3,"ws":true,"disabled":false},{"text":"to","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"homes","start":26,"end":31,"id":5,"ws":false,"disabled":false},{"text":",","start":31,"end":32,"id":6,"ws":true,"disabled":false},{"text":"businesses","start":33,"end":43,"id":7,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":8,"ws":true,"disabled":false},{"text":"and","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"municipal","start":49,"end":58,"id":10,"ws":true,"disabled":false},{"text":"infrastructure","start":59,"end":73,"id":11,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":12,"ws":true,"disabled":false},{"text":"increasingly","start":75,"end":87,"id":13,"ws":true,"disabled":false},{"text":"frequent","start":88,"end":96,"id":14,"ws":true,"disabled":false},{"text":"flooding","start":97,"end":105,"id":15,"ws":true,"disabled":false},{"text":"events","start":106,"end":112,"id":16,"ws":true,"disabled":false},{"text":"in","start":113,"end":115,"id":17,"ws":true,"disabled":false},{"text":"the","start":116,"end":119,"id":18,"ws":true,"disabled":false},{"text":"Midwest","start":120,"end":127,"id":19,"ws":true,"disabled":false},{"text":"would","start":128,"end":133,"id":20,"ws":true,"disabled":false},{"text":"have","start":134,"end":138,"id":21,"ws":true,"disabled":false},{"text":"a","start":139,"end":140,"id":22,"ws":true,"disabled":false},{"text":"huge","start":141,"end":145,"id":23,"ws":true,"disabled":false},{"text":"impact","start":146,"end":152,"id":24,"ws":true,"disabled":false},{"text":"on","start":153,"end":155,"id":25,"ws":true,"disabled":false},{"text":"the","start":156,"end":159,"id":26,"ws":true,"disabled":false},{"text":"nation","start":160,"end":166,"id":27,"ws":false,"disabled":false},{"text":"\u2019s","start":166,"end":168,"id":28,"ws":true,"disabled":false},{"text":"ability","start":169,"end":176,"id":29,"ws":true,"disabled":false},{"text":"to","start":177,"end":179,"id":30,"ws":true,"disabled":false},{"text":"produce","start":180,"end":187,"id":31,"ws":true,"disabled":false},{"text":"food","start":188,"end":192,"id":32,"ws":false,"disabled":false},{"text":".","start":192,"end":193,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":207,"end":219,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":3,"child":5,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":26,"end":31,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":7,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":33,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":11,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":59,"end":73,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":49,"end":58,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":59,"end":73,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":75,"end":96,"token_start":13,"token_end":14,"label":"change_direction"},"child_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":32,"head_span":{"start":169,"end":176,"token_start":29,"token_end":29,"label":"aspect_changing"},"child_span":{"start":180,"end":192,"token_start":31,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":32,"head_span":{"start":146,"end":152,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":180,"end":192,"token_start":31,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":32,"head_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":180,"end":192,"token_start":31,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":11,"head_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":59,"end":73,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":7,"head_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":33,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":5,"head_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":26,"end":31,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The likely overall effects of climate change on predicted levels of UVR at Earth\u2019s surface are for an increase in current latitudinal gradients\u2014i.e., higher levels at low latitudes where they are already high, and lower levels at high northern latitudes where they are already low [106].","text":"The likely overall effects of climate change on predicted levels of UVR at Earth\u2019s surface are for an increase in current latitudinal gradients\u2014i.e., higher levels at low latitudes where they are already high, and lower levels at high northern latitudes where they are already low [106]. IMPLIED_BASE IMPLIED_BASE","characters":"287","document_index":"276","md_sentence_index":"237","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_237","post-training batch1":"276_237","_input_hash":-1625293727,"_task_hash":103372678,"spans":[{"start":4,"end":10,"token_start":1,"token_end":1,"label":"confidence"},{"text":"climate change","start":30,"token_start":5,"token_end":6,"end":44,"type":"pattern","label":"base"},{"text":"levels","start":58,"token_start":9,"token_end":9,"end":64,"type":"pattern","label":"aspect_changing"},{"start":68,"end":71,"token_start":11,"token_end":11,"label":"base"},{"text":"higher","start":150,"token_start":28,"token_end":28,"end":156,"type":"pattern","label":"change_direction"},{"text":"levels","start":157,"token_start":29,"token_end":29,"end":163,"type":"pattern","label":"aspect_changing"},{"start":214,"end":219,"token_start":40,"token_end":40,"label":"change_direction"},{"text":"levels","start":220,"token_start":41,"token_end":41,"end":226,"type":"pattern","label":"aspect_changing"},{"start":288,"end":300,"token_start":55,"token_end":55,"label":"base"},{"start":301,"end":313,"token_start":56,"token_end":56,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"likely","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"overall","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"effects","start":19,"end":26,"id":3,"ws":true,"disabled":false},{"text":"of","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"climate","start":30,"end":37,"id":5,"ws":true,"disabled":false},{"text":"change","start":38,"end":44,"id":6,"ws":true,"disabled":false},{"text":"on","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"predicted","start":48,"end":57,"id":8,"ws":true,"disabled":false},{"text":"levels","start":58,"end":64,"id":9,"ws":true,"disabled":false},{"text":"of","start":65,"end":67,"id":10,"ws":true,"disabled":false},{"text":"UVR","start":68,"end":71,"id":11,"ws":true,"disabled":false},{"text":"at","start":72,"end":74,"id":12,"ws":true,"disabled":false},{"text":"Earth","start":75,"end":80,"id":13,"ws":false,"disabled":false},{"text":"\u2019s","start":80,"end":82,"id":14,"ws":true,"disabled":false},{"text":"surface","start":83,"end":90,"id":15,"ws":true,"disabled":false},{"text":"are","start":91,"end":94,"id":16,"ws":true,"disabled":false},{"text":"for","start":95,"end":98,"id":17,"ws":true,"disabled":false},{"text":"an","start":99,"end":101,"id":18,"ws":true,"disabled":false},{"text":"increase","start":102,"end":110,"id":19,"ws":true,"disabled":false},{"text":"in","start":111,"end":113,"id":20,"ws":true,"disabled":false},{"text":"current","start":114,"end":121,"id":21,"ws":true,"disabled":false},{"text":"latitudinal","start":122,"end":133,"id":22,"ws":true,"disabled":false},{"text":"gradients","start":134,"end":143,"id":23,"ws":false,"disabled":false},{"text":"\u2014","start":143,"end":144,"id":24,"ws":false,"disabled":false},{"text":"i.e","start":144,"end":147,"id":25,"ws":false,"disabled":false},{"text":".","start":147,"end":148,"id":26,"ws":false,"disabled":false},{"text":",","start":148,"end":149,"id":27,"ws":true,"disabled":false},{"text":"higher","start":150,"end":156,"id":28,"ws":true,"disabled":false},{"text":"levels","start":157,"end":163,"id":29,"ws":true,"disabled":false},{"text":"at","start":164,"end":166,"id":30,"ws":true,"disabled":false},{"text":"low","start":167,"end":170,"id":31,"ws":true,"disabled":false},{"text":"latitudes","start":171,"end":180,"id":32,"ws":true,"disabled":false},{"text":"where","start":181,"end":186,"id":33,"ws":true,"disabled":false},{"text":"they","start":187,"end":191,"id":34,"ws":true,"disabled":false},{"text":"are","start":192,"end":195,"id":35,"ws":true,"disabled":false},{"text":"already","start":196,"end":203,"id":36,"ws":true,"disabled":false},{"text":"high","start":204,"end":208,"id":37,"ws":false,"disabled":false},{"text":",","start":208,"end":209,"id":38,"ws":true,"disabled":false},{"text":"and","start":210,"end":213,"id":39,"ws":true,"disabled":false},{"text":"lower","start":214,"end":219,"id":40,"ws":true,"disabled":false},{"text":"levels","start":220,"end":226,"id":41,"ws":true,"disabled":false},{"text":"at","start":227,"end":229,"id":42,"ws":true,"disabled":false},{"text":"high","start":230,"end":234,"id":43,"ws":true,"disabled":false},{"text":"northern","start":235,"end":243,"id":44,"ws":true,"disabled":false},{"text":"latitudes","start":244,"end":253,"id":45,"ws":true,"disabled":false},{"text":"where","start":254,"end":259,"id":46,"ws":true,"disabled":false},{"text":"they","start":260,"end":264,"id":47,"ws":true,"disabled":false},{"text":"are","start":265,"end":268,"id":48,"ws":true,"disabled":false},{"text":"already","start":269,"end":276,"id":49,"ws":true,"disabled":false},{"text":"low","start":277,"end":280,"id":50,"ws":true,"disabled":false},{"text":"[","start":281,"end":282,"id":51,"ws":false,"disabled":false},{"text":"106","start":282,"end":285,"id":52,"ws":false,"disabled":false},{"text":"]","start":285,"end":286,"id":53,"ws":false,"disabled":false},{"text":".","start":286,"end":287,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":288,"end":300,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":301,"end":313,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":41,"child":56,"head_span":{"start":220,"end":226,"token_start":41,"token_end":41,"label":"aspect_changing"},"child_span":{"start":301,"end":313,"token_start":56,"token_end":56,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":55,"head_span":{"start":157,"end":163,"token_start":29,"token_end":29,"label":"aspect_changing"},"child_span":{"start":288,"end":300,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":56,"head_span":{"start":214,"end":219,"token_start":40,"token_end":40,"label":"change_direction"},"child_span":{"start":301,"end":313,"token_start":56,"token_end":56,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":55,"head_span":{"start":150,"end":156,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":288,"end":300,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":11,"head_span":{"start":30,"end":44,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":68,"end":71,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":56,"head_span":{"start":30,"end":44,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":301,"end":313,"token_start":56,"token_end":56,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":55,"head_span":{"start":30,"end":44,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":288,"end":300,"token_start":55,"token_end":55,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For example, it has been estimated that over 200 million persons may be forced to leave their place or country of residence by 2050 due to a combination of climate change-related shoreline erosion, coastal flooding, desertification, agricultural change, natural disasters, government policy or geopolitical conflict [73].","text":"For example, it has been estimated that over 200 million persons may be forced to leave their place or country of residence by 2050 due to a combination of climate change-related shoreline erosion, coastal flooding, desertification, agricultural change, natural disasters, government policy or geopolitical conflict [73]. IMPLIED_BASE IMPLIED_BASE","characters":"321","document_index":"276","md_sentence_index":"168","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_168","post-training batch1":"276_168","_input_hash":-1593114650,"_task_hash":241736700,"spans":[{"start":25,"end":34,"token_start":6,"token_end":6,"label":"confidence"},{"start":40,"end":56,"token_start":8,"token_end":10,"label":"effect_size"},{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},{"start":65,"end":68,"token_start":12,"token_end":12,"label":"confidence"},{"start":82,"end":87,"token_start":16,"token_end":16,"label":"change_direction"},{"start":124,"end":131,"token_start":23,"token_end":24,"label":"when"},{"start":132,"end":138,"token_start":25,"token_end":26,"label":"predicate"},{"start":156,"end":178,"token_start":30,"token_end":33,"label":"type_of"},{"start":179,"end":188,"token_start":34,"token_end":34,"label":"type_of"},{"text":"erosion","start":189,"token_start":35,"token_end":35,"end":196,"type":"pattern","label":"base"},{"start":198,"end":205,"token_start":37,"token_end":37,"label":"type_of"},{"text":"flooding","start":206,"token_start":38,"token_end":38,"end":214,"type":"pattern","label":"base"},{"text":"desertification","start":216,"token_start":40,"token_end":40,"end":231,"type":"pattern","label":"base"},{"start":233,"end":245,"token_start":42,"token_end":42,"label":"base"},{"start":246,"end":252,"token_start":43,"token_end":43,"label":"change_direction"},{"text":"natural disasters","start":254,"token_start":45,"token_end":46,"end":271,"type":"pattern","label":"base"},{"start":273,"end":283,"token_start":48,"token_end":48,"label":"type_of"},{"start":284,"end":290,"token_start":49,"token_end":49,"label":"base"},{"start":294,"end":306,"token_start":51,"token_end":51,"label":"type_of"},{"text":"conflict","start":307,"token_start":52,"token_end":52,"end":315,"type":"pattern","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"example","start":4,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"it","start":13,"end":15,"id":3,"ws":true,"disabled":false},{"text":"has","start":16,"end":19,"id":4,"ws":true,"disabled":false},{"text":"been","start":20,"end":24,"id":5,"ws":true,"disabled":false},{"text":"estimated","start":25,"end":34,"id":6,"ws":true,"disabled":false},{"text":"that","start":35,"end":39,"id":7,"ws":true,"disabled":false},{"text":"over","start":40,"end":44,"id":8,"ws":true,"disabled":false},{"text":"200","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"million","start":49,"end":56,"id":10,"ws":true,"disabled":false},{"text":"persons","start":57,"end":64,"id":11,"ws":true,"disabled":false},{"text":"may","start":65,"end":68,"id":12,"ws":true,"disabled":false},{"text":"be","start":69,"end":71,"id":13,"ws":true,"disabled":false},{"text":"forced","start":72,"end":78,"id":14,"ws":true,"disabled":false},{"text":"to","start":79,"end":81,"id":15,"ws":true,"disabled":false},{"text":"leave","start":82,"end":87,"id":16,"ws":true,"disabled":false},{"text":"their","start":88,"end":93,"id":17,"ws":true,"disabled":false},{"text":"place","start":94,"end":99,"id":18,"ws":true,"disabled":false},{"text":"or","start":100,"end":102,"id":19,"ws":true,"disabled":false},{"text":"country","start":103,"end":110,"id":20,"ws":true,"disabled":false},{"text":"of","start":111,"end":113,"id":21,"ws":true,"disabled":false},{"text":"residence","start":114,"end":123,"id":22,"ws":true,"disabled":false},{"text":"by","start":124,"end":126,"id":23,"ws":true,"disabled":false},{"text":"2050","start":127,"end":131,"id":24,"ws":true,"disabled":false},{"text":"due","start":132,"end":135,"id":25,"ws":true,"disabled":false},{"text":"to","start":136,"end":138,"id":26,"ws":true,"disabled":false},{"text":"a","start":139,"end":140,"id":27,"ws":true,"disabled":false},{"text":"combination","start":141,"end":152,"id":28,"ws":true,"disabled":false},{"text":"of","start":153,"end":155,"id":29,"ws":true,"disabled":false},{"text":"climate","start":156,"end":163,"id":30,"ws":true,"disabled":false},{"text":"change","start":164,"end":170,"id":31,"ws":false,"disabled":false},{"text":"-","start":170,"end":171,"id":32,"ws":false,"disabled":false},{"text":"related","start":171,"end":178,"id":33,"ws":true,"disabled":false},{"text":"shoreline","start":179,"end":188,"id":34,"ws":true,"disabled":false},{"text":"erosion","start":189,"end":196,"id":35,"ws":false,"disabled":false},{"text":",","start":196,"end":197,"id":36,"ws":true,"disabled":false},{"text":"coastal","start":198,"end":205,"id":37,"ws":true,"disabled":false},{"text":"flooding","start":206,"end":214,"id":38,"ws":false,"disabled":false},{"text":",","start":214,"end":215,"id":39,"ws":true,"disabled":false},{"text":"desertification","start":216,"end":231,"id":40,"ws":false,"disabled":false},{"text":",","start":231,"end":232,"id":41,"ws":true,"disabled":false},{"text":"agricultural","start":233,"end":245,"id":42,"ws":true,"disabled":false},{"text":"change","start":246,"end":252,"id":43,"ws":false,"disabled":false},{"text":",","start":252,"end":253,"id":44,"ws":true,"disabled":false},{"text":"natural","start":254,"end":261,"id":45,"ws":true,"disabled":false},{"text":"disasters","start":262,"end":271,"id":46,"ws":false,"disabled":false},{"text":",","start":271,"end":272,"id":47,"ws":true,"disabled":false},{"text":"government","start":273,"end":283,"id":48,"ws":true,"disabled":false},{"text":"policy","start":284,"end":290,"id":49,"ws":true,"disabled":false},{"text":"or","start":291,"end":293,"id":50,"ws":true,"disabled":false},{"text":"geopolitical","start":294,"end":306,"id":51,"ws":true,"disabled":false},{"text":"conflict","start":307,"end":315,"id":52,"ws":true,"disabled":false},{"text":"[","start":316,"end":317,"id":53,"ws":false,"disabled":false},{"text":"73","start":317,"end":319,"id":54,"ws":false,"disabled":false},{"text":"]","start":319,"end":320,"id":55,"ws":false,"disabled":false},{"text":".","start":320,"end":321,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":322,"end":334,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":335,"end":347,"id":58,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":40,"end":56,"token_start":8,"token_end":10,"label":"effect_size"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":11,"head_span":{"start":82,"end":87,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":35,"head_span":{"start":179,"end":188,"token_start":34,"token_end":34,"label":"type_of"},"child_span":{"start":189,"end":196,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":35,"head_span":{"start":156,"end":178,"token_start":30,"token_end":33,"label":"type_of"},"child_span":{"start":189,"end":196,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":38,"head_span":{"start":198,"end":205,"token_start":37,"token_end":37,"label":"type_of"},"child_span":{"start":206,"end":214,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":42,"head_span":{"start":246,"end":252,"token_start":43,"token_end":43,"label":"change_direction"},"child_span":{"start":233,"end":245,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":49,"head_span":{"start":273,"end":283,"token_start":48,"token_end":48,"label":"type_of"},"child_span":{"start":284,"end":290,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":52,"head_span":{"start":294,"end":306,"token_start":51,"token_end":51,"label":"type_of"},"child_span":{"start":307,"end":315,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":11,"head_span":{"start":189,"end":196,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":38,"child":11,"head_span":{"start":206,"end":214,"token_start":38,"token_end":38,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":40,"child":11,"head_span":{"start":216,"end":231,"token_start":40,"token_end":40,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":11,"head_span":{"start":233,"end":245,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":49,"child":11,"head_span":{"start":284,"end":290,"token_start":49,"token_end":49,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":52,"child":11,"head_span":{"start":307,"end":315,"token_start":52,"token_end":52,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Scorching heatwaves and floods will claim more victims as extreme weather increases but there are serious indirect effects too, from spreading mosquito-borne diseases to worsening mental health.\n","text":"Scorching heatwaves and floods will claim more victims as extreme weather increases but there are serious indirect effects too, from spreading mosquito-borne diseases to worsening mental health. IMPLIED_BASE IMPLIED_BASE","characters":"195","document_index":"161","md_sentence_index":"1","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/jun/03/climate-crisis-seriously-damaging-human-health-report-finds","combo_id":"161_1","post-training batch1":"161_1","_input_hash":343370825,"_task_hash":-452037675,"spans":[{"start":0,"end":9,"token_start":0,"token_end":0,"label":"type_of"},{"text":"heatwaves","start":10,"token_start":1,"token_end":1,"end":19,"type":"pattern","label":"base"},{"text":"floods","start":24,"token_start":3,"token_end":3,"end":30,"type":"pattern","label":"base"},{"text":"more","start":42,"token_start":6,"token_end":6,"end":46,"type":"pattern","label":"change_direction"},{"start":47,"end":54,"token_start":7,"token_end":7,"label":"base"},{"text":"extreme weather","start":58,"token_start":9,"token_end":10,"end":73,"type":"pattern","label":"base"},{"text":"increases","start":74,"token_start":11,"token_end":11,"end":83,"type":"pattern","label":"change_direction"},{"start":133,"end":142,"token_start":21,"token_end":21,"label":"change_direction"},{"start":143,"end":157,"token_start":22,"token_end":24,"label":"type_of"},{"start":158,"end":166,"token_start":25,"token_end":25,"label":"base"},{"text":"worsening","start":170,"token_start":27,"token_end":27,"end":179,"type":"pattern","label":"change_direction"},{"start":180,"end":186,"token_start":28,"token_end":28,"label":"type_of"},{"text":"health","start":187,"token_start":29,"token_end":29,"end":193,"type":"pattern","label":"base"}],"tokens":[{"text":"Scorching","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"heatwaves","start":10,"end":19,"id":1,"ws":true,"disabled":false},{"text":"and","start":20,"end":23,"id":2,"ws":true,"disabled":false},{"text":"floods","start":24,"end":30,"id":3,"ws":true,"disabled":false},{"text":"will","start":31,"end":35,"id":4,"ws":true,"disabled":false},{"text":"claim","start":36,"end":41,"id":5,"ws":true,"disabled":false},{"text":"more","start":42,"end":46,"id":6,"ws":true,"disabled":false},{"text":"victims","start":47,"end":54,"id":7,"ws":true,"disabled":false},{"text":"as","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"extreme","start":58,"end":65,"id":9,"ws":true,"disabled":false},{"text":"weather","start":66,"end":73,"id":10,"ws":true,"disabled":false},{"text":"increases","start":74,"end":83,"id":11,"ws":true,"disabled":false},{"text":"but","start":84,"end":87,"id":12,"ws":true,"disabled":false},{"text":"there","start":88,"end":93,"id":13,"ws":true,"disabled":false},{"text":"are","start":94,"end":97,"id":14,"ws":true,"disabled":false},{"text":"serious","start":98,"end":105,"id":15,"ws":true,"disabled":false},{"text":"indirect","start":106,"end":114,"id":16,"ws":true,"disabled":false},{"text":"effects","start":115,"end":122,"id":17,"ws":true,"disabled":false},{"text":"too","start":123,"end":126,"id":18,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":19,"ws":true,"disabled":false},{"text":"from","start":128,"end":132,"id":20,"ws":true,"disabled":false},{"text":"spreading","start":133,"end":142,"id":21,"ws":true,"disabled":false},{"text":"mosquito","start":143,"end":151,"id":22,"ws":false,"disabled":false},{"text":"-","start":151,"end":152,"id":23,"ws":false,"disabled":false},{"text":"borne","start":152,"end":157,"id":24,"ws":true,"disabled":false},{"text":"diseases","start":158,"end":166,"id":25,"ws":true,"disabled":false},{"text":"to","start":167,"end":169,"id":26,"ws":true,"disabled":false},{"text":"worsening","start":170,"end":179,"id":27,"ws":true,"disabled":false},{"text":"mental","start":180,"end":186,"id":28,"ws":true,"disabled":false},{"text":"health","start":187,"end":193,"id":29,"ws":false,"disabled":false},{"text":".","start":193,"end":194,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":195,"end":207,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":208,"end":220,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":28,"child":29,"head_span":{"start":180,"end":186,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":187,"end":193,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":29,"head_span":{"start":170,"end":179,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":187,"end":193,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":10,"end":19,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":42,"end":46,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":47,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":74,"end":83,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":58,"end":73,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":25,"head_span":{"start":143,"end":157,"token_start":22,"token_end":24,"label":"type_of"},"child_span":{"start":158,"end":166,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":25,"head_span":{"start":133,"end":142,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":158,"end":166,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":1,"head_span":{"start":58,"end":73,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":10,"end":19,"token_start":1,"token_end":1,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":10,"child":3,"head_span":{"start":58,"end":73,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":24,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":3,"child":7,"head_span":{"start":24,"end":30,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":47,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":7,"head_span":{"start":10,"end":19,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":47,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":7,"head_span":{"start":58,"end":73,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":47,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":25,"head_span":{"start":58,"end":73,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":158,"end":166,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":29,"head_span":{"start":58,"end":73,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":187,"end":193,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":29,"head_span":{"start":10,"end":19,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":187,"end":193,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":25,"head_span":{"start":10,"end":19,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":158,"end":166,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":29,"head_span":{"start":24,"end":30,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":187,"end":193,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":25,"head_span":{"start":24,"end":30,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":158,"end":166,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Heat stroke usually occurs as a progression from other heat-related illnesses, such as heat cramps or heat exhaustion.","text":"Heat stroke usually occurs as a progression from other heat-related illnesses, such as heat cramps or heat exhaustion. IMPLIED_BASE IMPLIED_BASE","characters":"118","document_index":"656","md_sentence_index":"260","classification_origin":"causal_sentence_classification","url":"https://www.cdc.gov/climateandhealth/pubs/extreme-heat-guidebook.pdf","combo_id":"656_260","post-training batch1":"656_260","_input_hash":592677147,"_task_hash":1734706930,"spans":[{"text":"Heat stroke","start":0,"token_start":0,"token_end":1,"end":11,"type":"pattern","label":"base"},{"start":12,"end":19,"token_start":2,"token_end":2,"label":"confidence"},{"start":55,"end":67,"token_start":9,"token_end":11,"label":"type_of"},{"start":68,"end":77,"token_start":12,"token_end":12,"label":"base"},{"start":87,"end":98,"token_start":16,"token_end":17,"label":"base"},{"start":102,"end":117,"token_start":19,"token_end":20,"label":"base"}],"tokens":[{"text":"Heat","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"stroke","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"usually","start":12,"end":19,"id":2,"ws":true,"disabled":false},{"text":"occurs","start":20,"end":26,"id":3,"ws":true,"disabled":false},{"text":"as","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"a","start":30,"end":31,"id":5,"ws":true,"disabled":false},{"text":"progression","start":32,"end":43,"id":6,"ws":true,"disabled":false},{"text":"from","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"other","start":49,"end":54,"id":8,"ws":true,"disabled":false},{"text":"heat","start":55,"end":59,"id":9,"ws":false,"disabled":false},{"text":"-","start":59,"end":60,"id":10,"ws":false,"disabled":false},{"text":"related","start":60,"end":67,"id":11,"ws":true,"disabled":false},{"text":"illnesses","start":68,"end":77,"id":12,"ws":false,"disabled":false},{"text":",","start":77,"end":78,"id":13,"ws":true,"disabled":false},{"text":"such","start":79,"end":83,"id":14,"ws":true,"disabled":false},{"text":"as","start":84,"end":86,"id":15,"ws":true,"disabled":false},{"text":"heat","start":87,"end":91,"id":16,"ws":true,"disabled":false},{"text":"cramps","start":92,"end":98,"id":17,"ws":true,"disabled":false},{"text":"or","start":99,"end":101,"id":18,"ws":true,"disabled":false},{"text":"heat","start":102,"end":106,"id":19,"ws":true,"disabled":false},{"text":"exhaustion","start":107,"end":117,"id":20,"ws":false,"disabled":false},{"text":".","start":117,"end":118,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":132,"end":144,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":11,"child":12,"head_span":{"start":55,"end":67,"token_start":9,"token_end":11,"label":"type_of"},"child_span":{"start":68,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":1,"head_span":{"start":68,"end":77,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":0,"end":11,"token_start":0,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":1,"head_span":{"start":87,"end":98,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":0,"end":11,"token_start":0,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":1,"head_span":{"start":102,"end":117,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":0,"end":11,"token_start":0,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":12,"head_span":{"start":87,"end":98,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":68,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":20,"child":12,"head_span":{"start":102,"end":117,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":68,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#d9fbad","label":"Same_As"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Climate change also increases the frequency and severity of certain types of extreme weather, such as droughts, floods, and extreme storms.","text":"Climate change also increases the frequency and severity of certain types of extreme weather, such as droughts, floods, and extreme storms. IMPLIED_BASE IMPLIED_BASE","characters":"139","document_index":"731","md_sentence_index":"15","classification_origin":"causal_sentence_classification","url":"https://www.lung.org/blog/asthma-and-climate-change","combo_id":"731_15","post-training batch1":"731_15","_input_hash":1016438994,"_task_hash":-220402404,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"text":"increases","start":20,"token_start":3,"token_end":3,"end":29,"type":"pattern","label":"change_direction"},{"text":"frequency","start":34,"token_start":5,"token_end":5,"end":43,"type":"pattern","label":"aspect_changing"},{"start":48,"end":56,"token_start":7,"token_end":7,"label":"aspect_changing"},{"text":"extreme weather","start":77,"token_start":12,"token_end":13,"end":92,"type":"pattern","label":"base"},{"text":"droughts","start":102,"token_start":17,"token_end":17,"end":110,"type":"pattern","label":"base"},{"text":"floods","start":112,"token_start":19,"token_end":19,"end":118,"type":"pattern","label":"base"},{"start":124,"end":131,"token_start":22,"token_end":22,"label":"type_of"},{"text":"storms","start":132,"token_start":23,"token_end":23,"end":138,"type":"pattern","label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"also","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"increases","start":20,"end":29,"id":3,"ws":true,"disabled":false},{"text":"the","start":30,"end":33,"id":4,"ws":true,"disabled":false},{"text":"frequency","start":34,"end":43,"id":5,"ws":true,"disabled":false},{"text":"and","start":44,"end":47,"id":6,"ws":true,"disabled":false},{"text":"severity","start":48,"end":56,"id":7,"ws":true,"disabled":false},{"text":"of","start":57,"end":59,"id":8,"ws":true,"disabled":false},{"text":"certain","start":60,"end":67,"id":9,"ws":true,"disabled":false},{"text":"types","start":68,"end":73,"id":10,"ws":true,"disabled":false},{"text":"of","start":74,"end":76,"id":11,"ws":true,"disabled":false},{"text":"extreme","start":77,"end":84,"id":12,"ws":true,"disabled":false},{"text":"weather","start":85,"end":92,"id":13,"ws":false,"disabled":false},{"text":",","start":92,"end":93,"id":14,"ws":true,"disabled":false},{"text":"such","start":94,"end":98,"id":15,"ws":true,"disabled":false},{"text":"as","start":99,"end":101,"id":16,"ws":true,"disabled":false},{"text":"droughts","start":102,"end":110,"id":17,"ws":false,"disabled":false},{"text":",","start":110,"end":111,"id":18,"ws":true,"disabled":false},{"text":"floods","start":112,"end":118,"id":19,"ws":false,"disabled":false},{"text":",","start":118,"end":119,"id":20,"ws":true,"disabled":false},{"text":"and","start":120,"end":123,"id":21,"ws":true,"disabled":false},{"text":"extreme","start":124,"end":131,"id":22,"ws":true,"disabled":false},{"text":"storms","start":132,"end":138,"id":23,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":7,"child":23,"head_span":{"start":48,"end":56,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":23,"head_span":{"start":34,"end":43,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":23,"head_span":{"start":20,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":19,"head_span":{"start":48,"end":56,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":112,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":17,"head_span":{"start":48,"end":56,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":102,"end":110,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":13,"head_span":{"start":48,"end":56,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":77,"end":92,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":19,"head_span":{"start":34,"end":43,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":112,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":17,"head_span":{"start":34,"end":43,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":102,"end":110,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":13,"head_span":{"start":34,"end":43,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":77,"end":92,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":19,"head_span":{"start":20,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":112,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":17,"head_span":{"start":20,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":102,"end":110,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":13,"head_span":{"start":20,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":77,"end":92,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":13,"head_span":{"start":102,"end":110,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":77,"end":92,"token_start":12,"token_end":13,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":19,"child":13,"head_span":{"start":112,"end":118,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":77,"end":92,"token_start":12,"token_end":13,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":23,"child":13,"head_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":77,"end":92,"token_start":12,"token_end":13,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":1,"child":13,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":77,"end":92,"token_start":12,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":17,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":102,"end":110,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":19,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":112,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":23,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":23,"head_span":{"start":124,"end":131,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cWe need to recognize the unequal effects of the climate crisis on women, but also that women\u2019s participation brings with it creative and sustainable solutions to both the climate emergency and social injustices.","text":"\u201cWe need to recognize the unequal effects of the climate crisis on women, but also that women\u2019s participation brings with it creative and sustainable solutions to both the climate emergency and social injustices. IMPLIED_BASE IMPLIED_BASE","characters":"212","document_index":"710","md_sentence_index":"41","classification_origin":"causal_sentence_classification","url":"https://www.motherjones.com/environment/2020/02/a-new-report-reveals-climate-change-is-increasing-gender-based-violence/","combo_id":"710_41","post-training batch1":"710_41","_input_hash":-957658665,"_task_hash":866609776,"spans":[],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"We","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"need","start":4,"end":8,"id":2,"ws":true,"disabled":false},{"text":"to","start":9,"end":11,"id":3,"ws":true,"disabled":false},{"text":"recognize","start":12,"end":21,"id":4,"ws":true,"disabled":false},{"text":"the","start":22,"end":25,"id":5,"ws":true,"disabled":false},{"text":"unequal","start":26,"end":33,"id":6,"ws":true,"disabled":false},{"text":"effects","start":34,"end":41,"id":7,"ws":true,"disabled":false},{"text":"of","start":42,"end":44,"id":8,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"climate","start":49,"end":56,"id":10,"ws":true,"disabled":false},{"text":"crisis","start":57,"end":63,"id":11,"ws":true,"disabled":false},{"text":"on","start":64,"end":66,"id":12,"ws":true,"disabled":false},{"text":"women","start":67,"end":72,"id":13,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":14,"ws":true,"disabled":false},{"text":"but","start":74,"end":77,"id":15,"ws":true,"disabled":false},{"text":"also","start":78,"end":82,"id":16,"ws":true,"disabled":false},{"text":"that","start":83,"end":87,"id":17,"ws":true,"disabled":false},{"text":"women","start":88,"end":93,"id":18,"ws":false,"disabled":false},{"text":"\u2019s","start":93,"end":95,"id":19,"ws":true,"disabled":false},{"text":"participation","start":96,"end":109,"id":20,"ws":true,"disabled":false},{"text":"brings","start":110,"end":116,"id":21,"ws":true,"disabled":false},{"text":"with","start":117,"end":121,"id":22,"ws":true,"disabled":false},{"text":"it","start":122,"end":124,"id":23,"ws":true,"disabled":false},{"text":"creative","start":125,"end":133,"id":24,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":25,"ws":true,"disabled":false},{"text":"sustainable","start":138,"end":149,"id":26,"ws":true,"disabled":false},{"text":"solutions","start":150,"end":159,"id":27,"ws":true,"disabled":false},{"text":"to","start":160,"end":162,"id":28,"ws":true,"disabled":false},{"text":"both","start":163,"end":167,"id":29,"ws":true,"disabled":false},{"text":"the","start":168,"end":171,"id":30,"ws":true,"disabled":false},{"text":"climate","start":172,"end":179,"id":31,"ws":true,"disabled":false},{"text":"emergency","start":180,"end":189,"id":32,"ws":true,"disabled":false},{"text":"and","start":190,"end":193,"id":33,"ws":true,"disabled":false},{"text":"social","start":194,"end":200,"id":34,"ws":true,"disabled":false},{"text":"injustices","start":201,"end":211,"id":35,"ws":false,"disabled":false},{"text":".","start":211,"end":212,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":213,"end":225,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Whether dark or light, according to Randerson, aerosols from fires may also have an effect on clouds that make it harder for water droplets to form in the tropics, and thus reduce rainfall -- and increase drying.\n","text":"Whether dark or light, according to Randerson, aerosols from fires may also have an effect on clouds that make it harder for water droplets to form in the tropics, and thus reduce rainfall -- and increase drying. IMPLIED_BASE IMPLIED_BASE","characters":"213","document_index":"367","md_sentence_index":"56","classification_origin":"cm_cause_effect_rel","url":"https://www.sciencedaily.com/releases/2019/09/190910154657.htm","combo_id":"367_56","post-training batch1":"367_56","_input_hash":564590453,"_task_hash":-1137098545,"spans":[{"start":47,"end":55,"token_start":9,"token_end":9,"label":"base"},{"start":67,"end":70,"token_start":12,"token_end":12,"label":"confidence"},{"start":114,"end":120,"token_start":22,"token_end":22,"label":"change_direction"},{"start":125,"end":139,"token_start":24,"token_end":25,"label":"base"},{"start":140,"end":147,"token_start":26,"token_end":27,"label":"aspect_changing"},{"start":155,"end":162,"token_start":30,"token_end":30,"label":"where"},{"start":173,"end":179,"token_start":34,"token_end":34,"label":"change_direction"},{"text":"rainfall","start":180,"token_start":35,"token_end":35,"end":188,"type":"pattern","label":"base"},{"text":"increase","start":196,"token_start":38,"token_end":38,"end":204,"type":"pattern","label":"change_direction"},{"start":205,"end":211,"token_start":39,"token_end":39,"label":"base"}],"tokens":[{"text":"Whether","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"dark","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"or","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"light","start":16,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"according","start":23,"end":32,"id":5,"ws":true,"disabled":false},{"text":"to","start":33,"end":35,"id":6,"ws":true,"disabled":false},{"text":"Randerson","start":36,"end":45,"id":7,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":8,"ws":true,"disabled":false},{"text":"aerosols","start":47,"end":55,"id":9,"ws":true,"disabled":false},{"text":"from","start":56,"end":60,"id":10,"ws":true,"disabled":false},{"text":"fires","start":61,"end":66,"id":11,"ws":true,"disabled":false},{"text":"may","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"also","start":71,"end":75,"id":13,"ws":true,"disabled":false},{"text":"have","start":76,"end":80,"id":14,"ws":true,"disabled":false},{"text":"an","start":81,"end":83,"id":15,"ws":true,"disabled":false},{"text":"effect","start":84,"end":90,"id":16,"ws":true,"disabled":false},{"text":"on","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"clouds","start":94,"end":100,"id":18,"ws":true,"disabled":false},{"text":"that","start":101,"end":105,"id":19,"ws":true,"disabled":false},{"text":"make","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"it","start":111,"end":113,"id":21,"ws":true,"disabled":false},{"text":"harder","start":114,"end":120,"id":22,"ws":true,"disabled":false},{"text":"for","start":121,"end":124,"id":23,"ws":true,"disabled":false},{"text":"water","start":125,"end":130,"id":24,"ws":true,"disabled":false},{"text":"droplets","start":131,"end":139,"id":25,"ws":true,"disabled":false},{"text":"to","start":140,"end":142,"id":26,"ws":true,"disabled":false},{"text":"form","start":143,"end":147,"id":27,"ws":true,"disabled":false},{"text":"in","start":148,"end":150,"id":28,"ws":true,"disabled":false},{"text":"the","start":151,"end":154,"id":29,"ws":true,"disabled":false},{"text":"tropics","start":155,"end":162,"id":30,"ws":false,"disabled":false},{"text":",","start":162,"end":163,"id":31,"ws":true,"disabled":false},{"text":"and","start":164,"end":167,"id":32,"ws":true,"disabled":false},{"text":"thus","start":168,"end":172,"id":33,"ws":true,"disabled":false},{"text":"reduce","start":173,"end":179,"id":34,"ws":true,"disabled":false},{"text":"rainfall","start":180,"end":188,"id":35,"ws":true,"disabled":false},{"text":"--","start":189,"end":191,"id":36,"ws":true,"disabled":false},{"text":"and","start":192,"end":195,"id":37,"ws":true,"disabled":false},{"text":"increase","start":196,"end":204,"id":38,"ws":true,"disabled":false},{"text":"drying","start":205,"end":211,"id":39,"ws":false,"disabled":false},{"text":".","start":211,"end":212,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":213,"end":225,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":27,"child":25,"head_span":{"start":140,"end":147,"token_start":26,"token_end":27,"label":"aspect_changing"},"child_span":{"start":125,"end":139,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":25,"head_span":{"start":114,"end":120,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":125,"end":139,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":35,"head_span":{"start":173,"end":179,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":180,"end":188,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":39,"head_span":{"start":196,"end":204,"token_start":38,"token_end":38,"label":"change_direction"},"child_span":{"start":205,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":25,"head_span":{"start":47,"end":55,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":125,"end":139,"token_start":24,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":35,"head_span":{"start":125,"end":139,"token_start":24,"token_end":25,"label":"base"},"child_span":{"start":180,"end":188,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":39,"head_span":{"start":125,"end":139,"token_start":24,"token_end":25,"label":"base"},"child_span":{"start":205,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Known or potential EL risk factors for disparities in asthma or asthma morbidity include cigarette smoking and environmental tobacco smoke (ETS), prematurity or low birth weight, allergen exposure, indoor and outdoor air pollution, diet, obesity, vitamin D insufficiency, viral respiratory infections (e.g., due to crowding), psychosocial stress, and poor adherence with prescribed treatment.","text":"Known or potential EL risk factors for disparities in asthma or asthma morbidity include cigarette smoking and environmental tobacco smoke (ETS), prematurity or low birth weight, allergen exposure, indoor and outdoor air pollution, diet, obesity, vitamin D insufficiency, viral respiratory infections (e.g., due to crowding), psychosocial stress, and poor adherence with prescribed treatment. IMPLIED_BASE IMPLIED_BASE","characters":"392","document_index":"728","md_sentence_index":"13","classification_origin":"causal_sentence_classification","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC3359893/","combo_id":"728_13","post-training batch1":"728_13","_input_hash":-1681930204,"_task_hash":1037129089,"spans":[{"text":"risk","start":22,"token_start":4,"token_end":4,"end":26,"type":"pattern","label":"aspect_changing"},{"text":"asthma","start":54,"token_start":9,"token_end":9,"end":60,"type":"pattern","label":"base"},{"text":"asthma","start":64,"token_start":11,"token_end":11,"end":70,"type":"pattern","label":"base"},{"text":"allergen","start":179,"token_start":30,"token_end":30,"end":187,"type":"pattern","label":"base"},{"text":"pollution","start":221,"token_start":37,"token_end":37,"end":230,"type":"pattern","label":"base"},{"text":"stress","start":339,"token_start":59,"token_end":59,"end":345,"type":"pattern","label":"base"}],"tokens":[{"text":"Known","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"or","start":6,"end":8,"id":1,"ws":true,"disabled":false},{"text":"potential","start":9,"end":18,"id":2,"ws":true,"disabled":false},{"text":"EL","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"risk","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"factors","start":27,"end":34,"id":5,"ws":true,"disabled":false},{"text":"for","start":35,"end":38,"id":6,"ws":true,"disabled":false},{"text":"disparities","start":39,"end":50,"id":7,"ws":true,"disabled":false},{"text":"in","start":51,"end":53,"id":8,"ws":true,"disabled":false},{"text":"asthma","start":54,"end":60,"id":9,"ws":true,"disabled":false},{"text":"or","start":61,"end":63,"id":10,"ws":true,"disabled":false},{"text":"asthma","start":64,"end":70,"id":11,"ws":true,"disabled":false},{"text":"morbidity","start":71,"end":80,"id":12,"ws":true,"disabled":false},{"text":"include","start":81,"end":88,"id":13,"ws":true,"disabled":false},{"text":"cigarette","start":89,"end":98,"id":14,"ws":true,"disabled":false},{"text":"smoking","start":99,"end":106,"id":15,"ws":true,"disabled":false},{"text":"and","start":107,"end":110,"id":16,"ws":true,"disabled":false},{"text":"environmental","start":111,"end":124,"id":17,"ws":true,"disabled":false},{"text":"tobacco","start":125,"end":132,"id":18,"ws":true,"disabled":false},{"text":"smoke","start":133,"end":138,"id":19,"ws":true,"disabled":false},{"text":"(","start":139,"end":140,"id":20,"ws":false,"disabled":false},{"text":"ETS","start":140,"end":143,"id":21,"ws":false,"disabled":false},{"text":")","start":143,"end":144,"id":22,"ws":false,"disabled":false},{"text":",","start":144,"end":145,"id":23,"ws":true,"disabled":false},{"text":"prematurity","start":146,"end":157,"id":24,"ws":true,"disabled":false},{"text":"or","start":158,"end":160,"id":25,"ws":true,"disabled":false},{"text":"low","start":161,"end":164,"id":26,"ws":true,"disabled":false},{"text":"birth","start":165,"end":170,"id":27,"ws":true,"disabled":false},{"text":"weight","start":171,"end":177,"id":28,"ws":false,"disabled":false},{"text":",","start":177,"end":178,"id":29,"ws":true,"disabled":false},{"text":"allergen","start":179,"end":187,"id":30,"ws":true,"disabled":false},{"text":"exposure","start":188,"end":196,"id":31,"ws":false,"disabled":false},{"text":",","start":196,"end":197,"id":32,"ws":true,"disabled":false},{"text":"indoor","start":198,"end":204,"id":33,"ws":true,"disabled":false},{"text":"and","start":205,"end":208,"id":34,"ws":true,"disabled":false},{"text":"outdoor","start":209,"end":216,"id":35,"ws":true,"disabled":false},{"text":"air","start":217,"end":220,"id":36,"ws":true,"disabled":false},{"text":"pollution","start":221,"end":230,"id":37,"ws":false,"disabled":false},{"text":",","start":230,"end":231,"id":38,"ws":true,"disabled":false},{"text":"diet","start":232,"end":236,"id":39,"ws":false,"disabled":false},{"text":",","start":236,"end":237,"id":40,"ws":true,"disabled":false},{"text":"obesity","start":238,"end":245,"id":41,"ws":false,"disabled":false},{"text":",","start":245,"end":246,"id":42,"ws":true,"disabled":false},{"text":"vitamin","start":247,"end":254,"id":43,"ws":true,"disabled":false},{"text":"D","start":255,"end":256,"id":44,"ws":true,"disabled":false},{"text":"insufficiency","start":257,"end":270,"id":45,"ws":false,"disabled":false},{"text":",","start":270,"end":271,"id":46,"ws":true,"disabled":false},{"text":"viral","start":272,"end":277,"id":47,"ws":true,"disabled":false},{"text":"respiratory","start":278,"end":289,"id":48,"ws":true,"disabled":false},{"text":"infections","start":290,"end":300,"id":49,"ws":true,"disabled":false},{"text":"(","start":301,"end":302,"id":50,"ws":false,"disabled":false},{"text":"e.g.","start":302,"end":306,"id":51,"ws":false,"disabled":false},{"text":",","start":306,"end":307,"id":52,"ws":true,"disabled":false},{"text":"due","start":308,"end":311,"id":53,"ws":true,"disabled":false},{"text":"to","start":312,"end":314,"id":54,"ws":true,"disabled":false},{"text":"crowding","start":315,"end":323,"id":55,"ws":false,"disabled":false},{"text":")","start":323,"end":324,"id":56,"ws":false,"disabled":false},{"text":",","start":324,"end":325,"id":57,"ws":true,"disabled":false},{"text":"psychosocial","start":326,"end":338,"id":58,"ws":true,"disabled":false},{"text":"stress","start":339,"end":345,"id":59,"ws":false,"disabled":false},{"text":",","start":345,"end":346,"id":60,"ws":true,"disabled":false},{"text":"and","start":347,"end":350,"id":61,"ws":true,"disabled":false},{"text":"poor","start":351,"end":355,"id":62,"ws":true,"disabled":false},{"text":"adherence","start":356,"end":365,"id":63,"ws":true,"disabled":false},{"text":"with","start":366,"end":370,"id":64,"ws":true,"disabled":false},{"text":"prescribed","start":371,"end":381,"id":65,"ws":true,"disabled":false},{"text":"treatment","start":382,"end":391,"id":66,"ws":false,"disabled":false},{"text":".","start":391,"end":392,"id":67,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":393,"end":405,"id":68,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":406,"end":418,"id":69,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A small increase in long-term exposure to PM2.5 leads to a large increase in the COVID-19 death rate.","text":"A small increase in long-term exposure to PM2.5 leads to a large increase in the COVID-19 death rate. IMPLIED_BASE IMPLIED_BASE","characters":"101","document_index":"698","md_sentence_index":"28","classification_origin":"causal_sentence_classification","url":"https://projects.iq.harvard.edu/covid-pm/home","combo_id":"698_28","post-training batch1":"698_28","_input_hash":-835339592,"_task_hash":1008182441,"spans":[{"text":"increase","start":8,"token_start":2,"token_end":2,"end":16,"type":"pattern","label":"change_direction"},{"start":30,"end":38,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":42,"end":47,"token_start":9,"token_end":9,"label":"base"},{"start":48,"end":56,"token_start":10,"token_end":11,"label":"predicate"},{"text":"increase","start":65,"token_start":14,"token_end":14,"end":73,"type":"pattern","label":"change_direction"},{"start":81,"end":89,"token_start":17,"token_end":17,"label":"type_of"},{"text":"death","start":90,"token_start":18,"token_end":18,"end":95,"type":"pattern","label":"base"},{"start":96,"end":100,"token_start":19,"token_end":19,"label":"aspect_changing"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"small","start":2,"end":7,"id":1,"ws":true,"disabled":false},{"text":"increase","start":8,"end":16,"id":2,"ws":true,"disabled":false},{"text":"in","start":17,"end":19,"id":3,"ws":true,"disabled":false},{"text":"long","start":20,"end":24,"id":4,"ws":false,"disabled":false},{"text":"-","start":24,"end":25,"id":5,"ws":false,"disabled":false},{"text":"term","start":25,"end":29,"id":6,"ws":true,"disabled":false},{"text":"exposure","start":30,"end":38,"id":7,"ws":true,"disabled":false},{"text":"to","start":39,"end":41,"id":8,"ws":true,"disabled":false},{"text":"PM2.5","start":42,"end":47,"id":9,"ws":true,"disabled":false},{"text":"leads","start":48,"end":53,"id":10,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":11,"ws":true,"disabled":false},{"text":"a","start":57,"end":58,"id":12,"ws":true,"disabled":false},{"text":"large","start":59,"end":64,"id":13,"ws":true,"disabled":false},{"text":"increase","start":65,"end":73,"id":14,"ws":true,"disabled":false},{"text":"in","start":74,"end":76,"id":15,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":16,"ws":true,"disabled":false},{"text":"COVID-19","start":81,"end":89,"id":17,"ws":true,"disabled":false},{"text":"death","start":90,"end":95,"id":18,"ws":true,"disabled":false},{"text":"rate","start":96,"end":100,"id":19,"ws":false,"disabled":false},{"text":".","start":100,"end":101,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":102,"end":114,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":7,"child":9,"head_span":{"start":30,"end":38,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":42,"end":47,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":9,"head_span":{"start":8,"end":16,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":42,"end":47,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":81,"end":89,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":90,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":96,"end":100,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":90,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":18,"head_span":{"start":65,"end":73,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":90,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":18,"head_span":{"start":42,"end":47,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":90,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"According to the U.N.'s Food and Agriculture Organization, there's been a surge of migration from rural areas in Honduras, where farmers lost an estimated 82 percent of corn and bean crops last year from lack of rain.\n","text":"According to the U.N.'s Food and Agriculture Organization, there's been a surge of migration from rural areas in Honduras, where farmers lost an estimated 82 percent of corn and bean crops last year from lack of rain. IMPLIED_BASE IMPLIED_BASE","characters":"218","document_index":"3","md_sentence_index":"49","classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/newshour/show/climate-change-is-killing-crops-in-honduras-and-driving-farmers-north","combo_id":"3_49","post-training batch1":"3_49","_input_hash":108552685,"_task_hash":1291485379,"spans":[{"start":74,"end":79,"token_start":14,"token_end":14,"label":"change_direction"},{"start":83,"end":92,"token_start":16,"token_end":16,"label":"base"},{"start":98,"end":121,"token_start":18,"token_end":21,"label":"where"},{"start":137,"end":141,"token_start":25,"token_end":25,"label":"change_direction"},{"start":145,"end":165,"token_start":27,"token_end":29,"label":"effect_size"},{"start":169,"end":173,"token_start":31,"token_end":31,"label":"type_of"},{"start":178,"end":182,"token_start":33,"token_end":33,"label":"type_of"},{"text":"crops","start":183,"token_start":34,"token_end":34,"end":188,"type":"pattern","label":"base"},{"text":"lack of","start":204,"token_start":38,"token_end":39,"end":211,"type":"pattern","label":"change_direction"},{"text":"rain","start":212,"token_start":40,"token_end":40,"end":216,"type":"pattern","label":"base"}],"tokens":[{"text":"According","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"to","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"the","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"U.N.","start":17,"end":21,"id":3,"ws":false,"disabled":false},{"text":"'s","start":21,"end":23,"id":4,"ws":true,"disabled":false},{"text":"Food","start":24,"end":28,"id":5,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":6,"ws":true,"disabled":false},{"text":"Agriculture","start":33,"end":44,"id":7,"ws":true,"disabled":false},{"text":"Organization","start":45,"end":57,"id":8,"ws":false,"disabled":false},{"text":",","start":57,"end":58,"id":9,"ws":true,"disabled":false},{"text":"there","start":59,"end":64,"id":10,"ws":false,"disabled":false},{"text":"'s","start":64,"end":66,"id":11,"ws":true,"disabled":false},{"text":"been","start":67,"end":71,"id":12,"ws":true,"disabled":false},{"text":"a","start":72,"end":73,"id":13,"ws":true,"disabled":false},{"text":"surge","start":74,"end":79,"id":14,"ws":true,"disabled":false},{"text":"of","start":80,"end":82,"id":15,"ws":true,"disabled":false},{"text":"migration","start":83,"end":92,"id":16,"ws":true,"disabled":false},{"text":"from","start":93,"end":97,"id":17,"ws":true,"disabled":false},{"text":"rural","start":98,"end":103,"id":18,"ws":true,"disabled":false},{"text":"areas","start":104,"end":109,"id":19,"ws":true,"disabled":false},{"text":"in","start":110,"end":112,"id":20,"ws":true,"disabled":false},{"text":"Honduras","start":113,"end":121,"id":21,"ws":false,"disabled":false},{"text":",","start":121,"end":122,"id":22,"ws":true,"disabled":false},{"text":"where","start":123,"end":128,"id":23,"ws":true,"disabled":false},{"text":"farmers","start":129,"end":136,"id":24,"ws":true,"disabled":false},{"text":"lost","start":137,"end":141,"id":25,"ws":true,"disabled":false},{"text":"an","start":142,"end":144,"id":26,"ws":true,"disabled":false},{"text":"estimated","start":145,"end":154,"id":27,"ws":true,"disabled":false},{"text":"82","start":155,"end":157,"id":28,"ws":true,"disabled":false},{"text":"percent","start":158,"end":165,"id":29,"ws":true,"disabled":false},{"text":"of","start":166,"end":168,"id":30,"ws":true,"disabled":false},{"text":"corn","start":169,"end":173,"id":31,"ws":true,"disabled":false},{"text":"and","start":174,"end":177,"id":32,"ws":true,"disabled":false},{"text":"bean","start":178,"end":182,"id":33,"ws":true,"disabled":false},{"text":"crops","start":183,"end":188,"id":34,"ws":true,"disabled":false},{"text":"last","start":189,"end":193,"id":35,"ws":true,"disabled":false},{"text":"year","start":194,"end":198,"id":36,"ws":true,"disabled":false},{"text":"from","start":199,"end":203,"id":37,"ws":true,"disabled":false},{"text":"lack","start":204,"end":208,"id":38,"ws":true,"disabled":false},{"text":"of","start":209,"end":211,"id":39,"ws":true,"disabled":false},{"text":"rain","start":212,"end":216,"id":40,"ws":false,"disabled":false},{"text":".","start":216,"end":217,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":231,"end":243,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":39,"child":40,"head_span":{"start":204,"end":211,"token_start":38,"token_end":39,"label":"change_direction"},"child_span":{"start":212,"end":216,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":34,"head_span":{"start":178,"end":182,"token_start":33,"token_end":33,"label":"type_of"},"child_span":{"start":183,"end":188,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":34,"head_span":{"start":169,"end":173,"token_start":31,"token_end":31,"label":"type_of"},"child_span":{"start":183,"end":188,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":34,"head_span":{"start":137,"end":141,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":183,"end":188,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":34,"head_span":{"start":145,"end":165,"token_start":27,"token_end":29,"label":"effect_size"},"child_span":{"start":183,"end":188,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":16,"head_span":{"start":74,"end":79,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":83,"end":92,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":34,"head_span":{"start":212,"end":216,"token_start":40,"token_end":40,"label":"base"},"child_span":{"start":183,"end":188,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":16,"head_span":{"start":183,"end":188,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":83,"end":92,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"By returning the revenues through household rebates, tax cuts and low-carbon investments like public transit, governments are using the revenues from carbon pricing to make the transition to a cleaner economy more affordable.","text":"By returning the revenues through household rebates, tax cuts and low-carbon investments like public transit, governments are using the revenues from carbon pricing to make the transition to a cleaner economy more affordable. IMPLIED_BASE IMPLIED_BASE","characters":"225","document_index":"268","md_sentence_index":"48","classification_origin":"cm_cause_effect_rel","url":"http://theconversation.com/climate-change-puts-health-at-risk-and-economists-have-the-right-prescription-118797","combo_id":"268_48","post-training batch1":"268_48","_input_hash":765721175,"_task_hash":787224157,"spans":[{"text":"more","start":209,"token_start":35,"token_end":35,"end":213,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"By","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"returning","start":3,"end":12,"id":1,"ws":true,"disabled":false},{"text":"the","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"revenues","start":17,"end":25,"id":3,"ws":true,"disabled":false},{"text":"through","start":26,"end":33,"id":4,"ws":true,"disabled":false},{"text":"household","start":34,"end":43,"id":5,"ws":true,"disabled":false},{"text":"rebates","start":44,"end":51,"id":6,"ws":false,"disabled":false},{"text":",","start":51,"end":52,"id":7,"ws":true,"disabled":false},{"text":"tax","start":53,"end":56,"id":8,"ws":true,"disabled":false},{"text":"cuts","start":57,"end":61,"id":9,"ws":true,"disabled":false},{"text":"and","start":62,"end":65,"id":10,"ws":true,"disabled":false},{"text":"low","start":66,"end":69,"id":11,"ws":false,"disabled":false},{"text":"-","start":69,"end":70,"id":12,"ws":false,"disabled":false},{"text":"carbon","start":70,"end":76,"id":13,"ws":true,"disabled":false},{"text":"investments","start":77,"end":88,"id":14,"ws":true,"disabled":false},{"text":"like","start":89,"end":93,"id":15,"ws":true,"disabled":false},{"text":"public","start":94,"end":100,"id":16,"ws":true,"disabled":false},{"text":"transit","start":101,"end":108,"id":17,"ws":false,"disabled":false},{"text":",","start":108,"end":109,"id":18,"ws":true,"disabled":false},{"text":"governments","start":110,"end":121,"id":19,"ws":true,"disabled":false},{"text":"are","start":122,"end":125,"id":20,"ws":true,"disabled":false},{"text":"using","start":126,"end":131,"id":21,"ws":true,"disabled":false},{"text":"the","start":132,"end":135,"id":22,"ws":true,"disabled":false},{"text":"revenues","start":136,"end":144,"id":23,"ws":true,"disabled":false},{"text":"from","start":145,"end":149,"id":24,"ws":true,"disabled":false},{"text":"carbon","start":150,"end":156,"id":25,"ws":true,"disabled":false},{"text":"pricing","start":157,"end":164,"id":26,"ws":true,"disabled":false},{"text":"to","start":165,"end":167,"id":27,"ws":true,"disabled":false},{"text":"make","start":168,"end":172,"id":28,"ws":true,"disabled":false},{"text":"the","start":173,"end":176,"id":29,"ws":true,"disabled":false},{"text":"transition","start":177,"end":187,"id":30,"ws":true,"disabled":false},{"text":"to","start":188,"end":190,"id":31,"ws":true,"disabled":false},{"text":"a","start":191,"end":192,"id":32,"ws":true,"disabled":false},{"text":"cleaner","start":193,"end":200,"id":33,"ws":true,"disabled":false},{"text":"economy","start":201,"end":208,"id":34,"ws":true,"disabled":false},{"text":"more","start":209,"end":213,"id":35,"ws":true,"disabled":false},{"text":"affordable","start":214,"end":224,"id":36,"ws":false,"disabled":false},{"text":".","start":224,"end":225,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A shift from snow to rain thus carries potential consequences for water resources (Berghuijs et al., 2014) and flood risk (Huang et al., 2018).\n","text":"A shift from snow to rain thus carries potential consequences for water resources (Berghuijs et al., 2014) and flood risk (Huang et al., 2018). IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"605","md_sentence_index":"15","classification_origin":"causal_sentence_classification","url":"https://agupubs.onlinelibrary.wiley.com/doi/full/10.1029/2019WR025571","combo_id":"605_15","post-training batch1":"605_15","_input_hash":-1721037155,"_task_hash":-1045474553,"spans":[{"text":"rain","start":21,"token_start":5,"token_end":5,"end":25,"type":"pattern","label":"base"},{"text":"water resources","start":66,"token_start":11,"token_end":12,"end":81,"type":"pattern","label":"base"},{"text":"risk","start":117,"token_start":23,"token_end":23,"end":121,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"shift","start":2,"end":7,"id":1,"ws":true,"disabled":false},{"text":"from","start":8,"end":12,"id":2,"ws":true,"disabled":false},{"text":"snow","start":13,"end":17,"id":3,"ws":true,"disabled":false},{"text":"to","start":18,"end":20,"id":4,"ws":true,"disabled":false},{"text":"rain","start":21,"end":25,"id":5,"ws":true,"disabled":false},{"text":"thus","start":26,"end":30,"id":6,"ws":true,"disabled":false},{"text":"carries","start":31,"end":38,"id":7,"ws":true,"disabled":false},{"text":"potential","start":39,"end":48,"id":8,"ws":true,"disabled":false},{"text":"consequences","start":49,"end":61,"id":9,"ws":true,"disabled":false},{"text":"for","start":62,"end":65,"id":10,"ws":true,"disabled":false},{"text":"water","start":66,"end":71,"id":11,"ws":true,"disabled":false},{"text":"resources","start":72,"end":81,"id":12,"ws":true,"disabled":false},{"text":"(","start":82,"end":83,"id":13,"ws":false,"disabled":false},{"text":"Berghuijs","start":83,"end":92,"id":14,"ws":true,"disabled":false},{"text":"et","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"al","start":96,"end":98,"id":16,"ws":false,"disabled":false},{"text":".","start":98,"end":99,"id":17,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":18,"ws":true,"disabled":false},{"text":"2014","start":101,"end":105,"id":19,"ws":false,"disabled":false},{"text":")","start":105,"end":106,"id":20,"ws":true,"disabled":false},{"text":"and","start":107,"end":110,"id":21,"ws":true,"disabled":false},{"text":"flood","start":111,"end":116,"id":22,"ws":true,"disabled":false},{"text":"risk","start":117,"end":121,"id":23,"ws":true,"disabled":false},{"text":"(","start":122,"end":123,"id":24,"ws":false,"disabled":false},{"text":"Huang","start":123,"end":128,"id":25,"ws":true,"disabled":false},{"text":"et","start":129,"end":131,"id":26,"ws":true,"disabled":false},{"text":"al","start":132,"end":134,"id":27,"ws":false,"disabled":false},{"text":".","start":134,"end":135,"id":28,"ws":false,"disabled":false},{"text":",","start":135,"end":136,"id":29,"ws":true,"disabled":false},{"text":"2018","start":137,"end":141,"id":30,"ws":false,"disabled":false},{"text":")","start":141,"end":142,"id":31,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In Nigeria, rising temperatures are supercharged by nonstop gas flares.","text":"In Nigeria, rising temperatures are supercharged by nonstop gas flares. IMPLIED_BASE IMPLIED_BASE","characters":"71","document_index":"775","md_sentence_index":"82","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/08/06/climate/climate-change-inequality-heat.html","combo_id":"775_82","post-training batch1":"775_82","_input_hash":-1776701000,"_task_hash":-1862896183,"spans":[{"start":3,"end":10,"token_start":1,"token_end":1,"label":"where"},{"text":"rising","start":12,"token_start":3,"token_end":3,"end":18,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":19,"token_start":4,"token_end":4,"end":31,"type":"pattern","label":"aspect_changing"},{"start":36,"end":48,"token_start":6,"token_end":6,"label":"change_direction"},{"start":52,"end":59,"token_start":8,"token_end":8,"label":"type_of"},{"start":60,"end":70,"token_start":9,"token_end":10,"label":"base"},{"start":72,"end":84,"token_start":12,"token_end":12,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Nigeria","start":3,"end":10,"id":1,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":2,"ws":true,"disabled":false},{"text":"rising","start":12,"end":18,"id":3,"ws":true,"disabled":false},{"text":"temperatures","start":19,"end":31,"id":4,"ws":true,"disabled":false},{"text":"are","start":32,"end":35,"id":5,"ws":true,"disabled":false},{"text":"supercharged","start":36,"end":48,"id":6,"ws":true,"disabled":false},{"text":"by","start":49,"end":51,"id":7,"ws":true,"disabled":false},{"text":"nonstop","start":52,"end":59,"id":8,"ws":true,"disabled":false},{"text":"gas","start":60,"end":63,"id":9,"ws":true,"disabled":false},{"text":"flares","start":64,"end":70,"id":10,"ws":false,"disabled":false},{"text":".","start":70,"end":71,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":72,"end":84,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":85,"end":97,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":4,"child":12,"head_span":{"start":19,"end":31,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":72,"end":84,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":12,"head_span":{"start":12,"end":18,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":72,"end":84,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":12,"head_span":{"start":36,"end":48,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":72,"end":84,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":52,"end":59,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":60,"end":70,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":4,"head_span":{"start":60,"end":70,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":19,"end":31,"token_start":4,"token_end":4,"label":"aspect_changing"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Unusually cold nights, ever greater numbers of extremely hot summer days, weeks with no rainfall, or torrents of storm-driven precipitation, account for somewhere between a fifth to 49% of yield losses for maize, rice, spring wheat and soy beans.\n","text":"Unusually cold nights, ever greater numbers of extremely hot summer days, weeks with no rainfall, or torrents of storm-driven precipitation, account for somewhere between a fifth to 49% of yield losses for maize, rice, spring wheat and soy beans. IMPLIED_BASE IMPLIED_BASE","characters":"247","document_index":"107","md_sentence_index":"2","classification_origin":"cm_cause_effect_rel","url":"https://physicsworld.com/a/crops-at-risk-from-changing-climate/","combo_id":"107_2","post-training batch1":"107_2","_input_hash":1111193183,"_task_hash":1264099310,"spans":[{"start":10,"end":14,"token_start":1,"token_end":1,"label":"type_of"},{"start":15,"end":21,"token_start":2,"token_end":2,"label":"base"},{"start":47,"end":56,"token_start":8,"token_end":8,"label":"type_of"},{"start":57,"end":60,"token_start":9,"token_end":9,"label":"type_of"},{"start":61,"end":72,"token_start":10,"token_end":11,"label":"base"},{"start":85,"end":87,"token_start":15,"token_end":15,"label":"change_direction"},{"text":"rainfall","start":88,"token_start":16,"token_end":16,"end":96,"type":"pattern","label":"base"},{"start":101,"end":109,"token_start":19,"token_end":19,"label":"change_direction"},{"start":113,"end":125,"token_start":21,"token_end":23,"label":"type_of"},{"text":"precipitation","start":126,"token_start":24,"token_end":24,"end":139,"type":"pattern","label":"base"},{"start":141,"end":152,"token_start":26,"token_end":27,"label":"predicate"},{"start":163,"end":185,"token_start":29,"token_end":34,"label":"effect_size"},{"start":189,"end":194,"token_start":36,"token_end":36,"label":"aspect_changing"},{"start":195,"end":201,"token_start":37,"token_end":37,"label":"change_direction"},{"start":206,"end":211,"token_start":39,"token_end":39,"label":"type_of"},{"start":213,"end":217,"token_start":41,"token_end":41,"label":"type_of"},{"start":219,"end":231,"token_start":43,"token_end":44,"label":"type_of"},{"start":236,"end":245,"token_start":46,"token_end":47,"label":"type_of"},{"start":247,"end":259,"token_start":49,"token_end":49,"label":"base"}],"tokens":[{"text":"Unusually","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"cold","start":10,"end":14,"id":1,"ws":true,"disabled":false},{"text":"nights","start":15,"end":21,"id":2,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":3,"ws":true,"disabled":false},{"text":"ever","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"greater","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"numbers","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"of","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"extremely","start":47,"end":56,"id":8,"ws":true,"disabled":false},{"text":"hot","start":57,"end":60,"id":9,"ws":true,"disabled":false},{"text":"summer","start":61,"end":67,"id":10,"ws":true,"disabled":false},{"text":"days","start":68,"end":72,"id":11,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":12,"ws":true,"disabled":false},{"text":"weeks","start":74,"end":79,"id":13,"ws":true,"disabled":false},{"text":"with","start":80,"end":84,"id":14,"ws":true,"disabled":false},{"text":"no","start":85,"end":87,"id":15,"ws":true,"disabled":false},{"text":"rainfall","start":88,"end":96,"id":16,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":17,"ws":true,"disabled":false},{"text":"or","start":98,"end":100,"id":18,"ws":true,"disabled":false},{"text":"torrents","start":101,"end":109,"id":19,"ws":true,"disabled":false},{"text":"of","start":110,"end":112,"id":20,"ws":true,"disabled":false},{"text":"storm","start":113,"end":118,"id":21,"ws":false,"disabled":false},{"text":"-","start":118,"end":119,"id":22,"ws":false,"disabled":false},{"text":"driven","start":119,"end":125,"id":23,"ws":true,"disabled":false},{"text":"precipitation","start":126,"end":139,"id":24,"ws":false,"disabled":false},{"text":",","start":139,"end":140,"id":25,"ws":true,"disabled":false},{"text":"account","start":141,"end":148,"id":26,"ws":true,"disabled":false},{"text":"for","start":149,"end":152,"id":27,"ws":true,"disabled":false},{"text":"somewhere","start":153,"end":162,"id":28,"ws":true,"disabled":false},{"text":"between","start":163,"end":170,"id":29,"ws":true,"disabled":false},{"text":"a","start":171,"end":172,"id":30,"ws":true,"disabled":false},{"text":"fifth","start":173,"end":178,"id":31,"ws":true,"disabled":false},{"text":"to","start":179,"end":181,"id":32,"ws":true,"disabled":false},{"text":"49","start":182,"end":184,"id":33,"ws":false,"disabled":false},{"text":"%","start":184,"end":185,"id":34,"ws":true,"disabled":false},{"text":"of","start":186,"end":188,"id":35,"ws":true,"disabled":false},{"text":"yield","start":189,"end":194,"id":36,"ws":true,"disabled":false},{"text":"losses","start":195,"end":201,"id":37,"ws":true,"disabled":false},{"text":"for","start":202,"end":205,"id":38,"ws":true,"disabled":false},{"text":"maize","start":206,"end":211,"id":39,"ws":false,"disabled":false},{"text":",","start":211,"end":212,"id":40,"ws":true,"disabled":false},{"text":"rice","start":213,"end":217,"id":41,"ws":false,"disabled":false},{"text":",","start":217,"end":218,"id":42,"ws":true,"disabled":false},{"text":"spring","start":219,"end":225,"id":43,"ws":true,"disabled":false},{"text":"wheat","start":226,"end":231,"id":44,"ws":true,"disabled":false},{"text":"and","start":232,"end":235,"id":45,"ws":true,"disabled":false},{"text":"soy","start":236,"end":239,"id":46,"ws":true,"disabled":false},{"text":"beans","start":240,"end":245,"id":47,"ws":false,"disabled":false},{"text":".","start":245,"end":246,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":247,"end":259,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":260,"end":272,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":10,"end":14,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":15,"end":21,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":57,"end":60,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":61,"end":72,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":47,"end":56,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":61,"end":72,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":113,"end":125,"token_start":21,"token_end":23,"label":"type_of"},"child_span":{"start":126,"end":139,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":24,"head_span":{"start":101,"end":109,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":126,"end":139,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":49,"head_span":{"start":195,"end":201,"token_start":37,"token_end":37,"label":"change_direction"},"child_span":{"start":247,"end":259,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":49,"head_span":{"start":189,"end":194,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":247,"end":259,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":49,"head_span":{"start":206,"end":211,"token_start":39,"token_end":39,"label":"type_of"},"child_span":{"start":247,"end":259,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":49,"head_span":{"start":213,"end":217,"token_start":41,"token_end":41,"label":"type_of"},"child_span":{"start":247,"end":259,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":49,"head_span":{"start":219,"end":231,"token_start":43,"token_end":44,"label":"type_of"},"child_span":{"start":247,"end":259,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":49,"head_span":{"start":236,"end":245,"token_start":46,"token_end":47,"label":"type_of"},"child_span":{"start":247,"end":259,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":49,"head_span":{"start":163,"end":185,"token_start":29,"token_end":34,"label":"effect_size"},"child_span":{"start":247,"end":259,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":49,"head_span":{"start":15,"end":21,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":247,"end":259,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":49,"head_span":{"start":61,"end":72,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":247,"end":259,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":49,"head_span":{"start":88,"end":96,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":247,"end":259,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":49,"head_span":{"start":126,"end":139,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":247,"end":259,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":16,"head_span":{"start":85,"end":87,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":88,"end":96,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"yes?","reason":"uncertain","relation count":"one","complexity":"simple","original_md_text":"Although it could yet prove to be a freak event, the primary concern is that global warming is eroding the polar vortex, the powerful winds that once insulated the frozen north.\n","text":"Although it could yet prove to be a freak event, the primary concern is that global warming is eroding the polar vortex, the powerful winds that once insulated the frozen north. IMPLIED_BASE IMPLIED_BASE","characters":"178","document_index":"6","md_sentence_index":"1","classification_origin":"cm-label-eval","url":"https://www.theguardian.com/environment/2018/feb/27/arctic-warming-scientists-alarmed-by-crazy-temperature-rises","combo_id":"6_1","post-training batch1":"6_1","_input_hash":-345244992,"_task_hash":1013266873,"spans":[{"text":"global warming","start":77,"token_start":16,"token_end":17,"end":91,"type":"pattern","label":"base"},{"start":95,"end":102,"token_start":19,"token_end":19,"label":"change_direction"},{"start":107,"end":119,"token_start":21,"token_end":22,"label":"base"},{"start":125,"end":133,"token_start":25,"token_end":25,"label":"type_of"},{"start":134,"end":139,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"it","start":9,"end":11,"id":1,"ws":true,"disabled":false},{"text":"could","start":12,"end":17,"id":2,"ws":true,"disabled":false},{"text":"yet","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"prove","start":22,"end":27,"id":4,"ws":true,"disabled":false},{"text":"to","start":28,"end":30,"id":5,"ws":true,"disabled":false},{"text":"be","start":31,"end":33,"id":6,"ws":true,"disabled":false},{"text":"a","start":34,"end":35,"id":7,"ws":true,"disabled":false},{"text":"freak","start":36,"end":41,"id":8,"ws":true,"disabled":false},{"text":"event","start":42,"end":47,"id":9,"ws":false,"disabled":false},{"text":",","start":47,"end":48,"id":10,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":11,"ws":true,"disabled":false},{"text":"primary","start":53,"end":60,"id":12,"ws":true,"disabled":false},{"text":"concern","start":61,"end":68,"id":13,"ws":true,"disabled":false},{"text":"is","start":69,"end":71,"id":14,"ws":true,"disabled":false},{"text":"that","start":72,"end":76,"id":15,"ws":true,"disabled":false},{"text":"global","start":77,"end":83,"id":16,"ws":true,"disabled":false},{"text":"warming","start":84,"end":91,"id":17,"ws":true,"disabled":false},{"text":"is","start":92,"end":94,"id":18,"ws":true,"disabled":false},{"text":"eroding","start":95,"end":102,"id":19,"ws":true,"disabled":false},{"text":"the","start":103,"end":106,"id":20,"ws":true,"disabled":false},{"text":"polar","start":107,"end":112,"id":21,"ws":true,"disabled":false},{"text":"vortex","start":113,"end":119,"id":22,"ws":false,"disabled":false},{"text":",","start":119,"end":120,"id":23,"ws":true,"disabled":false},{"text":"the","start":121,"end":124,"id":24,"ws":true,"disabled":false},{"text":"powerful","start":125,"end":133,"id":25,"ws":true,"disabled":false},{"text":"winds","start":134,"end":139,"id":26,"ws":true,"disabled":false},{"text":"that","start":140,"end":144,"id":27,"ws":true,"disabled":false},{"text":"once","start":145,"end":149,"id":28,"ws":true,"disabled":false},{"text":"insulated","start":150,"end":159,"id":29,"ws":true,"disabled":false},{"text":"the","start":160,"end":163,"id":30,"ws":true,"disabled":false},{"text":"frozen","start":164,"end":170,"id":31,"ws":true,"disabled":false},{"text":"north","start":171,"end":176,"id":32,"ws":false,"disabled":false},{"text":".","start":176,"end":177,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":191,"end":203,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":125,"end":133,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":134,"end":139,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":22,"head_span":{"start":95,"end":102,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":107,"end":119,"token_start":21,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":26,"head_span":{"start":95,"end":102,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":134,"end":139,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":26,"head_span":{"start":107,"end":119,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":134,"end":139,"token_start":26,"token_end":26,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":17,"child":22,"head_span":{"start":77,"end":91,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":107,"end":119,"token_start":21,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":26,"head_span":{"start":77,"end":91,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":134,"end":139,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Drought-related worry and psychological distress\n","text":"Drought-related worry and psychological distress IMPLIED_BASE IMPLIED_BASE","characters":"49","document_index":"619","md_sentence_index":"105","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_105","post-training batch1":"619_105","_input_hash":1506898491,"_task_hash":-224605508,"spans":[{"text":"Drought","start":0,"token_start":0,"token_end":0,"end":7,"type":"pattern","label":"base"}],"tokens":[{"text":"Drought","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":"-","start":7,"end":8,"id":1,"ws":false,"disabled":false},{"text":"related","start":8,"end":15,"id":2,"ws":true,"disabled":false},{"text":"worry","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"and","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"psychological","start":26,"end":39,"id":5,"ws":true,"disabled":false},{"text":"distress","start":40,"end":48,"id":6,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":49,"end":61,"id":7,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":62,"end":74,"id":8,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Stronger storms, like the Derecho winds that wiped out an estimated 10 million acres of corn in Iowa, can hurt the bottom line for farmers.\n","text":"Stronger storms, like the Derecho winds that wiped out an estimated 10 million acres of corn in Iowa, can hurt the bottom line for farmers. IMPLIED_BASE IMPLIED_BASE","characters":"140","document_index":"851","md_sentence_index":"78","classification_origin":"causal_sentence_classification","url":"https://spectrumnews1.com/wi/madison/news/2020/10/06/climate-change-report-details-current-and-future-impacts-in-wisconsin","combo_id":"851_78","post-training batch1":"851_78","_input_hash":-1543565173,"_task_hash":-108458803,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"change_direction"},{"text":"storms","start":9,"token_start":1,"token_end":1,"end":15,"type":"pattern","label":"base"},{"start":26,"end":33,"token_start":5,"token_end":5,"label":"type_of"},{"start":34,"end":39,"token_start":6,"token_end":6,"label":"base"},{"start":45,"end":54,"token_start":8,"token_end":9,"label":"change_direction"},{"start":68,"end":84,"token_start":12,"token_end":14,"label":"effect_size"},{"start":88,"end":92,"token_start":16,"token_end":16,"label":"base"},{"start":96,"end":100,"token_start":18,"token_end":18,"label":"where"},{"start":102,"end":105,"token_start":20,"token_end":20,"label":"confidence"},{"start":106,"end":110,"token_start":21,"token_end":21,"label":"change_direction"},{"start":115,"end":126,"token_start":23,"token_end":24,"label":"base"},{"start":131,"end":138,"token_start":26,"token_end":26,"label":"to_whom"}],"tokens":[{"text":"Stronger","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"storms","start":9,"end":15,"id":1,"ws":false,"disabled":false},{"text":",","start":15,"end":16,"id":2,"ws":true,"disabled":false},{"text":"like","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"the","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"Derecho","start":26,"end":33,"id":5,"ws":true,"disabled":false},{"text":"winds","start":34,"end":39,"id":6,"ws":true,"disabled":false},{"text":"that","start":40,"end":44,"id":7,"ws":true,"disabled":false},{"text":"wiped","start":45,"end":50,"id":8,"ws":true,"disabled":false},{"text":"out","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"an","start":55,"end":57,"id":10,"ws":true,"disabled":false},{"text":"estimated","start":58,"end":67,"id":11,"ws":true,"disabled":false},{"text":"10","start":68,"end":70,"id":12,"ws":true,"disabled":false},{"text":"million","start":71,"end":78,"id":13,"ws":true,"disabled":false},{"text":"acres","start":79,"end":84,"id":14,"ws":true,"disabled":false},{"text":"of","start":85,"end":87,"id":15,"ws":true,"disabled":false},{"text":"corn","start":88,"end":92,"id":16,"ws":true,"disabled":false},{"text":"in","start":93,"end":95,"id":17,"ws":true,"disabled":false},{"text":"Iowa","start":96,"end":100,"id":18,"ws":false,"disabled":false},{"text":",","start":100,"end":101,"id":19,"ws":true,"disabled":false},{"text":"can","start":102,"end":105,"id":20,"ws":true,"disabled":false},{"text":"hurt","start":106,"end":110,"id":21,"ws":true,"disabled":false},{"text":"the","start":111,"end":114,"id":22,"ws":true,"disabled":false},{"text":"bottom","start":115,"end":121,"id":23,"ws":true,"disabled":false},{"text":"line","start":122,"end":126,"id":24,"ws":true,"disabled":false},{"text":"for","start":127,"end":130,"id":25,"ws":true,"disabled":false},{"text":"farmers","start":131,"end":138,"id":26,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":26,"end":33,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":34,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":16,"head_span":{"start":68,"end":84,"token_start":12,"token_end":14,"label":"effect_size"},"child_span":{"start":88,"end":92,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":16,"head_span":{"start":45,"end":54,"token_start":8,"token_end":9,"label":"change_direction"},"child_span":{"start":88,"end":92,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":16,"head_span":{"start":34,"end":39,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":88,"end":92,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":1,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":9,"end":15,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":24,"head_span":{"start":106,"end":110,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":115,"end":126,"token_start":23,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":24,"head_span":{"start":9,"end":15,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":115,"end":126,"token_start":23,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We spoke to Dr. Aaron Bernstein, a pediatrician and Interim Director of The Center for Climate, Health, and the Global Environment at Harvard's T.H. Chan School of Public Health (Harvard C-CHANGE), who has seen firsthand how climate change can harm children, mostly through the burning of fossil fuels.","text":"We spoke to Dr. Aaron Bernstein, a pediatrician and Interim Director of The Center for Climate, Health, and the Global Environment at Harvard's T.H. Chan School of Public Health (Harvard C-CHANGE), who has seen firsthand how climate change can harm children, mostly through the burning of fossil fuels. IMPLIED_BASE IMPLIED_BASE","characters":"302","document_index":"687","md_sentence_index":"4","classification_origin":"causal_sentence_classification","url":"https://insideclimatenews.org/news/11032020/coronavirus-harvard-doctor-climate-change-public-health","combo_id":"687_4","post-training batch1":"687_4","_input_hash":1503016242,"_task_hash":264692352,"spans":[{"text":"Health","start":171,"token_start":32,"token_end":32,"end":177,"type":"pattern","label":"base"},{"text":"climate change","start":225,"token_start":45,"token_end":46,"end":239,"type":"pattern","label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"spoke","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"to","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"Dr.","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"Aaron","start":16,"end":21,"id":4,"ws":true,"disabled":false},{"text":"Bernstein","start":22,"end":31,"id":5,"ws":false,"disabled":false},{"text":",","start":31,"end":32,"id":6,"ws":true,"disabled":false},{"text":"a","start":33,"end":34,"id":7,"ws":true,"disabled":false},{"text":"pediatrician","start":35,"end":47,"id":8,"ws":true,"disabled":false},{"text":"and","start":48,"end":51,"id":9,"ws":true,"disabled":false},{"text":"Interim","start":52,"end":59,"id":10,"ws":true,"disabled":false},{"text":"Director","start":60,"end":68,"id":11,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":12,"ws":true,"disabled":false},{"text":"The","start":72,"end":75,"id":13,"ws":true,"disabled":false},{"text":"Center","start":76,"end":82,"id":14,"ws":true,"disabled":false},{"text":"for","start":83,"end":86,"id":15,"ws":true,"disabled":false},{"text":"Climate","start":87,"end":94,"id":16,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":17,"ws":true,"disabled":false},{"text":"Health","start":96,"end":102,"id":18,"ws":false,"disabled":false},{"text":",","start":102,"end":103,"id":19,"ws":true,"disabled":false},{"text":"and","start":104,"end":107,"id":20,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":21,"ws":true,"disabled":false},{"text":"Global","start":112,"end":118,"id":22,"ws":true,"disabled":false},{"text":"Environment","start":119,"end":130,"id":23,"ws":true,"disabled":false},{"text":"at","start":131,"end":133,"id":24,"ws":true,"disabled":false},{"text":"Harvard","start":134,"end":141,"id":25,"ws":false,"disabled":false},{"text":"'s","start":141,"end":143,"id":26,"ws":true,"disabled":false},{"text":"T.H.","start":144,"end":148,"id":27,"ws":true,"disabled":false},{"text":"Chan","start":149,"end":153,"id":28,"ws":true,"disabled":false},{"text":"School","start":154,"end":160,"id":29,"ws":true,"disabled":false},{"text":"of","start":161,"end":163,"id":30,"ws":true,"disabled":false},{"text":"Public","start":164,"end":170,"id":31,"ws":true,"disabled":false},{"text":"Health","start":171,"end":177,"id":32,"ws":true,"disabled":false},{"text":"(","start":178,"end":179,"id":33,"ws":false,"disabled":false},{"text":"Harvard","start":179,"end":186,"id":34,"ws":true,"disabled":false},{"text":"C","start":187,"end":188,"id":35,"ws":false,"disabled":false},{"text":"-","start":188,"end":189,"id":36,"ws":false,"disabled":false},{"text":"CHANGE","start":189,"end":195,"id":37,"ws":false,"disabled":false},{"text":")","start":195,"end":196,"id":38,"ws":false,"disabled":false},{"text":",","start":196,"end":197,"id":39,"ws":true,"disabled":false},{"text":"who","start":198,"end":201,"id":40,"ws":true,"disabled":false},{"text":"has","start":202,"end":205,"id":41,"ws":true,"disabled":false},{"text":"seen","start":206,"end":210,"id":42,"ws":true,"disabled":false},{"text":"firsthand","start":211,"end":220,"id":43,"ws":true,"disabled":false},{"text":"how","start":221,"end":224,"id":44,"ws":true,"disabled":false},{"text":"climate","start":225,"end":232,"id":45,"ws":true,"disabled":false},{"text":"change","start":233,"end":239,"id":46,"ws":true,"disabled":false},{"text":"can","start":240,"end":243,"id":47,"ws":true,"disabled":false},{"text":"harm","start":244,"end":248,"id":48,"ws":true,"disabled":false},{"text":"children","start":249,"end":257,"id":49,"ws":false,"disabled":false},{"text":",","start":257,"end":258,"id":50,"ws":true,"disabled":false},{"text":"mostly","start":259,"end":265,"id":51,"ws":true,"disabled":false},{"text":"through","start":266,"end":273,"id":52,"ws":true,"disabled":false},{"text":"the","start":274,"end":277,"id":53,"ws":true,"disabled":false},{"text":"burning","start":278,"end":285,"id":54,"ws":true,"disabled":false},{"text":"of","start":286,"end":288,"id":55,"ws":true,"disabled":false},{"text":"fossil","start":289,"end":295,"id":56,"ws":true,"disabled":false},{"text":"fuels","start":296,"end":301,"id":57,"ws":false,"disabled":false},{"text":".","start":301,"end":302,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":303,"end":315,"id":59,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":316,"end":328,"id":60,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For Clinton, the North Carolinian whose V. vulnificus exposure came from bagging raw shrimp, the infection progressed quickly because of chronic health ailments, including diabetes and a heart condition, medical records show.","text":"For Clinton, the North Carolinian whose V. vulnificus exposure came from bagging raw shrimp, the infection progressed quickly because of chronic health ailments, including diabetes and a heart condition, medical records show. IMPLIED_BASE IMPLIED_BASE","characters":"225","document_index":"861","md_sentence_index":"71","classification_origin":"causal_sentence_classification","url":"https://publicintegrity.org/environment/hidden-epidemics/vibrio-deadly-bacteria-coastal-waters-climate-change-health/","combo_id":"861_71","post-training batch1":"861_71","_input_hash":428572591,"_task_hash":1920661111,"spans":[{"start":40,"end":53,"token_start":7,"token_end":8,"label":"base"},{"start":54,"end":62,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":81,"end":84,"token_start":13,"token_end":13,"label":"type_of"},{"start":85,"end":91,"token_start":14,"token_end":14,"label":"base"},{"start":97,"end":106,"token_start":17,"token_end":17,"label":"base"},{"start":107,"end":117,"token_start":18,"token_end":18,"label":"change_direction"},{"start":137,"end":151,"token_start":22,"token_end":23,"label":"type_of"},{"start":152,"end":160,"token_start":24,"token_end":24,"label":"base"},{"start":172,"end":180,"token_start":27,"token_end":27,"label":"base"},{"start":187,"end":202,"token_start":30,"token_end":31,"label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Clinton","start":4,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"the","start":13,"end":16,"id":3,"ws":true,"disabled":false},{"text":"North","start":17,"end":22,"id":4,"ws":true,"disabled":false},{"text":"Carolinian","start":23,"end":33,"id":5,"ws":true,"disabled":false},{"text":"whose","start":34,"end":39,"id":6,"ws":true,"disabled":false},{"text":"V.","start":40,"end":42,"id":7,"ws":true,"disabled":false},{"text":"vulnificus","start":43,"end":53,"id":8,"ws":true,"disabled":false},{"text":"exposure","start":54,"end":62,"id":9,"ws":true,"disabled":false},{"text":"came","start":63,"end":67,"id":10,"ws":true,"disabled":false},{"text":"from","start":68,"end":72,"id":11,"ws":true,"disabled":false},{"text":"bagging","start":73,"end":80,"id":12,"ws":true,"disabled":false},{"text":"raw","start":81,"end":84,"id":13,"ws":true,"disabled":false},{"text":"shrimp","start":85,"end":91,"id":14,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":15,"ws":true,"disabled":false},{"text":"the","start":93,"end":96,"id":16,"ws":true,"disabled":false},{"text":"infection","start":97,"end":106,"id":17,"ws":true,"disabled":false},{"text":"progressed","start":107,"end":117,"id":18,"ws":true,"disabled":false},{"text":"quickly","start":118,"end":125,"id":19,"ws":true,"disabled":false},{"text":"because","start":126,"end":133,"id":20,"ws":true,"disabled":false},{"text":"of","start":134,"end":136,"id":21,"ws":true,"disabled":false},{"text":"chronic","start":137,"end":144,"id":22,"ws":true,"disabled":false},{"text":"health","start":145,"end":151,"id":23,"ws":true,"disabled":false},{"text":"ailments","start":152,"end":160,"id":24,"ws":false,"disabled":false},{"text":",","start":160,"end":161,"id":25,"ws":true,"disabled":false},{"text":"including","start":162,"end":171,"id":26,"ws":true,"disabled":false},{"text":"diabetes","start":172,"end":180,"id":27,"ws":true,"disabled":false},{"text":"and","start":181,"end":184,"id":28,"ws":true,"disabled":false},{"text":"a","start":185,"end":186,"id":29,"ws":true,"disabled":false},{"text":"heart","start":187,"end":192,"id":30,"ws":true,"disabled":false},{"text":"condition","start":193,"end":202,"id":31,"ws":false,"disabled":false},{"text":",","start":202,"end":203,"id":32,"ws":true,"disabled":false},{"text":"medical","start":204,"end":211,"id":33,"ws":true,"disabled":false},{"text":"records","start":212,"end":219,"id":34,"ws":true,"disabled":false},{"text":"show","start":220,"end":224,"id":35,"ws":false,"disabled":false},{"text":".","start":224,"end":225,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":23,"child":24,"head_span":{"start":137,"end":151,"token_start":22,"token_end":23,"label":"type_of"},"child_span":{"start":152,"end":160,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":81,"end":84,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":85,"end":91,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":54,"end":62,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":40,"end":53,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":107,"end":117,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":97,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":17,"head_span":{"start":152,"end":160,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":97,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":17,"head_span":{"start":187,"end":202,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":97,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":17,"head_span":{"start":172,"end":180,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":97,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":8,"head_span":{"start":85,"end":91,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":40,"end":53,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":24,"head_span":{"start":187,"end":202,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":152,"end":160,"token_start":24,"token_end":24,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":27,"child":24,"head_span":{"start":172,"end":180,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":152,"end":160,"token_start":24,"token_end":24,"label":"base"},"color":"#d9fbad","label":"Same_As"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The warming will slow to a potentially manageable pace only when human emissions are reduced to zero.","text":"The warming will slow to a potentially manageable pace only when human emissions are reduced to zero. IMPLIED_BASE IMPLIED_BASE","characters":"101","document_index":"746","md_sentence_index":"93","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2017/climate/what-is-climate-change.html","combo_id":"746_93","post-training batch1":"746_93","_input_hash":1123708921,"_task_hash":1643076798,"spans":[{"start":4,"end":11,"token_start":1,"token_end":1,"label":"base"},{"start":17,"end":21,"token_start":3,"token_end":3,"label":"change_direction"},{"start":65,"end":70,"token_start":11,"token_end":11,"label":"type_of"},{"text":"emissions","start":71,"token_start":12,"token_end":12,"end":80,"type":"pattern","label":"aspect_changing"},{"text":"reduced","start":85,"token_start":14,"token_end":14,"end":92,"type":"pattern","label":"change_direction"},{"start":102,"end":114,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"warming","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"will","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"slow","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"to","start":22,"end":24,"id":4,"ws":true,"disabled":false},{"text":"a","start":25,"end":26,"id":5,"ws":true,"disabled":false},{"text":"potentially","start":27,"end":38,"id":6,"ws":true,"disabled":false},{"text":"manageable","start":39,"end":49,"id":7,"ws":true,"disabled":false},{"text":"pace","start":50,"end":54,"id":8,"ws":true,"disabled":false},{"text":"only","start":55,"end":59,"id":9,"ws":true,"disabled":false},{"text":"when","start":60,"end":64,"id":10,"ws":true,"disabled":false},{"text":"human","start":65,"end":70,"id":11,"ws":true,"disabled":false},{"text":"emissions","start":71,"end":80,"id":12,"ws":true,"disabled":false},{"text":"are","start":81,"end":84,"id":13,"ws":true,"disabled":false},{"text":"reduced","start":85,"end":92,"id":14,"ws":true,"disabled":false},{"text":"to","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"zero","start":96,"end":100,"id":16,"ws":false,"disabled":false},{"text":".","start":100,"end":101,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":102,"end":114,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":14,"child":18,"head_span":{"start":85,"end":92,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":102,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":18,"head_span":{"start":71,"end":80,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":102,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":18,"head_span":{"start":65,"end":70,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":102,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":1,"head_span":{"start":17,"end":21,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":4,"end":11,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":1,"head_span":{"start":102,"end":114,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":4,"end":11,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The hottest days, with temperatures above 86 F, caused annual income in a county to be 0.076% lower than a 59-degree day.","text":"The hottest days, with temperatures above 86 F, caused annual income in a county to be 0.076% lower than a 59-degree day. IMPLIED_BASE IMPLIED_BASE","characters":"121","document_index":"741","md_sentence_index":"18","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/heat-wave-effects-on-economic-productivity-2019-7","combo_id":"741_18","post-training batch1":"741_18","_input_hash":864648163,"_task_hash":-1719093173,"spans":[{"start":4,"end":11,"token_start":1,"token_end":1,"label":"type_of"},{"start":12,"end":16,"token_start":2,"token_end":2,"label":"base"},{"start":55,"end":61,"token_start":11,"token_end":11,"label":"type_of"},{"start":62,"end":68,"token_start":12,"token_end":12,"label":"base"},{"start":87,"end":93,"token_start":18,"token_end":19,"label":"effect_size"},{"start":94,"end":99,"token_start":20,"token_end":20,"label":"change_direction"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"hottest","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"days","start":12,"end":16,"id":2,"ws":false,"disabled":false},{"text":",","start":16,"end":17,"id":3,"ws":true,"disabled":false},{"text":"with","start":18,"end":22,"id":4,"ws":true,"disabled":false},{"text":"temperatures","start":23,"end":35,"id":5,"ws":true,"disabled":false},{"text":"above","start":36,"end":41,"id":6,"ws":true,"disabled":false},{"text":"86","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"F","start":45,"end":46,"id":8,"ws":false,"disabled":false},{"text":",","start":46,"end":47,"id":9,"ws":true,"disabled":false},{"text":"caused","start":48,"end":54,"id":10,"ws":true,"disabled":false},{"text":"annual","start":55,"end":61,"id":11,"ws":true,"disabled":false},{"text":"income","start":62,"end":68,"id":12,"ws":true,"disabled":false},{"text":"in","start":69,"end":71,"id":13,"ws":true,"disabled":false},{"text":"a","start":72,"end":73,"id":14,"ws":true,"disabled":false},{"text":"county","start":74,"end":80,"id":15,"ws":true,"disabled":false},{"text":"to","start":81,"end":83,"id":16,"ws":true,"disabled":false},{"text":"be","start":84,"end":86,"id":17,"ws":true,"disabled":false},{"text":"0.076","start":87,"end":92,"id":18,"ws":false,"disabled":false},{"text":"%","start":92,"end":93,"id":19,"ws":true,"disabled":false},{"text":"lower","start":94,"end":99,"id":20,"ws":true,"disabled":false},{"text":"than","start":100,"end":104,"id":21,"ws":true,"disabled":false},{"text":"a","start":105,"end":106,"id":22,"ws":true,"disabled":false},{"text":"59-degree","start":107,"end":116,"id":23,"ws":true,"disabled":false},{"text":"day","start":117,"end":120,"id":24,"ws":false,"disabled":false},{"text":".","start":120,"end":121,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":122,"end":134,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":135,"end":147,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":11,"child":12,"head_span":{"start":55,"end":61,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":62,"end":68,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":12,"head_span":{"start":87,"end":93,"token_start":18,"token_end":19,"label":"effect_size"},"child_span":{"start":62,"end":68,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":12,"head_span":{"start":94,"end":99,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":62,"end":68,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":2,"head_span":{"start":4,"end":11,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":12,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":12,"head_span":{"start":12,"end":16,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":62,"end":68,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"","relation count":"many","complexity":"complex","original_md_text":"In October 2018, they said carbon emissions must halve by 2030 to avoid even greater risks of drought, floods, extreme heat and poverty for hundreds of millions of people.","text":"In October 2018, they said carbon emissions must halve by 2030 to avoid even greater risks of drought, floods, extreme heat and poverty for hundreds of millions of people. IMPLIED_BASE IMPLIED_BASE","characters":"171","document_index":"242","md_sentence_index":"28","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/jun/25/climate-apartheid-united-nations-expert-says-human-rights-may-not-survive-crisis","combo_id":"242_28","post-training batch1":"242_28","_input_hash":1257384298,"_task_hash":-1252126295,"spans":[{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},{"text":"emissions","start":34,"token_start":7,"token_end":7,"end":43,"type":"pattern","label":"aspect_changing"},{"start":49,"end":54,"token_start":9,"token_end":9,"label":"change_direction"},{"start":66,"end":71,"token_start":13,"token_end":13,"label":"change_direction"},{"text":"risks","start":85,"token_start":16,"token_end":16,"end":90,"type":"pattern","label":"aspect_changing"},{"text":"drought","start":94,"token_start":18,"token_end":18,"end":101,"type":"pattern","label":"base"},{"text":"floods","start":103,"token_start":20,"token_end":20,"end":109,"type":"pattern","label":"base"},{"start":111,"end":118,"token_start":22,"token_end":22,"label":"type_of"},{"start":119,"end":123,"token_start":23,"token_end":23,"label":"base"},{"start":128,"end":135,"token_start":25,"token_end":25,"label":"base"},{"start":140,"end":170,"token_start":27,"token_end":31,"label":"effect_size"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"October","start":3,"end":10,"id":1,"ws":true,"disabled":false},{"text":"2018","start":11,"end":15,"id":2,"ws":false,"disabled":false},{"text":",","start":15,"end":16,"id":3,"ws":true,"disabled":false},{"text":"they","start":17,"end":21,"id":4,"ws":true,"disabled":false},{"text":"said","start":22,"end":26,"id":5,"ws":true,"disabled":false},{"text":"carbon","start":27,"end":33,"id":6,"ws":true,"disabled":false},{"text":"emissions","start":34,"end":43,"id":7,"ws":true,"disabled":false},{"text":"must","start":44,"end":48,"id":8,"ws":true,"disabled":false},{"text":"halve","start":49,"end":54,"id":9,"ws":true,"disabled":false},{"text":"by","start":55,"end":57,"id":10,"ws":true,"disabled":false},{"text":"2030","start":58,"end":62,"id":11,"ws":true,"disabled":false},{"text":"to","start":63,"end":65,"id":12,"ws":true,"disabled":false},{"text":"avoid","start":66,"end":71,"id":13,"ws":true,"disabled":false},{"text":"even","start":72,"end":76,"id":14,"ws":true,"disabled":false},{"text":"greater","start":77,"end":84,"id":15,"ws":true,"disabled":false},{"text":"risks","start":85,"end":90,"id":16,"ws":true,"disabled":false},{"text":"of","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"drought","start":94,"end":101,"id":18,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":19,"ws":true,"disabled":false},{"text":"floods","start":103,"end":109,"id":20,"ws":false,"disabled":false},{"text":",","start":109,"end":110,"id":21,"ws":true,"disabled":false},{"text":"extreme","start":111,"end":118,"id":22,"ws":true,"disabled":false},{"text":"heat","start":119,"end":123,"id":23,"ws":true,"disabled":false},{"text":"and","start":124,"end":127,"id":24,"ws":true,"disabled":false},{"text":"poverty","start":128,"end":135,"id":25,"ws":true,"disabled":false},{"text":"for","start":136,"end":139,"id":26,"ws":true,"disabled":false},{"text":"hundreds","start":140,"end":148,"id":27,"ws":true,"disabled":false},{"text":"of","start":149,"end":151,"id":28,"ws":true,"disabled":false},{"text":"millions","start":152,"end":160,"id":29,"ws":true,"disabled":false},{"text":"of","start":161,"end":163,"id":30,"ws":true,"disabled":false},{"text":"people","start":164,"end":170,"id":31,"ws":false,"disabled":false},{"text":".","start":170,"end":171,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":7,"child":6,"head_span":{"start":34,"end":43,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":6,"head_span":{"start":49,"end":54,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":85,"end":90,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":94,"end":101,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":18,"head_span":{"start":66,"end":71,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":94,"end":101,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":85,"end":90,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":103,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":111,"end":118,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":119,"end":123,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":20,"head_span":{"start":66,"end":71,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":103,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":23,"head_span":{"start":66,"end":71,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":119,"end":123,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":23,"head_span":{"start":85,"end":90,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":119,"end":123,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":25,"head_span":{"start":85,"end":90,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":128,"end":135,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":25,"head_span":{"start":66,"end":71,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":128,"end":135,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":18,"head_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":94,"end":101,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":20,"head_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":103,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":23,"head_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":119,"end":123,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":25,"head_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":128,"end":135,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"According to the U.N.'s Food and Agriculture Organization, there's been a surge of migration from rural areas in Honduras, where farmers lost an estimated 82 percent of corn and bean crops last year from lack of rain.\n","text":"According to the U.N.'s Food and Agriculture Organization, there's been a surge of migration from rural areas in Honduras, where farmers lost an estimated 82 percent of corn and bean crops last year from lack of rain. IMPLIED_BASE IMPLIED_BASE","characters":"218","document_index":"3","md_sentence_index":"49","classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/newshour/show/climate-change-is-killing-crops-in-honduras-and-driving-farmers-north","combo_id":"3_49","post-training batch1":"3_49","_input_hash":108552685,"_task_hash":1291485379,"spans":[{"start":74,"end":79,"token_start":14,"token_end":14,"label":"change_direction"},{"start":83,"end":92,"token_start":16,"token_end":16,"label":"base"},{"start":93,"end":109,"token_start":17,"token_end":19,"label":"where"},{"start":110,"end":121,"token_start":20,"token_end":21,"label":"where"},{"start":123,"end":128,"token_start":23,"token_end":23,"label":"predicate"},{"start":129,"end":136,"token_start":24,"token_end":24,"label":"to_whom"},{"start":137,"end":141,"token_start":25,"token_end":25,"label":"change_direction"},{"start":142,"end":165,"token_start":26,"token_end":29,"label":"effect_size"},{"start":169,"end":173,"token_start":31,"token_end":31,"label":"type_of"},{"start":178,"end":182,"token_start":33,"token_end":33,"label":"type_of"},{"text":"crops","start":183,"token_start":34,"token_end":34,"end":188,"type":"pattern","label":"base"},{"start":189,"end":198,"token_start":35,"token_end":36,"label":"when"},{"start":199,"end":203,"token_start":37,"token_end":37,"label":"predicate"},{"text":"lack of","start":204,"token_start":38,"token_end":39,"end":211,"type":"pattern","label":"change_direction"},{"text":"rain","start":212,"token_start":40,"token_end":40,"end":216,"type":"pattern","label":"base"}],"tokens":[{"text":"According","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"to","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"the","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"U.N.","start":17,"end":21,"id":3,"ws":false,"disabled":false},{"text":"'s","start":21,"end":23,"id":4,"ws":true,"disabled":false},{"text":"Food","start":24,"end":28,"id":5,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":6,"ws":true,"disabled":false},{"text":"Agriculture","start":33,"end":44,"id":7,"ws":true,"disabled":false},{"text":"Organization","start":45,"end":57,"id":8,"ws":false,"disabled":false},{"text":",","start":57,"end":58,"id":9,"ws":true,"disabled":false},{"text":"there","start":59,"end":64,"id":10,"ws":false,"disabled":false},{"text":"'s","start":64,"end":66,"id":11,"ws":true,"disabled":false},{"text":"been","start":67,"end":71,"id":12,"ws":true,"disabled":false},{"text":"a","start":72,"end":73,"id":13,"ws":true,"disabled":false},{"text":"surge","start":74,"end":79,"id":14,"ws":true,"disabled":false},{"text":"of","start":80,"end":82,"id":15,"ws":true,"disabled":false},{"text":"migration","start":83,"end":92,"id":16,"ws":true,"disabled":false},{"text":"from","start":93,"end":97,"id":17,"ws":true,"disabled":false},{"text":"rural","start":98,"end":103,"id":18,"ws":true,"disabled":false},{"text":"areas","start":104,"end":109,"id":19,"ws":true,"disabled":false},{"text":"in","start":110,"end":112,"id":20,"ws":true,"disabled":false},{"text":"Honduras","start":113,"end":121,"id":21,"ws":false,"disabled":false},{"text":",","start":121,"end":122,"id":22,"ws":true,"disabled":false},{"text":"where","start":123,"end":128,"id":23,"ws":true,"disabled":false},{"text":"farmers","start":129,"end":136,"id":24,"ws":true,"disabled":false},{"text":"lost","start":137,"end":141,"id":25,"ws":true,"disabled":false},{"text":"an","start":142,"end":144,"id":26,"ws":true,"disabled":false},{"text":"estimated","start":145,"end":154,"id":27,"ws":true,"disabled":false},{"text":"82","start":155,"end":157,"id":28,"ws":true,"disabled":false},{"text":"percent","start":158,"end":165,"id":29,"ws":true,"disabled":false},{"text":"of","start":166,"end":168,"id":30,"ws":true,"disabled":false},{"text":"corn","start":169,"end":173,"id":31,"ws":true,"disabled":false},{"text":"and","start":174,"end":177,"id":32,"ws":true,"disabled":false},{"text":"bean","start":178,"end":182,"id":33,"ws":true,"disabled":false},{"text":"crops","start":183,"end":188,"id":34,"ws":true,"disabled":false},{"text":"last","start":189,"end":193,"id":35,"ws":true,"disabled":false},{"text":"year","start":194,"end":198,"id":36,"ws":true,"disabled":false},{"text":"from","start":199,"end":203,"id":37,"ws":true,"disabled":false},{"text":"lack","start":204,"end":208,"id":38,"ws":true,"disabled":false},{"text":"of","start":209,"end":211,"id":39,"ws":true,"disabled":false},{"text":"rain","start":212,"end":216,"id":40,"ws":false,"disabled":false},{"text":".","start":216,"end":217,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":231,"end":243,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":31,"child":34,"head_span":{"start":169,"end":173,"token_start":31,"token_end":31,"label":"type_of"},"child_span":{"start":183,"end":188,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":34,"head_span":{"start":178,"end":182,"token_start":33,"token_end":33,"label":"type_of"},"child_span":{"start":183,"end":188,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":34,"head_span":{"start":212,"end":216,"token_start":40,"token_end":40,"label":"base"},"child_span":{"start":183,"end":188,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":40,"head_span":{"start":204,"end":211,"token_start":38,"token_end":39,"label":"change_direction"},"child_span":{"start":212,"end":216,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":34,"head_span":{"start":137,"end":141,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":183,"end":188,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":16,"head_span":{"start":183,"end":188,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":83,"end":92,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":16,"head_span":{"start":74,"end":79,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":83,"end":92,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":16,"head_span":{"start":93,"end":109,"token_start":17,"token_end":19,"label":"where"},"child_span":{"start":83,"end":92,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":16,"head_span":{"start":110,"end":121,"token_start":20,"token_end":21,"label":"where"},"child_span":{"start":83,"end":92,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":40,"head_span":{"start":189,"end":198,"token_start":35,"token_end":36,"label":"when"},"child_span":{"start":212,"end":216,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":34,"head_span":{"start":142,"end":165,"token_start":26,"token_end":29,"label":"effect_size"},"child_span":{"start":183,"end":188,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"By returning the revenues through household rebates, tax cuts and low-carbon investments like public transit, governments are using the revenues from carbon pricing to make the transition to a cleaner economy more affordable.","text":"By returning the revenues through household rebates, tax cuts and low-carbon investments like public transit, governments are using the revenues from carbon pricing to make the transition to a cleaner economy more affordable. IMPLIED_BASE IMPLIED_BASE","characters":"225","document_index":"268","md_sentence_index":"48","classification_origin":"cm_cause_effect_rel","url":"http://theconversation.com/climate-change-puts-health-at-risk-and-economists-have-the-right-prescription-118797","combo_id":"268_48","post-training batch1":"268_48","_input_hash":765721175,"_task_hash":787224157,"spans":[{"start":0,"end":2,"token_start":0,"token_end":0,"label":"predicate"},{"start":3,"end":12,"token_start":1,"token_end":1,"label":"change_direction"},{"start":17,"end":25,"token_start":3,"token_end":3,"label":"aspect_changing"},{"start":34,"end":43,"token_start":5,"token_end":5,"label":"type_of"},{"start":44,"end":51,"token_start":6,"token_end":6,"label":"base"},{"start":53,"end":61,"token_start":8,"token_end":9,"label":"base"},{"start":66,"end":76,"token_start":11,"token_end":13,"label":"type_of"},{"start":77,"end":88,"token_start":14,"token_end":14,"label":"base"},{"start":94,"end":108,"token_start":16,"token_end":17,"label":"base"},{"start":110,"end":121,"token_start":19,"token_end":19,"label":"to_whom"},{"start":150,"end":164,"token_start":25,"token_end":26,"label":"base"},{"start":165,"end":176,"token_start":27,"token_end":29,"label":"predicate"},{"start":177,"end":187,"token_start":30,"token_end":30,"label":"aspect_changing"},{"start":193,"end":200,"token_start":33,"token_end":33,"label":"type_of"},{"start":201,"end":208,"token_start":34,"token_end":34,"label":"base"},{"start":209,"end":224,"token_start":35,"token_end":36,"label":"change_direction"}],"tokens":[{"text":"By","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"returning","start":3,"end":12,"id":1,"ws":true,"disabled":false},{"text":"the","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"revenues","start":17,"end":25,"id":3,"ws":true,"disabled":false},{"text":"through","start":26,"end":33,"id":4,"ws":true,"disabled":false},{"text":"household","start":34,"end":43,"id":5,"ws":true,"disabled":false},{"text":"rebates","start":44,"end":51,"id":6,"ws":false,"disabled":false},{"text":",","start":51,"end":52,"id":7,"ws":true,"disabled":false},{"text":"tax","start":53,"end":56,"id":8,"ws":true,"disabled":false},{"text":"cuts","start":57,"end":61,"id":9,"ws":true,"disabled":false},{"text":"and","start":62,"end":65,"id":10,"ws":true,"disabled":false},{"text":"low","start":66,"end":69,"id":11,"ws":false,"disabled":false},{"text":"-","start":69,"end":70,"id":12,"ws":false,"disabled":false},{"text":"carbon","start":70,"end":76,"id":13,"ws":true,"disabled":false},{"text":"investments","start":77,"end":88,"id":14,"ws":true,"disabled":false},{"text":"like","start":89,"end":93,"id":15,"ws":true,"disabled":false},{"text":"public","start":94,"end":100,"id":16,"ws":true,"disabled":false},{"text":"transit","start":101,"end":108,"id":17,"ws":false,"disabled":false},{"text":",","start":108,"end":109,"id":18,"ws":true,"disabled":false},{"text":"governments","start":110,"end":121,"id":19,"ws":true,"disabled":false},{"text":"are","start":122,"end":125,"id":20,"ws":true,"disabled":false},{"text":"using","start":126,"end":131,"id":21,"ws":true,"disabled":false},{"text":"the","start":132,"end":135,"id":22,"ws":true,"disabled":false},{"text":"revenues","start":136,"end":144,"id":23,"ws":true,"disabled":false},{"text":"from","start":145,"end":149,"id":24,"ws":true,"disabled":false},{"text":"carbon","start":150,"end":156,"id":25,"ws":true,"disabled":false},{"text":"pricing","start":157,"end":164,"id":26,"ws":true,"disabled":false},{"text":"to","start":165,"end":167,"id":27,"ws":true,"disabled":false},{"text":"make","start":168,"end":172,"id":28,"ws":true,"disabled":false},{"text":"the","start":173,"end":176,"id":29,"ws":true,"disabled":false},{"text":"transition","start":177,"end":187,"id":30,"ws":true,"disabled":false},{"text":"to","start":188,"end":190,"id":31,"ws":true,"disabled":false},{"text":"a","start":191,"end":192,"id":32,"ws":true,"disabled":false},{"text":"cleaner","start":193,"end":200,"id":33,"ws":true,"disabled":false},{"text":"economy","start":201,"end":208,"id":34,"ws":true,"disabled":false},{"text":"more","start":209,"end":213,"id":35,"ws":true,"disabled":false},{"text":"affordable","start":214,"end":224,"id":36,"ws":false,"disabled":false},{"text":".","start":224,"end":225,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":33,"child":34,"head_span":{"start":193,"end":200,"token_start":33,"token_end":33,"label":"type_of"},"child_span":{"start":201,"end":208,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":34,"head_span":{"start":209,"end":224,"token_start":35,"token_end":36,"label":"change_direction"},"child_span":{"start":201,"end":208,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":34,"end":43,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":44,"end":51,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":66,"end":76,"token_start":11,"token_end":13,"label":"type_of"},"child_span":{"start":77,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":34,"head_span":{"start":44,"end":51,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":201,"end":208,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":34,"head_span":{"start":53,"end":61,"token_start":8,"token_end":9,"label":"base"},"child_span":{"start":201,"end":208,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":34,"head_span":{"start":77,"end":88,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":201,"end":208,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":34,"head_span":{"start":94,"end":108,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":201,"end":208,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":26,"head_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":150,"end":164,"token_start":25,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":26,"head_span":{"start":17,"end":25,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":150,"end":164,"token_start":25,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":34,"head_span":{"start":150,"end":164,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":201,"end":208,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":26,"head_span":{"start":110,"end":121,"token_start":19,"token_end":19,"label":"to_whom"},"child_span":{"start":150,"end":164,"token_start":25,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":34,"head_span":{"start":177,"end":187,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":201,"end":208,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":false,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For Suzanne Drake, a historical-society volunteer who cobbled together enough money during the recession to buy \u201cthe ugliest house on the prettiest street in town,\u201d talk of managed retreat has kicked up an anger she didn\u2019t know she had.\n","text":"For Suzanne Drake, a historical-society volunteer who cobbled together enough money during the recession to buy \u201cthe ugliest house on the prettiest street in town,\u201d talk of managed retreat has kicked up an anger she didn\u2019t know she had. IMPLIED_BASE IMPLIED_BASE","characters":"237","document_index":"524","md_sentence_index":"77","classification_origin":"causal_sentence_classification","url":"https://www.latimes.com/projects/la-me-sea-level-rise-california-coast/","combo_id":"524_77","post-training batch1":"524_77","_input_hash":-2010373751,"_task_hash":-1024584756,"spans":[],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Suzanne","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"Drake","start":12,"end":17,"id":2,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":3,"ws":true,"disabled":false},{"text":"a","start":19,"end":20,"id":4,"ws":true,"disabled":false},{"text":"historical","start":21,"end":31,"id":5,"ws":false,"disabled":false},{"text":"-","start":31,"end":32,"id":6,"ws":false,"disabled":false},{"text":"society","start":32,"end":39,"id":7,"ws":true,"disabled":false},{"text":"volunteer","start":40,"end":49,"id":8,"ws":true,"disabled":false},{"text":"who","start":50,"end":53,"id":9,"ws":true,"disabled":false},{"text":"cobbled","start":54,"end":61,"id":10,"ws":true,"disabled":false},{"text":"together","start":62,"end":70,"id":11,"ws":true,"disabled":false},{"text":"enough","start":71,"end":77,"id":12,"ws":true,"disabled":false},{"text":"money","start":78,"end":83,"id":13,"ws":true,"disabled":false},{"text":"during","start":84,"end":90,"id":14,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":15,"ws":true,"disabled":false},{"text":"recession","start":95,"end":104,"id":16,"ws":true,"disabled":false},{"text":"to","start":105,"end":107,"id":17,"ws":true,"disabled":false},{"text":"buy","start":108,"end":111,"id":18,"ws":true,"disabled":false},{"text":"\u201c","start":112,"end":113,"id":19,"ws":false,"disabled":false},{"text":"the","start":113,"end":116,"id":20,"ws":true,"disabled":false},{"text":"ugliest","start":117,"end":124,"id":21,"ws":true,"disabled":false},{"text":"house","start":125,"end":130,"id":22,"ws":true,"disabled":false},{"text":"on","start":131,"end":133,"id":23,"ws":true,"disabled":false},{"text":"the","start":134,"end":137,"id":24,"ws":true,"disabled":false},{"text":"prettiest","start":138,"end":147,"id":25,"ws":true,"disabled":false},{"text":"street","start":148,"end":154,"id":26,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":27,"ws":true,"disabled":false},{"text":"town","start":158,"end":162,"id":28,"ws":false,"disabled":false},{"text":",","start":162,"end":163,"id":29,"ws":false,"disabled":false},{"text":"\u201d","start":163,"end":164,"id":30,"ws":true,"disabled":false},{"text":"talk","start":165,"end":169,"id":31,"ws":true,"disabled":false},{"text":"of","start":170,"end":172,"id":32,"ws":true,"disabled":false},{"text":"managed","start":173,"end":180,"id":33,"ws":true,"disabled":false},{"text":"retreat","start":181,"end":188,"id":34,"ws":true,"disabled":false},{"text":"has","start":189,"end":192,"id":35,"ws":true,"disabled":false},{"text":"kicked","start":193,"end":199,"id":36,"ws":true,"disabled":false},{"text":"up","start":200,"end":202,"id":37,"ws":true,"disabled":false},{"text":"an","start":203,"end":205,"id":38,"ws":true,"disabled":false},{"text":"anger","start":206,"end":211,"id":39,"ws":true,"disabled":false},{"text":"she","start":212,"end":215,"id":40,"ws":true,"disabled":false},{"text":"did","start":216,"end":219,"id":41,"ws":false,"disabled":false},{"text":"n\u2019t","start":219,"end":222,"id":42,"ws":true,"disabled":false},{"text":"know","start":223,"end":227,"id":43,"ws":true,"disabled":false},{"text":"she","start":228,"end":231,"id":44,"ws":true,"disabled":false},{"text":"had","start":232,"end":235,"id":45,"ws":false,"disabled":false},{"text":".","start":235,"end":236,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":237,"end":249,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":250,"end":262,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Around the wine-growing world, smart producers have contemplated and experimented with adaptations, not only to hotter summers, but also to warmer winters, droughts and the sort of unexpected, sometimes violent events that stem from climate change: freak hailstorms, spring frosts, flooding and forest fires, just to name a few.\n","text":"Around the wine-growing world, smart producers have contemplated and experimented with adaptations, not only to hotter summers, but also to warmer winters, droughts and the sort of unexpected, sometimes violent events that stem from climate change: freak hailstorms, spring frosts, flooding and forest fires, just to name a few. IMPLIED_BASE IMPLIED_BASE","characters":"329","document_index":"421","md_sentence_index":"3","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2019/10/14/dining/drinks/climate-change-wine.html","combo_id":"421_3","post-training batch1":"421_3","_input_hash":1103191210,"_task_hash":1594432034,"spans":[{"text":"hotter","start":112,"token_start":19,"token_end":19,"end":118,"type":"pattern","label":"change_direction"},{"text":"summers","start":119,"token_start":20,"token_end":20,"end":126,"type":"pattern","label":"base"},{"text":"warmer","start":140,"token_start":25,"token_end":25,"end":146,"type":"pattern","label":"change_direction"},{"text":"winters","start":147,"token_start":26,"token_end":26,"end":154,"type":"pattern","label":"base"},{"text":"droughts","start":156,"token_start":28,"token_end":28,"end":164,"type":"pattern","label":"base"},{"start":223,"end":232,"token_start":39,"token_end":40,"label":"predicate"},{"text":"climate change","start":233,"token_start":41,"token_end":42,"end":247,"type":"pattern","label":"base"},{"start":249,"end":254,"token_start":44,"token_end":44,"label":"type_of"},{"start":255,"end":265,"token_start":45,"token_end":45,"label":"base"},{"start":267,"end":273,"token_start":47,"token_end":47,"label":"type_of"},{"text":"frosts","start":274,"token_start":48,"token_end":48,"end":280,"type":"pattern","label":"base"},{"text":"flooding","start":282,"token_start":50,"token_end":50,"end":290,"type":"pattern","label":"base"},{"text":"forest fires","start":295,"token_start":52,"token_end":53,"end":307,"type":"pattern","label":"base"}],"tokens":[{"text":"Around","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"the","start":7,"end":10,"id":1,"ws":true,"disabled":false},{"text":"wine","start":11,"end":15,"id":2,"ws":false,"disabled":false},{"text":"-","start":15,"end":16,"id":3,"ws":false,"disabled":false},{"text":"growing","start":16,"end":23,"id":4,"ws":true,"disabled":false},{"text":"world","start":24,"end":29,"id":5,"ws":false,"disabled":false},{"text":",","start":29,"end":30,"id":6,"ws":true,"disabled":false},{"text":"smart","start":31,"end":36,"id":7,"ws":true,"disabled":false},{"text":"producers","start":37,"end":46,"id":8,"ws":true,"disabled":false},{"text":"have","start":47,"end":51,"id":9,"ws":true,"disabled":false},{"text":"contemplated","start":52,"end":64,"id":10,"ws":true,"disabled":false},{"text":"and","start":65,"end":68,"id":11,"ws":true,"disabled":false},{"text":"experimented","start":69,"end":81,"id":12,"ws":true,"disabled":false},{"text":"with","start":82,"end":86,"id":13,"ws":true,"disabled":false},{"text":"adaptations","start":87,"end":98,"id":14,"ws":false,"disabled":false},{"text":",","start":98,"end":99,"id":15,"ws":true,"disabled":false},{"text":"not","start":100,"end":103,"id":16,"ws":true,"disabled":false},{"text":"only","start":104,"end":108,"id":17,"ws":true,"disabled":false},{"text":"to","start":109,"end":111,"id":18,"ws":true,"disabled":false},{"text":"hotter","start":112,"end":118,"id":19,"ws":true,"disabled":false},{"text":"summers","start":119,"end":126,"id":20,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":21,"ws":true,"disabled":false},{"text":"but","start":128,"end":131,"id":22,"ws":true,"disabled":false},{"text":"also","start":132,"end":136,"id":23,"ws":true,"disabled":false},{"text":"to","start":137,"end":139,"id":24,"ws":true,"disabled":false},{"text":"warmer","start":140,"end":146,"id":25,"ws":true,"disabled":false},{"text":"winters","start":147,"end":154,"id":26,"ws":false,"disabled":false},{"text":",","start":154,"end":155,"id":27,"ws":true,"disabled":false},{"text":"droughts","start":156,"end":164,"id":28,"ws":true,"disabled":false},{"text":"and","start":165,"end":168,"id":29,"ws":true,"disabled":false},{"text":"the","start":169,"end":172,"id":30,"ws":true,"disabled":false},{"text":"sort","start":173,"end":177,"id":31,"ws":true,"disabled":false},{"text":"of","start":178,"end":180,"id":32,"ws":true,"disabled":false},{"text":"unexpected","start":181,"end":191,"id":33,"ws":false,"disabled":false},{"text":",","start":191,"end":192,"id":34,"ws":true,"disabled":false},{"text":"sometimes","start":193,"end":202,"id":35,"ws":true,"disabled":false},{"text":"violent","start":203,"end":210,"id":36,"ws":true,"disabled":false},{"text":"events","start":211,"end":217,"id":37,"ws":true,"disabled":false},{"text":"that","start":218,"end":222,"id":38,"ws":true,"disabled":false},{"text":"stem","start":223,"end":227,"id":39,"ws":true,"disabled":false},{"text":"from","start":228,"end":232,"id":40,"ws":true,"disabled":false},{"text":"climate","start":233,"end":240,"id":41,"ws":true,"disabled":false},{"text":"change","start":241,"end":247,"id":42,"ws":false,"disabled":false},{"text":":","start":247,"end":248,"id":43,"ws":true,"disabled":false},{"text":"freak","start":249,"end":254,"id":44,"ws":true,"disabled":false},{"text":"hailstorms","start":255,"end":265,"id":45,"ws":false,"disabled":false},{"text":",","start":265,"end":266,"id":46,"ws":true,"disabled":false},{"text":"spring","start":267,"end":273,"id":47,"ws":true,"disabled":false},{"text":"frosts","start":274,"end":280,"id":48,"ws":false,"disabled":false},{"text":",","start":280,"end":281,"id":49,"ws":true,"disabled":false},{"text":"flooding","start":282,"end":290,"id":50,"ws":true,"disabled":false},{"text":"and","start":291,"end":294,"id":51,"ws":true,"disabled":false},{"text":"forest","start":295,"end":301,"id":52,"ws":true,"disabled":false},{"text":"fires","start":302,"end":307,"id":53,"ws":false,"disabled":false},{"text":",","start":307,"end":308,"id":54,"ws":true,"disabled":false},{"text":"just","start":309,"end":313,"id":55,"ws":true,"disabled":false},{"text":"to","start":314,"end":316,"id":56,"ws":true,"disabled":false},{"text":"name","start":317,"end":321,"id":57,"ws":true,"disabled":false},{"text":"a","start":322,"end":323,"id":58,"ws":true,"disabled":false},{"text":"few","start":324,"end":327,"id":59,"ws":false,"disabled":false},{"text":".","start":327,"end":328,"id":60,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":329,"end":341,"id":61,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":342,"end":354,"id":62,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":140,"end":146,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":147,"end":154,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":112,"end":118,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":119,"end":126,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":45,"head_span":{"start":249,"end":254,"token_start":44,"token_end":44,"label":"type_of"},"child_span":{"start":255,"end":265,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":48,"head_span":{"start":267,"end":273,"token_start":47,"token_end":47,"label":"type_of"},"child_span":{"start":274,"end":280,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":45,"head_span":{"start":233,"end":247,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":255,"end":265,"token_start":45,"token_end":45,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":48,"head_span":{"start":233,"end":247,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":274,"end":280,"token_start":48,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":50,"head_span":{"start":233,"end":247,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":282,"end":290,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":53,"head_span":{"start":233,"end":247,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":295,"end":307,"token_start":52,"token_end":53,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":28,"head_span":{"start":233,"end":247,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":156,"end":164,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":20,"head_span":{"start":233,"end":247,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":119,"end":126,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":26,"head_span":{"start":233,"end":247,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":147,"end":154,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cExtreme heat, powerful storms and floods, year-round wildfires, droughts, and other climate-related events have already caused thousands of deaths and displaced tens of thousands of people in the U.S. from their homes, with significant personal loss and mental health impacts especially for first responders and children,\u201d the letter warns.","text":"\u201cExtreme heat, powerful storms and floods, year-round wildfires, droughts, and other climate-related events have already caused thousands of deaths and displaced tens of thousands of people in the U.S. from their homes, with significant personal loss and mental health impacts especially for first responders and children,\u201d the letter warns. IMPLIED_BASE IMPLIED_BASE","characters":"341","document_index":"273","md_sentence_index":"5","classification_origin":"cm_cause_effect_rel","url":"http://www.climatesciencewatch.org/2019/06/28/as-climate-change-creates-a-true-public-health-emergency-trump-administration-quashes-federal-climate-program-and-exiles-its-director/","combo_id":"273_5","post-training batch1":"273_5","_input_hash":1818124008,"_task_hash":1658783774,"spans":[{"start":1,"end":8,"token_start":1,"token_end":1,"label":"type_of"},{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},{"start":15,"end":23,"token_start":4,"token_end":4,"label":"type_of"},{"text":"storms","start":24,"token_start":5,"token_end":5,"end":30,"type":"pattern","label":"base"},{"text":"floods","start":35,"token_start":7,"token_end":7,"end":41,"type":"pattern","label":"base"},{"start":43,"end":53,"token_start":9,"token_end":11,"label":"type_of"},{"text":"wildfires","start":54,"token_start":12,"token_end":12,"end":63,"type":"pattern","label":"base"},{"text":"droughts","start":65,"token_start":14,"token_end":14,"end":73,"type":"pattern","label":"base"},{"start":121,"end":127,"token_start":24,"token_end":24,"label":"predicate"},{"start":128,"end":137,"token_start":25,"token_end":25,"label":"effect_size"},{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},{"start":152,"end":161,"token_start":29,"token_end":29,"label":"change_direction"},{"start":162,"end":179,"token_start":30,"token_end":32,"label":"effect_size"},{"text":"people","start":183,"token_start":34,"token_end":34,"end":189,"type":"pattern","label":"base"},{"start":197,"end":201,"token_start":37,"token_end":37,"label":"where"},{"start":237,"end":245,"token_start":44,"token_end":44,"label":"base"},{"start":246,"end":250,"token_start":45,"token_end":45,"label":"change_direction"},{"start":255,"end":261,"token_start":47,"token_end":47,"label":"type_of"},{"text":"health","start":262,"token_start":48,"token_end":48,"end":268,"type":"pattern","label":"base"},{"start":269,"end":276,"token_start":49,"token_end":49,"label":"change_direction"},{"start":292,"end":308,"token_start":52,"token_end":53,"label":"to_whom"},{"start":313,"end":321,"token_start":55,"token_end":55,"label":"to_whom"},{"start":342,"end":354,"token_start":62,"token_end":62,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Extreme","start":1,"end":8,"id":1,"ws":true,"disabled":false},{"text":"heat","start":9,"end":13,"id":2,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":3,"ws":true,"disabled":false},{"text":"powerful","start":15,"end":23,"id":4,"ws":true,"disabled":false},{"text":"storms","start":24,"end":30,"id":5,"ws":true,"disabled":false},{"text":"and","start":31,"end":34,"id":6,"ws":true,"disabled":false},{"text":"floods","start":35,"end":41,"id":7,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":8,"ws":true,"disabled":false},{"text":"year","start":43,"end":47,"id":9,"ws":false,"disabled":false},{"text":"-","start":47,"end":48,"id":10,"ws":false,"disabled":false},{"text":"round","start":48,"end":53,"id":11,"ws":true,"disabled":false},{"text":"wildfires","start":54,"end":63,"id":12,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":13,"ws":true,"disabled":false},{"text":"droughts","start":65,"end":73,"id":14,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":15,"ws":true,"disabled":false},{"text":"and","start":75,"end":78,"id":16,"ws":true,"disabled":false},{"text":"other","start":79,"end":84,"id":17,"ws":true,"disabled":false},{"text":"climate","start":85,"end":92,"id":18,"ws":false,"disabled":false},{"text":"-","start":92,"end":93,"id":19,"ws":false,"disabled":false},{"text":"related","start":93,"end":100,"id":20,"ws":true,"disabled":false},{"text":"events","start":101,"end":107,"id":21,"ws":true,"disabled":false},{"text":"have","start":108,"end":112,"id":22,"ws":true,"disabled":false},{"text":"already","start":113,"end":120,"id":23,"ws":true,"disabled":false},{"text":"caused","start":121,"end":127,"id":24,"ws":true,"disabled":false},{"text":"thousands","start":128,"end":137,"id":25,"ws":true,"disabled":false},{"text":"of","start":138,"end":140,"id":26,"ws":true,"disabled":false},{"text":"deaths","start":141,"end":147,"id":27,"ws":true,"disabled":false},{"text":"and","start":148,"end":151,"id":28,"ws":true,"disabled":false},{"text":"displaced","start":152,"end":161,"id":29,"ws":true,"disabled":false},{"text":"tens","start":162,"end":166,"id":30,"ws":true,"disabled":false},{"text":"of","start":167,"end":169,"id":31,"ws":true,"disabled":false},{"text":"thousands","start":170,"end":179,"id":32,"ws":true,"disabled":false},{"text":"of","start":180,"end":182,"id":33,"ws":true,"disabled":false},{"text":"people","start":183,"end":189,"id":34,"ws":true,"disabled":false},{"text":"in","start":190,"end":192,"id":35,"ws":true,"disabled":false},{"text":"the","start":193,"end":196,"id":36,"ws":true,"disabled":false},{"text":"U.S.","start":197,"end":201,"id":37,"ws":true,"disabled":false},{"text":"from","start":202,"end":206,"id":38,"ws":true,"disabled":false},{"text":"their","start":207,"end":212,"id":39,"ws":true,"disabled":false},{"text":"homes","start":213,"end":218,"id":40,"ws":false,"disabled":false},{"text":",","start":218,"end":219,"id":41,"ws":true,"disabled":false},{"text":"with","start":220,"end":224,"id":42,"ws":true,"disabled":false},{"text":"significant","start":225,"end":236,"id":43,"ws":true,"disabled":false},{"text":"personal","start":237,"end":245,"id":44,"ws":true,"disabled":false},{"text":"loss","start":246,"end":250,"id":45,"ws":true,"disabled":false},{"text":"and","start":251,"end":254,"id":46,"ws":true,"disabled":false},{"text":"mental","start":255,"end":261,"id":47,"ws":true,"disabled":false},{"text":"health","start":262,"end":268,"id":48,"ws":true,"disabled":false},{"text":"impacts","start":269,"end":276,"id":49,"ws":true,"disabled":false},{"text":"especially","start":277,"end":287,"id":50,"ws":true,"disabled":false},{"text":"for","start":288,"end":291,"id":51,"ws":true,"disabled":false},{"text":"first","start":292,"end":297,"id":52,"ws":true,"disabled":false},{"text":"responders","start":298,"end":308,"id":53,"ws":true,"disabled":false},{"text":"and","start":309,"end":312,"id":54,"ws":true,"disabled":false},{"text":"children","start":313,"end":321,"id":55,"ws":false,"disabled":false},{"text":",","start":321,"end":322,"id":56,"ws":false,"disabled":false},{"text":"\u201d","start":322,"end":323,"id":57,"ws":true,"disabled":false},{"text":"the","start":324,"end":327,"id":58,"ws":true,"disabled":false},{"text":"letter","start":328,"end":334,"id":59,"ws":true,"disabled":false},{"text":"warns","start":335,"end":340,"id":60,"ws":false,"disabled":false},{"text":".","start":340,"end":341,"id":61,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":342,"end":354,"id":62,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":355,"end":367,"id":63,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":1,"end":8,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":15,"end":23,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":24,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":43,"end":53,"token_start":9,"token_end":11,"label":"type_of"},"child_span":{"start":54,"end":63,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":34,"head_span":{"start":152,"end":161,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":44,"head_span":{"start":246,"end":250,"token_start":45,"token_end":45,"label":"change_direction"},"child_span":{"start":237,"end":245,"token_start":44,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":48,"head_span":{"start":255,"end":261,"token_start":47,"token_end":47,"label":"type_of"},"child_span":{"start":262,"end":268,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":48,"head_span":{"start":269,"end":276,"token_start":49,"token_end":49,"label":"change_direction"},"child_span":{"start":262,"end":268,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":62,"child":2,"head_span":{"start":342,"end":354,"token_start":62,"token_end":62,"label":"base"},"child_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":62,"child":5,"head_span":{"start":342,"end":354,"token_start":62,"token_end":62,"label":"base"},"child_span":{"start":24,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":62,"child":7,"head_span":{"start":342,"end":354,"token_start":62,"token_end":62,"label":"base"},"child_span":{"start":35,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":62,"child":12,"head_span":{"start":342,"end":354,"token_start":62,"token_end":62,"label":"base"},"child_span":{"start":54,"end":63,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":62,"child":14,"head_span":{"start":342,"end":354,"token_start":62,"token_end":62,"label":"base"},"child_span":{"start":65,"end":73,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":27,"head_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":27,"head_span":{"start":24,"end":30,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":27,"head_span":{"start":35,"end":41,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":27,"head_span":{"start":54,"end":63,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":27,"head_span":{"start":65,"end":73,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":34,"head_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":34,"head_span":{"start":24,"end":30,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":34,"head_span":{"start":35,"end":41,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":34,"head_span":{"start":54,"end":63,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":34,"head_span":{"start":65,"end":73,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":44,"head_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":237,"end":245,"token_start":44,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":48,"head_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":262,"end":268,"token_start":48,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":44,"head_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":237,"end":245,"token_start":44,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":48,"head_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":262,"end":268,"token_start":48,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Amid the overwhelming scientific consensus and growing public demands for actions, some senior Republicans, like Majority Leader Mitch McConnell, have acknowledged that human activity is driving climate change.","text":"Amid the overwhelming scientific consensus and growing public demands for actions, some senior Republicans, like Majority Leader Mitch McConnell, have acknowledged that human activity is driving climate change. IMPLIED_BASE IMPLIED_BASE","characters":"210","document_index":"330","md_sentence_index":"19","classification_origin":"cm_cause_effect_rel","url":"https://www.politico.com/story/2019/08/22/climate-change-global-translations-1675710","combo_id":"330_19","post-training batch1":"330_19","_input_hash":-1859290451,"_task_hash":-772553461,"spans":[{"start":9,"end":21,"token_start":2,"token_end":2,"label":"type_of"},{"start":22,"end":32,"token_start":3,"token_end":3,"label":"type_of"},{"start":33,"end":42,"token_start":4,"token_end":4,"label":"base"},{"text":"growing","start":47,"token_start":6,"token_end":6,"end":54,"type":"pattern","label":"change_direction"},{"start":55,"end":61,"token_start":7,"token_end":7,"label":"type_of"},{"start":62,"end":69,"token_start":8,"token_end":8,"label":"base"},{"start":95,"end":106,"token_start":14,"token_end":14,"label":"to_whom"},{"start":151,"end":163,"token_start":23,"token_end":23,"label":"base"},{"start":169,"end":174,"token_start":25,"token_end":25,"label":"base"},{"text":"activity","start":175,"token_start":26,"token_end":26,"end":183,"type":"pattern","label":"aspect_changing"},{"start":187,"end":194,"token_start":28,"token_end":28,"label":"predicate"},{"text":"climate change","start":195,"token_start":29,"token_end":30,"end":209,"type":"pattern","label":"base"}],"tokens":[{"text":"Amid","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"overwhelming","start":9,"end":21,"id":2,"ws":true,"disabled":false},{"text":"scientific","start":22,"end":32,"id":3,"ws":true,"disabled":false},{"text":"consensus","start":33,"end":42,"id":4,"ws":true,"disabled":false},{"text":"and","start":43,"end":46,"id":5,"ws":true,"disabled":false},{"text":"growing","start":47,"end":54,"id":6,"ws":true,"disabled":false},{"text":"public","start":55,"end":61,"id":7,"ws":true,"disabled":false},{"text":"demands","start":62,"end":69,"id":8,"ws":true,"disabled":false},{"text":"for","start":70,"end":73,"id":9,"ws":true,"disabled":false},{"text":"actions","start":74,"end":81,"id":10,"ws":false,"disabled":false},{"text":",","start":81,"end":82,"id":11,"ws":true,"disabled":false},{"text":"some","start":83,"end":87,"id":12,"ws":true,"disabled":false},{"text":"senior","start":88,"end":94,"id":13,"ws":true,"disabled":false},{"text":"Republicans","start":95,"end":106,"id":14,"ws":false,"disabled":false},{"text":",","start":106,"end":107,"id":15,"ws":true,"disabled":false},{"text":"like","start":108,"end":112,"id":16,"ws":true,"disabled":false},{"text":"Majority","start":113,"end":121,"id":17,"ws":true,"disabled":false},{"text":"Leader","start":122,"end":128,"id":18,"ws":true,"disabled":false},{"text":"Mitch","start":129,"end":134,"id":19,"ws":true,"disabled":false},{"text":"McConnell","start":135,"end":144,"id":20,"ws":false,"disabled":false},{"text":",","start":144,"end":145,"id":21,"ws":true,"disabled":false},{"text":"have","start":146,"end":150,"id":22,"ws":true,"disabled":false},{"text":"acknowledged","start":151,"end":163,"id":23,"ws":true,"disabled":false},{"text":"that","start":164,"end":168,"id":24,"ws":true,"disabled":false},{"text":"human","start":169,"end":174,"id":25,"ws":true,"disabled":false},{"text":"activity","start":175,"end":183,"id":26,"ws":true,"disabled":false},{"text":"is","start":184,"end":186,"id":27,"ws":true,"disabled":false},{"text":"driving","start":187,"end":194,"id":28,"ws":true,"disabled":false},{"text":"climate","start":195,"end":202,"id":29,"ws":true,"disabled":false},{"text":"change","start":203,"end":209,"id":30,"ws":false,"disabled":false},{"text":".","start":209,"end":210,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":211,"end":223,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":224,"end":236,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":3,"child":4,"head_span":{"start":22,"end":32,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":33,"end":42,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":4,"head_span":{"start":9,"end":21,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":33,"end":42,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":55,"end":61,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":62,"end":69,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":8,"head_span":{"start":47,"end":54,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":62,"end":69,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":23,"head_span":{"start":95,"end":106,"token_start":14,"token_end":14,"label":"to_whom"},"child_span":{"start":151,"end":163,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":25,"head_span":{"start":175,"end":183,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":169,"end":174,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":23,"head_span":{"start":33,"end":42,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":151,"end":163,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":23,"head_span":{"start":62,"end":69,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":151,"end":163,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":30,"head_span":{"start":169,"end":174,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":195,"end":209,"token_start":29,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Studies estimate that with climate change, water availability per capita could decrease by as much as 88 percent in places, and crop yields in coastal regions may drop by a third.","text":"Studies estimate that with climate change, water availability per capita could decrease by as much as 88 percent in places, and crop yields in coastal regions may drop by a third. IMPLIED_BASE IMPLIED_BASE","characters":"179","document_index":"773","md_sentence_index":"246","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/07/23/magazine/climate-migration.html","combo_id":"773_246","post-training batch1":"773_246","_input_hash":1843943552,"_task_hash":1380049304,"spans":[{"text":"climate change","start":27,"token_start":4,"token_end":5,"end":41,"type":"pattern","label":"base"},{"text":"water","start":43,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"base"},{"text":"availability","start":49,"token_start":8,"token_end":8,"end":61,"type":"pattern","label":"aspect_changing"},{"start":73,"end":78,"token_start":11,"token_end":11,"label":"confidence"},{"text":"decrease","start":79,"token_start":12,"token_end":12,"end":87,"type":"pattern","label":"change_direction"},{"start":91,"end":112,"token_start":14,"token_end":18,"label":"effect_size"},{"text":"crop","start":128,"token_start":23,"token_end":23,"end":132,"type":"pattern","label":"base"},{"start":133,"end":139,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":143,"end":158,"token_start":26,"token_end":27,"label":"where"},{"start":159,"end":162,"token_start":28,"token_end":28,"label":"confidence"},{"start":163,"end":167,"token_start":29,"token_end":29,"label":"change_direction"},{"start":171,"end":178,"token_start":31,"token_end":32,"label":"effect_size"}],"tokens":[{"text":"Studies","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"estimate","start":8,"end":16,"id":1,"ws":true,"disabled":false},{"text":"that","start":17,"end":21,"id":2,"ws":true,"disabled":false},{"text":"with","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"climate","start":27,"end":34,"id":4,"ws":true,"disabled":false},{"text":"change","start":35,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"water","start":43,"end":48,"id":7,"ws":true,"disabled":false},{"text":"availability","start":49,"end":61,"id":8,"ws":true,"disabled":false},{"text":"per","start":62,"end":65,"id":9,"ws":true,"disabled":false},{"text":"capita","start":66,"end":72,"id":10,"ws":true,"disabled":false},{"text":"could","start":73,"end":78,"id":11,"ws":true,"disabled":false},{"text":"decrease","start":79,"end":87,"id":12,"ws":true,"disabled":false},{"text":"by","start":88,"end":90,"id":13,"ws":true,"disabled":false},{"text":"as","start":91,"end":93,"id":14,"ws":true,"disabled":false},{"text":"much","start":94,"end":98,"id":15,"ws":true,"disabled":false},{"text":"as","start":99,"end":101,"id":16,"ws":true,"disabled":false},{"text":"88","start":102,"end":104,"id":17,"ws":true,"disabled":false},{"text":"percent","start":105,"end":112,"id":18,"ws":true,"disabled":false},{"text":"in","start":113,"end":115,"id":19,"ws":true,"disabled":false},{"text":"places","start":116,"end":122,"id":20,"ws":false,"disabled":false},{"text":",","start":122,"end":123,"id":21,"ws":true,"disabled":false},{"text":"and","start":124,"end":127,"id":22,"ws":true,"disabled":false},{"text":"crop","start":128,"end":132,"id":23,"ws":true,"disabled":false},{"text":"yields","start":133,"end":139,"id":24,"ws":true,"disabled":false},{"text":"in","start":140,"end":142,"id":25,"ws":true,"disabled":false},{"text":"coastal","start":143,"end":150,"id":26,"ws":true,"disabled":false},{"text":"regions","start":151,"end":158,"id":27,"ws":true,"disabled":false},{"text":"may","start":159,"end":162,"id":28,"ws":true,"disabled":false},{"text":"drop","start":163,"end":167,"id":29,"ws":true,"disabled":false},{"text":"by","start":168,"end":170,"id":30,"ws":true,"disabled":false},{"text":"a","start":171,"end":172,"id":31,"ws":true,"disabled":false},{"text":"third","start":173,"end":178,"id":32,"ws":false,"disabled":false},{"text":".","start":178,"end":179,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":180,"end":192,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":24,"child":23,"head_span":{"start":133,"end":139,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":23,"head_span":{"start":143,"end":158,"token_start":26,"token_end":27,"label":"where"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":49,"end":61,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":7,"head_span":{"start":79,"end":87,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":23,"head_span":{"start":163,"end":167,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":27,"end":41,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":23,"head_span":{"start":27,"end":41,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The author believes this is one of the first papers in the sustainability management field to conclude that climate-induced near-term societal collapse should now be a central concern for everyone, and therefore to invite scholars to explore the implications.","text":"The author believes this is one of the first papers in the sustainability management field to conclude that climate-induced near-term societal collapse should now be a central concern for everyone, and therefore to invite scholars to explore the implications. IMPLIED_BASE IMPLIED_BASE","characters":"259","document_index":"494","md_sentence_index":"45","classification_origin":"causal_sentence_classification","url":"http://lifeworth.com/deepadaptation.pdf","combo_id":"494_45","post-training batch1":"494_45","_input_hash":1978343747,"_task_hash":-1923069411,"spans":[{"start":134,"end":142,"token_start":24,"token_end":24,"label":"base"},{"start":143,"end":151,"token_start":25,"token_end":25,"label":"change_direction"},{"start":260,"end":272,"token_start":45,"token_end":45,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"author","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"believes","start":11,"end":19,"id":2,"ws":true,"disabled":false},{"text":"this","start":20,"end":24,"id":3,"ws":true,"disabled":false},{"text":"is","start":25,"end":27,"id":4,"ws":true,"disabled":false},{"text":"one","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":7,"ws":true,"disabled":false},{"text":"first","start":39,"end":44,"id":8,"ws":true,"disabled":false},{"text":"papers","start":45,"end":51,"id":9,"ws":true,"disabled":false},{"text":"in","start":52,"end":54,"id":10,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":11,"ws":true,"disabled":false},{"text":"sustainability","start":59,"end":73,"id":12,"ws":true,"disabled":false},{"text":"management","start":74,"end":84,"id":13,"ws":true,"disabled":false},{"text":"field","start":85,"end":90,"id":14,"ws":true,"disabled":false},{"text":"to","start":91,"end":93,"id":15,"ws":true,"disabled":false},{"text":"conclude","start":94,"end":102,"id":16,"ws":true,"disabled":false},{"text":"that","start":103,"end":107,"id":17,"ws":true,"disabled":false},{"text":"climate","start":108,"end":115,"id":18,"ws":false,"disabled":false},{"text":"-","start":115,"end":116,"id":19,"ws":false,"disabled":false},{"text":"induced","start":116,"end":123,"id":20,"ws":true,"disabled":false},{"text":"near","start":124,"end":128,"id":21,"ws":false,"disabled":false},{"text":"-","start":128,"end":129,"id":22,"ws":false,"disabled":false},{"text":"term","start":129,"end":133,"id":23,"ws":true,"disabled":false},{"text":"societal","start":134,"end":142,"id":24,"ws":true,"disabled":false},{"text":"collapse","start":143,"end":151,"id":25,"ws":true,"disabled":false},{"text":"should","start":152,"end":158,"id":26,"ws":true,"disabled":false},{"text":"now","start":159,"end":162,"id":27,"ws":true,"disabled":false},{"text":"be","start":163,"end":165,"id":28,"ws":true,"disabled":false},{"text":"a","start":166,"end":167,"id":29,"ws":true,"disabled":false},{"text":"central","start":168,"end":175,"id":30,"ws":true,"disabled":false},{"text":"concern","start":176,"end":183,"id":31,"ws":true,"disabled":false},{"text":"for","start":184,"end":187,"id":32,"ws":true,"disabled":false},{"text":"everyone","start":188,"end":196,"id":33,"ws":false,"disabled":false},{"text":",","start":196,"end":197,"id":34,"ws":true,"disabled":false},{"text":"and","start":198,"end":201,"id":35,"ws":true,"disabled":false},{"text":"therefore","start":202,"end":211,"id":36,"ws":true,"disabled":false},{"text":"to","start":212,"end":214,"id":37,"ws":true,"disabled":false},{"text":"invite","start":215,"end":221,"id":38,"ws":true,"disabled":false},{"text":"scholars","start":222,"end":230,"id":39,"ws":true,"disabled":false},{"text":"to","start":231,"end":233,"id":40,"ws":true,"disabled":false},{"text":"explore","start":234,"end":241,"id":41,"ws":true,"disabled":false},{"text":"the","start":242,"end":245,"id":42,"ws":true,"disabled":false},{"text":"implications","start":246,"end":258,"id":43,"ws":false,"disabled":false},{"text":".","start":258,"end":259,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":260,"end":272,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":273,"end":285,"id":46,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":25,"child":24,"head_span":{"start":143,"end":151,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":134,"end":142,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":24,"head_span":{"start":260,"end":272,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":134,"end":142,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Historical warming has likely increased flood magnitude for mixed\u2010regime watersheds","text":"Historical warming has likely increased flood magnitude for mixed\u2010regime watersheds IMPLIED_BASE IMPLIED_BASE","characters":"83","document_index":"605","md_sentence_index":"38","classification_origin":"causal_sentence_classification","url":"https://agupubs.onlinelibrary.wiley.com/doi/full/10.1029/2019WR025571","combo_id":"605_38","post-training batch1":"605_38","_input_hash":1999319907,"_task_hash":-651740867,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"type_of"},{"start":11,"end":18,"token_start":1,"token_end":1,"label":"base"},{"start":23,"end":29,"token_start":3,"token_end":3,"label":"confidence"},{"text":"increased","start":30,"token_start":4,"token_end":4,"end":39,"type":"pattern","label":"change_direction"},{"start":40,"end":45,"token_start":5,"token_end":5,"label":"base"},{"start":46,"end":55,"token_start":6,"token_end":6,"label":"aspect_changing"}],"tokens":[{"text":"Historical","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"warming","start":11,"end":18,"id":1,"ws":true,"disabled":false},{"text":"has","start":19,"end":22,"id":2,"ws":true,"disabled":false},{"text":"likely","start":23,"end":29,"id":3,"ws":true,"disabled":false},{"text":"increased","start":30,"end":39,"id":4,"ws":true,"disabled":false},{"text":"flood","start":40,"end":45,"id":5,"ws":true,"disabled":false},{"text":"magnitude","start":46,"end":55,"id":6,"ws":true,"disabled":false},{"text":"for","start":56,"end":59,"id":7,"ws":true,"disabled":false},{"text":"mixed\u2010regime","start":60,"end":72,"id":8,"ws":true,"disabled":false},{"text":"watersheds","start":73,"end":83,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":84,"end":96,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":97,"end":109,"id":11,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":11,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":30,"end":39,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":40,"end":45,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":46,"end":55,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":40,"end":45,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":11,"end":18,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":40,"end":45,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"While a more moderate emissions trajectory will still produce more intense, frequent and longer lasting droughts in most of the world's mid-latitude regions than current conditions, the shift will be less than if carbon emissions remain near the top of forecasts.\n","text":"While a more moderate emissions trajectory will still produce more intense, frequent and longer lasting droughts in most of the world's mid-latitude regions than current conditions, the shift will be less than if carbon emissions remain near the top of forecasts. IMPLIED_BASE IMPLIED_BASE","characters":"264","document_index":"737","md_sentence_index":"18","classification_origin":"causal_sentence_classification","url":"https://www.smh.com.au/environment/climate-change/australia-among-global-hot-spots-as-droughts-worsen-in-warming-world-20200601-p54ydh.html","combo_id":"737_18","post-training batch1":"737_18","_input_hash":90044871,"_task_hash":-990661806,"spans":[{"text":"more","start":8,"token_start":2,"token_end":2,"end":12,"type":"pattern","label":"change_direction"},{"text":"emissions","start":22,"token_start":4,"token_end":4,"end":31,"type":"pattern","label":"aspect_changing"},{"text":"more","start":62,"token_start":9,"token_end":9,"end":66,"type":"pattern","label":"change_direction"},{"text":"droughts","start":104,"token_start":16,"token_end":16,"end":112,"type":"pattern","label":"base"},{"text":"less","start":200,"token_start":35,"token_end":35,"end":204,"type":"pattern","label":"change_direction"},{"text":"emissions","start":220,"token_start":39,"token_end":39,"end":229,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"While","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"a","start":6,"end":7,"id":1,"ws":true,"disabled":false},{"text":"more","start":8,"end":12,"id":2,"ws":true,"disabled":false},{"text":"moderate","start":13,"end":21,"id":3,"ws":true,"disabled":false},{"text":"emissions","start":22,"end":31,"id":4,"ws":true,"disabled":false},{"text":"trajectory","start":32,"end":42,"id":5,"ws":true,"disabled":false},{"text":"will","start":43,"end":47,"id":6,"ws":true,"disabled":false},{"text":"still","start":48,"end":53,"id":7,"ws":true,"disabled":false},{"text":"produce","start":54,"end":61,"id":8,"ws":true,"disabled":false},{"text":"more","start":62,"end":66,"id":9,"ws":true,"disabled":false},{"text":"intense","start":67,"end":74,"id":10,"ws":false,"disabled":false},{"text":",","start":74,"end":75,"id":11,"ws":true,"disabled":false},{"text":"frequent","start":76,"end":84,"id":12,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":13,"ws":true,"disabled":false},{"text":"longer","start":89,"end":95,"id":14,"ws":true,"disabled":false},{"text":"lasting","start":96,"end":103,"id":15,"ws":true,"disabled":false},{"text":"droughts","start":104,"end":112,"id":16,"ws":true,"disabled":false},{"text":"in","start":113,"end":115,"id":17,"ws":true,"disabled":false},{"text":"most","start":116,"end":120,"id":18,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":19,"ws":true,"disabled":false},{"text":"the","start":124,"end":127,"id":20,"ws":true,"disabled":false},{"text":"world","start":128,"end":133,"id":21,"ws":false,"disabled":false},{"text":"'s","start":133,"end":135,"id":22,"ws":true,"disabled":false},{"text":"mid","start":136,"end":139,"id":23,"ws":false,"disabled":false},{"text":"-","start":139,"end":140,"id":24,"ws":false,"disabled":false},{"text":"latitude","start":140,"end":148,"id":25,"ws":true,"disabled":false},{"text":"regions","start":149,"end":156,"id":26,"ws":true,"disabled":false},{"text":"than","start":157,"end":161,"id":27,"ws":true,"disabled":false},{"text":"current","start":162,"end":169,"id":28,"ws":true,"disabled":false},{"text":"conditions","start":170,"end":180,"id":29,"ws":false,"disabled":false},{"text":",","start":180,"end":181,"id":30,"ws":true,"disabled":false},{"text":"the","start":182,"end":185,"id":31,"ws":true,"disabled":false},{"text":"shift","start":186,"end":191,"id":32,"ws":true,"disabled":false},{"text":"will","start":192,"end":196,"id":33,"ws":true,"disabled":false},{"text":"be","start":197,"end":199,"id":34,"ws":true,"disabled":false},{"text":"less","start":200,"end":204,"id":35,"ws":true,"disabled":false},{"text":"than","start":205,"end":209,"id":36,"ws":true,"disabled":false},{"text":"if","start":210,"end":212,"id":37,"ws":true,"disabled":false},{"text":"carbon","start":213,"end":219,"id":38,"ws":true,"disabled":false},{"text":"emissions","start":220,"end":229,"id":39,"ws":true,"disabled":false},{"text":"remain","start":230,"end":236,"id":40,"ws":true,"disabled":false},{"text":"near","start":237,"end":241,"id":41,"ws":true,"disabled":false},{"text":"the","start":242,"end":245,"id":42,"ws":true,"disabled":false},{"text":"top","start":246,"end":249,"id":43,"ws":true,"disabled":false},{"text":"of","start":250,"end":252,"id":44,"ws":true,"disabled":false},{"text":"forecasts","start":253,"end":262,"id":45,"ws":false,"disabled":false},{"text":".","start":262,"end":263,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":264,"end":276,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":277,"end":289,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For south Asia, home to the greatest number of food insecure children, a large systematic review and meta-analysis of original data publications demonstrated a crop yield reduction of \u221216% for maize and \u221211% for sorghum by the 2050s [47].","text":"For south Asia, home to the greatest number of food insecure children, a large systematic review and meta-analysis of original data publications demonstrated a crop yield reduction of \u221216% for maize and \u221211% for sorghum by the 2050s [47]. IMPLIED_BASE IMPLIED_BASE","characters":"238","document_index":"276","md_sentence_index":"116","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_116","post-training batch1":"276_116","_input_hash":464098956,"_task_hash":-776546347,"spans":[{"text":"home","start":16,"token_start":4,"token_end":4,"end":20,"type":"pattern","label":"base"},{"text":"crop","start":160,"token_start":28,"token_end":28,"end":164,"type":"pattern","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"south","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"Asia","start":10,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"home","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"to","start":21,"end":23,"id":5,"ws":true,"disabled":false},{"text":"the","start":24,"end":27,"id":6,"ws":true,"disabled":false},{"text":"greatest","start":28,"end":36,"id":7,"ws":true,"disabled":false},{"text":"number","start":37,"end":43,"id":8,"ws":true,"disabled":false},{"text":"of","start":44,"end":46,"id":9,"ws":true,"disabled":false},{"text":"food","start":47,"end":51,"id":10,"ws":true,"disabled":false},{"text":"insecure","start":52,"end":60,"id":11,"ws":true,"disabled":false},{"text":"children","start":61,"end":69,"id":12,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":13,"ws":true,"disabled":false},{"text":"a","start":71,"end":72,"id":14,"ws":true,"disabled":false},{"text":"large","start":73,"end":78,"id":15,"ws":true,"disabled":false},{"text":"systematic","start":79,"end":89,"id":16,"ws":true,"disabled":false},{"text":"review","start":90,"end":96,"id":17,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":18,"ws":true,"disabled":false},{"text":"meta","start":101,"end":105,"id":19,"ws":false,"disabled":false},{"text":"-","start":105,"end":106,"id":20,"ws":false,"disabled":false},{"text":"analysis","start":106,"end":114,"id":21,"ws":true,"disabled":false},{"text":"of","start":115,"end":117,"id":22,"ws":true,"disabled":false},{"text":"original","start":118,"end":126,"id":23,"ws":true,"disabled":false},{"text":"data","start":127,"end":131,"id":24,"ws":true,"disabled":false},{"text":"publications","start":132,"end":144,"id":25,"ws":true,"disabled":false},{"text":"demonstrated","start":145,"end":157,"id":26,"ws":true,"disabled":false},{"text":"a","start":158,"end":159,"id":27,"ws":true,"disabled":false},{"text":"crop","start":160,"end":164,"id":28,"ws":true,"disabled":false},{"text":"yield","start":165,"end":170,"id":29,"ws":true,"disabled":false},{"text":"reduction","start":171,"end":180,"id":30,"ws":true,"disabled":false},{"text":"of","start":181,"end":183,"id":31,"ws":true,"disabled":false},{"text":"\u221216","start":184,"end":187,"id":32,"ws":false,"disabled":false},{"text":"%","start":187,"end":188,"id":33,"ws":true,"disabled":false},{"text":"for","start":189,"end":192,"id":34,"ws":true,"disabled":false},{"text":"maize","start":193,"end":198,"id":35,"ws":true,"disabled":false},{"text":"and","start":199,"end":202,"id":36,"ws":true,"disabled":false},{"text":"\u221211","start":203,"end":206,"id":37,"ws":false,"disabled":false},{"text":"%","start":206,"end":207,"id":38,"ws":true,"disabled":false},{"text":"for","start":208,"end":211,"id":39,"ws":true,"disabled":false},{"text":"sorghum","start":212,"end":219,"id":40,"ws":true,"disabled":false},{"text":"by","start":220,"end":222,"id":41,"ws":true,"disabled":false},{"text":"the","start":223,"end":226,"id":42,"ws":true,"disabled":false},{"text":"2050s","start":227,"end":232,"id":43,"ws":true,"disabled":false},{"text":"[","start":233,"end":234,"id":44,"ws":false,"disabled":false},{"text":"47","start":234,"end":236,"id":45,"ws":false,"disabled":false},{"text":"]","start":236,"end":237,"id":46,"ws":false,"disabled":false},{"text":".","start":237,"end":238,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":252,"end":264,"id":49,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"When the rain hit your face, it was like being hit by a stone,\u201d Fatuma, whose house was severely damaged by Cyclone Kenneth in April, told Oxfam.\n","text":"When the rain hit your face, it was like being hit by a stone,\u201d Fatuma, whose house was severely damaged by Cyclone Kenneth in April, told Oxfam. IMPLIED_BASE IMPLIED_BASE","characters":"146","document_index":"399","md_sentence_index":"16","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.aljazeera.com/ajimpact/worlds-poor-1-cent-day-climate-change-oxfam-190923040238683.html","combo_id":"399_16","post-training batch1":"399_16","_input_hash":1724012352,"_task_hash":937992470,"spans":[{"start":78,"end":83,"token_start":20,"token_end":20,"label":"base"},{"start":97,"end":104,"token_start":23,"token_end":23,"label":"change_direction"},{"start":108,"end":115,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"When","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"rain","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"hit","start":14,"end":17,"id":3,"ws":true,"disabled":false},{"text":"your","start":18,"end":22,"id":4,"ws":true,"disabled":false},{"text":"face","start":23,"end":27,"id":5,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":6,"ws":true,"disabled":false},{"text":"it","start":29,"end":31,"id":7,"ws":true,"disabled":false},{"text":"was","start":32,"end":35,"id":8,"ws":true,"disabled":false},{"text":"like","start":36,"end":40,"id":9,"ws":true,"disabled":false},{"text":"being","start":41,"end":46,"id":10,"ws":true,"disabled":false},{"text":"hit","start":47,"end":50,"id":11,"ws":true,"disabled":false},{"text":"by","start":51,"end":53,"id":12,"ws":true,"disabled":false},{"text":"a","start":54,"end":55,"id":13,"ws":true,"disabled":false},{"text":"stone","start":56,"end":61,"id":14,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":15,"ws":false,"disabled":false},{"text":"\u201d","start":62,"end":63,"id":16,"ws":true,"disabled":false},{"text":"Fatuma","start":64,"end":70,"id":17,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":18,"ws":true,"disabled":false},{"text":"whose","start":72,"end":77,"id":19,"ws":true,"disabled":false},{"text":"house","start":78,"end":83,"id":20,"ws":true,"disabled":false},{"text":"was","start":84,"end":87,"id":21,"ws":true,"disabled":false},{"text":"severely","start":88,"end":96,"id":22,"ws":true,"disabled":false},{"text":"damaged","start":97,"end":104,"id":23,"ws":true,"disabled":false},{"text":"by","start":105,"end":107,"id":24,"ws":true,"disabled":false},{"text":"Cyclone","start":108,"end":115,"id":25,"ws":true,"disabled":false},{"text":"Kenneth","start":116,"end":123,"id":26,"ws":true,"disabled":false},{"text":"in","start":124,"end":126,"id":27,"ws":true,"disabled":false},{"text":"April","start":127,"end":132,"id":28,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":29,"ws":true,"disabled":false},{"text":"told","start":134,"end":138,"id":30,"ws":true,"disabled":false},{"text":"Oxfam","start":139,"end":144,"id":31,"ws":false,"disabled":false},{"text":".","start":144,"end":145,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":23,"child":20,"head_span":{"start":97,"end":104,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":78,"end":83,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":20,"head_span":{"start":108,"end":115,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":78,"end":83,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Projections are inherently imprecise, but the gradual changes to America\u2019s cropland \u2014 plus the steady baking and burning and flooding \u2014 suggest that we are already witnessing a slower-forming but much larger replay of the Dust Bowl that will destroy more than just crops.","text":"Projections are inherently imprecise, but the gradual changes to America\u2019s cropland \u2014 plus the steady baking and burning and flooding \u2014 suggest that we are already witnessing a slower-forming but much larger replay of the Dust Bowl that will destroy more than just crops. IMPLIED_BASE IMPLIED_BASE","characters":"271","document_index":"835","md_sentence_index":"208","classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.nytimes.com/interactive/2020/09/15/magazine/climate-crisis-migration-america.html","combo_id":"835_208","post-training batch1":"835_208","_input_hash":-790479185,"_task_hash":-314359874,"spans":[{"text":"flooding","start":125,"token_start":21,"token_end":21,"end":133,"type":"pattern","label":"base"},{"text":"more","start":250,"token_start":44,"token_end":44,"end":254,"type":"pattern","label":"change_direction"},{"text":"crops","start":265,"token_start":47,"token_end":47,"end":270,"type":"pattern","label":"base"}],"tokens":[{"text":"Projections","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"are","start":12,"end":15,"id":1,"ws":true,"disabled":false},{"text":"inherently","start":16,"end":26,"id":2,"ws":true,"disabled":false},{"text":"imprecise","start":27,"end":36,"id":3,"ws":false,"disabled":false},{"text":",","start":36,"end":37,"id":4,"ws":true,"disabled":false},{"text":"but","start":38,"end":41,"id":5,"ws":true,"disabled":false},{"text":"the","start":42,"end":45,"id":6,"ws":true,"disabled":false},{"text":"gradual","start":46,"end":53,"id":7,"ws":true,"disabled":false},{"text":"changes","start":54,"end":61,"id":8,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":9,"ws":true,"disabled":false},{"text":"America","start":65,"end":72,"id":10,"ws":false,"disabled":false},{"text":"\u2019s","start":72,"end":74,"id":11,"ws":true,"disabled":false},{"text":"cropland","start":75,"end":83,"id":12,"ws":true,"disabled":false},{"text":"\u2014","start":84,"end":85,"id":13,"ws":true,"disabled":false},{"text":"plus","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":15,"ws":true,"disabled":false},{"text":"steady","start":95,"end":101,"id":16,"ws":true,"disabled":false},{"text":"baking","start":102,"end":108,"id":17,"ws":true,"disabled":false},{"text":"and","start":109,"end":112,"id":18,"ws":true,"disabled":false},{"text":"burning","start":113,"end":120,"id":19,"ws":true,"disabled":false},{"text":"and","start":121,"end":124,"id":20,"ws":true,"disabled":false},{"text":"flooding","start":125,"end":133,"id":21,"ws":true,"disabled":false},{"text":"\u2014","start":134,"end":135,"id":22,"ws":true,"disabled":false},{"text":"suggest","start":136,"end":143,"id":23,"ws":true,"disabled":false},{"text":"that","start":144,"end":148,"id":24,"ws":true,"disabled":false},{"text":"we","start":149,"end":151,"id":25,"ws":true,"disabled":false},{"text":"are","start":152,"end":155,"id":26,"ws":true,"disabled":false},{"text":"already","start":156,"end":163,"id":27,"ws":true,"disabled":false},{"text":"witnessing","start":164,"end":174,"id":28,"ws":true,"disabled":false},{"text":"a","start":175,"end":176,"id":29,"ws":true,"disabled":false},{"text":"slower","start":177,"end":183,"id":30,"ws":false,"disabled":false},{"text":"-","start":183,"end":184,"id":31,"ws":false,"disabled":false},{"text":"forming","start":184,"end":191,"id":32,"ws":true,"disabled":false},{"text":"but","start":192,"end":195,"id":33,"ws":true,"disabled":false},{"text":"much","start":196,"end":200,"id":34,"ws":true,"disabled":false},{"text":"larger","start":201,"end":207,"id":35,"ws":true,"disabled":false},{"text":"replay","start":208,"end":214,"id":36,"ws":true,"disabled":false},{"text":"of","start":215,"end":217,"id":37,"ws":true,"disabled":false},{"text":"the","start":218,"end":221,"id":38,"ws":true,"disabled":false},{"text":"Dust","start":222,"end":226,"id":39,"ws":true,"disabled":false},{"text":"Bowl","start":227,"end":231,"id":40,"ws":true,"disabled":false},{"text":"that","start":232,"end":236,"id":41,"ws":true,"disabled":false},{"text":"will","start":237,"end":241,"id":42,"ws":true,"disabled":false},{"text":"destroy","start":242,"end":249,"id":43,"ws":true,"disabled":false},{"text":"more","start":250,"end":254,"id":44,"ws":true,"disabled":false},{"text":"than","start":255,"end":259,"id":45,"ws":true,"disabled":false},{"text":"just","start":260,"end":264,"id":46,"ws":true,"disabled":false},{"text":"crops","start":265,"end":270,"id":47,"ws":false,"disabled":false},{"text":".","start":270,"end":271,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":272,"end":284,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":285,"end":297,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Malnutrition, low birth weight, nonexclusive breast-feeding, lack of measles vaccination, outdoor and indoor air pollution and crowding, mother\u2019s education, parental smoking, vitamin A and/or zinc deficiencies are thought to influence children susceptibility to infections in developing countries.","text":"Malnutrition, low birth weight, nonexclusive breast-feeding, lack of measles vaccination, outdoor and indoor air pollution and crowding, mother\u2019s education, parental smoking, vitamin A and/or zinc deficiencies are thought to influence children susceptibility to infections in developing countries. IMPLIED_BASE IMPLIED_BASE","characters":"297","document_index":"750","md_sentence_index":"20","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_20","post-training batch1":"750_20","_input_hash":1095760400,"_task_hash":-710379442,"spans":[{"start":0,"end":12,"token_start":0,"token_end":0,"label":"base"},{"start":14,"end":17,"token_start":2,"token_end":2,"label":"type_of"},{"start":18,"end":30,"token_start":3,"token_end":4,"label":"base"},{"start":32,"end":44,"token_start":6,"token_end":6,"label":"type_of"},{"start":45,"end":59,"token_start":7,"token_end":9,"label":"base"},{"text":"lack of","start":61,"token_start":11,"token_end":12,"end":68,"type":"pattern","label":"change_direction"},{"start":69,"end":76,"token_start":13,"token_end":13,"label":"type_of"},{"start":77,"end":88,"token_start":14,"token_end":14,"label":"base"},{"start":90,"end":97,"token_start":16,"token_end":16,"label":"type_of"},{"start":102,"end":108,"token_start":18,"token_end":18,"label":"type_of"},{"start":109,"end":112,"token_start":19,"token_end":19,"label":"type_of"},{"text":"pollution","start":113,"token_start":20,"token_end":20,"end":122,"type":"pattern","label":"base"},{"start":137,"end":145,"token_start":24,"token_end":25,"label":"type_of"},{"start":146,"end":155,"token_start":26,"token_end":26,"label":"base"},{"start":157,"end":165,"token_start":28,"token_end":28,"label":"type_of"},{"start":166,"end":173,"token_start":29,"token_end":29,"label":"base"},{"start":175,"end":184,"token_start":31,"token_end":32,"label":"base"},{"start":192,"end":196,"token_start":34,"token_end":34,"label":"base"},{"start":197,"end":209,"token_start":35,"token_end":35,"label":"change_direction"},{"start":214,"end":224,"token_start":37,"token_end":38,"label":"confidence"},{"start":225,"end":234,"token_start":39,"token_end":39,"label":"predicate"},{"start":235,"end":243,"token_start":40,"token_end":40,"label":"to_whom"},{"text":"susceptibility","start":244,"token_start":41,"token_end":41,"end":258,"type":"pattern","label":"aspect_changing"},{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},{"start":276,"end":296,"token_start":45,"token_end":46,"label":"where"}],"tokens":[{"text":"Malnutrition","start":0,"end":12,"id":0,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":1,"ws":true,"disabled":false},{"text":"low","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"birth","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"weight","start":24,"end":30,"id":4,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":5,"ws":true,"disabled":false},{"text":"nonexclusive","start":32,"end":44,"id":6,"ws":true,"disabled":false},{"text":"breast","start":45,"end":51,"id":7,"ws":false,"disabled":false},{"text":"-","start":51,"end":52,"id":8,"ws":false,"disabled":false},{"text":"feeding","start":52,"end":59,"id":9,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":10,"ws":true,"disabled":false},{"text":"lack","start":61,"end":65,"id":11,"ws":true,"disabled":false},{"text":"of","start":66,"end":68,"id":12,"ws":true,"disabled":false},{"text":"measles","start":69,"end":76,"id":13,"ws":true,"disabled":false},{"text":"vaccination","start":77,"end":88,"id":14,"ws":false,"disabled":false},{"text":",","start":88,"end":89,"id":15,"ws":true,"disabled":false},{"text":"outdoor","start":90,"end":97,"id":16,"ws":true,"disabled":false},{"text":"and","start":98,"end":101,"id":17,"ws":true,"disabled":false},{"text":"indoor","start":102,"end":108,"id":18,"ws":true,"disabled":false},{"text":"air","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"pollution","start":113,"end":122,"id":20,"ws":true,"disabled":false},{"text":"and","start":123,"end":126,"id":21,"ws":true,"disabled":false},{"text":"crowding","start":127,"end":135,"id":22,"ws":false,"disabled":false},{"text":",","start":135,"end":136,"id":23,"ws":true,"disabled":false},{"text":"mother","start":137,"end":143,"id":24,"ws":false,"disabled":false},{"text":"\u2019s","start":143,"end":145,"id":25,"ws":true,"disabled":false},{"text":"education","start":146,"end":155,"id":26,"ws":false,"disabled":false},{"text":",","start":155,"end":156,"id":27,"ws":true,"disabled":false},{"text":"parental","start":157,"end":165,"id":28,"ws":true,"disabled":false},{"text":"smoking","start":166,"end":173,"id":29,"ws":false,"disabled":false},{"text":",","start":173,"end":174,"id":30,"ws":true,"disabled":false},{"text":"vitamin","start":175,"end":182,"id":31,"ws":true,"disabled":false},{"text":"A","start":183,"end":184,"id":32,"ws":true,"disabled":false},{"text":"and/or","start":185,"end":191,"id":33,"ws":true,"disabled":false},{"text":"zinc","start":192,"end":196,"id":34,"ws":true,"disabled":false},{"text":"deficiencies","start":197,"end":209,"id":35,"ws":true,"disabled":false},{"text":"are","start":210,"end":213,"id":36,"ws":true,"disabled":false},{"text":"thought","start":214,"end":221,"id":37,"ws":true,"disabled":false},{"text":"to","start":222,"end":224,"id":38,"ws":true,"disabled":false},{"text":"influence","start":225,"end":234,"id":39,"ws":true,"disabled":false},{"text":"children","start":235,"end":243,"id":40,"ws":true,"disabled":false},{"text":"susceptibility","start":244,"end":258,"id":41,"ws":true,"disabled":false},{"text":"to","start":259,"end":261,"id":42,"ws":true,"disabled":false},{"text":"infections","start":262,"end":272,"id":43,"ws":true,"disabled":false},{"text":"in","start":273,"end":275,"id":44,"ws":true,"disabled":false},{"text":"developing","start":276,"end":286,"id":45,"ws":true,"disabled":false},{"text":"countries","start":287,"end":296,"id":46,"ws":false,"disabled":false},{"text":".","start":296,"end":297,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":298,"end":310,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":311,"end":323,"id":49,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":2,"child":4,"head_span":{"start":14,"end":17,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":18,"end":30,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":32,"end":44,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":45,"end":59,"token_start":7,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":61,"end":68,"token_start":11,"token_end":12,"label":"change_direction"},"child_span":{"start":77,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":69,"end":76,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":77,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":102,"end":108,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":113,"end":122,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":109,"end":112,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":113,"end":122,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":90,"end":97,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":113,"end":122,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":137,"end":145,"token_start":24,"token_end":25,"label":"type_of"},"child_span":{"start":146,"end":155,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":29,"head_span":{"start":157,"end":165,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":166,"end":173,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":34,"head_span":{"start":197,"end":209,"token_start":35,"token_end":35,"label":"change_direction"},"child_span":{"start":192,"end":196,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":32,"head_span":{"start":197,"end":209,"token_start":35,"token_end":35,"label":"change_direction"},"child_span":{"start":175,"end":184,"token_start":31,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":43,"head_span":{"start":244,"end":258,"token_start":41,"token_end":41,"label":"aspect_changing"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":43,"head_span":{"start":235,"end":243,"token_start":40,"token_end":40,"label":"to_whom"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":43,"head_span":{"start":276,"end":296,"token_start":45,"token_end":46,"label":"where"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":43,"head_span":{"start":192,"end":196,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":43,"head_span":{"start":175,"end":184,"token_start":31,"token_end":32,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":43,"head_span":{"start":166,"end":173,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":43,"head_span":{"start":146,"end":155,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":43,"head_span":{"start":113,"end":122,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":43,"head_span":{"start":77,"end":88,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":43,"head_span":{"start":45,"end":59,"token_start":7,"token_end":9,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":43,"head_span":{"start":18,"end":30,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Wildfires, sparked by high winds and extremely dry conditions, are threatening Northern California wine country.","text":"Wildfires, sparked by high winds and extremely dry conditions, are threatening Northern California wine country. IMPLIED_BASE IMPLIED_BASE","characters":"112","document_index":"442","md_sentence_index":"9","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/10/31/dining/drinks/napa-valley-wine-climate-change.html","combo_id":"442_9","post-training batch1":"442_9","_input_hash":-435681913,"_task_hash":1826225417,"spans":[{"text":"Wildfires","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"base"},{"start":11,"end":21,"token_start":2,"token_end":3,"label":"predicate"},{"start":22,"end":26,"token_start":4,"token_end":4,"label":"type_of"},{"start":27,"end":32,"token_start":5,"token_end":5,"label":"base"},{"start":37,"end":46,"token_start":7,"token_end":7,"label":"type_of"},{"start":47,"end":50,"token_start":8,"token_end":8,"label":"type_of"},{"start":51,"end":61,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":67,"end":78,"token_start":12,"token_end":12,"label":"predicate"},{"start":79,"end":98,"token_start":13,"token_end":14,"label":"where"},{"start":99,"end":103,"token_start":15,"token_end":15,"label":"base"},{"start":113,"end":125,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"Wildfires","start":0,"end":9,"id":0,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":1,"ws":true,"disabled":false},{"text":"sparked","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"by","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"high","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"winds","start":27,"end":32,"id":5,"ws":true,"disabled":false},{"text":"and","start":33,"end":36,"id":6,"ws":true,"disabled":false},{"text":"extremely","start":37,"end":46,"id":7,"ws":true,"disabled":false},{"text":"dry","start":47,"end":50,"id":8,"ws":true,"disabled":false},{"text":"conditions","start":51,"end":61,"id":9,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":10,"ws":true,"disabled":false},{"text":"are","start":63,"end":66,"id":11,"ws":true,"disabled":false},{"text":"threatening","start":67,"end":78,"id":12,"ws":true,"disabled":false},{"text":"Northern","start":79,"end":87,"id":13,"ws":true,"disabled":false},{"text":"California","start":88,"end":98,"id":14,"ws":true,"disabled":false},{"text":"wine","start":99,"end":103,"id":15,"ws":true,"disabled":false},{"text":"country","start":104,"end":111,"id":16,"ws":false,"disabled":false},{"text":".","start":111,"end":112,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":113,"end":125,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":22,"end":26,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":27,"end":32,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":18,"head_span":{"start":37,"end":46,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":113,"end":125,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":18,"head_span":{"start":47,"end":50,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":113,"end":125,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":18,"head_span":{"start":51,"end":61,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":113,"end":125,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":15,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":99,"end":103,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":0,"head_span":{"start":27,"end":32,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":0,"head_span":{"start":113,"end":125,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"But the report said even small cuts in meat eating could lead to significant cuts in carbon emissions, as well as benefits to health.\n","text":"But the report said even small cuts in meat eating could lead to significant cuts in carbon emissions, as well as benefits to health. IMPLIED_BASE IMPLIED_BASE","characters":"134","document_index":"161","md_sentence_index":"15","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/jun/03/climate-crisis-seriously-damaging-human-health-report-finds","combo_id":"161_15","post-training batch1":"161_15","_input_hash":-1784090753,"_task_hash":-1248464812,"spans":[{"start":31,"end":35,"token_start":6,"token_end":6,"label":"change_direction"},{"start":39,"end":50,"token_start":8,"token_end":9,"label":"base"},{"start":51,"end":56,"token_start":10,"token_end":10,"label":"confidence"},{"start":57,"end":64,"token_start":11,"token_end":12,"label":"predicate"},{"start":77,"end":81,"token_start":14,"token_end":14,"label":"change_direction"},{"start":85,"end":91,"token_start":16,"token_end":16,"label":"base"},{"text":"emissions","start":92,"token_start":17,"token_end":17,"end":101,"type":"pattern","label":"aspect_changing"},{"start":114,"end":122,"token_start":22,"token_end":22,"label":"change_direction"},{"text":"health","start":126,"token_start":24,"token_end":24,"end":132,"type":"pattern","label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"the","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"report","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"said","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"even","start":20,"end":24,"id":4,"ws":true,"disabled":false},{"text":"small","start":25,"end":30,"id":5,"ws":true,"disabled":false},{"text":"cuts","start":31,"end":35,"id":6,"ws":true,"disabled":false},{"text":"in","start":36,"end":38,"id":7,"ws":true,"disabled":false},{"text":"meat","start":39,"end":43,"id":8,"ws":true,"disabled":false},{"text":"eating","start":44,"end":50,"id":9,"ws":true,"disabled":false},{"text":"could","start":51,"end":56,"id":10,"ws":true,"disabled":false},{"text":"lead","start":57,"end":61,"id":11,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"significant","start":65,"end":76,"id":13,"ws":true,"disabled":false},{"text":"cuts","start":77,"end":81,"id":14,"ws":true,"disabled":false},{"text":"in","start":82,"end":84,"id":15,"ws":true,"disabled":false},{"text":"carbon","start":85,"end":91,"id":16,"ws":true,"disabled":false},{"text":"emissions","start":92,"end":101,"id":17,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":18,"ws":true,"disabled":false},{"text":"as","start":103,"end":105,"id":19,"ws":true,"disabled":false},{"text":"well","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"as","start":111,"end":113,"id":21,"ws":true,"disabled":false},{"text":"benefits","start":114,"end":122,"id":22,"ws":true,"disabled":false},{"text":"to","start":123,"end":125,"id":23,"ws":true,"disabled":false},{"text":"health","start":126,"end":132,"id":24,"ws":false,"disabled":false},{"text":".","start":132,"end":133,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":147,"end":159,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":6,"child":9,"head_span":{"start":31,"end":35,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":39,"end":50,"token_start":8,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":16,"head_span":{"start":77,"end":81,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":85,"end":91,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":92,"end":101,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":85,"end":91,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":114,"end":122,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":126,"end":132,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":16,"head_span":{"start":39,"end":50,"token_start":8,"token_end":9,"label":"base"},"child_span":{"start":85,"end":91,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":24,"head_span":{"start":39,"end":50,"token_start":8,"token_end":9,"label":"base"},"child_span":{"start":126,"end":132,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Hurricanes resulting in damage to infrastructure and delays in training, testing programs, and space launches at Tyndall Air Force Base, at the Atlantic Undersea Test and Evaluation Centers, and the Eastern Range.\n","text":"Hurricanes resulting in damage to infrastructure and delays in training, testing programs, and space launches at Tyndall Air Force Base, at the Atlantic Undersea Test and Evaluation Centers, and the Eastern Range. IMPLIED_BASE IMPLIED_BASE","characters":"214","document_index":"383","md_sentence_index":"176","classification_origin":"cm_cause_effect_rel","url":"https://media.defense.gov/2019/Jan/29/2002084200/-1/-1/1/CLIMATE-CHANGE-REPORT-2019.PDF","combo_id":"383_176","post-training batch1":"383_176","_input_hash":1069117819,"_task_hash":463019924,"spans":[{"text":"Hurricanes","start":0,"token_start":0,"token_end":0,"end":10,"type":"pattern","label":"base"},{"start":11,"end":23,"token_start":1,"token_end":2,"label":"predicate"},{"start":24,"end":30,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"infrastructure","start":34,"token_start":5,"token_end":5,"end":48,"type":"pattern","label":"base"},{"start":53,"end":59,"token_start":7,"token_end":7,"label":"change_direction"},{"start":63,"end":71,"token_start":9,"token_end":9,"label":"base"},{"start":73,"end":89,"token_start":11,"token_end":12,"label":"base"},{"start":95,"end":109,"token_start":15,"token_end":16,"label":"base"},{"start":113,"end":135,"token_start":18,"token_end":21,"label":"where"}],"tokens":[{"text":"Hurricanes","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"resulting","start":11,"end":20,"id":1,"ws":true,"disabled":false},{"text":"in","start":21,"end":23,"id":2,"ws":true,"disabled":false},{"text":"damage","start":24,"end":30,"id":3,"ws":true,"disabled":false},{"text":"to","start":31,"end":33,"id":4,"ws":true,"disabled":false},{"text":"infrastructure","start":34,"end":48,"id":5,"ws":true,"disabled":false},{"text":"and","start":49,"end":52,"id":6,"ws":true,"disabled":false},{"text":"delays","start":53,"end":59,"id":7,"ws":true,"disabled":false},{"text":"in","start":60,"end":62,"id":8,"ws":true,"disabled":false},{"text":"training","start":63,"end":71,"id":9,"ws":false,"disabled":false},{"text":",","start":71,"end":72,"id":10,"ws":true,"disabled":false},{"text":"testing","start":73,"end":80,"id":11,"ws":true,"disabled":false},{"text":"programs","start":81,"end":89,"id":12,"ws":false,"disabled":false},{"text":",","start":89,"end":90,"id":13,"ws":true,"disabled":false},{"text":"and","start":91,"end":94,"id":14,"ws":true,"disabled":false},{"text":"space","start":95,"end":100,"id":15,"ws":true,"disabled":false},{"text":"launches","start":101,"end":109,"id":16,"ws":true,"disabled":false},{"text":"at","start":110,"end":112,"id":17,"ws":true,"disabled":false},{"text":"Tyndall","start":113,"end":120,"id":18,"ws":true,"disabled":false},{"text":"Air","start":121,"end":124,"id":19,"ws":true,"disabled":false},{"text":"Force","start":125,"end":130,"id":20,"ws":true,"disabled":false},{"text":"Base","start":131,"end":135,"id":21,"ws":false,"disabled":false},{"text":",","start":135,"end":136,"id":22,"ws":true,"disabled":false},{"text":"at","start":137,"end":139,"id":23,"ws":true,"disabled":false},{"text":"the","start":140,"end":143,"id":24,"ws":true,"disabled":false},{"text":"Atlantic","start":144,"end":152,"id":25,"ws":true,"disabled":false},{"text":"Undersea","start":153,"end":161,"id":26,"ws":true,"disabled":false},{"text":"Test","start":162,"end":166,"id":27,"ws":true,"disabled":false},{"text":"and","start":167,"end":170,"id":28,"ws":true,"disabled":false},{"text":"Evaluation","start":171,"end":181,"id":29,"ws":true,"disabled":false},{"text":"Centers","start":182,"end":189,"id":30,"ws":false,"disabled":false},{"text":",","start":189,"end":190,"id":31,"ws":true,"disabled":false},{"text":"and","start":191,"end":194,"id":32,"ws":true,"disabled":false},{"text":"the","start":195,"end":198,"id":33,"ws":true,"disabled":false},{"text":"Eastern","start":199,"end":206,"id":34,"ws":true,"disabled":false},{"text":"Range","start":207,"end":212,"id":35,"ws":false,"disabled":false},{"text":".","start":212,"end":213,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":214,"end":226,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":227,"end":239,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":3,"child":5,"head_span":{"start":24,"end":30,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":34,"end":48,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":9,"head_span":{"start":53,"end":59,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":63,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":12,"head_span":{"start":53,"end":59,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":73,"end":89,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":16,"head_span":{"start":53,"end":59,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":95,"end":109,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":5,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":34,"end":48,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":9,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":63,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":12,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":73,"end":89,"token_start":11,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":16,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":95,"end":109,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"It worked \u2014 the high number of people who evacuated ahead of the storm lead to a significantly lower death toll of 89.\n","text":"It worked \u2014 the high number of people who evacuated ahead of the storm lead to a significantly lower death toll of 89. IMPLIED_BASE IMPLIED_BASE","characters":"119","document_index":"381","md_sentence_index":"20","classification_origin":"cm_cause_effect_rel","url":"https://www.businessinsider.com/climate-change-displaces-twice-as-many-people-as-violence-2019-9","combo_id":"381_20","post-training batch1":"381_20","_input_hash":-778783031,"_task_hash":-102029549,"spans":[{"text":"people","start":31,"token_start":7,"token_end":7,"end":37,"type":"pattern","label":"base"},{"text":"storm","start":65,"token_start":13,"token_end":13,"end":70,"type":"pattern","label":"base"},{"text":"death","start":101,"token_start":19,"token_end":19,"end":106,"type":"pattern","label":"base"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"worked","start":3,"end":9,"id":1,"ws":true,"disabled":false},{"text":"\u2014","start":10,"end":11,"id":2,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"high","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"number","start":21,"end":27,"id":5,"ws":true,"disabled":false},{"text":"of","start":28,"end":30,"id":6,"ws":true,"disabled":false},{"text":"people","start":31,"end":37,"id":7,"ws":true,"disabled":false},{"text":"who","start":38,"end":41,"id":8,"ws":true,"disabled":false},{"text":"evacuated","start":42,"end":51,"id":9,"ws":true,"disabled":false},{"text":"ahead","start":52,"end":57,"id":10,"ws":true,"disabled":false},{"text":"of","start":58,"end":60,"id":11,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":12,"ws":true,"disabled":false},{"text":"storm","start":65,"end":70,"id":13,"ws":true,"disabled":false},{"text":"lead","start":71,"end":75,"id":14,"ws":true,"disabled":false},{"text":"to","start":76,"end":78,"id":15,"ws":true,"disabled":false},{"text":"a","start":79,"end":80,"id":16,"ws":true,"disabled":false},{"text":"significantly","start":81,"end":94,"id":17,"ws":true,"disabled":false},{"text":"lower","start":95,"end":100,"id":18,"ws":true,"disabled":false},{"text":"death","start":101,"end":106,"id":19,"ws":true,"disabled":false},{"text":"toll","start":107,"end":111,"id":20,"ws":true,"disabled":false},{"text":"of","start":112,"end":114,"id":21,"ws":true,"disabled":false},{"text":"89","start":115,"end":117,"id":22,"ws":false,"disabled":false},{"text":".","start":117,"end":118,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":132,"end":144,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Nitroglycerin becomes so sensitive when it absorbs moisture that even a slight shake can set it off.","text":"Nitroglycerin becomes so sensitive when it absorbs moisture that even a slight shake can set it off. IMPLIED_BASE IMPLIED_BASE","characters":"100","document_index":"461","md_sentence_index":"23","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/climate-change-may-be-blowing-up-arms-depots/","combo_id":"461_23","post-training batch1":"461_23","_input_hash":350961868,"_task_hash":379864326,"spans":[{"text":"moisture","start":51,"token_start":7,"token_end":7,"end":59,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Nitroglycerin","start":0,"end":13,"id":0,"ws":true,"disabled":false},{"text":"becomes","start":14,"end":21,"id":1,"ws":true,"disabled":false},{"text":"so","start":22,"end":24,"id":2,"ws":true,"disabled":false},{"text":"sensitive","start":25,"end":34,"id":3,"ws":true,"disabled":false},{"text":"when","start":35,"end":39,"id":4,"ws":true,"disabled":false},{"text":"it","start":40,"end":42,"id":5,"ws":true,"disabled":false},{"text":"absorbs","start":43,"end":50,"id":6,"ws":true,"disabled":false},{"text":"moisture","start":51,"end":59,"id":7,"ws":true,"disabled":false},{"text":"that","start":60,"end":64,"id":8,"ws":true,"disabled":false},{"text":"even","start":65,"end":69,"id":9,"ws":true,"disabled":false},{"text":"a","start":70,"end":71,"id":10,"ws":true,"disabled":false},{"text":"slight","start":72,"end":78,"id":11,"ws":true,"disabled":false},{"text":"shake","start":79,"end":84,"id":12,"ws":true,"disabled":false},{"text":"can","start":85,"end":88,"id":13,"ws":true,"disabled":false},{"text":"set","start":89,"end":92,"id":14,"ws":true,"disabled":false},{"text":"it","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"off","start":96,"end":99,"id":16,"ws":false,"disabled":false},{"text":".","start":99,"end":100,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":101,"end":113,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":114,"end":126,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Round-trip flights between London and Guwahati, the closest airport to North Salmara, emit over three tonnes of carbon dioxide \u2013 about twice as much as the average Indian emits in a whole year.","text":"Round-trip flights between London and Guwahati, the closest airport to North Salmara, emit over three tonnes of carbon dioxide \u2013 about twice as much as the average Indian emits in a whole year. IMPLIED_BASE IMPLIED_BASE","characters":"193","document_index":"416","md_sentence_index":"70","classification_origin":"causal_sentence_classification","url":"https://www.bbc.com/future/article/20191010-how-to-beat-anxiety-about-climate-change-and-eco-awareness","combo_id":"416_70","post-training batch1":"416_70","_input_hash":1755346578,"_task_hash":564172071,"spans":[{"start":0,"end":10,"token_start":0,"token_end":2,"label":"type_of"},{"start":11,"end":18,"token_start":3,"token_end":3,"label":"base"},{"start":86,"end":90,"token_start":16,"token_end":16,"label":"change_direction"},{"start":96,"end":108,"token_start":18,"token_end":19,"label":"effect_size"},{"text":"carbon dioxide","start":112,"token_start":21,"token_end":22,"end":126,"type":"pattern","label":"base"}],"tokens":[{"text":"Round","start":0,"end":5,"id":0,"ws":false,"disabled":false},{"text":"-","start":5,"end":6,"id":1,"ws":false,"disabled":false},{"text":"trip","start":6,"end":10,"id":2,"ws":true,"disabled":false},{"text":"flights","start":11,"end":18,"id":3,"ws":true,"disabled":false},{"text":"between","start":19,"end":26,"id":4,"ws":true,"disabled":false},{"text":"London","start":27,"end":33,"id":5,"ws":true,"disabled":false},{"text":"and","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"Guwahati","start":38,"end":46,"id":7,"ws":false,"disabled":false},{"text":",","start":46,"end":47,"id":8,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":9,"ws":true,"disabled":false},{"text":"closest","start":52,"end":59,"id":10,"ws":true,"disabled":false},{"text":"airport","start":60,"end":67,"id":11,"ws":true,"disabled":false},{"text":"to","start":68,"end":70,"id":12,"ws":true,"disabled":false},{"text":"North","start":71,"end":76,"id":13,"ws":true,"disabled":false},{"text":"Salmara","start":77,"end":84,"id":14,"ws":false,"disabled":false},{"text":",","start":84,"end":85,"id":15,"ws":true,"disabled":false},{"text":"emit","start":86,"end":90,"id":16,"ws":true,"disabled":false},{"text":"over","start":91,"end":95,"id":17,"ws":true,"disabled":false},{"text":"three","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"tonnes","start":102,"end":108,"id":19,"ws":true,"disabled":false},{"text":"of","start":109,"end":111,"id":20,"ws":true,"disabled":false},{"text":"carbon","start":112,"end":118,"id":21,"ws":true,"disabled":false},{"text":"dioxide","start":119,"end":126,"id":22,"ws":true,"disabled":false},{"text":"\u2013","start":127,"end":128,"id":23,"ws":true,"disabled":false},{"text":"about","start":129,"end":134,"id":24,"ws":true,"disabled":false},{"text":"twice","start":135,"end":140,"id":25,"ws":true,"disabled":false},{"text":"as","start":141,"end":143,"id":26,"ws":true,"disabled":false},{"text":"much","start":144,"end":148,"id":27,"ws":true,"disabled":false},{"text":"as","start":149,"end":151,"id":28,"ws":true,"disabled":false},{"text":"the","start":152,"end":155,"id":29,"ws":true,"disabled":false},{"text":"average","start":156,"end":163,"id":30,"ws":true,"disabled":false},{"text":"Indian","start":164,"end":170,"id":31,"ws":true,"disabled":false},{"text":"emits","start":171,"end":176,"id":32,"ws":true,"disabled":false},{"text":"in","start":177,"end":179,"id":33,"ws":true,"disabled":false},{"text":"a","start":180,"end":181,"id":34,"ws":true,"disabled":false},{"text":"whole","start":182,"end":187,"id":35,"ws":true,"disabled":false},{"text":"year","start":188,"end":192,"id":36,"ws":false,"disabled":false},{"text":".","start":192,"end":193,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":207,"end":219,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":16,"child":22,"head_span":{"start":86,"end":90,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":112,"end":126,"token_start":21,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":3,"head_span":{"start":0,"end":10,"token_start":0,"token_end":2,"label":"type_of"},"child_span":{"start":11,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":22,"head_span":{"start":11,"end":18,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":112,"end":126,"token_start":21,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Floods kill more people in the United States than any other kind of severe weather and cause billions of dollars in damages every year.","text":"Floods kill more people in the United States than any other kind of severe weather and cause billions of dollars in damages every year. IMPLIED_BASE IMPLIED_BASE","characters":"135","document_index":"256","md_sentence_index":"8","classification_origin":"cm_cause_effect_rel","url":"https://www.engineergirl.org/51330/Engineering-Infrastructure-Floods","combo_id":"256_8","post-training batch1":"256_8","_input_hash":-1289882227,"_task_hash":64793119,"spans":[{"text":"Floods","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"base"},{"text":"kill","start":7,"token_start":1,"token_end":1,"end":11,"type":"pattern","label":"change_direction"},{"text":"people","start":17,"token_start":3,"token_end":3,"end":23,"type":"pattern","label":"base"},{"start":31,"end":44,"token_start":6,"token_end":7,"label":"where"},{"start":93,"end":112,"token_start":17,"token_end":19,"label":"effect_size"},{"start":116,"end":123,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"Floods","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"kill","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"more","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"people","start":17,"end":23,"id":3,"ws":true,"disabled":false},{"text":"in","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"United","start":31,"end":37,"id":6,"ws":true,"disabled":false},{"text":"States","start":38,"end":44,"id":7,"ws":true,"disabled":false},{"text":"than","start":45,"end":49,"id":8,"ws":true,"disabled":false},{"text":"any","start":50,"end":53,"id":9,"ws":true,"disabled":false},{"text":"other","start":54,"end":59,"id":10,"ws":true,"disabled":false},{"text":"kind","start":60,"end":64,"id":11,"ws":true,"disabled":false},{"text":"of","start":65,"end":67,"id":12,"ws":true,"disabled":false},{"text":"severe","start":68,"end":74,"id":13,"ws":true,"disabled":false},{"text":"weather","start":75,"end":82,"id":14,"ws":true,"disabled":false},{"text":"and","start":83,"end":86,"id":15,"ws":true,"disabled":false},{"text":"cause","start":87,"end":92,"id":16,"ws":true,"disabled":false},{"text":"billions","start":93,"end":101,"id":17,"ws":true,"disabled":false},{"text":"of","start":102,"end":104,"id":18,"ws":true,"disabled":false},{"text":"dollars","start":105,"end":112,"id":19,"ws":true,"disabled":false},{"text":"in","start":113,"end":115,"id":20,"ws":true,"disabled":false},{"text":"damages","start":116,"end":123,"id":21,"ws":true,"disabled":false},{"text":"every","start":124,"end":129,"id":22,"ws":true,"disabled":false},{"text":"year","start":130,"end":134,"id":23,"ws":false,"disabled":false},{"text":".","start":134,"end":135,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":136,"end":148,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":149,"end":161,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":7,"end":11,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":3,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":21,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":116,"end":123,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Smoke from fires has fouled Sydney\u2019s air intermittently since November.","text":"Smoke from fires has fouled Sydney\u2019s air intermittently since November. IMPLIED_BASE IMPLIED_BASE","characters":"71","document_index":"556","md_sentence_index":"14","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/01/03/climate/australia-fires-air.html","combo_id":"556_14","post-training batch1":"556_14","_input_hash":-485129779,"_task_hash":675789721,"spans":[{"start":0,"end":5,"token_start":0,"token_end":0,"label":"base"},{"start":11,"end":16,"token_start":2,"token_end":2,"label":"base"},{"start":21,"end":27,"token_start":4,"token_end":4,"label":"change_direction"},{"start":28,"end":34,"token_start":5,"token_end":5,"label":"where"},{"start":37,"end":40,"token_start":7,"token_end":7,"label":"base"}],"tokens":[{"text":"Smoke","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"from","start":6,"end":10,"id":1,"ws":true,"disabled":false},{"text":"fires","start":11,"end":16,"id":2,"ws":true,"disabled":false},{"text":"has","start":17,"end":20,"id":3,"ws":true,"disabled":false},{"text":"fouled","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"Sydney","start":28,"end":34,"id":5,"ws":false,"disabled":false},{"text":"\u2019s","start":34,"end":36,"id":6,"ws":true,"disabled":false},{"text":"air","start":37,"end":40,"id":7,"ws":true,"disabled":false},{"text":"intermittently","start":41,"end":55,"id":8,"ws":true,"disabled":false},{"text":"since","start":56,"end":61,"id":9,"ws":true,"disabled":false},{"text":"November","start":62,"end":70,"id":10,"ws":false,"disabled":false},{"text":".","start":70,"end":71,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":72,"end":84,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":85,"end":97,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":2,"child":0,"head_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":7,"head_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":37,"end":40,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":28,"end":34,"token_start":5,"token_end":5,"label":"where"},"child_span":{"start":37,"end":40,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":7,"head_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":37,"end":40,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The majority of the warming at the global scale over the past 50 years can only be explained by the effects of human influences,,, especially the emissions from burning fossil fuels (coal, oil, and natural gas) and from deforestation.","text":"The majority of the warming at the global scale over the past 50 years can only be explained by the effects of human influences,,, especially the emissions from burning fossil fuels (coal, oil, and natural gas) and from deforestation. IMPLIED_BASE IMPLIED_BASE","characters":"234","document_index":"415","md_sentence_index":"37","classification_origin":"causal_sentence_classification","url":"http://nca2014.globalchange.gov/node/1952","combo_id":"415_37","post-training batch1":"415_37","_input_hash":-131165622,"_task_hash":-1539737706,"spans":[{"start":20,"end":27,"token_start":4,"token_end":4,"label":"base"},{"text":"emissions","start":146,"token_start":29,"token_end":29,"end":155,"type":"pattern","label":"aspect_changing"},{"start":161,"end":168,"token_start":31,"token_end":31,"label":"change_direction"},{"start":169,"end":181,"token_start":32,"token_end":33,"label":"base"},{"text":"coal","start":183,"token_start":35,"token_end":35,"end":187,"type":"pattern","label":"base"},{"start":189,"end":192,"token_start":37,"token_end":37,"label":"base"},{"start":198,"end":209,"token_start":40,"token_end":41,"label":"base"},{"text":"deforestation","start":220,"token_start":45,"token_end":45,"end":233,"type":"pattern","label":"base"},{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"majority","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"of","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"the","start":16,"end":19,"id":3,"ws":true,"disabled":false},{"text":"warming","start":20,"end":27,"id":4,"ws":true,"disabled":false},{"text":"at","start":28,"end":30,"id":5,"ws":true,"disabled":false},{"text":"the","start":31,"end":34,"id":6,"ws":true,"disabled":false},{"text":"global","start":35,"end":41,"id":7,"ws":true,"disabled":false},{"text":"scale","start":42,"end":47,"id":8,"ws":true,"disabled":false},{"text":"over","start":48,"end":52,"id":9,"ws":true,"disabled":false},{"text":"the","start":53,"end":56,"id":10,"ws":true,"disabled":false},{"text":"past","start":57,"end":61,"id":11,"ws":true,"disabled":false},{"text":"50","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"years","start":65,"end":70,"id":13,"ws":true,"disabled":false},{"text":"can","start":71,"end":74,"id":14,"ws":true,"disabled":false},{"text":"only","start":75,"end":79,"id":15,"ws":true,"disabled":false},{"text":"be","start":80,"end":82,"id":16,"ws":true,"disabled":false},{"text":"explained","start":83,"end":92,"id":17,"ws":true,"disabled":false},{"text":"by","start":93,"end":95,"id":18,"ws":true,"disabled":false},{"text":"the","start":96,"end":99,"id":19,"ws":true,"disabled":false},{"text":"effects","start":100,"end":107,"id":20,"ws":true,"disabled":false},{"text":"of","start":108,"end":110,"id":21,"ws":true,"disabled":false},{"text":"human","start":111,"end":116,"id":22,"ws":true,"disabled":false},{"text":"influences","start":117,"end":127,"id":23,"ws":false,"disabled":false},{"text":",","start":127,"end":128,"id":24,"ws":false,"disabled":false},{"text":",","start":128,"end":129,"id":25,"ws":false,"disabled":false},{"text":",","start":129,"end":130,"id":26,"ws":true,"disabled":false},{"text":"especially","start":131,"end":141,"id":27,"ws":true,"disabled":false},{"text":"the","start":142,"end":145,"id":28,"ws":true,"disabled":false},{"text":"emissions","start":146,"end":155,"id":29,"ws":true,"disabled":false},{"text":"from","start":156,"end":160,"id":30,"ws":true,"disabled":false},{"text":"burning","start":161,"end":168,"id":31,"ws":true,"disabled":false},{"text":"fossil","start":169,"end":175,"id":32,"ws":true,"disabled":false},{"text":"fuels","start":176,"end":181,"id":33,"ws":true,"disabled":false},{"text":"(","start":182,"end":183,"id":34,"ws":false,"disabled":false},{"text":"coal","start":183,"end":187,"id":35,"ws":false,"disabled":false},{"text":",","start":187,"end":188,"id":36,"ws":true,"disabled":false},{"text":"oil","start":189,"end":192,"id":37,"ws":false,"disabled":false},{"text":",","start":192,"end":193,"id":38,"ws":true,"disabled":false},{"text":"and","start":194,"end":197,"id":39,"ws":true,"disabled":false},{"text":"natural","start":198,"end":205,"id":40,"ws":true,"disabled":false},{"text":"gas","start":206,"end":209,"id":41,"ws":false,"disabled":false},{"text":")","start":209,"end":210,"id":42,"ws":true,"disabled":false},{"text":"and","start":211,"end":214,"id":43,"ws":true,"disabled":false},{"text":"from","start":215,"end":219,"id":44,"ws":true,"disabled":false},{"text":"deforestation","start":220,"end":233,"id":45,"ws":false,"disabled":false},{"text":".","start":233,"end":234,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":235,"end":247,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":248,"end":260,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":29,"child":47,"head_span":{"start":146,"end":155,"token_start":29,"token_end":29,"label":"aspect_changing"},"child_span":{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":33,"head_span":{"start":161,"end":168,"token_start":31,"token_end":31,"label":"change_direction"},"child_span":{"start":169,"end":181,"token_start":32,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":35,"head_span":{"start":161,"end":168,"token_start":31,"token_end":31,"label":"change_direction"},"child_span":{"start":183,"end":187,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":37,"head_span":{"start":161,"end":168,"token_start":31,"token_end":31,"label":"change_direction"},"child_span":{"start":189,"end":192,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":41,"head_span":{"start":161,"end":168,"token_start":31,"token_end":31,"label":"change_direction"},"child_span":{"start":198,"end":209,"token_start":40,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":33,"head_span":{"start":183,"end":187,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":169,"end":181,"token_start":32,"token_end":33,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":37,"child":33,"head_span":{"start":189,"end":192,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":169,"end":181,"token_start":32,"token_end":33,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":41,"child":33,"head_span":{"start":198,"end":209,"token_start":40,"token_end":41,"label":"base"},"child_span":{"start":169,"end":181,"token_start":32,"token_end":33,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":45,"child":47,"head_span":{"start":220,"end":233,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":47,"head_span":{"start":198,"end":209,"token_start":40,"token_end":41,"label":"base"},"child_span":{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":47,"head_span":{"start":189,"end":192,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":35,"child":47,"head_span":{"start":183,"end":187,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":47,"head_span":{"start":169,"end":181,"token_start":32,"token_end":33,"label":"base"},"child_span":{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":4,"head_span":{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"},"child_span":{"start":20,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Those blackouts are separate from the pre-emptive shut-offs carried out by California utilities in an effort to prevent their equipment from sparking wildfires.","text":"Those blackouts are separate from the pre-emptive shut-offs carried out by California utilities in an effort to prevent their equipment from sparking wildfires. IMPLIED_BASE IMPLIED_BASE","characters":"160","document_index":"832","md_sentence_index":"69","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/10/us/climate-change-california-wildfires.html","combo_id":"832_69","post-training batch1":"832_69","_input_hash":-1674128650,"_task_hash":-1789602757,"spans":[{"text":"equipment","start":126,"token_start":23,"token_end":23,"end":135,"type":"pattern","label":"base"},{"text":"wildfires","start":150,"token_start":26,"token_end":26,"end":159,"type":"pattern","label":"base"}],"tokens":[{"text":"Those","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"blackouts","start":6,"end":15,"id":1,"ws":true,"disabled":false},{"text":"are","start":16,"end":19,"id":2,"ws":true,"disabled":false},{"text":"separate","start":20,"end":28,"id":3,"ws":true,"disabled":false},{"text":"from","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"pre","start":38,"end":41,"id":6,"ws":false,"disabled":false},{"text":"-","start":41,"end":42,"id":7,"ws":false,"disabled":false},{"text":"emptive","start":42,"end":49,"id":8,"ws":true,"disabled":false},{"text":"shut","start":50,"end":54,"id":9,"ws":false,"disabled":false},{"text":"-","start":54,"end":55,"id":10,"ws":false,"disabled":false},{"text":"offs","start":55,"end":59,"id":11,"ws":true,"disabled":false},{"text":"carried","start":60,"end":67,"id":12,"ws":true,"disabled":false},{"text":"out","start":68,"end":71,"id":13,"ws":true,"disabled":false},{"text":"by","start":72,"end":74,"id":14,"ws":true,"disabled":false},{"text":"California","start":75,"end":85,"id":15,"ws":true,"disabled":false},{"text":"utilities","start":86,"end":95,"id":16,"ws":true,"disabled":false},{"text":"in","start":96,"end":98,"id":17,"ws":true,"disabled":false},{"text":"an","start":99,"end":101,"id":18,"ws":true,"disabled":false},{"text":"effort","start":102,"end":108,"id":19,"ws":true,"disabled":false},{"text":"to","start":109,"end":111,"id":20,"ws":true,"disabled":false},{"text":"prevent","start":112,"end":119,"id":21,"ws":true,"disabled":false},{"text":"their","start":120,"end":125,"id":22,"ws":true,"disabled":false},{"text":"equipment","start":126,"end":135,"id":23,"ws":true,"disabled":false},{"text":"from","start":136,"end":140,"id":24,"ws":true,"disabled":false},{"text":"sparking","start":141,"end":149,"id":25,"ws":true,"disabled":false},{"text":"wildfires","start":150,"end":159,"id":26,"ws":false,"disabled":false},{"text":".","start":159,"end":160,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"This weakening of wind shear is likely to result in more rapid intensification of storms as they near landfall.","text":"This weakening of wind shear is likely to result in more rapid intensification of storms as they near landfall. IMPLIED_BASE IMPLIED_BASE","characters":"111","document_index":"787","md_sentence_index":"110","classification_origin":"causal_sentence_classification","url":"https://yaleclimateconnections.org/2019/07/how-climate-change-is-making-hurricanes-more-dangerous/","combo_id":"787_110","post-training batch1":"787_110","_input_hash":-1963671545,"_task_hash":-1147194650,"spans":[{"start":5,"end":14,"token_start":1,"token_end":1,"label":"change_direction"},{"start":18,"end":28,"token_start":3,"token_end":4,"label":"base"},{"start":32,"end":38,"token_start":6,"token_end":6,"label":"confidence"},{"start":42,"end":51,"token_start":8,"token_end":9,"label":"predicate"},{"start":52,"end":78,"token_start":10,"token_end":12,"label":"change_direction"},{"text":"storms","start":82,"token_start":14,"token_end":14,"end":88,"type":"pattern","label":"base"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"weakening","start":5,"end":14,"id":1,"ws":true,"disabled":false},{"text":"of","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"wind","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"shear","start":23,"end":28,"id":4,"ws":true,"disabled":false},{"text":"is","start":29,"end":31,"id":5,"ws":true,"disabled":false},{"text":"likely","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"to","start":39,"end":41,"id":7,"ws":true,"disabled":false},{"text":"result","start":42,"end":48,"id":8,"ws":true,"disabled":false},{"text":"in","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"more","start":52,"end":56,"id":10,"ws":true,"disabled":false},{"text":"rapid","start":57,"end":62,"id":11,"ws":true,"disabled":false},{"text":"intensification","start":63,"end":78,"id":12,"ws":true,"disabled":false},{"text":"of","start":79,"end":81,"id":13,"ws":true,"disabled":false},{"text":"storms","start":82,"end":88,"id":14,"ws":true,"disabled":false},{"text":"as","start":89,"end":91,"id":15,"ws":true,"disabled":false},{"text":"they","start":92,"end":96,"id":16,"ws":true,"disabled":false},{"text":"near","start":97,"end":101,"id":17,"ws":true,"disabled":false},{"text":"landfall","start":102,"end":110,"id":18,"ws":false,"disabled":false},{"text":".","start":110,"end":111,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":112,"end":124,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":1,"child":4,"head_span":{"start":5,"end":14,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":18,"end":28,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":52,"end":78,"token_start":10,"token_end":12,"label":"change_direction"},"child_span":{"start":82,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":14,"head_span":{"start":18,"end":28,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":82,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"They predict that the number of lightning strikes will increase by about 12% for every degree of rise in global average air temperature.\n","text":"They predict that the number of lightning strikes will increase by about 12% for every degree of rise in global average air temperature. IMPLIED_BASE IMPLIED_BASE","characters":"137","document_index":"782","md_sentence_index":"10","classification_origin":"causal_sentence_classification","url":"http://science.sciencemag.org/content/346/6211/851","combo_id":"782_10","post-training batch1":"782_10","_input_hash":115393666,"_task_hash":826264647,"spans":[{"start":5,"end":12,"token_start":1,"token_end":1,"label":"predicate"},{"start":32,"end":49,"token_start":6,"token_end":7,"label":"base"},{"text":"increase","start":55,"token_start":9,"token_end":9,"end":63,"type":"pattern","label":"change_direction"},{"start":73,"end":76,"token_start":12,"token_end":13,"label":"effect_size"},{"start":81,"end":93,"token_start":15,"token_end":16,"label":"effect_size"},{"text":"rise","start":97,"token_start":18,"token_end":18,"end":101,"type":"pattern","label":"change_direction"},{"start":105,"end":111,"token_start":20,"token_end":20,"label":"type_of"},{"start":112,"end":119,"token_start":21,"token_end":21,"label":"type_of"},{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},{"text":"temperature","start":124,"token_start":23,"token_end":23,"end":135,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"They","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"predict","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"that","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"number","start":22,"end":28,"id":4,"ws":true,"disabled":false},{"text":"of","start":29,"end":31,"id":5,"ws":true,"disabled":false},{"text":"lightning","start":32,"end":41,"id":6,"ws":true,"disabled":false},{"text":"strikes","start":42,"end":49,"id":7,"ws":true,"disabled":false},{"text":"will","start":50,"end":54,"id":8,"ws":true,"disabled":false},{"text":"increase","start":55,"end":63,"id":9,"ws":true,"disabled":false},{"text":"by","start":64,"end":66,"id":10,"ws":true,"disabled":false},{"text":"about","start":67,"end":72,"id":11,"ws":true,"disabled":false},{"text":"12","start":73,"end":75,"id":12,"ws":false,"disabled":false},{"text":"%","start":75,"end":76,"id":13,"ws":true,"disabled":false},{"text":"for","start":77,"end":80,"id":14,"ws":true,"disabled":false},{"text":"every","start":81,"end":86,"id":15,"ws":true,"disabled":false},{"text":"degree","start":87,"end":93,"id":16,"ws":true,"disabled":false},{"text":"of","start":94,"end":96,"id":17,"ws":true,"disabled":false},{"text":"rise","start":97,"end":101,"id":18,"ws":true,"disabled":false},{"text":"in","start":102,"end":104,"id":19,"ws":true,"disabled":false},{"text":"global","start":105,"end":111,"id":20,"ws":true,"disabled":false},{"text":"average","start":112,"end":119,"id":21,"ws":true,"disabled":false},{"text":"air","start":120,"end":123,"id":22,"ws":true,"disabled":false},{"text":"temperature","start":124,"end":135,"id":23,"ws":false,"disabled":false},{"text":".","start":135,"end":136,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":137,"end":149,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":150,"end":162,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":9,"child":7,"head_span":{"start":55,"end":63,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":32,"end":49,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":7,"head_span":{"start":73,"end":76,"token_start":12,"token_end":13,"label":"effect_size"},"child_span":{"start":32,"end":49,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":22,"head_span":{"start":112,"end":119,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":124,"end":135,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":22,"head_span":{"start":105,"end":111,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":22,"head_span":{"start":97,"end":101,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":22,"head_span":{"start":81,"end":93,"token_start":15,"token_end":16,"label":"effect_size"},"child_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":7,"head_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":32,"end":49,"token_start":6,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"?","reason":"","relation count":"","complexity":"","original_md_text":"Ultraviolet Radiation as a Mediator of Climate Change-Induced Immune Dysfunction\n","text":"Ultraviolet Radiation as a Mediator of Climate Change-Induced Immune Dysfunction IMPLIED_BASE IMPLIED_BASE","characters":"81","document_index":"276","md_sentence_index":"236","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_236","post-training batch1":"276_236","_input_hash":-889456843,"_task_hash":-1305694565,"spans":[{"text":"Climate Change","start":39,"token_start":6,"token_end":7,"end":53,"type":"pattern","label":"base"}],"tokens":[{"text":"Ultraviolet","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"Radiation","start":12,"end":21,"id":1,"ws":true,"disabled":false},{"text":"as","start":22,"end":24,"id":2,"ws":true,"disabled":false},{"text":"a","start":25,"end":26,"id":3,"ws":true,"disabled":false},{"text":"Mediator","start":27,"end":35,"id":4,"ws":true,"disabled":false},{"text":"of","start":36,"end":38,"id":5,"ws":true,"disabled":false},{"text":"Climate","start":39,"end":46,"id":6,"ws":true,"disabled":false},{"text":"Change","start":47,"end":53,"id":7,"ws":false,"disabled":false},{"text":"-","start":53,"end":54,"id":8,"ws":false,"disabled":false},{"text":"Induced","start":54,"end":61,"id":9,"ws":true,"disabled":false},{"text":"Immune","start":62,"end":68,"id":10,"ws":true,"disabled":false},{"text":"Dysfunction","start":69,"end":80,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":81,"end":93,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":94,"end":106,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A year ago, Dorian crawled over the Bahamas for a day and a half, causing widespread destruction from wind and storm surge.","text":"A year ago, Dorian crawled over the Bahamas for a day and a half, causing widespread destruction from wind and storm surge. IMPLIED_BASE IMPLIED_BASE","characters":"123","document_index":"809","md_sentence_index":"30","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/15/us/hurricane-sally.html","combo_id":"809_30","post-training batch1":"809_30","_input_hash":-1356563922,"_task_hash":519654975,"spans":[{"text":"storm","start":111,"token_start":22,"token_end":22,"end":116,"type":"pattern","label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"year","start":2,"end":6,"id":1,"ws":true,"disabled":false},{"text":"ago","start":7,"end":10,"id":2,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":3,"ws":true,"disabled":false},{"text":"Dorian","start":12,"end":18,"id":4,"ws":true,"disabled":false},{"text":"crawled","start":19,"end":26,"id":5,"ws":true,"disabled":false},{"text":"over","start":27,"end":31,"id":6,"ws":true,"disabled":false},{"text":"the","start":32,"end":35,"id":7,"ws":true,"disabled":false},{"text":"Bahamas","start":36,"end":43,"id":8,"ws":true,"disabled":false},{"text":"for","start":44,"end":47,"id":9,"ws":true,"disabled":false},{"text":"a","start":48,"end":49,"id":10,"ws":true,"disabled":false},{"text":"day","start":50,"end":53,"id":11,"ws":true,"disabled":false},{"text":"and","start":54,"end":57,"id":12,"ws":true,"disabled":false},{"text":"a","start":58,"end":59,"id":13,"ws":true,"disabled":false},{"text":"half","start":60,"end":64,"id":14,"ws":false,"disabled":false},{"text":",","start":64,"end":65,"id":15,"ws":true,"disabled":false},{"text":"causing","start":66,"end":73,"id":16,"ws":true,"disabled":false},{"text":"widespread","start":74,"end":84,"id":17,"ws":true,"disabled":false},{"text":"destruction","start":85,"end":96,"id":18,"ws":true,"disabled":false},{"text":"from","start":97,"end":101,"id":19,"ws":true,"disabled":false},{"text":"wind","start":102,"end":106,"id":20,"ws":true,"disabled":false},{"text":"and","start":107,"end":110,"id":21,"ws":true,"disabled":false},{"text":"storm","start":111,"end":116,"id":22,"ws":true,"disabled":false},{"text":"surge","start":117,"end":122,"id":23,"ws":false,"disabled":false},{"text":".","start":122,"end":123,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":124,"end":136,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":137,"end":149,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"tricky because only one true causal relation here!","relation count":"one","complexity":"complex","original_md_text":"That persistence, and what Francis calls the waviness of the jet stream, are fingerprints of human-caused climate change, particularly the disproportionate warming of the Arctic.","text":"That persistence, and what Francis calls the waviness of the jet stream, are fingerprints of human-caused climate change, particularly the disproportionate warming of the Arctic. IMPLIED_BASE IMPLIED_BASE","characters":"178","document_index":"147","md_sentence_index":"7","classification_origin":"cm_cause_effect_rel","url":"https://www.capeandislands.org/post/2019-could-turn-out-be-classic-example-climate-change","combo_id":"147_7","post-training batch1":"147_7","_input_hash":1616123174,"_task_hash":1595982833,"spans":[{"text":"climate change","start":106,"token_start":20,"token_end":21,"end":120,"type":"pattern","label":"base"}],"tokens":[{"text":"That","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"persistence","start":5,"end":16,"id":1,"ws":false,"disabled":false},{"text":",","start":16,"end":17,"id":2,"ws":true,"disabled":false},{"text":"and","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"what","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"Francis","start":27,"end":34,"id":5,"ws":true,"disabled":false},{"text":"calls","start":35,"end":40,"id":6,"ws":true,"disabled":false},{"text":"the","start":41,"end":44,"id":7,"ws":true,"disabled":false},{"text":"waviness","start":45,"end":53,"id":8,"ws":true,"disabled":false},{"text":"of","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"the","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"jet","start":61,"end":64,"id":11,"ws":true,"disabled":false},{"text":"stream","start":65,"end":71,"id":12,"ws":false,"disabled":false},{"text":",","start":71,"end":72,"id":13,"ws":true,"disabled":false},{"text":"are","start":73,"end":76,"id":14,"ws":true,"disabled":false},{"text":"fingerprints","start":77,"end":89,"id":15,"ws":true,"disabled":false},{"text":"of","start":90,"end":92,"id":16,"ws":true,"disabled":false},{"text":"human","start":93,"end":98,"id":17,"ws":false,"disabled":false},{"text":"-","start":98,"end":99,"id":18,"ws":false,"disabled":false},{"text":"caused","start":99,"end":105,"id":19,"ws":true,"disabled":false},{"text":"climate","start":106,"end":113,"id":20,"ws":true,"disabled":false},{"text":"change","start":114,"end":120,"id":21,"ws":false,"disabled":false},{"text":",","start":120,"end":121,"id":22,"ws":true,"disabled":false},{"text":"particularly","start":122,"end":134,"id":23,"ws":true,"disabled":false},{"text":"the","start":135,"end":138,"id":24,"ws":true,"disabled":false},{"text":"disproportionate","start":139,"end":155,"id":25,"ws":true,"disabled":false},{"text":"warming","start":156,"end":163,"id":26,"ws":true,"disabled":false},{"text":"of","start":164,"end":166,"id":27,"ws":true,"disabled":false},{"text":"the","start":167,"end":170,"id":28,"ws":true,"disabled":false},{"text":"Arctic","start":171,"end":177,"id":29,"ws":false,"disabled":false},{"text":".","start":177,"end":178,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":179,"end":191,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"complex","original_md_text":"Preliminary research has shown that Hurricane Florence, which struck North Carolina in September 2018, was probably somewhat larger and dumped more rain than it would have if the same storm had arrived in a world without humans\u2019 greenhouse gas emissions in the atmosphere.","text":"Preliminary research has shown that Hurricane Florence, which struck North Carolina in September 2018, was probably somewhat larger and dumped more rain than it would have if the same storm had arrived in a world without humans\u2019 greenhouse gas emissions in the atmosphere. IMPLIED_BASE IMPLIED_BASE","characters":"272","document_index":"25","md_sentence_index":"89","classification_origin":"cm_cause_effect_rel","url":"https://www.washingtonpost.com/graphics/2019/lifestyle/magazine/climate-change-covers/","combo_id":"25_89","post-training batch1":"25_89","_input_hash":1829047660,"_task_hash":1245534809,"spans":[{"text":"more","start":143,"token_start":22,"token_end":22,"end":147,"type":"pattern","label":"change_direction"},{"text":"rain","start":148,"token_start":23,"token_end":23,"end":152,"type":"pattern","label":"base"},{"start":229,"end":243,"token_start":40,"token_end":41,"label":"base"},{"text":"emissions","start":244,"token_start":42,"token_end":42,"end":253,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Preliminary","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"research","start":12,"end":20,"id":1,"ws":true,"disabled":false},{"text":"has","start":21,"end":24,"id":2,"ws":true,"disabled":false},{"text":"shown","start":25,"end":30,"id":3,"ws":true,"disabled":false},{"text":"that","start":31,"end":35,"id":4,"ws":true,"disabled":false},{"text":"Hurricane","start":36,"end":45,"id":5,"ws":true,"disabled":false},{"text":"Florence","start":46,"end":54,"id":6,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":7,"ws":true,"disabled":false},{"text":"which","start":56,"end":61,"id":8,"ws":true,"disabled":false},{"text":"struck","start":62,"end":68,"id":9,"ws":true,"disabled":false},{"text":"North","start":69,"end":74,"id":10,"ws":true,"disabled":false},{"text":"Carolina","start":75,"end":83,"id":11,"ws":true,"disabled":false},{"text":"in","start":84,"end":86,"id":12,"ws":true,"disabled":false},{"text":"September","start":87,"end":96,"id":13,"ws":true,"disabled":false},{"text":"2018","start":97,"end":101,"id":14,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":15,"ws":true,"disabled":false},{"text":"was","start":103,"end":106,"id":16,"ws":true,"disabled":false},{"text":"probably","start":107,"end":115,"id":17,"ws":true,"disabled":false},{"text":"somewhat","start":116,"end":124,"id":18,"ws":true,"disabled":false},{"text":"larger","start":125,"end":131,"id":19,"ws":true,"disabled":false},{"text":"and","start":132,"end":135,"id":20,"ws":true,"disabled":false},{"text":"dumped","start":136,"end":142,"id":21,"ws":true,"disabled":false},{"text":"more","start":143,"end":147,"id":22,"ws":true,"disabled":false},{"text":"rain","start":148,"end":152,"id":23,"ws":true,"disabled":false},{"text":"than","start":153,"end":157,"id":24,"ws":true,"disabled":false},{"text":"it","start":158,"end":160,"id":25,"ws":true,"disabled":false},{"text":"would","start":161,"end":166,"id":26,"ws":true,"disabled":false},{"text":"have","start":167,"end":171,"id":27,"ws":true,"disabled":false},{"text":"if","start":172,"end":174,"id":28,"ws":true,"disabled":false},{"text":"the","start":175,"end":178,"id":29,"ws":true,"disabled":false},{"text":"same","start":179,"end":183,"id":30,"ws":true,"disabled":false},{"text":"storm","start":184,"end":189,"id":31,"ws":true,"disabled":false},{"text":"had","start":190,"end":193,"id":32,"ws":true,"disabled":false},{"text":"arrived","start":194,"end":201,"id":33,"ws":true,"disabled":false},{"text":"in","start":202,"end":204,"id":34,"ws":true,"disabled":false},{"text":"a","start":205,"end":206,"id":35,"ws":true,"disabled":false},{"text":"world","start":207,"end":212,"id":36,"ws":true,"disabled":false},{"text":"without","start":213,"end":220,"id":37,"ws":true,"disabled":false},{"text":"humans","start":221,"end":227,"id":38,"ws":false,"disabled":false},{"text":"\u2019","start":227,"end":228,"id":39,"ws":true,"disabled":false},{"text":"greenhouse","start":229,"end":239,"id":40,"ws":true,"disabled":false},{"text":"gas","start":240,"end":243,"id":41,"ws":true,"disabled":false},{"text":"emissions","start":244,"end":253,"id":42,"ws":true,"disabled":false},{"text":"in","start":254,"end":256,"id":43,"ws":true,"disabled":false},{"text":"the","start":257,"end":260,"id":44,"ws":true,"disabled":false},{"text":"atmosphere","start":261,"end":271,"id":45,"ws":false,"disabled":false},{"text":".","start":271,"end":272,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":273,"end":285,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":286,"end":298,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":22,"child":23,"head_span":{"start":143,"end":147,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":148,"end":152,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":41,"head_span":{"start":244,"end":253,"token_start":42,"token_end":42,"label":"aspect_changing"},"child_span":{"start":229,"end":243,"token_start":40,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":23,"head_span":{"start":229,"end":243,"token_start":40,"token_end":41,"label":"base"},"child_span":{"start":148,"end":152,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The researchers predicted only modest carbon loss from tropical soils, but were surprised to find carbon emission increases of 55% over two years when those soils were heated by four degrees Celsius.\n","text":"The researchers predicted only modest carbon loss from tropical soils, but were surprised to find carbon emission increases of 55% over two years when those soils were heated by four degrees Celsius. IMPLIED_BASE IMPLIED_BASE","characters":"200","document_index":"844","md_sentence_index":"20","classification_origin":"causal_sentence_classification","url":"https://news.mongabay.com/2020/10/hotter-tropics-may-worsen-climate-change-reforestation-could-lessen-it-studies/","combo_id":"844_20","post-training batch1":"844_20","_input_hash":-1137283324,"_task_hash":-1792073191,"spans":[{"text":"soils","start":64,"token_start":9,"token_end":9,"end":69,"type":"pattern","label":"base"},{"text":"increases","start":114,"token_start":18,"token_end":18,"end":123,"type":"pattern","label":"change_direction"},{"text":"soils","start":157,"token_start":27,"token_end":27,"end":162,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"researchers","start":4,"end":15,"id":1,"ws":true,"disabled":false},{"text":"predicted","start":16,"end":25,"id":2,"ws":true,"disabled":false},{"text":"only","start":26,"end":30,"id":3,"ws":true,"disabled":false},{"text":"modest","start":31,"end":37,"id":4,"ws":true,"disabled":false},{"text":"carbon","start":38,"end":44,"id":5,"ws":true,"disabled":false},{"text":"loss","start":45,"end":49,"id":6,"ws":true,"disabled":false},{"text":"from","start":50,"end":54,"id":7,"ws":true,"disabled":false},{"text":"tropical","start":55,"end":63,"id":8,"ws":true,"disabled":false},{"text":"soils","start":64,"end":69,"id":9,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":10,"ws":true,"disabled":false},{"text":"but","start":71,"end":74,"id":11,"ws":true,"disabled":false},{"text":"were","start":75,"end":79,"id":12,"ws":true,"disabled":false},{"text":"surprised","start":80,"end":89,"id":13,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":14,"ws":true,"disabled":false},{"text":"find","start":93,"end":97,"id":15,"ws":true,"disabled":false},{"text":"carbon","start":98,"end":104,"id":16,"ws":true,"disabled":false},{"text":"emission","start":105,"end":113,"id":17,"ws":true,"disabled":false},{"text":"increases","start":114,"end":123,"id":18,"ws":true,"disabled":false},{"text":"of","start":124,"end":126,"id":19,"ws":true,"disabled":false},{"text":"55","start":127,"end":129,"id":20,"ws":false,"disabled":false},{"text":"%","start":129,"end":130,"id":21,"ws":true,"disabled":false},{"text":"over","start":131,"end":135,"id":22,"ws":true,"disabled":false},{"text":"two","start":136,"end":139,"id":23,"ws":true,"disabled":false},{"text":"years","start":140,"end":145,"id":24,"ws":true,"disabled":false},{"text":"when","start":146,"end":150,"id":25,"ws":true,"disabled":false},{"text":"those","start":151,"end":156,"id":26,"ws":true,"disabled":false},{"text":"soils","start":157,"end":162,"id":27,"ws":true,"disabled":false},{"text":"were","start":163,"end":167,"id":28,"ws":true,"disabled":false},{"text":"heated","start":168,"end":174,"id":29,"ws":true,"disabled":false},{"text":"by","start":175,"end":177,"id":30,"ws":true,"disabled":false},{"text":"four","start":178,"end":182,"id":31,"ws":true,"disabled":false},{"text":"degrees","start":183,"end":190,"id":32,"ws":true,"disabled":false},{"text":"Celsius","start":191,"end":198,"id":33,"ws":false,"disabled":false},{"text":".","start":198,"end":199,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":200,"end":212,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":213,"end":225,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"http://www.nasa.gov/topics/earth/features/wildfires.html> Experts in the field of climate change and biomass burning programs from NASA explained that wildfires are a result of climate change, are frequently caused by humans and that different areas are affected with varying intensity.\n","text":"http://www.nasa.gov/topics/earth/features/wildfires.html> Experts in the field of climate change and biomass burning programs from NASA explained that wildfires are a result of climate change, are frequently caused by humans and that different areas are affected with varying intensity. IMPLIED_BASE IMPLIED_BASE","characters":"287","document_index":"715","md_sentence_index":"549","classification_origin":"causal_sentence_classification","url":"https://earthtosky.org/climate-change-categories?tmpl=component&article_id=78","combo_id":"715_549","post-training batch1":"715_549","_input_hash":1818441926,"_task_hash":867819034,"spans":[{"text":"wildfires","start":151,"token_start":17,"token_end":17,"end":160,"type":"pattern","label":"base"},{"start":161,"end":164,"token_start":18,"token_end":18,"label":"confidence"},{"start":167,"end":176,"token_start":20,"token_end":21,"label":"predicate"},{"text":"climate change","start":177,"token_start":22,"token_end":23,"end":191,"type":"pattern","label":"base"}],"tokens":[{"text":"http://www.nasa.gov/topics/earth/features/wildfires.html","start":0,"end":56,"id":0,"ws":false,"disabled":false},{"text":">","start":56,"end":57,"id":1,"ws":true,"disabled":false},{"text":"Experts","start":58,"end":65,"id":2,"ws":true,"disabled":false},{"text":"in","start":66,"end":68,"id":3,"ws":true,"disabled":false},{"text":"the","start":69,"end":72,"id":4,"ws":true,"disabled":false},{"text":"field","start":73,"end":78,"id":5,"ws":true,"disabled":false},{"text":"of","start":79,"end":81,"id":6,"ws":true,"disabled":false},{"text":"climate","start":82,"end":89,"id":7,"ws":true,"disabled":false},{"text":"change","start":90,"end":96,"id":8,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":9,"ws":true,"disabled":false},{"text":"biomass","start":101,"end":108,"id":10,"ws":true,"disabled":false},{"text":"burning","start":109,"end":116,"id":11,"ws":true,"disabled":false},{"text":"programs","start":117,"end":125,"id":12,"ws":true,"disabled":false},{"text":"from","start":126,"end":130,"id":13,"ws":true,"disabled":false},{"text":"NASA","start":131,"end":135,"id":14,"ws":true,"disabled":false},{"text":"explained","start":136,"end":145,"id":15,"ws":true,"disabled":false},{"text":"that","start":146,"end":150,"id":16,"ws":true,"disabled":false},{"text":"wildfires","start":151,"end":160,"id":17,"ws":true,"disabled":false},{"text":"are","start":161,"end":164,"id":18,"ws":true,"disabled":false},{"text":"a","start":165,"end":166,"id":19,"ws":true,"disabled":false},{"text":"result","start":167,"end":173,"id":20,"ws":true,"disabled":false},{"text":"of","start":174,"end":176,"id":21,"ws":true,"disabled":false},{"text":"climate","start":177,"end":184,"id":22,"ws":true,"disabled":false},{"text":"change","start":185,"end":191,"id":23,"ws":false,"disabled":false},{"text":",","start":191,"end":192,"id":24,"ws":true,"disabled":false},{"text":"are","start":193,"end":196,"id":25,"ws":true,"disabled":false},{"text":"frequently","start":197,"end":207,"id":26,"ws":true,"disabled":false},{"text":"caused","start":208,"end":214,"id":27,"ws":true,"disabled":false},{"text":"by","start":215,"end":217,"id":28,"ws":true,"disabled":false},{"text":"humans","start":218,"end":224,"id":29,"ws":true,"disabled":false},{"text":"and","start":225,"end":228,"id":30,"ws":true,"disabled":false},{"text":"that","start":229,"end":233,"id":31,"ws":true,"disabled":false},{"text":"different","start":234,"end":243,"id":32,"ws":true,"disabled":false},{"text":"areas","start":244,"end":249,"id":33,"ws":true,"disabled":false},{"text":"are","start":250,"end":253,"id":34,"ws":true,"disabled":false},{"text":"affected","start":254,"end":262,"id":35,"ws":true,"disabled":false},{"text":"with","start":263,"end":267,"id":36,"ws":true,"disabled":false},{"text":"varying","start":268,"end":275,"id":37,"ws":true,"disabled":false},{"text":"intensity","start":276,"end":285,"id":38,"ws":false,"disabled":false},{"text":".","start":285,"end":286,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":287,"end":299,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":300,"end":312,"id":41,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":23,"child":17,"head_span":{"start":177,"end":191,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":151,"end":160,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Moderate","original_md_text":"In many of these cases, an environmental disaster was a flashpoint which ultimately culminated in interpersonal violence due to lost infrastructure, fear and uncertainty, perceived scarcity or competition, or massive relocation\u2014all factors that weaken social control and counteract the mechanisms societies use to resolve disputes peacefully (Nardulli et al., 2015).\n","text":"In many of these cases, an environmental disaster was a flashpoint which ultimately culminated in interpersonal violence due to lost infrastructure, fear and uncertainty, perceived scarcity or competition, or massive relocation\u2014all factors that weaken social control and counteract the mechanisms societies use to resolve disputes peacefully (Nardulli et al., 2015). IMPLIED_BASE IMPLIED_BASE","characters":"367","document_index":"71","md_sentence_index":"158","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_158","post-training batch1":"71_158","_input_hash":-866355870,"_task_hash":317702217,"spans":[{"start":27,"end":49,"token_start":7,"token_end":8,"label":"base"},{"start":84,"end":97,"token_start":14,"token_end":15,"label":"predicate"},{"start":98,"end":111,"token_start":16,"token_end":16,"label":"type_of"},{"text":"violence","start":112,"token_start":17,"token_end":17,"end":120,"type":"pattern","label":"base"},{"start":121,"end":127,"token_start":18,"token_end":19,"label":"predicate"},{"start":128,"end":132,"token_start":20,"token_end":20,"label":"change_direction"},{"text":"infrastructure","start":133,"token_start":21,"token_end":21,"end":147,"type":"pattern","label":"base"},{"start":149,"end":153,"token_start":23,"token_end":23,"label":"base"},{"start":158,"end":169,"token_start":25,"token_end":25,"label":"base"},{"start":181,"end":189,"token_start":28,"token_end":28,"label":"aspect_changing"},{"start":193,"end":204,"token_start":30,"token_end":30,"label":"aspect_changing"},{"start":209,"end":216,"token_start":33,"token_end":33,"label":"type_of"},{"start":217,"end":227,"token_start":34,"token_end":34,"label":"base"},{"start":245,"end":251,"token_start":39,"token_end":39,"label":"change_direction"},{"start":252,"end":258,"token_start":40,"token_end":40,"label":"base"},{"start":259,"end":266,"token_start":41,"token_end":41,"label":"aspect_changing"},{"start":367,"end":379,"token_start":61,"token_end":61,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"many","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"of","start":8,"end":10,"id":2,"ws":true,"disabled":false},{"text":"these","start":11,"end":16,"id":3,"ws":true,"disabled":false},{"text":"cases","start":17,"end":22,"id":4,"ws":false,"disabled":false},{"text":",","start":22,"end":23,"id":5,"ws":true,"disabled":false},{"text":"an","start":24,"end":26,"id":6,"ws":true,"disabled":false},{"text":"environmental","start":27,"end":40,"id":7,"ws":true,"disabled":false},{"text":"disaster","start":41,"end":49,"id":8,"ws":true,"disabled":false},{"text":"was","start":50,"end":53,"id":9,"ws":true,"disabled":false},{"text":"a","start":54,"end":55,"id":10,"ws":true,"disabled":false},{"text":"flashpoint","start":56,"end":66,"id":11,"ws":true,"disabled":false},{"text":"which","start":67,"end":72,"id":12,"ws":true,"disabled":false},{"text":"ultimately","start":73,"end":83,"id":13,"ws":true,"disabled":false},{"text":"culminated","start":84,"end":94,"id":14,"ws":true,"disabled":false},{"text":"in","start":95,"end":97,"id":15,"ws":true,"disabled":false},{"text":"interpersonal","start":98,"end":111,"id":16,"ws":true,"disabled":false},{"text":"violence","start":112,"end":120,"id":17,"ws":true,"disabled":false},{"text":"due","start":121,"end":124,"id":18,"ws":true,"disabled":false},{"text":"to","start":125,"end":127,"id":19,"ws":true,"disabled":false},{"text":"lost","start":128,"end":132,"id":20,"ws":true,"disabled":false},{"text":"infrastructure","start":133,"end":147,"id":21,"ws":false,"disabled":false},{"text":",","start":147,"end":148,"id":22,"ws":true,"disabled":false},{"text":"fear","start":149,"end":153,"id":23,"ws":true,"disabled":false},{"text":"and","start":154,"end":157,"id":24,"ws":true,"disabled":false},{"text":"uncertainty","start":158,"end":169,"id":25,"ws":false,"disabled":false},{"text":",","start":169,"end":170,"id":26,"ws":true,"disabled":false},{"text":"perceived","start":171,"end":180,"id":27,"ws":true,"disabled":false},{"text":"scarcity","start":181,"end":189,"id":28,"ws":true,"disabled":false},{"text":"or","start":190,"end":192,"id":29,"ws":true,"disabled":false},{"text":"competition","start":193,"end":204,"id":30,"ws":false,"disabled":false},{"text":",","start":204,"end":205,"id":31,"ws":true,"disabled":false},{"text":"or","start":206,"end":208,"id":32,"ws":true,"disabled":false},{"text":"massive","start":209,"end":216,"id":33,"ws":true,"disabled":false},{"text":"relocation","start":217,"end":227,"id":34,"ws":false,"disabled":false},{"text":"\u2014","start":227,"end":228,"id":35,"ws":false,"disabled":false},{"text":"all","start":228,"end":231,"id":36,"ws":true,"disabled":false},{"text":"factors","start":232,"end":239,"id":37,"ws":true,"disabled":false},{"text":"that","start":240,"end":244,"id":38,"ws":true,"disabled":false},{"text":"weaken","start":245,"end":251,"id":39,"ws":true,"disabled":false},{"text":"social","start":252,"end":258,"id":40,"ws":true,"disabled":false},{"text":"control","start":259,"end":266,"id":41,"ws":true,"disabled":false},{"text":"and","start":267,"end":270,"id":42,"ws":true,"disabled":false},{"text":"counteract","start":271,"end":281,"id":43,"ws":true,"disabled":false},{"text":"the","start":282,"end":285,"id":44,"ws":true,"disabled":false},{"text":"mechanisms","start":286,"end":296,"id":45,"ws":true,"disabled":false},{"text":"societies","start":297,"end":306,"id":46,"ws":true,"disabled":false},{"text":"use","start":307,"end":310,"id":47,"ws":true,"disabled":false},{"text":"to","start":311,"end":313,"id":48,"ws":true,"disabled":false},{"text":"resolve","start":314,"end":321,"id":49,"ws":true,"disabled":false},{"text":"disputes","start":322,"end":330,"id":50,"ws":true,"disabled":false},{"text":"peacefully","start":331,"end":341,"id":51,"ws":true,"disabled":false},{"text":"(","start":342,"end":343,"id":52,"ws":false,"disabled":false},{"text":"Nardulli","start":343,"end":351,"id":53,"ws":true,"disabled":false},{"text":"et","start":352,"end":354,"id":54,"ws":true,"disabled":false},{"text":"al","start":355,"end":357,"id":55,"ws":false,"disabled":false},{"text":".","start":357,"end":358,"id":56,"ws":false,"disabled":false},{"text":",","start":358,"end":359,"id":57,"ws":true,"disabled":false},{"text":"2015","start":360,"end":364,"id":58,"ws":false,"disabled":false},{"text":")","start":364,"end":365,"id":59,"ws":false,"disabled":false},{"text":".","start":365,"end":366,"id":60,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":367,"end":379,"id":61,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":380,"end":392,"id":62,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":16,"child":17,"head_span":{"start":98,"end":111,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":128,"end":132,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":133,"end":147,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":61,"head_span":{"start":181,"end":189,"token_start":28,"token_end":28,"label":"aspect_changing"},"child_span":{"start":367,"end":379,"token_start":61,"token_end":61,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":61,"head_span":{"start":193,"end":204,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":367,"end":379,"token_start":61,"token_end":61,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":34,"head_span":{"start":209,"end":216,"token_start":33,"token_end":33,"label":"type_of"},"child_span":{"start":217,"end":227,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":40,"head_span":{"start":245,"end":251,"token_start":39,"token_end":39,"label":"change_direction"},"child_span":{"start":252,"end":258,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":40,"head_span":{"start":259,"end":266,"token_start":41,"token_end":41,"label":"aspect_changing"},"child_span":{"start":252,"end":258,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":21,"head_span":{"start":27,"end":49,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":133,"end":147,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":17,"head_span":{"start":133,"end":147,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":17,"head_span":{"start":149,"end":153,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":17,"head_span":{"start":158,"end":169,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":61,"child":17,"head_span":{"start":367,"end":379,"token_start":61,"token_end":61,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":17,"head_span":{"start":217,"end":227,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":23,"head_span":{"start":27,"end":49,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":149,"end":153,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":25,"head_span":{"start":27,"end":49,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":158,"end":169,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":34,"head_span":{"start":27,"end":49,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":217,"end":227,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":61,"head_span":{"start":27,"end":49,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":367,"end":379,"token_start":61,"token_end":61,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":40,"head_span":{"start":217,"end":227,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":252,"end":258,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":61,"child":40,"head_span":{"start":367,"end":379,"token_start":61,"token_end":61,"label":"base"},"child_span":{"start":252,"end":258,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":40,"head_span":{"start":133,"end":147,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":252,"end":258,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":40,"head_span":{"start":149,"end":153,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":252,"end":258,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":40,"head_span":{"start":158,"end":169,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":252,"end":258,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":40,"child":17,"head_span":{"start":252,"end":258,"token_start":40,"token_end":40,"label":"base"},"child_span":{"start":112,"end":120,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"staged","Dataset name":"checkin-three","ignore?":"","reason":"","relation count":"Many","complexity":"Simple","original_md_text":"There is growing evidence that climate change can increase the risks of conflict and violence.","text":"There is growing evidence that climate change can increase the risks of conflict and violence. IMPLIED_BASE IMPLIED_BASE","characters":"94","document_index":"72","md_sentence_index":"0","classification_origin":"cm_cause_effect_rel","url":"https://www.passblue.com/2019/05/07/climate-change-and-risk-of-conflict-the-links-grow-clearer/","combo_id":"72_0","post-training batch1":"72_0","_input_hash":-1350651080,"_task_hash":1075260485,"spans":[{"text":"climate change","start":31,"token_start":5,"token_end":6,"end":45,"type":"pattern","label":"base"},{"start":46,"end":49,"token_start":7,"token_end":7,"label":"confidence"},{"text":"increase","start":50,"token_start":8,"token_end":8,"end":58,"type":"pattern","label":"change_direction"},{"text":"risks","start":63,"token_start":10,"token_end":10,"end":68,"type":"pattern","label":"aspect_changing"},{"text":"conflict","start":72,"token_start":12,"token_end":12,"end":80,"type":"pattern","label":"base"},{"text":"violence","start":85,"token_start":14,"token_end":14,"end":93,"type":"pattern","label":"base"}],"tokens":[{"text":"There","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"is","start":6,"end":8,"id":1,"ws":true,"disabled":false},{"text":"growing","start":9,"end":16,"id":2,"ws":true,"disabled":false},{"text":"evidence","start":17,"end":25,"id":3,"ws":true,"disabled":false},{"text":"that","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"climate","start":31,"end":38,"id":5,"ws":true,"disabled":false},{"text":"change","start":39,"end":45,"id":6,"ws":true,"disabled":false},{"text":"can","start":46,"end":49,"id":7,"ws":true,"disabled":false},{"text":"increase","start":50,"end":58,"id":8,"ws":true,"disabled":false},{"text":"the","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"risks","start":63,"end":68,"id":10,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":11,"ws":true,"disabled":false},{"text":"conflict","start":72,"end":80,"id":12,"ws":true,"disabled":false},{"text":"and","start":81,"end":84,"id":13,"ws":true,"disabled":false},{"text":"violence","start":85,"end":93,"id":14,"ws":false,"disabled":false},{"text":".","start":93,"end":94,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":95,"end":107,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":10,"child":12,"head_span":{"start":63,"end":68,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":72,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":12,"head_span":{"start":50,"end":58,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":72,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":14,"head_span":{"start":63,"end":68,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":85,"end":93,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":14,"head_span":{"start":50,"end":58,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":85,"end":93,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":12,"head_span":{"start":31,"end":45,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":72,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":14,"head_span":{"start":31,"end":45,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":85,"end":93,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Sherrell Thompson, a community health worker in Gilpin, said residents have high rates of asthma, diabetes and blood pressure, all conditions that can be worsened by heat.","text":"Sherrell Thompson, a community health worker in Gilpin, said residents have high rates of asthma, diabetes and blood pressure, all conditions that can be worsened by heat. IMPLIED_BASE IMPLIED_BASE","characters":"171","document_index":"806","md_sentence_index":"78","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/08/24/climate/racism-redlining-cities-global-warming.html","combo_id":"806_78","post-training batch1":"806_78","_input_hash":1677114452,"_task_hash":2055917342,"spans":[{"text":"rates","start":81,"token_start":14,"token_end":14,"end":86,"type":"pattern","label":"aspect_changing"},{"text":"asthma","start":90,"token_start":16,"token_end":16,"end":96,"type":"pattern","label":"base"},{"start":98,"end":106,"token_start":18,"token_end":18,"label":"base"},{"start":111,"end":125,"token_start":20,"token_end":21,"label":"base"},{"start":147,"end":150,"token_start":26,"token_end":26,"label":"confidence"},{"start":154,"end":162,"token_start":28,"token_end":28,"label":"change_direction"},{"start":166,"end":170,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"Sherrell","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"Thompson","start":9,"end":17,"id":1,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":2,"ws":true,"disabled":false},{"text":"a","start":19,"end":20,"id":3,"ws":true,"disabled":false},{"text":"community","start":21,"end":30,"id":4,"ws":true,"disabled":false},{"text":"health","start":31,"end":37,"id":5,"ws":true,"disabled":false},{"text":"worker","start":38,"end":44,"id":6,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"Gilpin","start":48,"end":54,"id":8,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":9,"ws":true,"disabled":false},{"text":"said","start":56,"end":60,"id":10,"ws":true,"disabled":false},{"text":"residents","start":61,"end":70,"id":11,"ws":true,"disabled":false},{"text":"have","start":71,"end":75,"id":12,"ws":true,"disabled":false},{"text":"high","start":76,"end":80,"id":13,"ws":true,"disabled":false},{"text":"rates","start":81,"end":86,"id":14,"ws":true,"disabled":false},{"text":"of","start":87,"end":89,"id":15,"ws":true,"disabled":false},{"text":"asthma","start":90,"end":96,"id":16,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":17,"ws":true,"disabled":false},{"text":"diabetes","start":98,"end":106,"id":18,"ws":true,"disabled":false},{"text":"and","start":107,"end":110,"id":19,"ws":true,"disabled":false},{"text":"blood","start":111,"end":116,"id":20,"ws":true,"disabled":false},{"text":"pressure","start":117,"end":125,"id":21,"ws":false,"disabled":false},{"text":",","start":125,"end":126,"id":22,"ws":true,"disabled":false},{"text":"all","start":127,"end":130,"id":23,"ws":true,"disabled":false},{"text":"conditions","start":131,"end":141,"id":24,"ws":true,"disabled":false},{"text":"that","start":142,"end":146,"id":25,"ws":true,"disabled":false},{"text":"can","start":147,"end":150,"id":26,"ws":true,"disabled":false},{"text":"be","start":151,"end":153,"id":27,"ws":true,"disabled":false},{"text":"worsened","start":154,"end":162,"id":28,"ws":true,"disabled":false},{"text":"by","start":163,"end":165,"id":29,"ws":true,"disabled":false},{"text":"heat","start":166,"end":170,"id":30,"ws":false,"disabled":false},{"text":".","start":170,"end":171,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":14,"child":16,"head_span":{"start":81,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":90,"end":96,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":16,"head_span":{"start":154,"end":162,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":90,"end":96,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":18,"head_span":{"start":81,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":98,"end":106,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":21,"head_span":{"start":81,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":111,"end":125,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":18,"head_span":{"start":154,"end":162,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":98,"end":106,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":21,"head_span":{"start":154,"end":162,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":111,"end":125,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":16,"head_span":{"start":166,"end":170,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":90,"end":96,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":18,"head_span":{"start":166,"end":170,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":98,"end":106,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":21,"head_span":{"start":166,"end":170,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":111,"end":125,"token_start":20,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These events were caused by marine heatwaves \u2013 extended periods of unusually high temperatures that were themselves boosted by human-caused warming and El Ni\u00f1o.\n","text":"These events were caused by marine heatwaves \u2013 extended periods of unusually high temperatures that were themselves boosted by human-caused warming and El Ni\u00f1o. IMPLIED_BASE IMPLIED_BASE","characters":"161","document_index":"647","md_sentence_index":"378","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_378","post-training batch1":"647_378","_input_hash":-255146021,"_task_hash":1238119208,"spans":[{"start":28,"end":34,"token_start":5,"token_end":5,"label":"type_of"},{"text":"heatwaves","start":35,"token_start":6,"token_end":6,"end":44,"type":"pattern","label":"base"},{"start":77,"end":81,"token_start":12,"token_end":12,"label":"type_of"},{"text":"temperatures","start":82,"token_start":13,"token_end":13,"end":94,"type":"pattern","label":"aspect_changing"},{"start":116,"end":123,"token_start":17,"token_end":17,"label":"change_direction"},{"start":127,"end":139,"token_start":19,"token_end":21,"label":"type_of"},{"start":140,"end":147,"token_start":22,"token_end":22,"label":"base"},{"start":152,"end":159,"token_start":24,"token_end":25,"label":"base"},{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"events","start":6,"end":12,"id":1,"ws":true,"disabled":false},{"text":"were","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"caused","start":18,"end":24,"id":3,"ws":true,"disabled":false},{"text":"by","start":25,"end":27,"id":4,"ws":true,"disabled":false},{"text":"marine","start":28,"end":34,"id":5,"ws":true,"disabled":false},{"text":"heatwaves","start":35,"end":44,"id":6,"ws":true,"disabled":false},{"text":"\u2013","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"extended","start":47,"end":55,"id":8,"ws":true,"disabled":false},{"text":"periods","start":56,"end":63,"id":9,"ws":true,"disabled":false},{"text":"of","start":64,"end":66,"id":10,"ws":true,"disabled":false},{"text":"unusually","start":67,"end":76,"id":11,"ws":true,"disabled":false},{"text":"high","start":77,"end":81,"id":12,"ws":true,"disabled":false},{"text":"temperatures","start":82,"end":94,"id":13,"ws":true,"disabled":false},{"text":"that","start":95,"end":99,"id":14,"ws":true,"disabled":false},{"text":"were","start":100,"end":104,"id":15,"ws":true,"disabled":false},{"text":"themselves","start":105,"end":115,"id":16,"ws":true,"disabled":false},{"text":"boosted","start":116,"end":123,"id":17,"ws":true,"disabled":false},{"text":"by","start":124,"end":126,"id":18,"ws":true,"disabled":false},{"text":"human","start":127,"end":132,"id":19,"ws":false,"disabled":false},{"text":"-","start":132,"end":133,"id":20,"ws":false,"disabled":false},{"text":"caused","start":133,"end":139,"id":21,"ws":true,"disabled":false},{"text":"warming","start":140,"end":147,"id":22,"ws":true,"disabled":false},{"text":"and","start":148,"end":151,"id":23,"ws":true,"disabled":false},{"text":"El","start":152,"end":154,"id":24,"ws":true,"disabled":false},{"text":"Ni\u00f1o","start":155,"end":159,"id":25,"ws":false,"disabled":false},{"text":".","start":159,"end":160,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":28,"end":34,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":35,"end":44,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":27,"head_span":{"start":82,"end":94,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":27,"head_span":{"start":77,"end":81,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":22,"head_span":{"start":127,"end":139,"token_start":19,"token_end":21,"label":"type_of"},"child_span":{"start":140,"end":147,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":22,"head_span":{"start":116,"end":123,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":140,"end":147,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":25,"head_span":{"start":116,"end":123,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":152,"end":159,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":27,"head_span":{"start":140,"end":147,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":27,"head_span":{"start":152,"end":159,"token_start":24,"token_end":25,"label":"base"},"child_span":{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":6,"head_span":{"start":140,"end":147,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":35,"end":44,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":6,"head_span":{"start":152,"end":159,"token_start":24,"token_end":25,"label":"base"},"child_span":{"start":35,"end":44,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":6,"head_span":{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":35,"end":44,"token_start":6,"token_end":6,"label":"base"},"color":"#d9fbad","label":"Same_As"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Severe wildfires, like the recent Camp fire in Paradise, Calif., have been increasing across the West, devastating nearby communities.","text":"Severe wildfires, like the recent Camp fire in Paradise, Calif., have been increasing across the West, devastating nearby communities. IMPLIED_BASE IMPLIED_BASE","characters":"134","document_index":"471","md_sentence_index":"2","classification_origin":"causal_sentence_classification","url":"https://eos.org/articles/invisible-wildfire-smoke-has-visible-health-impacts","combo_id":"471_2","post-training batch1":"471_2","_input_hash":-1311593428,"_task_hash":-1487418641,"spans":[{"start":0,"end":6,"token_start":0,"token_end":0,"label":"type_of"},{"text":"wildfires","start":7,"token_start":1,"token_end":1,"end":16,"type":"pattern","label":"base"},{"text":"increasing","start":75,"token_start":15,"token_end":15,"end":85,"type":"pattern","label":"change_direction"},{"start":97,"end":101,"token_start":18,"token_end":18,"label":"where"},{"start":103,"end":114,"token_start":20,"token_end":20,"label":"change_direction"},{"text":"communities","start":122,"token_start":22,"token_end":22,"end":133,"type":"pattern","label":"base"}],"tokens":[{"text":"Severe","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"wildfires","start":7,"end":16,"id":1,"ws":false,"disabled":false},{"text":",","start":16,"end":17,"id":2,"ws":true,"disabled":false},{"text":"like","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"the","start":23,"end":26,"id":4,"ws":true,"disabled":false},{"text":"recent","start":27,"end":33,"id":5,"ws":true,"disabled":false},{"text":"Camp","start":34,"end":38,"id":6,"ws":true,"disabled":false},{"text":"fire","start":39,"end":43,"id":7,"ws":true,"disabled":false},{"text":"in","start":44,"end":46,"id":8,"ws":true,"disabled":false},{"text":"Paradise","start":47,"end":55,"id":9,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":10,"ws":true,"disabled":false},{"text":"Calif.","start":57,"end":63,"id":11,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":12,"ws":true,"disabled":false},{"text":"have","start":65,"end":69,"id":13,"ws":true,"disabled":false},{"text":"been","start":70,"end":74,"id":14,"ws":true,"disabled":false},{"text":"increasing","start":75,"end":85,"id":15,"ws":true,"disabled":false},{"text":"across","start":86,"end":92,"id":16,"ws":true,"disabled":false},{"text":"the","start":93,"end":96,"id":17,"ws":true,"disabled":false},{"text":"West","start":97,"end":101,"id":18,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":19,"ws":true,"disabled":false},{"text":"devastating","start":103,"end":114,"id":20,"ws":true,"disabled":false},{"text":"nearby","start":115,"end":121,"id":21,"ws":true,"disabled":false},{"text":"communities","start":122,"end":133,"id":22,"ws":false,"disabled":false},{"text":".","start":133,"end":134,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":135,"end":147,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":7,"end":16,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":1,"head_span":{"start":75,"end":85,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":7,"end":16,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":22,"head_span":{"start":103,"end":114,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":122,"end":133,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":22,"head_span":{"start":97,"end":101,"token_start":18,"token_end":18,"label":"where"},"child_span":{"start":122,"end":133,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":22,"head_span":{"start":7,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":122,"end":133,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The researchers estimated, based on these findings, that a 1oC increase in average temperature \u2014 a fairly conservative estimate of climate change in the following decades \u2014 will likely yield a 6% increase in violent crime rates, as many as 25,000 more serious and deadly assaults per year in the United States alone.\n","text":"The researchers estimated, based on these findings, that a 1oC increase in average temperature \u2014 a fairly conservative estimate of climate change in the following decades \u2014 will likely yield a 6% increase in violent crime rates, as many as 25,000 more serious and deadly assaults per year in the United States alone. IMPLIED_BASE IMPLIED_BASE","characters":"317","document_index":"711","md_sentence_index":"30","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_30","post-training batch1":"711_30","_input_hash":1654481620,"_task_hash":1863894188,"spans":[{"start":59,"end":62,"token_start":11,"token_end":11,"label":"effect_size"},{"text":"increase","start":63,"token_start":12,"token_end":12,"end":71,"type":"pattern","label":"change_direction"},{"text":"temperature","start":83,"token_start":15,"token_end":15,"end":94,"type":"pattern","label":"aspect_changing"},{"text":"climate change","start":131,"token_start":22,"token_end":23,"end":145,"type":"pattern","label":"base"},{"start":178,"end":184,"token_start":30,"token_end":30,"label":"confidence"},{"start":193,"end":195,"token_start":33,"token_end":34,"label":"effect_size"},{"text":"increase","start":196,"token_start":35,"token_end":35,"end":204,"type":"pattern","label":"change_direction"},{"start":208,"end":215,"token_start":37,"token_end":37,"label":"type_of"},{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},{"text":"rates","start":222,"token_start":39,"token_end":39,"end":227,"type":"pattern","label":"aspect_changing"},{"start":240,"end":246,"token_start":44,"token_end":44,"label":"effect_size"},{"text":"more","start":247,"token_start":45,"token_end":45,"end":251,"type":"pattern","label":"change_direction"},{"start":252,"end":259,"token_start":46,"token_end":46,"label":"type_of"},{"start":264,"end":270,"token_start":48,"token_end":48,"label":"type_of"},{"start":271,"end":279,"token_start":49,"token_end":49,"label":"base"},{"start":296,"end":309,"token_start":54,"token_end":55,"label":"where"},{"start":317,"end":329,"token_start":58,"token_end":58,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"researchers","start":4,"end":15,"id":1,"ws":true,"disabled":false},{"text":"estimated","start":16,"end":25,"id":2,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":3,"ws":true,"disabled":false},{"text":"based","start":27,"end":32,"id":4,"ws":true,"disabled":false},{"text":"on","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"these","start":36,"end":41,"id":6,"ws":true,"disabled":false},{"text":"findings","start":42,"end":50,"id":7,"ws":false,"disabled":false},{"text":",","start":50,"end":51,"id":8,"ws":true,"disabled":false},{"text":"that","start":52,"end":56,"id":9,"ws":true,"disabled":false},{"text":"a","start":57,"end":58,"id":10,"ws":true,"disabled":false},{"text":"1oC","start":59,"end":62,"id":11,"ws":true,"disabled":false},{"text":"increase","start":63,"end":71,"id":12,"ws":true,"disabled":false},{"text":"in","start":72,"end":74,"id":13,"ws":true,"disabled":false},{"text":"average","start":75,"end":82,"id":14,"ws":true,"disabled":false},{"text":"temperature","start":83,"end":94,"id":15,"ws":true,"disabled":false},{"text":"\u2014","start":95,"end":96,"id":16,"ws":true,"disabled":false},{"text":"a","start":97,"end":98,"id":17,"ws":true,"disabled":false},{"text":"fairly","start":99,"end":105,"id":18,"ws":true,"disabled":false},{"text":"conservative","start":106,"end":118,"id":19,"ws":true,"disabled":false},{"text":"estimate","start":119,"end":127,"id":20,"ws":true,"disabled":false},{"text":"of","start":128,"end":130,"id":21,"ws":true,"disabled":false},{"text":"climate","start":131,"end":138,"id":22,"ws":true,"disabled":false},{"text":"change","start":139,"end":145,"id":23,"ws":true,"disabled":false},{"text":"in","start":146,"end":148,"id":24,"ws":true,"disabled":false},{"text":"the","start":149,"end":152,"id":25,"ws":true,"disabled":false},{"text":"following","start":153,"end":162,"id":26,"ws":true,"disabled":false},{"text":"decades","start":163,"end":170,"id":27,"ws":true,"disabled":false},{"text":"\u2014","start":171,"end":172,"id":28,"ws":true,"disabled":false},{"text":"will","start":173,"end":177,"id":29,"ws":true,"disabled":false},{"text":"likely","start":178,"end":184,"id":30,"ws":true,"disabled":false},{"text":"yield","start":185,"end":190,"id":31,"ws":true,"disabled":false},{"text":"a","start":191,"end":192,"id":32,"ws":true,"disabled":false},{"text":"6","start":193,"end":194,"id":33,"ws":false,"disabled":false},{"text":"%","start":194,"end":195,"id":34,"ws":true,"disabled":false},{"text":"increase","start":196,"end":204,"id":35,"ws":true,"disabled":false},{"text":"in","start":205,"end":207,"id":36,"ws":true,"disabled":false},{"text":"violent","start":208,"end":215,"id":37,"ws":true,"disabled":false},{"text":"crime","start":216,"end":221,"id":38,"ws":true,"disabled":false},{"text":"rates","start":222,"end":227,"id":39,"ws":false,"disabled":false},{"text":",","start":227,"end":228,"id":40,"ws":true,"disabled":false},{"text":"as","start":229,"end":231,"id":41,"ws":true,"disabled":false},{"text":"many","start":232,"end":236,"id":42,"ws":true,"disabled":false},{"text":"as","start":237,"end":239,"id":43,"ws":true,"disabled":false},{"text":"25,000","start":240,"end":246,"id":44,"ws":true,"disabled":false},{"text":"more","start":247,"end":251,"id":45,"ws":true,"disabled":false},{"text":"serious","start":252,"end":259,"id":46,"ws":true,"disabled":false},{"text":"and","start":260,"end":263,"id":47,"ws":true,"disabled":false},{"text":"deadly","start":264,"end":270,"id":48,"ws":true,"disabled":false},{"text":"assaults","start":271,"end":279,"id":49,"ws":true,"disabled":false},{"text":"per","start":280,"end":283,"id":50,"ws":true,"disabled":false},{"text":"year","start":284,"end":288,"id":51,"ws":true,"disabled":false},{"text":"in","start":289,"end":291,"id":52,"ws":true,"disabled":false},{"text":"the","start":292,"end":295,"id":53,"ws":true,"disabled":false},{"text":"United","start":296,"end":302,"id":54,"ws":true,"disabled":false},{"text":"States","start":303,"end":309,"id":55,"ws":true,"disabled":false},{"text":"alone","start":310,"end":315,"id":56,"ws":false,"disabled":false},{"text":".","start":315,"end":316,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":317,"end":329,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":330,"end":342,"id":59,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":15,"child":58,"head_span":{"start":83,"end":94,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":317,"end":329,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":58,"head_span":{"start":63,"end":71,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":317,"end":329,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":58,"head_span":{"start":59,"end":62,"token_start":11,"token_end":11,"label":"effect_size"},"child_span":{"start":317,"end":329,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":38,"head_span":{"start":196,"end":204,"token_start":35,"token_end":35,"label":"change_direction"},"child_span":{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":38,"head_span":{"start":208,"end":215,"token_start":37,"token_end":37,"label":"type_of"},"child_span":{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":38,"head_span":{"start":222,"end":227,"token_start":39,"token_end":39,"label":"aspect_changing"},"child_span":{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":38,"head_span":{"start":193,"end":195,"token_start":33,"token_end":34,"label":"effect_size"},"child_span":{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":49,"head_span":{"start":264,"end":270,"token_start":48,"token_end":48,"label":"type_of"},"child_span":{"start":271,"end":279,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":49,"head_span":{"start":252,"end":259,"token_start":46,"token_end":46,"label":"type_of"},"child_span":{"start":271,"end":279,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":49,"head_span":{"start":247,"end":251,"token_start":45,"token_end":45,"label":"change_direction"},"child_span":{"start":271,"end":279,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":49,"head_span":{"start":240,"end":246,"token_start":44,"token_end":44,"label":"effect_size"},"child_span":{"start":271,"end":279,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":58,"child":38,"head_span":{"start":317,"end":329,"token_start":58,"token_end":58,"label":"base"},"child_span":{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":58,"child":49,"head_span":{"start":317,"end":329,"token_start":58,"token_end":58,"label":"base"},"child_span":{"start":271,"end":279,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":38,"head_span":{"start":131,"end":145,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":216,"end":221,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":49,"head_span":{"start":131,"end":145,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":271,"end":279,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The Bay Area Air Quality Management District issued a spare-the-air alert for Tuesday, with air quality in the region measuring as unhealthy for sensitive groups in the eastern part of the region.\n","text":"The Bay Area Air Quality Management District issued a spare-the-air alert for Tuesday, with air quality in the region measuring as unhealthy for sensitive groups in the eastern part of the region. IMPLIED_BASE IMPLIED_BASE","characters":"197","document_index":"211","md_sentence_index":"24","classification_origin":"cm_cause_effect_rel","url":"https://www.sfchronicle.com/bayarea/article/Record-setting-temperatures-concern-Bay-Area-13964987.php","combo_id":"211_24","post-training batch1":"211_24","_input_hash":1497753750,"_task_hash":-1166072409,"spans":[{"text":"Quality","start":17,"token_start":4,"token_end":4,"end":24,"type":"pattern","label":"aspect_changing"},{"text":"quality","start":96,"token_start":20,"token_end":20,"end":103,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Bay","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"Area","start":8,"end":12,"id":2,"ws":true,"disabled":false},{"text":"Air","start":13,"end":16,"id":3,"ws":true,"disabled":false},{"text":"Quality","start":17,"end":24,"id":4,"ws":true,"disabled":false},{"text":"Management","start":25,"end":35,"id":5,"ws":true,"disabled":false},{"text":"District","start":36,"end":44,"id":6,"ws":true,"disabled":false},{"text":"issued","start":45,"end":51,"id":7,"ws":true,"disabled":false},{"text":"a","start":52,"end":53,"id":8,"ws":true,"disabled":false},{"text":"spare","start":54,"end":59,"id":9,"ws":false,"disabled":false},{"text":"-","start":59,"end":60,"id":10,"ws":false,"disabled":false},{"text":"the","start":60,"end":63,"id":11,"ws":false,"disabled":false},{"text":"-","start":63,"end":64,"id":12,"ws":false,"disabled":false},{"text":"air","start":64,"end":67,"id":13,"ws":true,"disabled":false},{"text":"alert","start":68,"end":73,"id":14,"ws":true,"disabled":false},{"text":"for","start":74,"end":77,"id":15,"ws":true,"disabled":false},{"text":"Tuesday","start":78,"end":85,"id":16,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":17,"ws":true,"disabled":false},{"text":"with","start":87,"end":91,"id":18,"ws":true,"disabled":false},{"text":"air","start":92,"end":95,"id":19,"ws":true,"disabled":false},{"text":"quality","start":96,"end":103,"id":20,"ws":true,"disabled":false},{"text":"in","start":104,"end":106,"id":21,"ws":true,"disabled":false},{"text":"the","start":107,"end":110,"id":22,"ws":true,"disabled":false},{"text":"region","start":111,"end":117,"id":23,"ws":true,"disabled":false},{"text":"measuring","start":118,"end":127,"id":24,"ws":true,"disabled":false},{"text":"as","start":128,"end":130,"id":25,"ws":true,"disabled":false},{"text":"unhealthy","start":131,"end":140,"id":26,"ws":true,"disabled":false},{"text":"for","start":141,"end":144,"id":27,"ws":true,"disabled":false},{"text":"sensitive","start":145,"end":154,"id":28,"ws":true,"disabled":false},{"text":"groups","start":155,"end":161,"id":29,"ws":true,"disabled":false},{"text":"in","start":162,"end":164,"id":30,"ws":true,"disabled":false},{"text":"the","start":165,"end":168,"id":31,"ws":true,"disabled":false},{"text":"eastern","start":169,"end":176,"id":32,"ws":true,"disabled":false},{"text":"part","start":177,"end":181,"id":33,"ws":true,"disabled":false},{"text":"of","start":182,"end":184,"id":34,"ws":true,"disabled":false},{"text":"the","start":185,"end":188,"id":35,"ws":true,"disabled":false},{"text":"region","start":189,"end":195,"id":36,"ws":false,"disabled":false},{"text":".","start":195,"end":196,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":197,"end":209,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":210,"end":222,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Solutions","relation count":"One","complexity":"Simple","original_md_text":"This makes the fight against single-use plastic pollution more compelling and holistic, realizing that good choices in renewable energy and climate friendly decisions may also help reduce single-use plastic production and pollution, and vice versa.\n","text":"This makes the fight against single-use plastic pollution more compelling and holistic, realizing that good choices in renewable energy and climate friendly decisions may also help reduce single-use plastic production and pollution, and vice versa. IMPLIED_BASE IMPLIED_BASE","characters":"249","document_index":"53","md_sentence_index":"28","classification_origin":"cm_cause_effect_rel","url":"https://www.surfrider.org/coastal-blog/entry/the-link-between-fossil-fuels-single-use-plastics-and-climate-change","combo_id":"53_28","post-training batch1":"53_28","_input_hash":539329038,"_task_hash":-642390262,"spans":[{"text":"pollution","start":48,"token_start":9,"token_end":9,"end":57,"type":"pattern","label":"base"},{"text":"more","start":58,"token_start":10,"token_end":10,"end":62,"type":"pattern","label":"change_direction"},{"text":"pollution","start":222,"token_start":36,"token_end":36,"end":231,"type":"pattern","label":"base"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"makes","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"the","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"fight","start":15,"end":20,"id":3,"ws":true,"disabled":false},{"text":"against","start":21,"end":28,"id":4,"ws":true,"disabled":false},{"text":"single","start":29,"end":35,"id":5,"ws":false,"disabled":false},{"text":"-","start":35,"end":36,"id":6,"ws":false,"disabled":false},{"text":"use","start":36,"end":39,"id":7,"ws":true,"disabled":false},{"text":"plastic","start":40,"end":47,"id":8,"ws":true,"disabled":false},{"text":"pollution","start":48,"end":57,"id":9,"ws":true,"disabled":false},{"text":"more","start":58,"end":62,"id":10,"ws":true,"disabled":false},{"text":"compelling","start":63,"end":73,"id":11,"ws":true,"disabled":false},{"text":"and","start":74,"end":77,"id":12,"ws":true,"disabled":false},{"text":"holistic","start":78,"end":86,"id":13,"ws":false,"disabled":false},{"text":",","start":86,"end":87,"id":14,"ws":true,"disabled":false},{"text":"realizing","start":88,"end":97,"id":15,"ws":true,"disabled":false},{"text":"that","start":98,"end":102,"id":16,"ws":true,"disabled":false},{"text":"good","start":103,"end":107,"id":17,"ws":true,"disabled":false},{"text":"choices","start":108,"end":115,"id":18,"ws":true,"disabled":false},{"text":"in","start":116,"end":118,"id":19,"ws":true,"disabled":false},{"text":"renewable","start":119,"end":128,"id":20,"ws":true,"disabled":false},{"text":"energy","start":129,"end":135,"id":21,"ws":true,"disabled":false},{"text":"and","start":136,"end":139,"id":22,"ws":true,"disabled":false},{"text":"climate","start":140,"end":147,"id":23,"ws":true,"disabled":false},{"text":"friendly","start":148,"end":156,"id":24,"ws":true,"disabled":false},{"text":"decisions","start":157,"end":166,"id":25,"ws":true,"disabled":false},{"text":"may","start":167,"end":170,"id":26,"ws":true,"disabled":false},{"text":"also","start":171,"end":175,"id":27,"ws":true,"disabled":false},{"text":"help","start":176,"end":180,"id":28,"ws":true,"disabled":false},{"text":"reduce","start":181,"end":187,"id":29,"ws":true,"disabled":false},{"text":"single","start":188,"end":194,"id":30,"ws":false,"disabled":false},{"text":"-","start":194,"end":195,"id":31,"ws":false,"disabled":false},{"text":"use","start":195,"end":198,"id":32,"ws":true,"disabled":false},{"text":"plastic","start":199,"end":206,"id":33,"ws":true,"disabled":false},{"text":"production","start":207,"end":217,"id":34,"ws":true,"disabled":false},{"text":"and","start":218,"end":221,"id":35,"ws":true,"disabled":false},{"text":"pollution","start":222,"end":231,"id":36,"ws":false,"disabled":false},{"text":",","start":231,"end":232,"id":37,"ws":true,"disabled":false},{"text":"and","start":233,"end":236,"id":38,"ws":true,"disabled":false},{"text":"vice","start":237,"end":241,"id":39,"ws":true,"disabled":false},{"text":"versa","start":242,"end":247,"id":40,"ws":false,"disabled":false},{"text":".","start":247,"end":248,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":249,"end":261,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":262,"end":274,"id":43,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"But any crisis can have lingering psychological effects that don\u2019t go away simply because the event has passed:","text":"But any crisis can have lingering psychological effects that don\u2019t go away simply because the event has passed: IMPLIED_BASE IMPLIED_BASE","characters":"111","document_index":"833","md_sentence_index":"83","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/25/parenting/disaster-evacuation-kids-coping.html","combo_id":"833_83","post-training batch1":"833_83","_input_hash":168843035,"_task_hash":1263205453,"spans":[],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"any","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"crisis","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"can","start":15,"end":18,"id":3,"ws":true,"disabled":false},{"text":"have","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"lingering","start":24,"end":33,"id":5,"ws":true,"disabled":false},{"text":"psychological","start":34,"end":47,"id":6,"ws":true,"disabled":false},{"text":"effects","start":48,"end":55,"id":7,"ws":true,"disabled":false},{"text":"that","start":56,"end":60,"id":8,"ws":true,"disabled":false},{"text":"do","start":61,"end":63,"id":9,"ws":false,"disabled":false},{"text":"n\u2019t","start":63,"end":66,"id":10,"ws":true,"disabled":false},{"text":"go","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"away","start":70,"end":74,"id":12,"ws":true,"disabled":false},{"text":"simply","start":75,"end":81,"id":13,"ws":true,"disabled":false},{"text":"because","start":82,"end":89,"id":14,"ws":true,"disabled":false},{"text":"the","start":90,"end":93,"id":15,"ws":true,"disabled":false},{"text":"event","start":94,"end":99,"id":16,"ws":true,"disabled":false},{"text":"has","start":100,"end":103,"id":17,"ws":true,"disabled":false},{"text":"passed","start":104,"end":110,"id":18,"ws":false,"disabled":false},{"text":":","start":110,"end":111,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":112,"end":124,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The Sun is hot, hot things radiate energy at short wavelengths.","text":"The Sun is hot, hot things radiate energy at short wavelengths. IMPLIED_BASE IMPLIED_BASE","characters":"63","document_index":"649","md_sentence_index":"24","classification_origin":"causal_sentence_classification","url":"https://asim.dev/articles/climate-change-101/","combo_id":"649_24","post-training batch1":"649_24","_input_hash":-2124755426,"_task_hash":-1780195735,"spans":[],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Sun","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"is","start":8,"end":10,"id":2,"ws":true,"disabled":false},{"text":"hot","start":11,"end":14,"id":3,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":4,"ws":true,"disabled":false},{"text":"hot","start":16,"end":19,"id":5,"ws":true,"disabled":false},{"text":"things","start":20,"end":26,"id":6,"ws":true,"disabled":false},{"text":"radiate","start":27,"end":34,"id":7,"ws":true,"disabled":false},{"text":"energy","start":35,"end":41,"id":8,"ws":true,"disabled":false},{"text":"at","start":42,"end":44,"id":9,"ws":true,"disabled":false},{"text":"short","start":45,"end":50,"id":10,"ws":true,"disabled":false},{"text":"wavelengths","start":51,"end":62,"id":11,"ws":false,"disabled":false},{"text":".","start":62,"end":63,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":64,"end":76,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":77,"end":89,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"It turns out that right here at home in the US, thousands of servicepeople suffer from heat-related illnesses like heat exhaustion and heat stroke every year, and the problem is set to grow much worse.\n","text":"It turns out that right here at home in the US, thousands of servicepeople suffer from heat-related illnesses like heat exhaustion and heat stroke every year, and the problem is set to grow much worse. IMPLIED_BASE IMPLIED_BASE","characters":"202","document_index":"747","md_sentence_index":"3","classification_origin":"causal_sentence_classification","url":"https://blog.ucsusa.org/kristy-dahl/military-extreme-heat","combo_id":"747_3","post-training batch1":"747_3","_input_hash":-431206613,"_task_hash":-509020917,"spans":[{"text":"home","start":32,"token_start":7,"token_end":7,"end":36,"type":"pattern","label":"base"},{"text":"heat stroke","start":135,"token_start":25,"token_end":26,"end":146,"type":"pattern","label":"base"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"turns","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"out","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"that","start":13,"end":17,"id":3,"ws":true,"disabled":false},{"text":"right","start":18,"end":23,"id":4,"ws":true,"disabled":false},{"text":"here","start":24,"end":28,"id":5,"ws":true,"disabled":false},{"text":"at","start":29,"end":31,"id":6,"ws":true,"disabled":false},{"text":"home","start":32,"end":36,"id":7,"ws":true,"disabled":false},{"text":"in","start":37,"end":39,"id":8,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":9,"ws":true,"disabled":false},{"text":"US","start":44,"end":46,"id":10,"ws":false,"disabled":false},{"text":",","start":46,"end":47,"id":11,"ws":true,"disabled":false},{"text":"thousands","start":48,"end":57,"id":12,"ws":true,"disabled":false},{"text":"of","start":58,"end":60,"id":13,"ws":true,"disabled":false},{"text":"servicepeople","start":61,"end":74,"id":14,"ws":true,"disabled":false},{"text":"suffer","start":75,"end":81,"id":15,"ws":true,"disabled":false},{"text":"from","start":82,"end":86,"id":16,"ws":true,"disabled":false},{"text":"heat","start":87,"end":91,"id":17,"ws":false,"disabled":false},{"text":"-","start":91,"end":92,"id":18,"ws":false,"disabled":false},{"text":"related","start":92,"end":99,"id":19,"ws":true,"disabled":false},{"text":"illnesses","start":100,"end":109,"id":20,"ws":true,"disabled":false},{"text":"like","start":110,"end":114,"id":21,"ws":true,"disabled":false},{"text":"heat","start":115,"end":119,"id":22,"ws":true,"disabled":false},{"text":"exhaustion","start":120,"end":130,"id":23,"ws":true,"disabled":false},{"text":"and","start":131,"end":134,"id":24,"ws":true,"disabled":false},{"text":"heat","start":135,"end":139,"id":25,"ws":true,"disabled":false},{"text":"stroke","start":140,"end":146,"id":26,"ws":true,"disabled":false},{"text":"every","start":147,"end":152,"id":27,"ws":true,"disabled":false},{"text":"year","start":153,"end":157,"id":28,"ws":false,"disabled":false},{"text":",","start":157,"end":158,"id":29,"ws":true,"disabled":false},{"text":"and","start":159,"end":162,"id":30,"ws":true,"disabled":false},{"text":"the","start":163,"end":166,"id":31,"ws":true,"disabled":false},{"text":"problem","start":167,"end":174,"id":32,"ws":true,"disabled":false},{"text":"is","start":175,"end":177,"id":33,"ws":true,"disabled":false},{"text":"set","start":178,"end":181,"id":34,"ws":true,"disabled":false},{"text":"to","start":182,"end":184,"id":35,"ws":true,"disabled":false},{"text":"grow","start":185,"end":189,"id":36,"ws":true,"disabled":false},{"text":"much","start":190,"end":194,"id":37,"ws":true,"disabled":false},{"text":"worse","start":195,"end":200,"id":38,"ws":false,"disabled":false},{"text":".","start":200,"end":201,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":202,"end":214,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":215,"end":227,"id":41,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Between 2007 and 2011 alone, urban flooding in Cook County, Illinois, resulted in over 176,000 claims or flood losses at a cost of $660m (\u00a3545m).\n","text":"Between 2007 and 2011 alone, urban flooding in Cook County, Illinois, resulted in over 176,000 claims or flood losses at a cost of $660m (\u00a3545m). IMPLIED_BASE IMPLIED_BASE","characters":"146","document_index":"331","md_sentence_index":"57","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/cities/2019/aug/20/death-blackouts-melting-asphalt-ways-the-climate-crisis-will-change-how-we-live","combo_id":"331_57","post-training batch1":"331_57","_input_hash":-1514000301,"_task_hash":1537708195,"spans":[{"start":0,"end":21,"token_start":0,"token_end":3,"label":"when"},{"start":29,"end":34,"token_start":6,"token_end":6,"label":"type_of"},{"text":"flooding","start":35,"token_start":7,"token_end":7,"end":43,"type":"pattern","label":"base"},{"start":60,"end":68,"token_start":12,"token_end":12,"label":"where"},{"start":70,"end":81,"token_start":14,"token_end":15,"label":"predicate"},{"start":82,"end":94,"token_start":16,"token_end":17,"label":"effect_size"},{"start":95,"end":101,"token_start":18,"token_end":18,"label":"base"},{"start":105,"end":117,"token_start":20,"token_end":21,"label":"base"},{"start":131,"end":136,"token_start":26,"token_end":28,"label":"effect_size"}],"tokens":[{"text":"Between","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"2007","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"and","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"2011","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"alone","start":22,"end":27,"id":4,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":5,"ws":true,"disabled":false},{"text":"urban","start":29,"end":34,"id":6,"ws":true,"disabled":false},{"text":"flooding","start":35,"end":43,"id":7,"ws":true,"disabled":false},{"text":"in","start":44,"end":46,"id":8,"ws":true,"disabled":false},{"text":"Cook","start":47,"end":51,"id":9,"ws":true,"disabled":false},{"text":"County","start":52,"end":58,"id":10,"ws":false,"disabled":false},{"text":",","start":58,"end":59,"id":11,"ws":true,"disabled":false},{"text":"Illinois","start":60,"end":68,"id":12,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":13,"ws":true,"disabled":false},{"text":"resulted","start":70,"end":78,"id":14,"ws":true,"disabled":false},{"text":"in","start":79,"end":81,"id":15,"ws":true,"disabled":false},{"text":"over","start":82,"end":86,"id":16,"ws":true,"disabled":false},{"text":"176,000","start":87,"end":94,"id":17,"ws":true,"disabled":false},{"text":"claims","start":95,"end":101,"id":18,"ws":true,"disabled":false},{"text":"or","start":102,"end":104,"id":19,"ws":true,"disabled":false},{"text":"flood","start":105,"end":110,"id":20,"ws":true,"disabled":false},{"text":"losses","start":111,"end":117,"id":21,"ws":true,"disabled":false},{"text":"at","start":118,"end":120,"id":22,"ws":true,"disabled":false},{"text":"a","start":121,"end":122,"id":23,"ws":true,"disabled":false},{"text":"cost","start":123,"end":127,"id":24,"ws":true,"disabled":false},{"text":"of","start":128,"end":130,"id":25,"ws":true,"disabled":false},{"text":"$","start":131,"end":132,"id":26,"ws":false,"disabled":false},{"text":"660","start":132,"end":135,"id":27,"ws":false,"disabled":false},{"text":"m","start":135,"end":136,"id":28,"ws":true,"disabled":false},{"text":"(","start":137,"end":138,"id":29,"ws":false,"disabled":false},{"text":"\u00a3","start":138,"end":139,"id":30,"ws":false,"disabled":false},{"text":"545","start":139,"end":142,"id":31,"ws":false,"disabled":false},{"text":"m","start":142,"end":143,"id":32,"ws":false,"disabled":false},{"text":")","start":143,"end":144,"id":33,"ws":false,"disabled":false},{"text":".","start":144,"end":145,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":17,"child":18,"head_span":{"start":82,"end":94,"token_start":16,"token_end":17,"label":"effect_size"},"child_span":{"start":95,"end":101,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":21,"head_span":{"start":82,"end":94,"token_start":16,"token_end":17,"label":"effect_size"},"child_span":{"start":105,"end":117,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":21,"head_span":{"start":131,"end":136,"token_start":26,"token_end":28,"label":"effect_size"},"child_span":{"start":105,"end":117,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":18,"head_span":{"start":131,"end":136,"token_start":26,"token_end":28,"label":"effect_size"},"child_span":{"start":95,"end":101,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":29,"end":34,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":35,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":21,"head_span":{"start":35,"end":43,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":105,"end":117,"token_start":20,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":18,"head_span":{"start":35,"end":43,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":95,"end":101,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Massive damage has resulted from our development patterns, aging and no longer adequate flood control infrastructure and extreme weather exacerbated by climate change.","text":"Massive damage has resulted from our development patterns, aging and no longer adequate flood control infrastructure and extreme weather exacerbated by climate change. IMPLIED_BASE IMPLIED_BASE","characters":"167","document_index":"157","md_sentence_index":"2","classification_origin":"cm_cause_effect_rel","url":"https://blogs.ei.columbia.edu/2019/06/03/floods-infrastructure-climate-change/","combo_id":"157_2","post-training batch1":"157_2","_input_hash":-1879635467,"_task_hash":1466560335,"spans":[{"text":"development","start":37,"token_start":6,"token_end":6,"end":48,"type":"pattern","label":"base"},{"text":"infrastructure","start":102,"token_start":16,"token_end":16,"end":116,"type":"pattern","label":"base"},{"text":"extreme weather","start":121,"token_start":18,"token_end":19,"end":136,"type":"pattern","label":"base"},{"text":"climate change","start":152,"token_start":22,"token_end":23,"end":166,"type":"pattern","label":"base"}],"tokens":[{"text":"Massive","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"damage","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"has","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"resulted","start":19,"end":27,"id":3,"ws":true,"disabled":false},{"text":"from","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"our","start":33,"end":36,"id":5,"ws":true,"disabled":false},{"text":"development","start":37,"end":48,"id":6,"ws":true,"disabled":false},{"text":"patterns","start":49,"end":57,"id":7,"ws":false,"disabled":false},{"text":",","start":57,"end":58,"id":8,"ws":true,"disabled":false},{"text":"aging","start":59,"end":64,"id":9,"ws":true,"disabled":false},{"text":"and","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"no","start":69,"end":71,"id":11,"ws":true,"disabled":false},{"text":"longer","start":72,"end":78,"id":12,"ws":true,"disabled":false},{"text":"adequate","start":79,"end":87,"id":13,"ws":true,"disabled":false},{"text":"flood","start":88,"end":93,"id":14,"ws":true,"disabled":false},{"text":"control","start":94,"end":101,"id":15,"ws":true,"disabled":false},{"text":"infrastructure","start":102,"end":116,"id":16,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":17,"ws":true,"disabled":false},{"text":"extreme","start":121,"end":128,"id":18,"ws":true,"disabled":false},{"text":"weather","start":129,"end":136,"id":19,"ws":true,"disabled":false},{"text":"exacerbated","start":137,"end":148,"id":20,"ws":true,"disabled":false},{"text":"by","start":149,"end":151,"id":21,"ws":true,"disabled":false},{"text":"climate","start":152,"end":159,"id":22,"ws":true,"disabled":false},{"text":"change","start":160,"end":166,"id":23,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"staged","Dataset name":"checkin-four","ignore?":"","reason":"","relation count":"Many","complexity":"Moderate","original_md_text":"A comprehensive meta-analysis of such studies predicted that a 1 standard deviation increase in global temperatures or extreme rainfall could increase the frequency of interpersonal violence by 4% and intergroup conflict by 14% (Hsiang et al., 2013).","text":"A comprehensive meta-analysis of such studies predicted that a 1 standard deviation increase in global temperatures or extreme rainfall could increase the frequency of interpersonal violence by 4% and intergroup conflict by 14% (Hsiang et al., 2013). IMPLIED_BASE IMPLIED_BASE","characters":"250","document_index":"71","md_sentence_index":"202","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_202","post-training batch1":"71_202","_input_hash":1345352403,"_task_hash":-1488897075,"spans":[{"start":63,"end":83,"token_start":11,"token_end":13,"label":"effect_size"},{"text":"increase","start":84,"token_start":14,"token_end":14,"end":92,"type":"pattern","label":"change_direction"},{"start":96,"end":102,"token_start":16,"token_end":16,"label":"type_of"},{"text":"temperatures","start":103,"token_start":17,"token_end":17,"end":115,"type":"pattern","label":"aspect_changing"},{"start":119,"end":126,"token_start":19,"token_end":19,"label":"type_of"},{"text":"rainfall","start":127,"token_start":20,"token_end":20,"end":135,"type":"pattern","label":"base"},{"start":136,"end":141,"token_start":21,"token_end":21,"label":"confidence"},{"text":"increase","start":142,"token_start":22,"token_end":22,"end":150,"type":"pattern","label":"change_direction"},{"text":"frequency","start":155,"token_start":24,"token_end":24,"end":164,"type":"pattern","label":"aspect_changing"},{"start":168,"end":181,"token_start":26,"token_end":26,"label":"type_of"},{"text":"violence","start":182,"token_start":27,"token_end":27,"end":190,"type":"pattern","label":"base"},{"start":194,"end":196,"token_start":29,"token_end":30,"label":"effect_size"},{"start":201,"end":211,"token_start":32,"token_end":32,"label":"type_of"},{"text":"conflict","start":212,"token_start":33,"token_end":33,"end":220,"type":"pattern","label":"base"},{"start":224,"end":227,"token_start":35,"token_end":36,"label":"effect_size"},{"start":251,"end":263,"token_start":46,"token_end":46,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"comprehensive","start":2,"end":15,"id":1,"ws":true,"disabled":false},{"text":"meta","start":16,"end":20,"id":2,"ws":false,"disabled":false},{"text":"-","start":20,"end":21,"id":3,"ws":false,"disabled":false},{"text":"analysis","start":21,"end":29,"id":4,"ws":true,"disabled":false},{"text":"of","start":30,"end":32,"id":5,"ws":true,"disabled":false},{"text":"such","start":33,"end":37,"id":6,"ws":true,"disabled":false},{"text":"studies","start":38,"end":45,"id":7,"ws":true,"disabled":false},{"text":"predicted","start":46,"end":55,"id":8,"ws":true,"disabled":false},{"text":"that","start":56,"end":60,"id":9,"ws":true,"disabled":false},{"text":"a","start":61,"end":62,"id":10,"ws":true,"disabled":false},{"text":"1","start":63,"end":64,"id":11,"ws":true,"disabled":false},{"text":"standard","start":65,"end":73,"id":12,"ws":true,"disabled":false},{"text":"deviation","start":74,"end":83,"id":13,"ws":true,"disabled":false},{"text":"increase","start":84,"end":92,"id":14,"ws":true,"disabled":false},{"text":"in","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"global","start":96,"end":102,"id":16,"ws":true,"disabled":false},{"text":"temperatures","start":103,"end":115,"id":17,"ws":true,"disabled":false},{"text":"or","start":116,"end":118,"id":18,"ws":true,"disabled":false},{"text":"extreme","start":119,"end":126,"id":19,"ws":true,"disabled":false},{"text":"rainfall","start":127,"end":135,"id":20,"ws":true,"disabled":false},{"text":"could","start":136,"end":141,"id":21,"ws":true,"disabled":false},{"text":"increase","start":142,"end":150,"id":22,"ws":true,"disabled":false},{"text":"the","start":151,"end":154,"id":23,"ws":true,"disabled":false},{"text":"frequency","start":155,"end":164,"id":24,"ws":true,"disabled":false},{"text":"of","start":165,"end":167,"id":25,"ws":true,"disabled":false},{"text":"interpersonal","start":168,"end":181,"id":26,"ws":true,"disabled":false},{"text":"violence","start":182,"end":190,"id":27,"ws":true,"disabled":false},{"text":"by","start":191,"end":193,"id":28,"ws":true,"disabled":false},{"text":"4","start":194,"end":195,"id":29,"ws":false,"disabled":false},{"text":"%","start":195,"end":196,"id":30,"ws":true,"disabled":false},{"text":"and","start":197,"end":200,"id":31,"ws":true,"disabled":false},{"text":"intergroup","start":201,"end":211,"id":32,"ws":true,"disabled":false},{"text":"conflict","start":212,"end":220,"id":33,"ws":true,"disabled":false},{"text":"by","start":221,"end":223,"id":34,"ws":true,"disabled":false},{"text":"14","start":224,"end":226,"id":35,"ws":false,"disabled":false},{"text":"%","start":226,"end":227,"id":36,"ws":true,"disabled":false},{"text":"(","start":228,"end":229,"id":37,"ws":false,"disabled":false},{"text":"Hsiang","start":229,"end":235,"id":38,"ws":true,"disabled":false},{"text":"et","start":236,"end":238,"id":39,"ws":true,"disabled":false},{"text":"al","start":239,"end":241,"id":40,"ws":false,"disabled":false},{"text":".","start":241,"end":242,"id":41,"ws":false,"disabled":false},{"text":",","start":242,"end":243,"id":42,"ws":true,"disabled":false},{"text":"2013","start":244,"end":248,"id":43,"ws":false,"disabled":false},{"text":")","start":248,"end":249,"id":44,"ws":false,"disabled":false},{"text":".","start":249,"end":250,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":251,"end":263,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":264,"end":276,"id":47,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":16,"child":46,"head_span":{"start":96,"end":102,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":251,"end":263,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":46,"head_span":{"start":103,"end":115,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":251,"end":263,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":46,"head_span":{"start":84,"end":92,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":251,"end":263,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":119,"end":126,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":127,"end":135,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":27,"head_span":{"start":155,"end":164,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":182,"end":190,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":168,"end":181,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":182,"end":190,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":27,"head_span":{"start":142,"end":150,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":182,"end":190,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":33,"head_span":{"start":155,"end":164,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":212,"end":220,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":33,"head_span":{"start":201,"end":211,"token_start":32,"token_end":32,"label":"type_of"},"child_span":{"start":212,"end":220,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":32,"head_span":{"start":142,"end":150,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":201,"end":211,"token_start":32,"token_end":32,"label":"type_of"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Researchers have found that grasses and ragweed plants increase their pollen production in response to localized surges in carbon dioxide, like from the exhaust of cars along a highway.\n","text":"Researchers have found that grasses and ragweed plants increase their pollen production in response to localized surges in carbon dioxide, like from the exhaust of cars along a highway. IMPLIED_BASE IMPLIED_BASE","characters":"186","document_index":"125","md_sentence_index":"72","classification_origin":"cm_cause_effect_rel","url":"https://www.vox.com/2019/4/8/18300342/pollen-season-2019-allergies-climate-change","combo_id":"125_72","post-training batch1":"125_72","_input_hash":-1199491534,"_task_hash":93700379,"spans":[{"text":"increase","start":55,"token_start":8,"token_end":8,"end":63,"type":"pattern","label":"change_direction"},{"start":70,"end":76,"token_start":10,"token_end":10,"label":"base"},{"start":77,"end":87,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":88,"end":102,"token_start":12,"token_end":14,"label":"predicate"},{"start":113,"end":119,"token_start":16,"token_end":16,"label":"change_direction"},{"text":"carbon dioxide","start":123,"token_start":18,"token_end":19,"end":137,"type":"pattern","label":"base"},{"start":153,"end":160,"token_start":24,"token_end":24,"label":"base"}],"tokens":[{"text":"Researchers","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"have","start":12,"end":16,"id":1,"ws":true,"disabled":false},{"text":"found","start":17,"end":22,"id":2,"ws":true,"disabled":false},{"text":"that","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"grasses","start":28,"end":35,"id":4,"ws":true,"disabled":false},{"text":"and","start":36,"end":39,"id":5,"ws":true,"disabled":false},{"text":"ragweed","start":40,"end":47,"id":6,"ws":true,"disabled":false},{"text":"plants","start":48,"end":54,"id":7,"ws":true,"disabled":false},{"text":"increase","start":55,"end":63,"id":8,"ws":true,"disabled":false},{"text":"their","start":64,"end":69,"id":9,"ws":true,"disabled":false},{"text":"pollen","start":70,"end":76,"id":10,"ws":true,"disabled":false},{"text":"production","start":77,"end":87,"id":11,"ws":true,"disabled":false},{"text":"in","start":88,"end":90,"id":12,"ws":true,"disabled":false},{"text":"response","start":91,"end":99,"id":13,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":14,"ws":true,"disabled":false},{"text":"localized","start":103,"end":112,"id":15,"ws":true,"disabled":false},{"text":"surges","start":113,"end":119,"id":16,"ws":true,"disabled":false},{"text":"in","start":120,"end":122,"id":17,"ws":true,"disabled":false},{"text":"carbon","start":123,"end":129,"id":18,"ws":true,"disabled":false},{"text":"dioxide","start":130,"end":137,"id":19,"ws":false,"disabled":false},{"text":",","start":137,"end":138,"id":20,"ws":true,"disabled":false},{"text":"like","start":139,"end":143,"id":21,"ws":true,"disabled":false},{"text":"from","start":144,"end":148,"id":22,"ws":true,"disabled":false},{"text":"the","start":149,"end":152,"id":23,"ws":true,"disabled":false},{"text":"exhaust","start":153,"end":160,"id":24,"ws":true,"disabled":false},{"text":"of","start":161,"end":163,"id":25,"ws":true,"disabled":false},{"text":"cars","start":164,"end":168,"id":26,"ws":true,"disabled":false},{"text":"along","start":169,"end":174,"id":27,"ws":true,"disabled":false},{"text":"a","start":175,"end":176,"id":28,"ws":true,"disabled":false},{"text":"highway","start":177,"end":184,"id":29,"ws":false,"disabled":false},{"text":".","start":184,"end":185,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":199,"end":211,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":11,"child":10,"head_span":{"start":77,"end":87,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":70,"end":76,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":55,"end":63,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":70,"end":76,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":19,"head_span":{"start":113,"end":119,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":123,"end":137,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":19,"head_span":{"start":153,"end":160,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":123,"end":137,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":10,"head_span":{"start":123,"end":137,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":70,"end":76,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Waterborne cholera and cryptosporidiosis increase with drought and flooding.\n","text":"Waterborne cholera and cryptosporidiosis increase with drought and flooding. IMPLIED_BASE IMPLIED_BASE","characters":"77","document_index":"404","md_sentence_index":"54","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/climate-change-is-having-widespread-health-impacts/","combo_id":"404_54","post-training batch1":"404_54","_input_hash":-1253498844,"_task_hash":-2127317182,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"type_of"},{"start":11,"end":18,"token_start":1,"token_end":1,"label":"base"},{"start":23,"end":40,"token_start":3,"token_end":3,"label":"base"},{"text":"increase","start":41,"token_start":4,"token_end":4,"end":49,"type":"pattern","label":"change_direction"},{"text":"drought","start":55,"token_start":6,"token_end":6,"end":62,"type":"pattern","label":"base"},{"text":"flooding","start":67,"token_start":8,"token_end":8,"end":75,"type":"pattern","label":"base"}],"tokens":[{"text":"Waterborne","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"cholera","start":11,"end":18,"id":1,"ws":true,"disabled":false},{"text":"and","start":19,"end":22,"id":2,"ws":true,"disabled":false},{"text":"cryptosporidiosis","start":23,"end":40,"id":3,"ws":true,"disabled":false},{"text":"increase","start":41,"end":49,"id":4,"ws":true,"disabled":false},{"text":"with","start":50,"end":54,"id":5,"ws":true,"disabled":false},{"text":"drought","start":55,"end":62,"id":6,"ws":true,"disabled":false},{"text":"and","start":63,"end":66,"id":7,"ws":true,"disabled":false},{"text":"flooding","start":67,"end":75,"id":8,"ws":false,"disabled":false},{"text":".","start":75,"end":76,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":77,"end":89,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":90,"end":102,"id":11,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":11,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":1,"head_span":{"start":41,"end":49,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":11,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":3,"head_span":{"start":41,"end":49,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":23,"end":40,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":3,"head_span":{"start":55,"end":62,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":23,"end":40,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":1,"head_span":{"start":55,"end":62,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":11,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":3,"head_span":{"start":67,"end":75,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":23,"end":40,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":1,"head_span":{"start":67,"end":75,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":11,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Normally, Dr. Swain said, what finally extinguishes the fires are autumn rains and snowfall, which historically come in October or November.","text":"Normally, Dr. Swain said, what finally extinguishes the fires are autumn rains and snowfall, which historically come in October or November. IMPLIED_BASE IMPLIED_BASE","characters":"140","document_index":"800","md_sentence_index":"36","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/11/climate/california-smoke-wildfires.html","combo_id":"800_36","post-training batch1":"800_36","_input_hash":-2044359534,"_task_hash":1191413561,"spans":[{"start":39,"end":51,"token_start":8,"token_end":8,"label":"change_direction"},{"start":56,"end":61,"token_start":10,"token_end":10,"label":"base"},{"start":66,"end":72,"token_start":12,"token_end":12,"label":"type_of"},{"start":73,"end":78,"token_start":13,"token_end":13,"label":"base"},{"start":83,"end":91,"token_start":15,"token_end":15,"label":"base"}],"tokens":[{"text":"Normally","start":0,"end":8,"id":0,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":1,"ws":true,"disabled":false},{"text":"Dr.","start":10,"end":13,"id":2,"ws":true,"disabled":false},{"text":"Swain","start":14,"end":19,"id":3,"ws":true,"disabled":false},{"text":"said","start":20,"end":24,"id":4,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":5,"ws":true,"disabled":false},{"text":"what","start":26,"end":30,"id":6,"ws":true,"disabled":false},{"text":"finally","start":31,"end":38,"id":7,"ws":true,"disabled":false},{"text":"extinguishes","start":39,"end":51,"id":8,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"fires","start":56,"end":61,"id":10,"ws":true,"disabled":false},{"text":"are","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"autumn","start":66,"end":72,"id":12,"ws":true,"disabled":false},{"text":"rains","start":73,"end":78,"id":13,"ws":true,"disabled":false},{"text":"and","start":79,"end":82,"id":14,"ws":true,"disabled":false},{"text":"snowfall","start":83,"end":91,"id":15,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":16,"ws":true,"disabled":false},{"text":"which","start":93,"end":98,"id":17,"ws":true,"disabled":false},{"text":"historically","start":99,"end":111,"id":18,"ws":true,"disabled":false},{"text":"come","start":112,"end":116,"id":19,"ws":true,"disabled":false},{"text":"in","start":117,"end":119,"id":20,"ws":true,"disabled":false},{"text":"October","start":120,"end":127,"id":21,"ws":true,"disabled":false},{"text":"or","start":128,"end":130,"id":22,"ws":true,"disabled":false},{"text":"November","start":131,"end":139,"id":23,"ws":false,"disabled":false},{"text":".","start":139,"end":140,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":141,"end":153,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":8,"child":10,"head_span":{"start":39,"end":51,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":56,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":66,"end":72,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":73,"end":78,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":66,"end":72,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":83,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":10,"head_span":{"start":73,"end":78,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":56,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":10,"head_span":{"start":83,"end":91,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":56,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"What many scientists and experts agree on: As climate change increases extreme precipitation, cities will need to adapt.\n","text":"What many scientists and experts agree on: As climate change increases extreme precipitation, cities will need to adapt. IMPLIED_BASE IMPLIED_BASE","characters":"121","document_index":"253","md_sentence_index":"48","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/07/11/climate/hurricane-tropical-storms.html","combo_id":"253_48","post-training batch1":"253_48","_input_hash":793654785,"_task_hash":-979393264,"spans":[{"text":"climate change","start":46,"token_start":9,"token_end":10,"end":60,"type":"pattern","label":"base"},{"text":"increases","start":61,"token_start":11,"token_end":11,"end":70,"type":"pattern","label":"change_direction"},{"start":71,"end":78,"token_start":12,"token_end":12,"label":"type_of"},{"text":"precipitation","start":79,"token_start":13,"token_end":13,"end":92,"type":"pattern","label":"base"},{"start":94,"end":100,"token_start":15,"token_end":15,"label":"base"},{"start":114,"end":119,"token_start":19,"token_end":19,"label":"change_direction"}],"tokens":[{"text":"What","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"many","start":5,"end":9,"id":1,"ws":true,"disabled":false},{"text":"scientists","start":10,"end":20,"id":2,"ws":true,"disabled":false},{"text":"and","start":21,"end":24,"id":3,"ws":true,"disabled":false},{"text":"experts","start":25,"end":32,"id":4,"ws":true,"disabled":false},{"text":"agree","start":33,"end":38,"id":5,"ws":true,"disabled":false},{"text":"on","start":39,"end":41,"id":6,"ws":false,"disabled":false},{"text":":","start":41,"end":42,"id":7,"ws":true,"disabled":false},{"text":"As","start":43,"end":45,"id":8,"ws":true,"disabled":false},{"text":"climate","start":46,"end":53,"id":9,"ws":true,"disabled":false},{"text":"change","start":54,"end":60,"id":10,"ws":true,"disabled":false},{"text":"increases","start":61,"end":70,"id":11,"ws":true,"disabled":false},{"text":"extreme","start":71,"end":78,"id":12,"ws":true,"disabled":false},{"text":"precipitation","start":79,"end":92,"id":13,"ws":false,"disabled":false},{"text":",","start":92,"end":93,"id":14,"ws":true,"disabled":false},{"text":"cities","start":94,"end":100,"id":15,"ws":true,"disabled":false},{"text":"will","start":101,"end":105,"id":16,"ws":true,"disabled":false},{"text":"need","start":106,"end":110,"id":17,"ws":true,"disabled":false},{"text":"to","start":111,"end":113,"id":18,"ws":true,"disabled":false},{"text":"adapt","start":114,"end":119,"id":19,"ws":false,"disabled":false},{"text":".","start":119,"end":120,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":12,"child":13,"head_span":{"start":71,"end":78,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":79,"end":92,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":61,"end":70,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":79,"end":92,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":15,"head_span":{"start":114,"end":119,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":94,"end":100,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":13,"head_span":{"start":46,"end":60,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":79,"end":92,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":15,"head_span":{"start":79,"end":92,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":94,"end":100,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"sort of","Dataset name":"workshop_examples -- altered","ignore?":"","reason":"","relation count":"One","complexity":"Simple","original_md_text":"Climate change and biodiversity loss are equally huge environmental problems that make each other worse, report chairman Robert Watson said.\n","text":"Climate change and biodiversity loss are equally huge environmental problems that make each other worse, report chairman Robert Watson said. IMPLIED_BASE IMPLIED_BASE","characters":"141","document_index":"56","md_sentence_index":"24","classification_origin":"cm_cause_effect_rel","url":"https://apnews.com/2b8ca53ae18b420193cdb3957afcbd92","combo_id":"56_24","post-training batch1":"56_24","_input_hash":-103996949,"_task_hash":556211062,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"text":"biodiversity","start":19,"token_start":3,"token_end":3,"end":31,"type":"pattern","label":"base"},{"start":32,"end":36,"token_start":4,"token_end":4,"label":"change_direction"},{"start":98,"end":103,"token_start":14,"token_end":14,"label":"change_direction"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"and","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"biodiversity","start":19,"end":31,"id":3,"ws":true,"disabled":false},{"text":"loss","start":32,"end":36,"id":4,"ws":true,"disabled":false},{"text":"are","start":37,"end":40,"id":5,"ws":true,"disabled":false},{"text":"equally","start":41,"end":48,"id":6,"ws":true,"disabled":false},{"text":"huge","start":49,"end":53,"id":7,"ws":true,"disabled":false},{"text":"environmental","start":54,"end":67,"id":8,"ws":true,"disabled":false},{"text":"problems","start":68,"end":76,"id":9,"ws":true,"disabled":false},{"text":"that","start":77,"end":81,"id":10,"ws":true,"disabled":false},{"text":"make","start":82,"end":86,"id":11,"ws":true,"disabled":false},{"text":"each","start":87,"end":91,"id":12,"ws":true,"disabled":false},{"text":"other","start":92,"end":97,"id":13,"ws":true,"disabled":false},{"text":"worse","start":98,"end":103,"id":14,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":15,"ws":true,"disabled":false},{"text":"report","start":105,"end":111,"id":16,"ws":true,"disabled":false},{"text":"chairman","start":112,"end":120,"id":17,"ws":true,"disabled":false},{"text":"Robert","start":121,"end":127,"id":18,"ws":true,"disabled":false},{"text":"Watson","start":128,"end":134,"id":19,"ws":true,"disabled":false},{"text":"said","start":135,"end":139,"id":20,"ws":false,"disabled":false},{"text":".","start":139,"end":140,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":141,"end":153,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":14,"child":1,"head_span":{"start":98,"end":103,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":3,"head_span":{"start":32,"end":36,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":19,"end":31,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":1,"head_span":{"start":19,"end":31,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":3,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":19,"end":31,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"Climate change, which is already causing heavier rainfall in many storms, is an important part of the mix.","text":"Climate change, which is already causing heavier rainfall in many storms, is an important part of the mix. IMPLIED_BASE IMPLIED_BASE","characters":"106","document_index":"254","md_sentence_index":"15","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/07/06/climate/nashville-floods-buybacks.html","combo_id":"254_15","post-training batch1":"254_15","_input_hash":-112866410,"_task_hash":-2021895033,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":33,"end":40,"token_start":6,"token_end":6,"label":"predicate"},{"text":"heavier","start":41,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"change_direction"},{"text":"rainfall","start":49,"token_start":8,"token_end":8,"end":57,"type":"pattern","label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":2,"ws":true,"disabled":false},{"text":"which","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"is","start":22,"end":24,"id":4,"ws":true,"disabled":false},{"text":"already","start":25,"end":32,"id":5,"ws":true,"disabled":false},{"text":"causing","start":33,"end":40,"id":6,"ws":true,"disabled":false},{"text":"heavier","start":41,"end":48,"id":7,"ws":true,"disabled":false},{"text":"rainfall","start":49,"end":57,"id":8,"ws":true,"disabled":false},{"text":"in","start":58,"end":60,"id":9,"ws":true,"disabled":false},{"text":"many","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"storms","start":66,"end":72,"id":11,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":12,"ws":true,"disabled":false},{"text":"is","start":74,"end":76,"id":13,"ws":true,"disabled":false},{"text":"an","start":77,"end":79,"id":14,"ws":true,"disabled":false},{"text":"important","start":80,"end":89,"id":15,"ws":true,"disabled":false},{"text":"part","start":90,"end":94,"id":16,"ws":true,"disabled":false},{"text":"of","start":95,"end":97,"id":17,"ws":true,"disabled":false},{"text":"the","start":98,"end":101,"id":18,"ws":true,"disabled":false},{"text":"mix","start":102,"end":105,"id":19,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":7,"child":8,"head_span":{"start":41,"end":48,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":49,"end":57,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":8,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":49,"end":57,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"workshop_examples","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"Climate change has raised the risk of a fungal disease that ravages banana crops, new research shows.\n","text":"Climate change has raised the risk of a fungal disease that ravages banana crops, new research shows. IMPLIED_BASE IMPLIED_BASE","characters":"102","document_index":"43","md_sentence_index":"0","classification_origin":"cm_cause_effect_rel","url":"https://phys.org/news/2019-05-banana-disease-boosted-climate.html","combo_id":"43_0","post-training batch1":"43_0","_input_hash":-929871547,"_task_hash":602708786,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":19,"end":25,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"risk","start":30,"token_start":5,"token_end":5,"end":34,"type":"pattern","label":"aspect_changing"},{"start":40,"end":46,"token_start":8,"token_end":8,"label":"type_of"},{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},{"start":60,"end":67,"token_start":11,"token_end":11,"label":"change_direction"},{"start":68,"end":74,"token_start":12,"token_end":12,"label":"type_of"},{"text":"crops","start":75,"token_start":13,"token_end":13,"end":80,"type":"pattern","label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"has","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"raised","start":19,"end":25,"id":3,"ws":true,"disabled":false},{"text":"the","start":26,"end":29,"id":4,"ws":true,"disabled":false},{"text":"risk","start":30,"end":34,"id":5,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":6,"ws":true,"disabled":false},{"text":"a","start":38,"end":39,"id":7,"ws":true,"disabled":false},{"text":"fungal","start":40,"end":46,"id":8,"ws":true,"disabled":false},{"text":"disease","start":47,"end":54,"id":9,"ws":true,"disabled":false},{"text":"that","start":55,"end":59,"id":10,"ws":true,"disabled":false},{"text":"ravages","start":60,"end":67,"id":11,"ws":true,"disabled":false},{"text":"banana","start":68,"end":74,"id":12,"ws":true,"disabled":false},{"text":"crops","start":75,"end":80,"id":13,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":14,"ws":true,"disabled":false},{"text":"new","start":82,"end":85,"id":15,"ws":true,"disabled":false},{"text":"research","start":86,"end":94,"id":16,"ws":true,"disabled":false},{"text":"shows","start":95,"end":100,"id":17,"ws":false,"disabled":false},{"text":".","start":100,"end":101,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":102,"end":114,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":20,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":8,"child":9,"head_span":{"start":40,"end":46,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":9,"head_span":{"start":30,"end":34,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":9,"head_span":{"start":19,"end":25,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":60,"end":67,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":75,"end":80,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":68,"end":74,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":75,"end":80,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":9,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":13,"head_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":75,"end":80,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We find strong causal evidence linking climatic events to human conflict across a range of spatial and temporal scales and across all major regions of the world.","text":"We find strong causal evidence linking climatic events to human conflict across a range of spatial and temporal scales and across all major regions of the world. IMPLIED_BASE IMPLIED_BASE","characters":"161","document_index":"667","md_sentence_index":"27","classification_origin":"causal_sentence_classification","url":"http://science.sciencemag.org/content/341/6151/1235367","combo_id":"667_27","post-training batch1":"667_27","_input_hash":631353559,"_task_hash":-1820106824,"spans":[{"text":"conflict","start":64,"token_start":10,"token_end":10,"end":72,"type":"pattern","label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"find","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"strong","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"causal","start":15,"end":21,"id":3,"ws":true,"disabled":false},{"text":"evidence","start":22,"end":30,"id":4,"ws":true,"disabled":false},{"text":"linking","start":31,"end":38,"id":5,"ws":true,"disabled":false},{"text":"climatic","start":39,"end":47,"id":6,"ws":true,"disabled":false},{"text":"events","start":48,"end":54,"id":7,"ws":true,"disabled":false},{"text":"to","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"human","start":58,"end":63,"id":9,"ws":true,"disabled":false},{"text":"conflict","start":64,"end":72,"id":10,"ws":true,"disabled":false},{"text":"across","start":73,"end":79,"id":11,"ws":true,"disabled":false},{"text":"a","start":80,"end":81,"id":12,"ws":true,"disabled":false},{"text":"range","start":82,"end":87,"id":13,"ws":true,"disabled":false},{"text":"of","start":88,"end":90,"id":14,"ws":true,"disabled":false},{"text":"spatial","start":91,"end":98,"id":15,"ws":true,"disabled":false},{"text":"and","start":99,"end":102,"id":16,"ws":true,"disabled":false},{"text":"temporal","start":103,"end":111,"id":17,"ws":true,"disabled":false},{"text":"scales","start":112,"end":118,"id":18,"ws":true,"disabled":false},{"text":"and","start":119,"end":122,"id":19,"ws":true,"disabled":false},{"text":"across","start":123,"end":129,"id":20,"ws":true,"disabled":false},{"text":"all","start":130,"end":133,"id":21,"ws":true,"disabled":false},{"text":"major","start":134,"end":139,"id":22,"ws":true,"disabled":false},{"text":"regions","start":140,"end":147,"id":23,"ws":true,"disabled":false},{"text":"of","start":148,"end":150,"id":24,"ws":true,"disabled":false},{"text":"the","start":151,"end":154,"id":25,"ws":true,"disabled":false},{"text":"world","start":155,"end":160,"id":26,"ws":false,"disabled":false},{"text":".","start":160,"end":161,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":162,"end":174,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"When people get uncomfortably hot, their tempers, irritability, and likelihood of physical aggression and violence increase.","text":"When people get uncomfortably hot, their tempers, irritability, and likelihood of physical aggression and violence increase. IMPLIED_BASE IMPLIED_BASE","characters":"124","document_index":"711","md_sentence_index":"5","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_5","post-training batch1":"711_5","_input_hash":-1154560518,"_task_hash":-427285282,"spans":[{"start":5,"end":11,"token_start":1,"token_end":1,"label":"base"},{"start":30,"end":33,"token_start":4,"token_end":4,"label":"change_direction"},{"start":41,"end":48,"token_start":7,"token_end":7,"label":"base"},{"start":50,"end":62,"token_start":9,"token_end":9,"label":"base"},{"text":"likelihood","start":68,"token_start":12,"token_end":12,"end":78,"type":"pattern","label":"aspect_changing"},{"start":82,"end":90,"token_start":14,"token_end":14,"label":"type_of"},{"start":91,"end":101,"token_start":15,"token_end":15,"label":"base"},{"text":"violence","start":106,"token_start":17,"token_end":17,"end":114,"type":"pattern","label":"base"},{"text":"increase","start":115,"token_start":18,"token_end":18,"end":123,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"When","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"people","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"get","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"uncomfortably","start":16,"end":29,"id":3,"ws":true,"disabled":false},{"text":"hot","start":30,"end":33,"id":4,"ws":false,"disabled":false},{"text":",","start":33,"end":34,"id":5,"ws":true,"disabled":false},{"text":"their","start":35,"end":40,"id":6,"ws":true,"disabled":false},{"text":"tempers","start":41,"end":48,"id":7,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":8,"ws":true,"disabled":false},{"text":"irritability","start":50,"end":62,"id":9,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":10,"ws":true,"disabled":false},{"text":"and","start":64,"end":67,"id":11,"ws":true,"disabled":false},{"text":"likelihood","start":68,"end":78,"id":12,"ws":true,"disabled":false},{"text":"of","start":79,"end":81,"id":13,"ws":true,"disabled":false},{"text":"physical","start":82,"end":90,"id":14,"ws":true,"disabled":false},{"text":"aggression","start":91,"end":101,"id":15,"ws":true,"disabled":false},{"text":"and","start":102,"end":105,"id":16,"ws":true,"disabled":false},{"text":"violence","start":106,"end":114,"id":17,"ws":true,"disabled":false},{"text":"increase","start":115,"end":123,"id":18,"ws":false,"disabled":false},{"text":".","start":123,"end":124,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":18,"child":17,"head_span":{"start":115,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":106,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":82,"end":90,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":91,"end":101,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":15,"head_span":{"start":115,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":91,"end":101,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":68,"end":78,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":91,"end":101,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":17,"head_span":{"start":68,"end":78,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":106,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":7,"head_span":{"start":115,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":41,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":9,"head_span":{"start":115,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":50,"end":62,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":1,"head_span":{"start":30,"end":33,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":5,"end":11,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":7,"head_span":{"start":5,"end":11,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":41,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":9,"head_span":{"start":5,"end":11,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":50,"end":62,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":15,"head_span":{"start":5,"end":11,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":91,"end":101,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":17,"head_span":{"start":5,"end":11,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":106,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"staged","Dataset name":"checkin-four","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"As heatwaves have increased, kelp forests, seagrass meadows and coral reefs have been lost.","text":"As heatwaves have increased, kelp forests, seagrass meadows and coral reefs have been lost. IMPLIED_BASE IMPLIED_BASE","characters":"91","document_index":"128","md_sentence_index":"5","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/mar/04/heatwaves-sweeping-oceans-like-wildfires-scientists-reveal","combo_id":"128_5","post-training batch1":"128_5","_input_hash":-1905070066,"_task_hash":-1400737977,"spans":[{"text":"heatwaves","start":3,"token_start":1,"token_end":1,"end":12,"type":"pattern","label":"base"},{"text":"increased","start":18,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"change_direction"},{"start":29,"end":33,"token_start":5,"token_end":5,"label":"type_of"},{"text":"forests","start":34,"token_start":6,"token_end":6,"end":41,"type":"pattern","label":"base"},{"start":43,"end":51,"token_start":8,"token_end":8,"label":"type_of"},{"text":"meadows","start":52,"token_start":9,"token_end":9,"end":59,"type":"pattern","label":"base"},{"text":"coral reefs","start":64,"token_start":11,"token_end":12,"end":75,"type":"pattern","label":"base"},{"start":86,"end":90,"token_start":15,"token_end":15,"label":"change_direction"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"heatwaves","start":3,"end":12,"id":1,"ws":true,"disabled":false},{"text":"have","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"increased","start":18,"end":27,"id":3,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":4,"ws":true,"disabled":false},{"text":"kelp","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"forests","start":34,"end":41,"id":6,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":7,"ws":true,"disabled":false},{"text":"seagrass","start":43,"end":51,"id":8,"ws":true,"disabled":false},{"text":"meadows","start":52,"end":59,"id":9,"ws":true,"disabled":false},{"text":"and","start":60,"end":63,"id":10,"ws":true,"disabled":false},{"text":"coral","start":64,"end":69,"id":11,"ws":true,"disabled":false},{"text":"reefs","start":70,"end":75,"id":12,"ws":true,"disabled":false},{"text":"have","start":76,"end":80,"id":13,"ws":true,"disabled":false},{"text":"been","start":81,"end":85,"id":14,"ws":true,"disabled":false},{"text":"lost","start":86,"end":90,"id":15,"ws":false,"disabled":false},{"text":".","start":90,"end":91,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":92,"end":104,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":105,"end":117,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":29,"end":33,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":34,"end":41,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":43,"end":51,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":52,"end":59,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":1,"head_span":{"start":18,"end":27,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":12,"head_span":{"start":86,"end":90,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":64,"end":75,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":9,"head_span":{"start":86,"end":90,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":52,"end":59,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":6,"head_span":{"start":86,"end":90,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":34,"end":41,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":34,"end":41,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":9,"head_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":52,"end":59,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":12,"head_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":64,"end":75,"token_start":11,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Warming increases the risk of civil war in Africa.","text":"Warming increases the risk of civil war in Africa. IMPLIED_BASE IMPLIED_BASE","characters":"50","document_index":"711","md_sentence_index":"115","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_115","post-training batch1":"711_115","_input_hash":-500594401,"_task_hash":442895846,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},{"text":"increases","start":8,"token_start":1,"token_end":1,"end":17,"type":"pattern","label":"change_direction"},{"text":"risk","start":22,"token_start":3,"token_end":3,"end":26,"type":"pattern","label":"aspect_changing"},{"start":30,"end":35,"token_start":5,"token_end":5,"label":"type_of"},{"text":"war","start":36,"token_start":6,"token_end":6,"end":39,"type":"pattern","label":"base"},{"start":40,"end":49,"token_start":7,"token_end":8,"label":"where"}],"tokens":[{"text":"Warming","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"increases","start":8,"end":17,"id":1,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":2,"ws":true,"disabled":false},{"text":"risk","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"of","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"civil","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"war","start":36,"end":39,"id":6,"ws":true,"disabled":false},{"text":"in","start":40,"end":42,"id":7,"ws":true,"disabled":false},{"text":"Africa","start":43,"end":49,"id":8,"ws":false,"disabled":false},{"text":".","start":49,"end":50,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":51,"end":63,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":64,"end":76,"id":11,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":3,"child":6,"head_span":{"start":22,"end":26,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":36,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":36,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":6,"head_span":{"start":40,"end":49,"token_start":7,"token_end":8,"label":"where"},"child_span":{"start":36,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":8,"end":17,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":36,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":6,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":36,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The urgency and potential irreversibility of climate effects mean we cannot wait for the results of research to deepen our understanding and reduce the uncertainty about these risks.","text":"The urgency and potential irreversibility of climate effects mean we cannot wait for the results of research to deepen our understanding and reduce the uncertainty about these risks. IMPLIED_BASE IMPLIED_BASE","characters":"182","document_index":"452","md_sentence_index":"37","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/10/23/opinion/climate-change-costs.html","combo_id":"452_37","post-training batch1":"452_37","_input_hash":-1569986400,"_task_hash":38629559,"spans":[{"text":"risks","start":176,"token_start":28,"token_end":28,"end":181,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"urgency","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"and","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"potential","start":16,"end":25,"id":3,"ws":true,"disabled":false},{"text":"irreversibility","start":26,"end":41,"id":4,"ws":true,"disabled":false},{"text":"of","start":42,"end":44,"id":5,"ws":true,"disabled":false},{"text":"climate","start":45,"end":52,"id":6,"ws":true,"disabled":false},{"text":"effects","start":53,"end":60,"id":7,"ws":true,"disabled":false},{"text":"mean","start":61,"end":65,"id":8,"ws":true,"disabled":false},{"text":"we","start":66,"end":68,"id":9,"ws":true,"disabled":false},{"text":"can","start":69,"end":72,"id":10,"ws":false,"disabled":false},{"text":"not","start":72,"end":75,"id":11,"ws":true,"disabled":false},{"text":"wait","start":76,"end":80,"id":12,"ws":true,"disabled":false},{"text":"for","start":81,"end":84,"id":13,"ws":true,"disabled":false},{"text":"the","start":85,"end":88,"id":14,"ws":true,"disabled":false},{"text":"results","start":89,"end":96,"id":15,"ws":true,"disabled":false},{"text":"of","start":97,"end":99,"id":16,"ws":true,"disabled":false},{"text":"research","start":100,"end":108,"id":17,"ws":true,"disabled":false},{"text":"to","start":109,"end":111,"id":18,"ws":true,"disabled":false},{"text":"deepen","start":112,"end":118,"id":19,"ws":true,"disabled":false},{"text":"our","start":119,"end":122,"id":20,"ws":true,"disabled":false},{"text":"understanding","start":123,"end":136,"id":21,"ws":true,"disabled":false},{"text":"and","start":137,"end":140,"id":22,"ws":true,"disabled":false},{"text":"reduce","start":141,"end":147,"id":23,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":24,"ws":true,"disabled":false},{"text":"uncertainty","start":152,"end":163,"id":25,"ws":true,"disabled":false},{"text":"about","start":164,"end":169,"id":26,"ws":true,"disabled":false},{"text":"these","start":170,"end":175,"id":27,"ws":true,"disabled":false},{"text":"risks","start":176,"end":181,"id":28,"ws":false,"disabled":false},{"text":".","start":181,"end":182,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":183,"end":195,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"It predicts that in the absence of significant progress in efforts to curb emissions of temperature-raising greenhouse gases, extreme heat waves could claim thousands of lives in major U.S. cities.\n","text":"It predicts that in the absence of significant progress in efforts to curb emissions of temperature-raising greenhouse gases, extreme heat waves could claim thousands of lives in major U.S. cities. IMPLIED_BASE IMPLIED_BASE","characters":"198","document_index":"221","md_sentence_index":"1","classification_origin":"cm_cause_effect_rel","url":"https://www.nbcnews.com/mach/science/without-swift-action-climate-change-heat-waves-could-kill-thousands-ncna1017376","combo_id":"221_1","post-training batch1":"221_1","_input_hash":-1727915521,"_task_hash":-1298618201,"spans":[{"text":"emissions","start":75,"token_start":13,"token_end":13,"end":84,"type":"pattern","label":"aspect_changing"},{"text":"temperature","start":88,"token_start":15,"token_end":15,"end":99,"type":"pattern","label":"aspect_changing"},{"text":"greenhouse gases","start":108,"token_start":18,"token_end":19,"end":124,"type":"pattern","label":"base"},{"text":"heat waves","start":134,"token_start":22,"token_end":23,"end":144,"type":"pattern","label":"base"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"predicts","start":3,"end":11,"id":1,"ws":true,"disabled":false},{"text":"that","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"in","start":17,"end":19,"id":3,"ws":true,"disabled":false},{"text":"the","start":20,"end":23,"id":4,"ws":true,"disabled":false},{"text":"absence","start":24,"end":31,"id":5,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"significant","start":35,"end":46,"id":7,"ws":true,"disabled":false},{"text":"progress","start":47,"end":55,"id":8,"ws":true,"disabled":false},{"text":"in","start":56,"end":58,"id":9,"ws":true,"disabled":false},{"text":"efforts","start":59,"end":66,"id":10,"ws":true,"disabled":false},{"text":"to","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"curb","start":70,"end":74,"id":12,"ws":true,"disabled":false},{"text":"emissions","start":75,"end":84,"id":13,"ws":true,"disabled":false},{"text":"of","start":85,"end":87,"id":14,"ws":true,"disabled":false},{"text":"temperature","start":88,"end":99,"id":15,"ws":false,"disabled":false},{"text":"-","start":99,"end":100,"id":16,"ws":false,"disabled":false},{"text":"raising","start":100,"end":107,"id":17,"ws":true,"disabled":false},{"text":"greenhouse","start":108,"end":118,"id":18,"ws":true,"disabled":false},{"text":"gases","start":119,"end":124,"id":19,"ws":false,"disabled":false},{"text":",","start":124,"end":125,"id":20,"ws":true,"disabled":false},{"text":"extreme","start":126,"end":133,"id":21,"ws":true,"disabled":false},{"text":"heat","start":134,"end":138,"id":22,"ws":true,"disabled":false},{"text":"waves","start":139,"end":144,"id":23,"ws":true,"disabled":false},{"text":"could","start":145,"end":150,"id":24,"ws":true,"disabled":false},{"text":"claim","start":151,"end":156,"id":25,"ws":true,"disabled":false},{"text":"thousands","start":157,"end":166,"id":26,"ws":true,"disabled":false},{"text":"of","start":167,"end":169,"id":27,"ws":true,"disabled":false},{"text":"lives","start":170,"end":175,"id":28,"ws":true,"disabled":false},{"text":"in","start":176,"end":178,"id":29,"ws":true,"disabled":false},{"text":"major","start":179,"end":184,"id":30,"ws":true,"disabled":false},{"text":"U.S.","start":185,"end":189,"id":31,"ws":true,"disabled":false},{"text":"cities","start":190,"end":196,"id":32,"ws":false,"disabled":false},{"text":".","start":196,"end":197,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":211,"end":223,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"They did find, however, that nonfarm productivity also tended to decline at higher temperatures, most likely from workers in temperature-sensitive occupations working outdoors or in buildings exposed to outdoor temperatures needing to take more breaks or work more slowly.\n","text":"They did find, however, that nonfarm productivity also tended to decline at higher temperatures, most likely from workers in temperature-sensitive occupations working outdoors or in buildings exposed to outdoor temperatures needing to take more breaks or work more slowly. IMPLIED_BASE IMPLIED_BASE","characters":"273","document_index":"741","md_sentence_index":"29","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/heat-wave-effects-on-economic-productivity-2019-7","combo_id":"741_29","post-training batch1":"741_29","_input_hash":2027772007,"_task_hash":371324496,"spans":[{"start":29,"end":36,"token_start":7,"token_end":7,"label":"base"},{"text":"productivity","start":37,"token_start":8,"token_end":8,"end":49,"type":"pattern","label":"aspect_changing"},{"start":55,"end":61,"token_start":10,"token_end":10,"label":"confidence"},{"start":65,"end":72,"token_start":12,"token_end":12,"label":"change_direction"},{"start":73,"end":75,"token_start":13,"token_end":13,"label":"predicate"},{"start":76,"end":82,"token_start":14,"token_end":14,"label":"change_direction"},{"start":83,"end":95,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":97,"end":113,"token_start":17,"token_end":19,"label":"predicate"},{"start":114,"end":223,"token_start":20,"token_end":34,"label":"to_whom"},{"start":224,"end":244,"token_start":35,"token_end":38,"label":"change_direction"},{"start":245,"end":251,"token_start":39,"token_end":39,"label":"base"},{"start":255,"end":259,"token_start":41,"token_end":41,"label":"base"},{"start":260,"end":271,"token_start":42,"token_end":43,"label":"change_direction"},{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"}],"tokens":[{"text":"They","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"did","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"find","start":9,"end":13,"id":2,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":3,"ws":true,"disabled":false},{"text":"however","start":15,"end":22,"id":4,"ws":false,"disabled":false},{"text":",","start":22,"end":23,"id":5,"ws":true,"disabled":false},{"text":"that","start":24,"end":28,"id":6,"ws":true,"disabled":false},{"text":"nonfarm","start":29,"end":36,"id":7,"ws":true,"disabled":false},{"text":"productivity","start":37,"end":49,"id":8,"ws":true,"disabled":false},{"text":"also","start":50,"end":54,"id":9,"ws":true,"disabled":false},{"text":"tended","start":55,"end":61,"id":10,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":11,"ws":true,"disabled":false},{"text":"decline","start":65,"end":72,"id":12,"ws":true,"disabled":false},{"text":"at","start":73,"end":75,"id":13,"ws":true,"disabled":false},{"text":"higher","start":76,"end":82,"id":14,"ws":true,"disabled":false},{"text":"temperatures","start":83,"end":95,"id":15,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":16,"ws":true,"disabled":false},{"text":"most","start":97,"end":101,"id":17,"ws":true,"disabled":false},{"text":"likely","start":102,"end":108,"id":18,"ws":true,"disabled":false},{"text":"from","start":109,"end":113,"id":19,"ws":true,"disabled":false},{"text":"workers","start":114,"end":121,"id":20,"ws":true,"disabled":false},{"text":"in","start":122,"end":124,"id":21,"ws":true,"disabled":false},{"text":"temperature","start":125,"end":136,"id":22,"ws":false,"disabled":false},{"text":"-","start":136,"end":137,"id":23,"ws":false,"disabled":false},{"text":"sensitive","start":137,"end":146,"id":24,"ws":true,"disabled":false},{"text":"occupations","start":147,"end":158,"id":25,"ws":true,"disabled":false},{"text":"working","start":159,"end":166,"id":26,"ws":true,"disabled":false},{"text":"outdoors","start":167,"end":175,"id":27,"ws":true,"disabled":false},{"text":"or","start":176,"end":178,"id":28,"ws":true,"disabled":false},{"text":"in","start":179,"end":181,"id":29,"ws":true,"disabled":false},{"text":"buildings","start":182,"end":191,"id":30,"ws":true,"disabled":false},{"text":"exposed","start":192,"end":199,"id":31,"ws":true,"disabled":false},{"text":"to","start":200,"end":202,"id":32,"ws":true,"disabled":false},{"text":"outdoor","start":203,"end":210,"id":33,"ws":true,"disabled":false},{"text":"temperatures","start":211,"end":223,"id":34,"ws":true,"disabled":false},{"text":"needing","start":224,"end":231,"id":35,"ws":true,"disabled":false},{"text":"to","start":232,"end":234,"id":36,"ws":true,"disabled":false},{"text":"take","start":235,"end":239,"id":37,"ws":true,"disabled":false},{"text":"more","start":240,"end":244,"id":38,"ws":true,"disabled":false},{"text":"breaks","start":245,"end":251,"id":39,"ws":true,"disabled":false},{"text":"or","start":252,"end":254,"id":40,"ws":true,"disabled":false},{"text":"work","start":255,"end":259,"id":41,"ws":true,"disabled":false},{"text":"more","start":260,"end":264,"id":42,"ws":true,"disabled":false},{"text":"slowly","start":265,"end":271,"id":43,"ws":false,"disabled":false},{"text":".","start":271,"end":272,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":273,"end":285,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":286,"end":298,"id":46,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":8,"child":7,"head_span":{"start":37,"end":49,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":29,"end":36,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":39,"head_span":{"start":224,"end":244,"token_start":35,"token_end":38,"label":"change_direction"},"child_span":{"start":245,"end":251,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":41,"head_span":{"start":260,"end":271,"token_start":42,"token_end":43,"label":"change_direction"},"child_span":{"start":255,"end":259,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":7,"head_span":{"start":55,"end":61,"token_start":10,"token_end":10,"label":"confidence"},"child_span":{"start":29,"end":36,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":7,"head_span":{"start":65,"end":72,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":29,"end":36,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":45,"head_span":{"start":83,"end":95,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":45,"head_span":{"start":76,"end":82,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":41,"head_span":{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":255,"end":259,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":45,"child":39,"head_span":{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":245,"end":251,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":7,"head_span":{"start":255,"end":259,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":29,"end":36,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":7,"head_span":{"start":245,"end":251,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":29,"end":36,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":39,"head_span":{"start":114,"end":223,"token_start":20,"token_end":34,"label":"to_whom"},"child_span":{"start":245,"end":251,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":41,"head_span":{"start":114,"end":223,"token_start":20,"token_end":34,"label":"to_whom"},"child_span":{"start":255,"end":259,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":false,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Whether dark or light, according to Randerson, aerosols from fires may also have an effect on clouds that make it harder for water droplets to form in the tropics, and thus reduce rainfall -- and increase drying.\n","text":"Whether dark or light, according to Randerson, aerosols from fires may also have an effect on clouds that make it harder for water droplets to form in the tropics, and thus reduce rainfall -- and increase drying. IMPLIED_BASE IMPLIED_BASE","characters":"213","document_index":"367","md_sentence_index":"56","classification_origin":"cm_cause_effect_rel","url":"https://www.sciencedaily.com/releases/2019/09/190910154657.htm","combo_id":"367_56","post-training batch1":"367_56","_input_hash":564590453,"_task_hash":-1137098545,"spans":[{"start":47,"end":55,"token_start":9,"token_end":9,"label":"base"},{"start":56,"end":60,"token_start":10,"token_end":10,"label":"predicate"},{"start":61,"end":66,"token_start":11,"token_end":11,"label":"base"},{"start":67,"end":70,"token_start":12,"token_end":12,"label":"change_direction"},{"text":"clouds","start":94,"token_start":18,"token_end":18,"end":100,"type":"pattern","label":"base"},{"start":101,"end":105,"token_start":19,"token_end":19,"label":"predicate"},{"start":106,"end":120,"token_start":20,"token_end":22,"label":"change_direction"},{"start":125,"end":130,"token_start":24,"token_end":24,"label":"type_of"},{"start":131,"end":139,"token_start":25,"token_end":25,"label":"base"},{"start":140,"end":147,"token_start":26,"token_end":27,"label":"aspect_changing"},{"start":148,"end":162,"token_start":28,"token_end":30,"label":"where"},{"start":168,"end":172,"token_start":33,"token_end":33,"label":"predicate"},{"start":173,"end":179,"token_start":34,"token_end":34,"label":"change_direction"},{"start":180,"end":188,"token_start":35,"token_end":35,"label":"aspect_changing"},{"start":196,"end":211,"token_start":38,"token_end":39,"label":"change_direction"},{"start":213,"end":225,"token_start":41,"token_end":41,"label":"base"},{"start":226,"end":238,"token_start":42,"token_end":42,"label":"base"}],"tokens":[{"text":"Whether","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"dark","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"or","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"light","start":16,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"according","start":23,"end":32,"id":5,"ws":true,"disabled":false},{"text":"to","start":33,"end":35,"id":6,"ws":true,"disabled":false},{"text":"Randerson","start":36,"end":45,"id":7,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":8,"ws":true,"disabled":false},{"text":"aerosols","start":47,"end":55,"id":9,"ws":true,"disabled":false},{"text":"from","start":56,"end":60,"id":10,"ws":true,"disabled":false},{"text":"fires","start":61,"end":66,"id":11,"ws":true,"disabled":false},{"text":"may","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"also","start":71,"end":75,"id":13,"ws":true,"disabled":false},{"text":"have","start":76,"end":80,"id":14,"ws":true,"disabled":false},{"text":"an","start":81,"end":83,"id":15,"ws":true,"disabled":false},{"text":"effect","start":84,"end":90,"id":16,"ws":true,"disabled":false},{"text":"on","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"clouds","start":94,"end":100,"id":18,"ws":true,"disabled":false},{"text":"that","start":101,"end":105,"id":19,"ws":true,"disabled":false},{"text":"make","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"it","start":111,"end":113,"id":21,"ws":true,"disabled":false},{"text":"harder","start":114,"end":120,"id":22,"ws":true,"disabled":false},{"text":"for","start":121,"end":124,"id":23,"ws":true,"disabled":false},{"text":"water","start":125,"end":130,"id":24,"ws":true,"disabled":false},{"text":"droplets","start":131,"end":139,"id":25,"ws":true,"disabled":false},{"text":"to","start":140,"end":142,"id":26,"ws":true,"disabled":false},{"text":"form","start":143,"end":147,"id":27,"ws":true,"disabled":false},{"text":"in","start":148,"end":150,"id":28,"ws":true,"disabled":false},{"text":"the","start":151,"end":154,"id":29,"ws":true,"disabled":false},{"text":"tropics","start":155,"end":162,"id":30,"ws":false,"disabled":false},{"text":",","start":162,"end":163,"id":31,"ws":true,"disabled":false},{"text":"and","start":164,"end":167,"id":32,"ws":true,"disabled":false},{"text":"thus","start":168,"end":172,"id":33,"ws":true,"disabled":false},{"text":"reduce","start":173,"end":179,"id":34,"ws":true,"disabled":false},{"text":"rainfall","start":180,"end":188,"id":35,"ws":true,"disabled":false},{"text":"--","start":189,"end":191,"id":36,"ws":true,"disabled":false},{"text":"and","start":192,"end":195,"id":37,"ws":true,"disabled":false},{"text":"increase","start":196,"end":204,"id":38,"ws":true,"disabled":false},{"text":"drying","start":205,"end":211,"id":39,"ws":false,"disabled":false},{"text":".","start":211,"end":212,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":213,"end":225,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":24,"child":25,"head_span":{"start":125,"end":130,"token_start":24,"token_end":24,"label":"type_of"},"child_span":{"start":131,"end":139,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":25,"head_span":{"start":140,"end":147,"token_start":26,"token_end":27,"label":"aspect_changing"},"child_span":{"start":131,"end":139,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":25,"head_span":{"start":106,"end":120,"token_start":20,"token_end":22,"label":"change_direction"},"child_span":{"start":131,"end":139,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":9,"head_span":{"start":61,"end":66,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":47,"end":55,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":25,"head_span":{"start":47,"end":55,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":131,"end":139,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":42,"head_span":{"start":131,"end":139,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":226,"end":238,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":42,"head_span":{"start":196,"end":211,"token_start":38,"token_end":39,"label":"change_direction"},"child_span":{"start":226,"end":238,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":41,"head_span":{"start":173,"end":179,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":213,"end":225,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":41,"head_span":{"start":180,"end":188,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":213,"end":225,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":25,"head_span":{"start":148,"end":162,"token_start":28,"token_end":30,"label":"where"},"child_span":{"start":131,"end":139,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":41,"head_span":{"start":131,"end":139,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":213,"end":225,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":18,"head_span":{"start":61,"end":66,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":94,"end":100,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":25,"head_span":{"start":94,"end":100,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":131,"end":139,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Assessing the risk from both wind and storm surge, the author of a 2017 paper concludes: \u201cIn combination, climate change and coastal development will cause hurricane damage to increase faster than the U.S. economy is expected to grow.","text":"Assessing the risk from both wind and storm surge, the author of a 2017 paper concludes: \u201cIn combination, climate change and coastal development will cause hurricane damage to increase faster than the U.S. economy is expected to grow. IMPLIED_BASE IMPLIED_BASE","characters":"234","document_index":"787","md_sentence_index":"112","classification_origin":"causal_sentence_classification","url":"https://yaleclimateconnections.org/2019/07/how-climate-change-is-making-hurricanes-more-dangerous/","combo_id":"787_112","post-training batch1":"787_112","_input_hash":-18427504,"_task_hash":-1751404789,"spans":[{"text":"climate change","start":106,"token_start":22,"token_end":23,"end":120,"type":"pattern","label":"base"},{"start":125,"end":132,"token_start":25,"token_end":25,"label":"type_of"},{"text":"development","start":133,"token_start":26,"token_end":26,"end":144,"type":"pattern","label":"base"},{"start":150,"end":155,"token_start":28,"token_end":28,"label":"predicate"},{"start":156,"end":165,"token_start":29,"token_end":29,"label":"type_of"},{"start":166,"end":172,"token_start":30,"token_end":30,"label":"base"},{"text":"increase","start":176,"token_start":32,"token_end":32,"end":184,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Assessing","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"the","start":10,"end":13,"id":1,"ws":true,"disabled":false},{"text":"risk","start":14,"end":18,"id":2,"ws":true,"disabled":false},{"text":"from","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"both","start":24,"end":28,"id":4,"ws":true,"disabled":false},{"text":"wind","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"and","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"storm","start":38,"end":43,"id":7,"ws":true,"disabled":false},{"text":"surge","start":44,"end":49,"id":8,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":9,"ws":true,"disabled":false},{"text":"the","start":51,"end":54,"id":10,"ws":true,"disabled":false},{"text":"author","start":55,"end":61,"id":11,"ws":true,"disabled":false},{"text":"of","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"a","start":65,"end":66,"id":13,"ws":true,"disabled":false},{"text":"2017","start":67,"end":71,"id":14,"ws":true,"disabled":false},{"text":"paper","start":72,"end":77,"id":15,"ws":true,"disabled":false},{"text":"concludes","start":78,"end":87,"id":16,"ws":false,"disabled":false},{"text":":","start":87,"end":88,"id":17,"ws":true,"disabled":false},{"text":"\u201c","start":89,"end":90,"id":18,"ws":false,"disabled":false},{"text":"In","start":90,"end":92,"id":19,"ws":true,"disabled":false},{"text":"combination","start":93,"end":104,"id":20,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":21,"ws":true,"disabled":false},{"text":"climate","start":106,"end":113,"id":22,"ws":true,"disabled":false},{"text":"change","start":114,"end":120,"id":23,"ws":true,"disabled":false},{"text":"and","start":121,"end":124,"id":24,"ws":true,"disabled":false},{"text":"coastal","start":125,"end":132,"id":25,"ws":true,"disabled":false},{"text":"development","start":133,"end":144,"id":26,"ws":true,"disabled":false},{"text":"will","start":145,"end":149,"id":27,"ws":true,"disabled":false},{"text":"cause","start":150,"end":155,"id":28,"ws":true,"disabled":false},{"text":"hurricane","start":156,"end":165,"id":29,"ws":true,"disabled":false},{"text":"damage","start":166,"end":172,"id":30,"ws":true,"disabled":false},{"text":"to","start":173,"end":175,"id":31,"ws":true,"disabled":false},{"text":"increase","start":176,"end":184,"id":32,"ws":true,"disabled":false},{"text":"faster","start":185,"end":191,"id":33,"ws":true,"disabled":false},{"text":"than","start":192,"end":196,"id":34,"ws":true,"disabled":false},{"text":"the","start":197,"end":200,"id":35,"ws":true,"disabled":false},{"text":"U.S.","start":201,"end":205,"id":36,"ws":true,"disabled":false},{"text":"economy","start":206,"end":213,"id":37,"ws":true,"disabled":false},{"text":"is","start":214,"end":216,"id":38,"ws":true,"disabled":false},{"text":"expected","start":217,"end":225,"id":39,"ws":true,"disabled":false},{"text":"to","start":226,"end":228,"id":40,"ws":true,"disabled":false},{"text":"grow","start":229,"end":233,"id":41,"ws":false,"disabled":false},{"text":".","start":233,"end":234,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":235,"end":247,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":248,"end":260,"id":44,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":29,"child":30,"head_span":{"start":156,"end":165,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":166,"end":172,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":30,"head_span":{"start":176,"end":184,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":166,"end":172,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":125,"end":132,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":133,"end":144,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":30,"head_span":{"start":106,"end":120,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":166,"end":172,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":30,"head_span":{"start":133,"end":144,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":166,"end":172,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"One of the most common environmental allergens is ragweed, which can cause hay fever and trigger asthma attacks, especially in children and the elderly.2","text":"One of the most common environmental allergens is ragweed, which can cause hay fever and trigger asthma attacks, especially in children and the elderly.2 IMPLIED_BASE IMPLIED_BASE","characters":"153","document_index":"123","md_sentence_index":"9","classification_origin":"cm_cause_effect_rel","url":"https://www.epa.gov/climate-indicators/climate-change-indicators-ragweed-pollen-season","combo_id":"123_9","post-training batch1":"123_9","_input_hash":64018564,"_task_hash":1005362296,"spans":[{"text":"ragweed","start":50,"token_start":8,"token_end":8,"end":57,"type":"pattern","label":"base"},{"start":69,"end":74,"token_start":12,"token_end":12,"label":"predicate"},{"text":"hay fever","start":75,"token_start":13,"token_end":14,"end":84,"type":"pattern","label":"base"},{"start":89,"end":96,"token_start":16,"token_end":16,"label":"predicate"},{"start":97,"end":111,"token_start":17,"token_end":18,"label":"base"},{"start":127,"end":135,"token_start":22,"token_end":22,"label":"to_whom"},{"start":144,"end":153,"token_start":25,"token_end":25,"label":"to_whom"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"of","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"the","start":7,"end":10,"id":2,"ws":true,"disabled":false},{"text":"most","start":11,"end":15,"id":3,"ws":true,"disabled":false},{"text":"common","start":16,"end":22,"id":4,"ws":true,"disabled":false},{"text":"environmental","start":23,"end":36,"id":5,"ws":true,"disabled":false},{"text":"allergens","start":37,"end":46,"id":6,"ws":true,"disabled":false},{"text":"is","start":47,"end":49,"id":7,"ws":true,"disabled":false},{"text":"ragweed","start":50,"end":57,"id":8,"ws":false,"disabled":false},{"text":",","start":57,"end":58,"id":9,"ws":true,"disabled":false},{"text":"which","start":59,"end":64,"id":10,"ws":true,"disabled":false},{"text":"can","start":65,"end":68,"id":11,"ws":true,"disabled":false},{"text":"cause","start":69,"end":74,"id":12,"ws":true,"disabled":false},{"text":"hay","start":75,"end":78,"id":13,"ws":true,"disabled":false},{"text":"fever","start":79,"end":84,"id":14,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":15,"ws":true,"disabled":false},{"text":"trigger","start":89,"end":96,"id":16,"ws":true,"disabled":false},{"text":"asthma","start":97,"end":103,"id":17,"ws":true,"disabled":false},{"text":"attacks","start":104,"end":111,"id":18,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":19,"ws":true,"disabled":false},{"text":"especially","start":113,"end":123,"id":20,"ws":true,"disabled":false},{"text":"in","start":124,"end":126,"id":21,"ws":true,"disabled":false},{"text":"children","start":127,"end":135,"id":22,"ws":true,"disabled":false},{"text":"and","start":136,"end":139,"id":23,"ws":true,"disabled":false},{"text":"the","start":140,"end":143,"id":24,"ws":true,"disabled":false},{"text":"elderly.2","start":144,"end":153,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":167,"end":179,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":8,"child":14,"head_span":{"start":50,"end":57,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":75,"end":84,"token_start":13,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":18,"head_span":{"start":50,"end":57,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":97,"end":111,"token_start":17,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Very strong evidence from multiple studies shows a consensus that many people exposed to climate- or weather-related natural disasters experience stress reactions and serious psychological harm, which often occur simultaneously.30, 31, 32, 33, 34","text":"Very strong evidence from multiple studies shows a consensus that many people exposed to climate- or weather-related natural disasters experience stress reactions and serious psychological harm, which often occur simultaneously.30, 31, 32, 33, 34 IMPLIED_BASE IMPLIED_BASE","characters":"246","document_index":"619","md_sentence_index":"297","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_297","post-training batch1":"619_297","_input_hash":-185564731,"_task_hash":2112372712,"spans":[{"text":"people","start":71,"token_start":11,"token_end":11,"end":77,"type":"pattern","label":"base"},{"text":"weather","start":101,"token_start":16,"token_end":16,"end":108,"type":"pattern","label":"base"},{"text":"natural disasters","start":117,"token_start":19,"token_end":20,"end":134,"type":"pattern","label":"base"},{"text":"stress","start":146,"token_start":22,"token_end":22,"end":152,"type":"pattern","label":"base"}],"tokens":[{"text":"Very","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"strong","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"evidence","start":12,"end":20,"id":2,"ws":true,"disabled":false},{"text":"from","start":21,"end":25,"id":3,"ws":true,"disabled":false},{"text":"multiple","start":26,"end":34,"id":4,"ws":true,"disabled":false},{"text":"studies","start":35,"end":42,"id":5,"ws":true,"disabled":false},{"text":"shows","start":43,"end":48,"id":6,"ws":true,"disabled":false},{"text":"a","start":49,"end":50,"id":7,"ws":true,"disabled":false},{"text":"consensus","start":51,"end":60,"id":8,"ws":true,"disabled":false},{"text":"that","start":61,"end":65,"id":9,"ws":true,"disabled":false},{"text":"many","start":66,"end":70,"id":10,"ws":true,"disabled":false},{"text":"people","start":71,"end":77,"id":11,"ws":true,"disabled":false},{"text":"exposed","start":78,"end":85,"id":12,"ws":true,"disabled":false},{"text":"to","start":86,"end":88,"id":13,"ws":true,"disabled":false},{"text":"climate-","start":89,"end":97,"id":14,"ws":true,"disabled":false},{"text":"or","start":98,"end":100,"id":15,"ws":true,"disabled":false},{"text":"weather","start":101,"end":108,"id":16,"ws":false,"disabled":false},{"text":"-","start":108,"end":109,"id":17,"ws":false,"disabled":false},{"text":"related","start":109,"end":116,"id":18,"ws":true,"disabled":false},{"text":"natural","start":117,"end":124,"id":19,"ws":true,"disabled":false},{"text":"disasters","start":125,"end":134,"id":20,"ws":true,"disabled":false},{"text":"experience","start":135,"end":145,"id":21,"ws":true,"disabled":false},{"text":"stress","start":146,"end":152,"id":22,"ws":true,"disabled":false},{"text":"reactions","start":153,"end":162,"id":23,"ws":true,"disabled":false},{"text":"and","start":163,"end":166,"id":24,"ws":true,"disabled":false},{"text":"serious","start":167,"end":174,"id":25,"ws":true,"disabled":false},{"text":"psychological","start":175,"end":188,"id":26,"ws":true,"disabled":false},{"text":"harm","start":189,"end":193,"id":27,"ws":false,"disabled":false},{"text":",","start":193,"end":194,"id":28,"ws":true,"disabled":false},{"text":"which","start":195,"end":200,"id":29,"ws":true,"disabled":false},{"text":"often","start":201,"end":206,"id":30,"ws":true,"disabled":false},{"text":"occur","start":207,"end":212,"id":31,"ws":true,"disabled":false},{"text":"simultaneously.30","start":213,"end":230,"id":32,"ws":false,"disabled":false},{"text":",","start":230,"end":231,"id":33,"ws":true,"disabled":false},{"text":"31","start":232,"end":234,"id":34,"ws":false,"disabled":false},{"text":",","start":234,"end":235,"id":35,"ws":true,"disabled":false},{"text":"32","start":236,"end":238,"id":36,"ws":false,"disabled":false},{"text":",","start":238,"end":239,"id":37,"ws":true,"disabled":false},{"text":"33","start":240,"end":242,"id":38,"ws":false,"disabled":false},{"text":",","start":242,"end":243,"id":39,"ws":true,"disabled":false},{"text":"34","start":244,"end":246,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":247,"end":259,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":260,"end":272,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"sort of","Dataset name":"workshop_examples -- altered","ignore?":"","reason":"","relation count":"One","complexity":"Simple","original_md_text":"Other trees, withering from the heat, have stopped bearing edible fruit.\n","text":"Other trees, withering from the heat, have stopped bearing edible fruit. IMPLIED_BASE IMPLIED_BASE","characters":"73","document_index":"62","md_sentence_index":"25","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/05/12/world/australia/climate-change-torres-strait-islands.html","combo_id":"62_25","post-training batch1":"62_25","_input_hash":-686908711,"_task_hash":440771019,"spans":[{"text":"trees","start":6,"token_start":1,"token_end":1,"end":11,"type":"pattern","label":"base"},{"text":"fruit","start":66,"token_start":12,"token_end":12,"end":71,"type":"pattern","label":"base"}],"tokens":[{"text":"Other","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"trees","start":6,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"withering","start":13,"end":22,"id":3,"ws":true,"disabled":false},{"text":"from","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"the","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"heat","start":32,"end":36,"id":6,"ws":false,"disabled":false},{"text":",","start":36,"end":37,"id":7,"ws":true,"disabled":false},{"text":"have","start":38,"end":42,"id":8,"ws":true,"disabled":false},{"text":"stopped","start":43,"end":50,"id":9,"ws":true,"disabled":false},{"text":"bearing","start":51,"end":58,"id":10,"ws":true,"disabled":false},{"text":"edible","start":59,"end":65,"id":11,"ws":true,"disabled":false},{"text":"fruit","start":66,"end":71,"id":12,"ws":false,"disabled":false},{"text":".","start":71,"end":72,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":73,"end":85,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":86,"end":98,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Naughton, M.B., A. Henderson, M.C. Mirabelli, R. Kaiser, J.L. Wilhelm, S.M. Kieszak, C.H. Rubin, and M.A. McGeehin, 2002: Heat-related mortality during a 1999 heat wave in Chicago.","text":"Naughton, M.B., A. Henderson, M.C. Mirabelli, R. Kaiser, J.L. Wilhelm, S.M. Kieszak, C.H. Rubin, and M.A. McGeehin, 2002: Heat-related mortality during a 1999 heat wave in Chicago. IMPLIED_BASE IMPLIED_BASE","characters":"180","document_index":"619","md_sentence_index":"853","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_853","post-training batch1":"619_853","_input_hash":1557232800,"_task_hash":-60800352,"spans":[{"text":"heat wave","start":159,"token_start":35,"token_end":36,"end":168,"type":"pattern","label":"base"}],"tokens":[{"text":"Naughton","start":0,"end":8,"id":0,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":1,"ws":true,"disabled":false},{"text":"M.B.","start":10,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"A.","start":16,"end":18,"id":4,"ws":true,"disabled":false},{"text":"Henderson","start":19,"end":28,"id":5,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":6,"ws":true,"disabled":false},{"text":"M.C.","start":30,"end":34,"id":7,"ws":true,"disabled":false},{"text":"Mirabelli","start":35,"end":44,"id":8,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":9,"ws":true,"disabled":false},{"text":"R.","start":46,"end":48,"id":10,"ws":true,"disabled":false},{"text":"Kaiser","start":49,"end":55,"id":11,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":12,"ws":true,"disabled":false},{"text":"J.L.","start":57,"end":61,"id":13,"ws":true,"disabled":false},{"text":"Wilhelm","start":62,"end":69,"id":14,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":15,"ws":true,"disabled":false},{"text":"S.M.","start":71,"end":75,"id":16,"ws":true,"disabled":false},{"text":"Kieszak","start":76,"end":83,"id":17,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":18,"ws":true,"disabled":false},{"text":"C.H.","start":85,"end":89,"id":19,"ws":true,"disabled":false},{"text":"Rubin","start":90,"end":95,"id":20,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":21,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":22,"ws":true,"disabled":false},{"text":"M.A.","start":101,"end":105,"id":23,"ws":true,"disabled":false},{"text":"McGeehin","start":106,"end":114,"id":24,"ws":false,"disabled":false},{"text":",","start":114,"end":115,"id":25,"ws":true,"disabled":false},{"text":"2002","start":116,"end":120,"id":26,"ws":false,"disabled":false},{"text":":","start":120,"end":121,"id":27,"ws":true,"disabled":false},{"text":"Heat","start":122,"end":126,"id":28,"ws":false,"disabled":false},{"text":"-","start":126,"end":127,"id":29,"ws":false,"disabled":false},{"text":"related","start":127,"end":134,"id":30,"ws":true,"disabled":false},{"text":"mortality","start":135,"end":144,"id":31,"ws":true,"disabled":false},{"text":"during","start":145,"end":151,"id":32,"ws":true,"disabled":false},{"text":"a","start":152,"end":153,"id":33,"ws":true,"disabled":false},{"text":"1999","start":154,"end":158,"id":34,"ws":true,"disabled":false},{"text":"heat","start":159,"end":163,"id":35,"ws":true,"disabled":false},{"text":"wave","start":164,"end":168,"id":36,"ws":true,"disabled":false},{"text":"in","start":169,"end":171,"id":37,"ws":true,"disabled":false},{"text":"Chicago","start":172,"end":179,"id":38,"ws":false,"disabled":false},{"text":".","start":179,"end":180,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":41,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Under pressure from shareholders and regulators, companies are increasingly disclosing the specific financial impacts they could face as the planet warms, such as extreme weather that could disrupt their supply chains or stricter climate regulations that could hurt the value of coal, oil and gas investments.","text":"Under pressure from shareholders and regulators, companies are increasingly disclosing the specific financial impacts they could face as the planet warms, such as extreme weather that could disrupt their supply chains or stricter climate regulations that could hurt the value of coal, oil and gas investments. IMPLIED_BASE IMPLIED_BASE","characters":"309","document_index":"163","md_sentence_index":"3","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/06/04/climate/companies-climate-change-financial-impact.html","combo_id":"163_3","post-training batch1":"163_3","_input_hash":1788885500,"_task_hash":-1527938360,"spans":[{"start":141,"end":147,"token_start":20,"token_end":20,"label":"base"},{"start":148,"end":153,"token_start":21,"token_end":21,"label":"change_direction"},{"text":"extreme weather","start":163,"token_start":25,"token_end":26,"end":178,"type":"pattern","label":"base"},{"start":184,"end":189,"token_start":28,"token_end":28,"label":"confidence"},{"start":190,"end":197,"token_start":29,"token_end":29,"label":"change_direction"},{"start":204,"end":217,"token_start":31,"token_end":32,"label":"base"},{"start":230,"end":237,"token_start":35,"token_end":35,"label":"type_of"},{"start":238,"end":249,"token_start":36,"token_end":36,"label":"base"},{"start":255,"end":260,"token_start":38,"token_end":38,"label":"confidence"},{"start":261,"end":265,"token_start":39,"token_end":39,"label":"change_direction"},{"start":270,"end":275,"token_start":41,"token_end":41,"label":"aspect_changing"},{"start":279,"end":283,"token_start":43,"token_end":43,"label":"type_of"},{"start":285,"end":288,"token_start":45,"token_end":45,"label":"type_of"},{"start":293,"end":296,"token_start":47,"token_end":47,"label":"type_of"},{"start":297,"end":308,"token_start":48,"token_end":48,"label":"base"}],"tokens":[{"text":"Under","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"pressure","start":6,"end":14,"id":1,"ws":true,"disabled":false},{"text":"from","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"shareholders","start":20,"end":32,"id":3,"ws":true,"disabled":false},{"text":"and","start":33,"end":36,"id":4,"ws":true,"disabled":false},{"text":"regulators","start":37,"end":47,"id":5,"ws":false,"disabled":false},{"text":",","start":47,"end":48,"id":6,"ws":true,"disabled":false},{"text":"companies","start":49,"end":58,"id":7,"ws":true,"disabled":false},{"text":"are","start":59,"end":62,"id":8,"ws":true,"disabled":false},{"text":"increasingly","start":63,"end":75,"id":9,"ws":true,"disabled":false},{"text":"disclosing","start":76,"end":86,"id":10,"ws":true,"disabled":false},{"text":"the","start":87,"end":90,"id":11,"ws":true,"disabled":false},{"text":"specific","start":91,"end":99,"id":12,"ws":true,"disabled":false},{"text":"financial","start":100,"end":109,"id":13,"ws":true,"disabled":false},{"text":"impacts","start":110,"end":117,"id":14,"ws":true,"disabled":false},{"text":"they","start":118,"end":122,"id":15,"ws":true,"disabled":false},{"text":"could","start":123,"end":128,"id":16,"ws":true,"disabled":false},{"text":"face","start":129,"end":133,"id":17,"ws":true,"disabled":false},{"text":"as","start":134,"end":136,"id":18,"ws":true,"disabled":false},{"text":"the","start":137,"end":140,"id":19,"ws":true,"disabled":false},{"text":"planet","start":141,"end":147,"id":20,"ws":true,"disabled":false},{"text":"warms","start":148,"end":153,"id":21,"ws":false,"disabled":false},{"text":",","start":153,"end":154,"id":22,"ws":true,"disabled":false},{"text":"such","start":155,"end":159,"id":23,"ws":true,"disabled":false},{"text":"as","start":160,"end":162,"id":24,"ws":true,"disabled":false},{"text":"extreme","start":163,"end":170,"id":25,"ws":true,"disabled":false},{"text":"weather","start":171,"end":178,"id":26,"ws":true,"disabled":false},{"text":"that","start":179,"end":183,"id":27,"ws":true,"disabled":false},{"text":"could","start":184,"end":189,"id":28,"ws":true,"disabled":false},{"text":"disrupt","start":190,"end":197,"id":29,"ws":true,"disabled":false},{"text":"their","start":198,"end":203,"id":30,"ws":true,"disabled":false},{"text":"supply","start":204,"end":210,"id":31,"ws":true,"disabled":false},{"text":"chains","start":211,"end":217,"id":32,"ws":true,"disabled":false},{"text":"or","start":218,"end":220,"id":33,"ws":true,"disabled":false},{"text":"stricter","start":221,"end":229,"id":34,"ws":true,"disabled":false},{"text":"climate","start":230,"end":237,"id":35,"ws":true,"disabled":false},{"text":"regulations","start":238,"end":249,"id":36,"ws":true,"disabled":false},{"text":"that","start":250,"end":254,"id":37,"ws":true,"disabled":false},{"text":"could","start":255,"end":260,"id":38,"ws":true,"disabled":false},{"text":"hurt","start":261,"end":265,"id":39,"ws":true,"disabled":false},{"text":"the","start":266,"end":269,"id":40,"ws":true,"disabled":false},{"text":"value","start":270,"end":275,"id":41,"ws":true,"disabled":false},{"text":"of","start":276,"end":278,"id":42,"ws":true,"disabled":false},{"text":"coal","start":279,"end":283,"id":43,"ws":false,"disabled":false},{"text":",","start":283,"end":284,"id":44,"ws":true,"disabled":false},{"text":"oil","start":285,"end":288,"id":45,"ws":true,"disabled":false},{"text":"and","start":289,"end":292,"id":46,"ws":true,"disabled":false},{"text":"gas","start":293,"end":296,"id":47,"ws":true,"disabled":false},{"text":"investments","start":297,"end":308,"id":48,"ws":false,"disabled":false},{"text":".","start":308,"end":309,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":310,"end":322,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":323,"end":335,"id":51,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":21,"child":20,"head_span":{"start":148,"end":153,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":141,"end":147,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":32,"head_span":{"start":190,"end":197,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":204,"end":217,"token_start":31,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":36,"head_span":{"start":230,"end":237,"token_start":35,"token_end":35,"label":"type_of"},"child_span":{"start":238,"end":249,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":48,"head_span":{"start":293,"end":296,"token_start":47,"token_end":47,"label":"type_of"},"child_span":{"start":297,"end":308,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":48,"head_span":{"start":285,"end":288,"token_start":45,"token_end":45,"label":"type_of"},"child_span":{"start":297,"end":308,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":48,"head_span":{"start":279,"end":283,"token_start":43,"token_end":43,"label":"type_of"},"child_span":{"start":297,"end":308,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":48,"head_span":{"start":270,"end":275,"token_start":41,"token_end":41,"label":"aspect_changing"},"child_span":{"start":297,"end":308,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":48,"head_span":{"start":261,"end":265,"token_start":39,"token_end":39,"label":"change_direction"},"child_span":{"start":297,"end":308,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":26,"head_span":{"start":141,"end":147,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":163,"end":178,"token_start":25,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":36,"head_span":{"start":141,"end":147,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":238,"end":249,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":32,"head_span":{"start":163,"end":178,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":204,"end":217,"token_start":31,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":48,"head_span":{"start":238,"end":249,"token_start":36,"token_end":36,"label":"base"},"child_span":{"start":297,"end":308,"token_start":48,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Known or potential EL risk factors for disparities in asthma or asthma morbidity include cigarette smoking and environmental tobacco smoke (ETS), prematurity or low birth weight, allergen exposure, indoor and outdoor air pollution, diet, obesity, vitamin D insufficiency, viral respiratory infections (e.g., due to crowding), psychosocial stress, and poor adherence with prescribed treatment.","text":"Known or potential EL risk factors for disparities in asthma or asthma morbidity include cigarette smoking and environmental tobacco smoke (ETS), prematurity or low birth weight, allergen exposure, indoor and outdoor air pollution, diet, obesity, vitamin D insufficiency, viral respiratory infections (e.g., due to crowding), psychosocial stress, and poor adherence with prescribed treatment. IMPLIED_BASE IMPLIED_BASE","characters":"392","document_index":"728","md_sentence_index":"13","classification_origin":"causal_sentence_classification","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC3359893/","combo_id":"728_13","post-training batch1":"728_13","_input_hash":-1681930204,"_task_hash":1037129089,"spans":[{"start":0,"end":5,"token_start":0,"token_end":0,"label":"confidence"},{"start":9,"end":18,"token_start":2,"token_end":2,"label":"confidence"},{"start":19,"end":50,"token_start":3,"token_end":7,"label":"aspect_changing"},{"text":"asthma","start":54,"token_start":9,"token_end":9,"end":60,"type":"pattern","label":"base"},{"text":"asthma","start":64,"token_start":11,"token_end":11,"end":70,"type":"pattern","label":"base"},{"start":71,"end":80,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":89,"end":98,"token_start":14,"token_end":14,"label":"type_of"},{"start":99,"end":106,"token_start":15,"token_end":15,"label":"base"},{"start":111,"end":138,"token_start":17,"token_end":19,"label":"base"},{"start":146,"end":157,"token_start":24,"token_end":24,"label":"base"},{"start":161,"end":164,"token_start":26,"token_end":26,"label":"change_direction"},{"start":165,"end":170,"token_start":27,"token_end":27,"label":"base"},{"start":171,"end":177,"token_start":28,"token_end":28,"label":"aspect_changing"},{"text":"allergen","start":179,"token_start":30,"token_end":30,"end":187,"type":"pattern","label":"base"},{"start":188,"end":196,"token_start":31,"token_end":31,"label":"aspect_changing"},{"start":198,"end":204,"token_start":33,"token_end":33,"label":"type_of"},{"start":209,"end":216,"token_start":35,"token_end":35,"label":"type_of"},{"start":217,"end":230,"token_start":36,"token_end":37,"label":"base"},{"start":232,"end":236,"token_start":39,"token_end":39,"label":"base"},{"start":238,"end":245,"token_start":41,"token_end":41,"label":"base"},{"start":247,"end":270,"token_start":43,"token_end":45,"label":"base"},{"start":272,"end":289,"token_start":47,"token_end":48,"label":"type_of"},{"start":290,"end":300,"token_start":49,"token_end":49,"label":"base"},{"start":308,"end":314,"token_start":53,"token_end":54,"label":"predicate"},{"start":315,"end":323,"token_start":55,"token_end":55,"label":"base"},{"start":326,"end":338,"token_start":58,"token_end":58,"label":"type_of"},{"text":"stress","start":339,"token_start":59,"token_end":59,"end":345,"type":"pattern","label":"base"},{"start":351,"end":355,"token_start":62,"token_end":62,"label":"change_direction"},{"start":356,"end":391,"token_start":63,"token_end":66,"label":"base"}],"tokens":[{"text":"Known","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"or","start":6,"end":8,"id":1,"ws":true,"disabled":false},{"text":"potential","start":9,"end":18,"id":2,"ws":true,"disabled":false},{"text":"EL","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"risk","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"factors","start":27,"end":34,"id":5,"ws":true,"disabled":false},{"text":"for","start":35,"end":38,"id":6,"ws":true,"disabled":false},{"text":"disparities","start":39,"end":50,"id":7,"ws":true,"disabled":false},{"text":"in","start":51,"end":53,"id":8,"ws":true,"disabled":false},{"text":"asthma","start":54,"end":60,"id":9,"ws":true,"disabled":false},{"text":"or","start":61,"end":63,"id":10,"ws":true,"disabled":false},{"text":"asthma","start":64,"end":70,"id":11,"ws":true,"disabled":false},{"text":"morbidity","start":71,"end":80,"id":12,"ws":true,"disabled":false},{"text":"include","start":81,"end":88,"id":13,"ws":true,"disabled":false},{"text":"cigarette","start":89,"end":98,"id":14,"ws":true,"disabled":false},{"text":"smoking","start":99,"end":106,"id":15,"ws":true,"disabled":false},{"text":"and","start":107,"end":110,"id":16,"ws":true,"disabled":false},{"text":"environmental","start":111,"end":124,"id":17,"ws":true,"disabled":false},{"text":"tobacco","start":125,"end":132,"id":18,"ws":true,"disabled":false},{"text":"smoke","start":133,"end":138,"id":19,"ws":true,"disabled":false},{"text":"(","start":139,"end":140,"id":20,"ws":false,"disabled":false},{"text":"ETS","start":140,"end":143,"id":21,"ws":false,"disabled":false},{"text":")","start":143,"end":144,"id":22,"ws":false,"disabled":false},{"text":",","start":144,"end":145,"id":23,"ws":true,"disabled":false},{"text":"prematurity","start":146,"end":157,"id":24,"ws":true,"disabled":false},{"text":"or","start":158,"end":160,"id":25,"ws":true,"disabled":false},{"text":"low","start":161,"end":164,"id":26,"ws":true,"disabled":false},{"text":"birth","start":165,"end":170,"id":27,"ws":true,"disabled":false},{"text":"weight","start":171,"end":177,"id":28,"ws":false,"disabled":false},{"text":",","start":177,"end":178,"id":29,"ws":true,"disabled":false},{"text":"allergen","start":179,"end":187,"id":30,"ws":true,"disabled":false},{"text":"exposure","start":188,"end":196,"id":31,"ws":false,"disabled":false},{"text":",","start":196,"end":197,"id":32,"ws":true,"disabled":false},{"text":"indoor","start":198,"end":204,"id":33,"ws":true,"disabled":false},{"text":"and","start":205,"end":208,"id":34,"ws":true,"disabled":false},{"text":"outdoor","start":209,"end":216,"id":35,"ws":true,"disabled":false},{"text":"air","start":217,"end":220,"id":36,"ws":true,"disabled":false},{"text":"pollution","start":221,"end":230,"id":37,"ws":false,"disabled":false},{"text":",","start":230,"end":231,"id":38,"ws":true,"disabled":false},{"text":"diet","start":232,"end":236,"id":39,"ws":false,"disabled":false},{"text":",","start":236,"end":237,"id":40,"ws":true,"disabled":false},{"text":"obesity","start":238,"end":245,"id":41,"ws":false,"disabled":false},{"text":",","start":245,"end":246,"id":42,"ws":true,"disabled":false},{"text":"vitamin","start":247,"end":254,"id":43,"ws":true,"disabled":false},{"text":"D","start":255,"end":256,"id":44,"ws":true,"disabled":false},{"text":"insufficiency","start":257,"end":270,"id":45,"ws":false,"disabled":false},{"text":",","start":270,"end":271,"id":46,"ws":true,"disabled":false},{"text":"viral","start":272,"end":277,"id":47,"ws":true,"disabled":false},{"text":"respiratory","start":278,"end":289,"id":48,"ws":true,"disabled":false},{"text":"infections","start":290,"end":300,"id":49,"ws":true,"disabled":false},{"text":"(","start":301,"end":302,"id":50,"ws":false,"disabled":false},{"text":"e.g.","start":302,"end":306,"id":51,"ws":false,"disabled":false},{"text":",","start":306,"end":307,"id":52,"ws":true,"disabled":false},{"text":"due","start":308,"end":311,"id":53,"ws":true,"disabled":false},{"text":"to","start":312,"end":314,"id":54,"ws":true,"disabled":false},{"text":"crowding","start":315,"end":323,"id":55,"ws":false,"disabled":false},{"text":")","start":323,"end":324,"id":56,"ws":false,"disabled":false},{"text":",","start":324,"end":325,"id":57,"ws":true,"disabled":false},{"text":"psychosocial","start":326,"end":338,"id":58,"ws":true,"disabled":false},{"text":"stress","start":339,"end":345,"id":59,"ws":false,"disabled":false},{"text":",","start":345,"end":346,"id":60,"ws":true,"disabled":false},{"text":"and","start":347,"end":350,"id":61,"ws":true,"disabled":false},{"text":"poor","start":351,"end":355,"id":62,"ws":true,"disabled":false},{"text":"adherence","start":356,"end":365,"id":63,"ws":true,"disabled":false},{"text":"with","start":366,"end":370,"id":64,"ws":true,"disabled":false},{"text":"prescribed","start":371,"end":381,"id":65,"ws":true,"disabled":false},{"text":"treatment","start":382,"end":391,"id":66,"ws":false,"disabled":false},{"text":".","start":391,"end":392,"id":67,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":393,"end":405,"id":68,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":406,"end":418,"id":69,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":7,"child":9,"head_span":{"start":19,"end":50,"token_start":3,"token_end":7,"label":"aspect_changing"},"child_span":{"start":54,"end":60,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":11,"head_span":{"start":71,"end":80,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":89,"end":98,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":99,"end":106,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":37,"head_span":{"start":209,"end":216,"token_start":35,"token_end":35,"label":"type_of"},"child_span":{"start":217,"end":230,"token_start":36,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":37,"head_span":{"start":198,"end":204,"token_start":33,"token_end":33,"label":"type_of"},"child_span":{"start":217,"end":230,"token_start":36,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":49,"head_span":{"start":272,"end":289,"token_start":47,"token_end":48,"label":"type_of"},"child_span":{"start":290,"end":300,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":58,"child":59,"head_span":{"start":326,"end":338,"token_start":58,"token_end":58,"label":"type_of"},"child_span":{"start":339,"end":345,"token_start":59,"token_end":59,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":62,"child":66,"head_span":{"start":351,"end":355,"token_start":62,"token_end":62,"label":"change_direction"},"child_span":{"start":356,"end":391,"token_start":63,"token_end":66,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":11,"head_span":{"start":99,"end":106,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":9,"head_span":{"start":99,"end":106,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":54,"end":60,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":9,"head_span":{"start":111,"end":138,"token_start":17,"token_end":19,"label":"base"},"child_span":{"start":54,"end":60,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":11,"head_span":{"start":111,"end":138,"token_start":17,"token_end":19,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":9,"head_span":{"start":146,"end":157,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":54,"end":60,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":11,"head_span":{"start":146,"end":157,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":9,"head_span":{"start":165,"end":170,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":54,"end":60,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":11,"head_span":{"start":165,"end":170,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":27,"head_span":{"start":161,"end":164,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":165,"end":170,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":27,"head_span":{"start":171,"end":177,"token_start":28,"token_end":28,"label":"aspect_changing"},"child_span":{"start":165,"end":170,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":30,"head_span":{"start":188,"end":196,"token_start":31,"token_end":31,"label":"aspect_changing"},"child_span":{"start":179,"end":187,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":11,"head_span":{"start":179,"end":187,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":9,"head_span":{"start":179,"end":187,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":54,"end":60,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":9,"head_span":{"start":217,"end":230,"token_start":36,"token_end":37,"label":"base"},"child_span":{"start":54,"end":60,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":11,"head_span":{"start":217,"end":230,"token_start":36,"token_end":37,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":9,"head_span":{"start":232,"end":236,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":54,"end":60,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":11,"head_span":{"start":232,"end":236,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":9,"head_span":{"start":238,"end":245,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":54,"end":60,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":11,"head_span":{"start":238,"end":245,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":45,"child":9,"head_span":{"start":247,"end":270,"token_start":43,"token_end":45,"label":"base"},"child_span":{"start":54,"end":60,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":45,"child":11,"head_span":{"start":247,"end":270,"token_start":43,"token_end":45,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":49,"child":9,"head_span":{"start":290,"end":300,"token_start":49,"token_end":49,"label":"base"},"child_span":{"start":54,"end":60,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":49,"child":11,"head_span":{"start":290,"end":300,"token_start":49,"token_end":49,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":55,"child":49,"head_span":{"start":315,"end":323,"token_start":55,"token_end":55,"label":"base"},"child_span":{"start":290,"end":300,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":59,"child":9,"head_span":{"start":339,"end":345,"token_start":59,"token_end":59,"label":"base"},"child_span":{"start":54,"end":60,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":59,"child":11,"head_span":{"start":339,"end":345,"token_start":59,"token_end":59,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":66,"child":9,"head_span":{"start":356,"end":391,"token_start":63,"token_end":66,"label":"base"},"child_span":{"start":54,"end":60,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":66,"child":11,"head_span":{"start":356,"end":391,"token_start":63,"token_end":66,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Physical health problems are associated with the development of mental health problems,163, 164 particularly among older adults.137, 165 Long-term exposure to air pollution is linked with poorer cognitive function and an increased rate of cogni- tive decline among the elderly.166, 167, 168, 169, 170 Greater flood exposure, lack of social support, higher stoicism, and the use of maladaptive coping are all associated with greater deteri- oration in mental health after floods for seniors.17","text":"Physical health problems are associated with the development of mental health problems,163, 164 particularly among older adults.137, 165 Long-term exposure to air pollution is linked with poorer cognitive function and an increased rate of cogni- tive decline among the elderly.166, 167, 168, 169, 170 Greater flood exposure, lack of social support, higher stoicism, and the use of maladaptive coping are all associated with greater deteri- oration in mental health after floods for seniors.17 IMPLIED_BASE IMPLIED_BASE","characters":"492","document_index":"619","md_sentence_index":"183","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_183","post-training batch1":"619_183","_input_hash":-890216702,"_task_hash":-873392021,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"type_of"},{"text":"health","start":9,"token_start":1,"token_end":1,"end":15,"type":"pattern","label":"base"},{"start":16,"end":24,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":25,"end":28,"token_start":3,"token_end":3,"label":"confidence"},{"start":29,"end":44,"token_start":4,"token_end":5,"label":"predicate"},{"start":49,"end":63,"token_start":7,"token_end":8,"label":"change_direction"},{"start":64,"end":70,"token_start":9,"token_end":9,"label":"type_of"},{"text":"health","start":71,"token_start":10,"token_end":10,"end":77,"type":"pattern","label":"base"},{"start":78,"end":90,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":115,"end":131,"token_start":16,"token_end":17,"label":"to_whom"},{"start":137,"end":155,"token_start":20,"token_end":23,"label":"aspect_changing"},{"start":159,"end":162,"token_start":25,"token_end":25,"label":"type_of"},{"text":"pollution","start":163,"token_start":26,"token_end":26,"end":172,"type":"pattern","label":"base"},{"start":173,"end":175,"token_start":27,"token_end":27,"label":"confidence"},{"start":176,"end":187,"token_start":28,"token_end":29,"label":"predicate"},{"start":188,"end":194,"token_start":30,"token_end":30,"label":"change_direction"},{"start":195,"end":213,"token_start":31,"token_end":32,"label":"base"},{"text":"increased","start":221,"token_start":35,"token_end":35,"end":230,"type":"pattern","label":"change_direction"},{"start":231,"end":235,"token_start":36,"token_end":36,"label":"aspect_changing"},{"start":239,"end":258,"token_start":38,"token_end":40,"label":"base"},{"start":259,"end":280,"token_start":41,"token_end":43,"label":"to_whom"},{"start":301,"end":308,"token_start":52,"token_end":52,"label":"change_direction"},{"start":309,"end":314,"token_start":53,"token_end":53,"label":"base"},{"start":315,"end":323,"token_start":54,"token_end":54,"label":"aspect_changing"},{"text":"lack of","start":325,"token_start":56,"token_end":57,"end":332,"type":"pattern","label":"change_direction"},{"start":333,"end":339,"token_start":58,"token_end":58,"label":"type_of"},{"start":340,"end":347,"token_start":59,"token_end":59,"label":"base"},{"text":"higher","start":349,"token_start":61,"token_end":61,"end":355,"type":"pattern","label":"change_direction"},{"start":356,"end":364,"token_start":62,"token_end":62,"label":"base"},{"start":374,"end":380,"token_start":66,"token_end":67,"label":"change_direction"},{"start":381,"end":392,"token_start":68,"token_end":68,"label":"type_of"},{"start":393,"end":399,"token_start":69,"token_end":69,"label":"base"},{"start":400,"end":403,"token_start":70,"token_end":70,"label":"confidence"},{"start":408,"end":423,"token_start":72,"token_end":73,"label":"predicate"},{"start":424,"end":431,"token_start":74,"token_end":74,"label":"change_direction"},{"start":432,"end":447,"token_start":75,"token_end":76,"label":"aspect_changing"},{"start":451,"end":457,"token_start":78,"token_end":78,"label":"type_of"},{"text":"health","start":458,"token_start":79,"token_end":79,"end":464,"type":"pattern","label":"base"},{"start":465,"end":477,"token_start":80,"token_end":81,"label":"when"},{"start":482,"end":492,"token_start":83,"token_end":83,"label":"to_whom"}],"tokens":[{"text":"Physical","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"health","start":9,"end":15,"id":1,"ws":true,"disabled":false},{"text":"problems","start":16,"end":24,"id":2,"ws":true,"disabled":false},{"text":"are","start":25,"end":28,"id":3,"ws":true,"disabled":false},{"text":"associated","start":29,"end":39,"id":4,"ws":true,"disabled":false},{"text":"with","start":40,"end":44,"id":5,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":6,"ws":true,"disabled":false},{"text":"development","start":49,"end":60,"id":7,"ws":true,"disabled":false},{"text":"of","start":61,"end":63,"id":8,"ws":true,"disabled":false},{"text":"mental","start":64,"end":70,"id":9,"ws":true,"disabled":false},{"text":"health","start":71,"end":77,"id":10,"ws":true,"disabled":false},{"text":"problems,163","start":78,"end":90,"id":11,"ws":false,"disabled":false},{"text":",","start":90,"end":91,"id":12,"ws":true,"disabled":false},{"text":"164","start":92,"end":95,"id":13,"ws":true,"disabled":false},{"text":"particularly","start":96,"end":108,"id":14,"ws":true,"disabled":false},{"text":"among","start":109,"end":114,"id":15,"ws":true,"disabled":false},{"text":"older","start":115,"end":120,"id":16,"ws":true,"disabled":false},{"text":"adults.137","start":121,"end":131,"id":17,"ws":false,"disabled":false},{"text":",","start":131,"end":132,"id":18,"ws":true,"disabled":false},{"text":"165","start":133,"end":136,"id":19,"ws":true,"disabled":false},{"text":"Long","start":137,"end":141,"id":20,"ws":false,"disabled":false},{"text":"-","start":141,"end":142,"id":21,"ws":false,"disabled":false},{"text":"term","start":142,"end":146,"id":22,"ws":true,"disabled":false},{"text":"exposure","start":147,"end":155,"id":23,"ws":true,"disabled":false},{"text":"to","start":156,"end":158,"id":24,"ws":true,"disabled":false},{"text":"air","start":159,"end":162,"id":25,"ws":true,"disabled":false},{"text":"pollution","start":163,"end":172,"id":26,"ws":true,"disabled":false},{"text":"is","start":173,"end":175,"id":27,"ws":true,"disabled":false},{"text":"linked","start":176,"end":182,"id":28,"ws":true,"disabled":false},{"text":"with","start":183,"end":187,"id":29,"ws":true,"disabled":false},{"text":"poorer","start":188,"end":194,"id":30,"ws":true,"disabled":false},{"text":"cognitive","start":195,"end":204,"id":31,"ws":true,"disabled":false},{"text":"function","start":205,"end":213,"id":32,"ws":true,"disabled":false},{"text":"and","start":214,"end":217,"id":33,"ws":true,"disabled":false},{"text":"an","start":218,"end":220,"id":34,"ws":true,"disabled":false},{"text":"increased","start":221,"end":230,"id":35,"ws":true,"disabled":false},{"text":"rate","start":231,"end":235,"id":36,"ws":true,"disabled":false},{"text":"of","start":236,"end":238,"id":37,"ws":true,"disabled":false},{"text":"cogni-","start":239,"end":245,"id":38,"ws":true,"disabled":false},{"text":"tive","start":246,"end":250,"id":39,"ws":true,"disabled":false},{"text":"decline","start":251,"end":258,"id":40,"ws":true,"disabled":false},{"text":"among","start":259,"end":264,"id":41,"ws":true,"disabled":false},{"text":"the","start":265,"end":268,"id":42,"ws":true,"disabled":false},{"text":"elderly.166","start":269,"end":280,"id":43,"ws":false,"disabled":false},{"text":",","start":280,"end":281,"id":44,"ws":true,"disabled":false},{"text":"167","start":282,"end":285,"id":45,"ws":false,"disabled":false},{"text":",","start":285,"end":286,"id":46,"ws":true,"disabled":false},{"text":"168","start":287,"end":290,"id":47,"ws":false,"disabled":false},{"text":",","start":290,"end":291,"id":48,"ws":true,"disabled":false},{"text":"169","start":292,"end":295,"id":49,"ws":false,"disabled":false},{"text":",","start":295,"end":296,"id":50,"ws":true,"disabled":false},{"text":"170","start":297,"end":300,"id":51,"ws":true,"disabled":false},{"text":"Greater","start":301,"end":308,"id":52,"ws":true,"disabled":false},{"text":"flood","start":309,"end":314,"id":53,"ws":true,"disabled":false},{"text":"exposure","start":315,"end":323,"id":54,"ws":false,"disabled":false},{"text":",","start":323,"end":324,"id":55,"ws":true,"disabled":false},{"text":"lack","start":325,"end":329,"id":56,"ws":true,"disabled":false},{"text":"of","start":330,"end":332,"id":57,"ws":true,"disabled":false},{"text":"social","start":333,"end":339,"id":58,"ws":true,"disabled":false},{"text":"support","start":340,"end":347,"id":59,"ws":false,"disabled":false},{"text":",","start":347,"end":348,"id":60,"ws":true,"disabled":false},{"text":"higher","start":349,"end":355,"id":61,"ws":true,"disabled":false},{"text":"stoicism","start":356,"end":364,"id":62,"ws":false,"disabled":false},{"text":",","start":364,"end":365,"id":63,"ws":true,"disabled":false},{"text":"and","start":366,"end":369,"id":64,"ws":true,"disabled":false},{"text":"the","start":370,"end":373,"id":65,"ws":true,"disabled":false},{"text":"use","start":374,"end":377,"id":66,"ws":true,"disabled":false},{"text":"of","start":378,"end":380,"id":67,"ws":true,"disabled":false},{"text":"maladaptive","start":381,"end":392,"id":68,"ws":true,"disabled":false},{"text":"coping","start":393,"end":399,"id":69,"ws":true,"disabled":false},{"text":"are","start":400,"end":403,"id":70,"ws":true,"disabled":false},{"text":"all","start":404,"end":407,"id":71,"ws":true,"disabled":false},{"text":"associated","start":408,"end":418,"id":72,"ws":true,"disabled":false},{"text":"with","start":419,"end":423,"id":73,"ws":true,"disabled":false},{"text":"greater","start":424,"end":431,"id":74,"ws":true,"disabled":false},{"text":"deteri-","start":432,"end":439,"id":75,"ws":true,"disabled":false},{"text":"oration","start":440,"end":447,"id":76,"ws":true,"disabled":false},{"text":"in","start":448,"end":450,"id":77,"ws":true,"disabled":false},{"text":"mental","start":451,"end":457,"id":78,"ws":true,"disabled":false},{"text":"health","start":458,"end":464,"id":79,"ws":true,"disabled":false},{"text":"after","start":465,"end":470,"id":80,"ws":true,"disabled":false},{"text":"floods","start":471,"end":477,"id":81,"ws":true,"disabled":false},{"text":"for","start":478,"end":481,"id":82,"ws":true,"disabled":false},{"text":"seniors.17","start":482,"end":492,"id":83,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":493,"end":505,"id":84,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":506,"end":518,"id":85,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":9,"child":10,"head_span":{"start":64,"end":70,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":71,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":78,"end":90,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":71,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":61,"child":62,"head_span":{"start":349,"end":355,"token_start":61,"token_end":61,"label":"change_direction"},"child_span":{"start":356,"end":364,"token_start":62,"token_end":62,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":58,"child":59,"head_span":{"start":333,"end":339,"token_start":58,"token_end":58,"label":"type_of"},"child_span":{"start":340,"end":347,"token_start":59,"token_end":59,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":57,"child":59,"head_span":{"start":325,"end":332,"token_start":56,"token_end":57,"label":"change_direction"},"child_span":{"start":340,"end":347,"token_start":59,"token_end":59,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":54,"child":53,"head_span":{"start":315,"end":323,"token_start":54,"token_end":54,"label":"aspect_changing"},"child_span":{"start":309,"end":314,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":52,"child":53,"head_span":{"start":301,"end":308,"token_start":52,"token_end":52,"label":"change_direction"},"child_span":{"start":309,"end":314,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":68,"child":69,"head_span":{"start":381,"end":392,"token_start":68,"token_end":68,"label":"type_of"},"child_span":{"start":393,"end":399,"token_start":69,"token_end":69,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":67,"child":69,"head_span":{"start":374,"end":380,"token_start":66,"token_end":67,"label":"change_direction"},"child_span":{"start":393,"end":399,"token_start":69,"token_end":69,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":74,"child":79,"head_span":{"start":424,"end":431,"token_start":74,"token_end":74,"label":"change_direction"},"child_span":{"start":458,"end":464,"token_start":79,"token_end":79,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":78,"child":79,"head_span":{"start":451,"end":457,"token_start":78,"token_end":78,"label":"type_of"},"child_span":{"start":458,"end":464,"token_start":79,"token_end":79,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":76,"child":79,"head_span":{"start":432,"end":447,"token_start":75,"token_end":76,"label":"aspect_changing"},"child_span":{"start":458,"end":464,"token_start":79,"token_end":79,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":40,"head_span":{"start":231,"end":235,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":239,"end":258,"token_start":38,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":40,"head_span":{"start":221,"end":230,"token_start":35,"token_end":35,"label":"change_direction"},"child_span":{"start":239,"end":258,"token_start":38,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":32,"head_span":{"start":188,"end":194,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":195,"end":213,"token_start":31,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":159,"end":162,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":163,"end":172,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":26,"head_span":{"start":137,"end":155,"token_start":20,"token_end":23,"label":"aspect_changing"},"child_span":{"start":163,"end":172,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":49,"end":63,"token_start":7,"token_end":8,"label":"change_direction"},"child_span":{"start":71,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":9,"end":15,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":1,"head_span":{"start":16,"end":24,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":9,"end":15,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The likely overall effects of climate change on predicted levels of UVR at Earth\u2019s surface are for an increase in current latitudinal gradients\u2014i.e., higher levels at low latitudes where they are already high, and lower levels at high northern latitudes where they are already low [106].","text":"The likely overall effects of climate change on predicted levels of UVR at Earth\u2019s surface are for an increase in current latitudinal gradients\u2014i.e., higher levels at low latitudes where they are already high, and lower levels at high northern latitudes where they are already low [106]. IMPLIED_BASE IMPLIED_BASE","characters":"287","document_index":"276","md_sentence_index":"237","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_237","post-training batch1":"276_237","_input_hash":-1625293727,"_task_hash":103372678,"spans":[{"text":"climate change","start":30,"token_start":5,"token_end":6,"end":44,"type":"pattern","label":"base"},{"start":45,"end":47,"token_start":7,"token_end":7,"label":"predicate"},{"start":58,"end":71,"token_start":9,"token_end":11,"label":"base"},{"start":72,"end":90,"token_start":12,"token_end":15,"label":"where"},{"text":"increase","start":102,"token_start":19,"token_end":19,"end":110,"type":"pattern","label":"change_direction"},{"start":122,"end":143,"token_start":22,"token_end":23,"label":"aspect_changing"},{"text":"higher","start":150,"token_start":28,"token_end":28,"end":156,"type":"pattern","label":"change_direction"},{"text":"levels","start":157,"token_start":29,"token_end":29,"end":163,"type":"pattern","label":"aspect_changing"},{"start":164,"end":180,"token_start":30,"token_end":32,"label":"where"},{"start":214,"end":219,"token_start":40,"token_end":40,"label":"change_direction"},{"text":"levels","start":220,"token_start":41,"token_end":41,"end":226,"type":"pattern","label":"aspect_changing"},{"start":227,"end":253,"token_start":42,"token_end":45,"label":"where"},{"start":288,"end":300,"token_start":55,"token_end":55,"label":"base"},{"start":301,"end":313,"token_start":56,"token_end":56,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"likely","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"overall","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"effects","start":19,"end":26,"id":3,"ws":true,"disabled":false},{"text":"of","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"climate","start":30,"end":37,"id":5,"ws":true,"disabled":false},{"text":"change","start":38,"end":44,"id":6,"ws":true,"disabled":false},{"text":"on","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"predicted","start":48,"end":57,"id":8,"ws":true,"disabled":false},{"text":"levels","start":58,"end":64,"id":9,"ws":true,"disabled":false},{"text":"of","start":65,"end":67,"id":10,"ws":true,"disabled":false},{"text":"UVR","start":68,"end":71,"id":11,"ws":true,"disabled":false},{"text":"at","start":72,"end":74,"id":12,"ws":true,"disabled":false},{"text":"Earth","start":75,"end":80,"id":13,"ws":false,"disabled":false},{"text":"\u2019s","start":80,"end":82,"id":14,"ws":true,"disabled":false},{"text":"surface","start":83,"end":90,"id":15,"ws":true,"disabled":false},{"text":"are","start":91,"end":94,"id":16,"ws":true,"disabled":false},{"text":"for","start":95,"end":98,"id":17,"ws":true,"disabled":false},{"text":"an","start":99,"end":101,"id":18,"ws":true,"disabled":false},{"text":"increase","start":102,"end":110,"id":19,"ws":true,"disabled":false},{"text":"in","start":111,"end":113,"id":20,"ws":true,"disabled":false},{"text":"current","start":114,"end":121,"id":21,"ws":true,"disabled":false},{"text":"latitudinal","start":122,"end":133,"id":22,"ws":true,"disabled":false},{"text":"gradients","start":134,"end":143,"id":23,"ws":false,"disabled":false},{"text":"\u2014","start":143,"end":144,"id":24,"ws":false,"disabled":false},{"text":"i.e","start":144,"end":147,"id":25,"ws":false,"disabled":false},{"text":".","start":147,"end":148,"id":26,"ws":false,"disabled":false},{"text":",","start":148,"end":149,"id":27,"ws":true,"disabled":false},{"text":"higher","start":150,"end":156,"id":28,"ws":true,"disabled":false},{"text":"levels","start":157,"end":163,"id":29,"ws":true,"disabled":false},{"text":"at","start":164,"end":166,"id":30,"ws":true,"disabled":false},{"text":"low","start":167,"end":170,"id":31,"ws":true,"disabled":false},{"text":"latitudes","start":171,"end":180,"id":32,"ws":true,"disabled":false},{"text":"where","start":181,"end":186,"id":33,"ws":true,"disabled":false},{"text":"they","start":187,"end":191,"id":34,"ws":true,"disabled":false},{"text":"are","start":192,"end":195,"id":35,"ws":true,"disabled":false},{"text":"already","start":196,"end":203,"id":36,"ws":true,"disabled":false},{"text":"high","start":204,"end":208,"id":37,"ws":false,"disabled":false},{"text":",","start":208,"end":209,"id":38,"ws":true,"disabled":false},{"text":"and","start":210,"end":213,"id":39,"ws":true,"disabled":false},{"text":"lower","start":214,"end":219,"id":40,"ws":true,"disabled":false},{"text":"levels","start":220,"end":226,"id":41,"ws":true,"disabled":false},{"text":"at","start":227,"end":229,"id":42,"ws":true,"disabled":false},{"text":"high","start":230,"end":234,"id":43,"ws":true,"disabled":false},{"text":"northern","start":235,"end":243,"id":44,"ws":true,"disabled":false},{"text":"latitudes","start":244,"end":253,"id":45,"ws":true,"disabled":false},{"text":"where","start":254,"end":259,"id":46,"ws":true,"disabled":false},{"text":"they","start":260,"end":264,"id":47,"ws":true,"disabled":false},{"text":"are","start":265,"end":268,"id":48,"ws":true,"disabled":false},{"text":"already","start":269,"end":276,"id":49,"ws":true,"disabled":false},{"text":"low","start":277,"end":280,"id":50,"ws":true,"disabled":false},{"text":"[","start":281,"end":282,"id":51,"ws":false,"disabled":false},{"text":"106","start":282,"end":285,"id":52,"ws":false,"disabled":false},{"text":"]","start":285,"end":286,"id":53,"ws":false,"disabled":false},{"text":".","start":286,"end":287,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":288,"end":300,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":301,"end":313,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":15,"child":11,"head_span":{"start":72,"end":90,"token_start":12,"token_end":15,"label":"where"},"child_span":{"start":58,"end":71,"token_start":9,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":11,"head_span":{"start":102,"end":110,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":58,"end":71,"token_start":9,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":11,"head_span":{"start":122,"end":143,"token_start":22,"token_end":23,"label":"aspect_changing"},"child_span":{"start":58,"end":71,"token_start":9,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":11,"head_span":{"start":30,"end":44,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":58,"end":71,"token_start":9,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":55,"child":56,"head_span":{"start":288,"end":300,"token_start":55,"token_end":55,"label":"base"},"child_span":{"start":301,"end":313,"token_start":56,"token_end":56,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":32,"child":55,"head_span":{"start":164,"end":180,"token_start":30,"token_end":32,"label":"where"},"child_span":{"start":288,"end":300,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":55,"head_span":{"start":157,"end":163,"token_start":29,"token_end":29,"label":"aspect_changing"},"child_span":{"start":288,"end":300,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":55,"head_span":{"start":150,"end":156,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":288,"end":300,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":56,"head_span":{"start":214,"end":219,"token_start":40,"token_end":40,"label":"change_direction"},"child_span":{"start":301,"end":313,"token_start":56,"token_end":56,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":56,"head_span":{"start":220,"end":226,"token_start":41,"token_end":41,"label":"aspect_changing"},"child_span":{"start":301,"end":313,"token_start":56,"token_end":56,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":56,"head_span":{"start":227,"end":253,"token_start":42,"token_end":45,"label":"where"},"child_span":{"start":301,"end":313,"token_start":56,"token_end":56,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":55,"head_span":{"start":30,"end":44,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":288,"end":300,"token_start":55,"token_end":55,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":56,"head_span":{"start":30,"end":44,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":301,"end":313,"token_start":56,"token_end":56,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For example, it has been estimated that over 200 million persons may be forced to leave their place or country of residence by 2050 due to a combination of climate change-related shoreline erosion, coastal flooding, desertification, agricultural change, natural disasters, government policy or geopolitical conflict [73].","text":"For example, it has been estimated that over 200 million persons may be forced to leave their place or country of residence by 2050 due to a combination of climate change-related shoreline erosion, coastal flooding, desertification, agricultural change, natural disasters, government policy or geopolitical conflict [73]. IMPLIED_BASE IMPLIED_BASE","characters":"321","document_index":"276","md_sentence_index":"168","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_168","post-training batch1":"276_168","_input_hash":-1593114650,"_task_hash":241736700,"spans":[{"start":40,"end":56,"token_start":8,"token_end":10,"label":"effect_size"},{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},{"start":65,"end":68,"token_start":12,"token_end":12,"label":"confidence"},{"start":72,"end":123,"token_start":14,"token_end":22,"label":"change_direction"},{"start":124,"end":131,"token_start":23,"token_end":24,"label":"when"},{"start":132,"end":138,"token_start":25,"token_end":26,"label":"predicate"},{"text":"climate change","start":156,"token_start":30,"token_end":31,"end":170,"type":"pattern","label":"base"},{"start":171,"end":178,"token_start":33,"token_end":33,"label":"predicate"},{"start":179,"end":188,"token_start":34,"token_end":34,"label":"type_of"},{"text":"erosion","start":189,"token_start":35,"token_end":35,"end":196,"type":"pattern","label":"base"},{"start":198,"end":205,"token_start":37,"token_end":37,"label":"type_of"},{"text":"flooding","start":206,"token_start":38,"token_end":38,"end":214,"type":"pattern","label":"base"},{"text":"desertification","start":216,"token_start":40,"token_end":40,"end":231,"type":"pattern","label":"base"},{"start":233,"end":252,"token_start":42,"token_end":43,"label":"base"},{"text":"natural disasters","start":254,"token_start":45,"token_end":46,"end":271,"type":"pattern","label":"base"},{"start":273,"end":283,"token_start":48,"token_end":48,"label":"type_of"},{"start":284,"end":290,"token_start":49,"token_end":49,"label":"base"},{"start":294,"end":306,"token_start":51,"token_end":51,"label":"type_of"},{"text":"conflict","start":307,"token_start":52,"token_end":52,"end":315,"type":"pattern","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"example","start":4,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"it","start":13,"end":15,"id":3,"ws":true,"disabled":false},{"text":"has","start":16,"end":19,"id":4,"ws":true,"disabled":false},{"text":"been","start":20,"end":24,"id":5,"ws":true,"disabled":false},{"text":"estimated","start":25,"end":34,"id":6,"ws":true,"disabled":false},{"text":"that","start":35,"end":39,"id":7,"ws":true,"disabled":false},{"text":"over","start":40,"end":44,"id":8,"ws":true,"disabled":false},{"text":"200","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"million","start":49,"end":56,"id":10,"ws":true,"disabled":false},{"text":"persons","start":57,"end":64,"id":11,"ws":true,"disabled":false},{"text":"may","start":65,"end":68,"id":12,"ws":true,"disabled":false},{"text":"be","start":69,"end":71,"id":13,"ws":true,"disabled":false},{"text":"forced","start":72,"end":78,"id":14,"ws":true,"disabled":false},{"text":"to","start":79,"end":81,"id":15,"ws":true,"disabled":false},{"text":"leave","start":82,"end":87,"id":16,"ws":true,"disabled":false},{"text":"their","start":88,"end":93,"id":17,"ws":true,"disabled":false},{"text":"place","start":94,"end":99,"id":18,"ws":true,"disabled":false},{"text":"or","start":100,"end":102,"id":19,"ws":true,"disabled":false},{"text":"country","start":103,"end":110,"id":20,"ws":true,"disabled":false},{"text":"of","start":111,"end":113,"id":21,"ws":true,"disabled":false},{"text":"residence","start":114,"end":123,"id":22,"ws":true,"disabled":false},{"text":"by","start":124,"end":126,"id":23,"ws":true,"disabled":false},{"text":"2050","start":127,"end":131,"id":24,"ws":true,"disabled":false},{"text":"due","start":132,"end":135,"id":25,"ws":true,"disabled":false},{"text":"to","start":136,"end":138,"id":26,"ws":true,"disabled":false},{"text":"a","start":139,"end":140,"id":27,"ws":true,"disabled":false},{"text":"combination","start":141,"end":152,"id":28,"ws":true,"disabled":false},{"text":"of","start":153,"end":155,"id":29,"ws":true,"disabled":false},{"text":"climate","start":156,"end":163,"id":30,"ws":true,"disabled":false},{"text":"change","start":164,"end":170,"id":31,"ws":false,"disabled":false},{"text":"-","start":170,"end":171,"id":32,"ws":false,"disabled":false},{"text":"related","start":171,"end":178,"id":33,"ws":true,"disabled":false},{"text":"shoreline","start":179,"end":188,"id":34,"ws":true,"disabled":false},{"text":"erosion","start":189,"end":196,"id":35,"ws":false,"disabled":false},{"text":",","start":196,"end":197,"id":36,"ws":true,"disabled":false},{"text":"coastal","start":198,"end":205,"id":37,"ws":true,"disabled":false},{"text":"flooding","start":206,"end":214,"id":38,"ws":false,"disabled":false},{"text":",","start":214,"end":215,"id":39,"ws":true,"disabled":false},{"text":"desertification","start":216,"end":231,"id":40,"ws":false,"disabled":false},{"text":",","start":231,"end":232,"id":41,"ws":true,"disabled":false},{"text":"agricultural","start":233,"end":245,"id":42,"ws":true,"disabled":false},{"text":"change","start":246,"end":252,"id":43,"ws":false,"disabled":false},{"text":",","start":252,"end":253,"id":44,"ws":true,"disabled":false},{"text":"natural","start":254,"end":261,"id":45,"ws":true,"disabled":false},{"text":"disasters","start":262,"end":271,"id":46,"ws":false,"disabled":false},{"text":",","start":271,"end":272,"id":47,"ws":true,"disabled":false},{"text":"government","start":273,"end":283,"id":48,"ws":true,"disabled":false},{"text":"policy","start":284,"end":290,"id":49,"ws":true,"disabled":false},{"text":"or","start":291,"end":293,"id":50,"ws":true,"disabled":false},{"text":"geopolitical","start":294,"end":306,"id":51,"ws":true,"disabled":false},{"text":"conflict","start":307,"end":315,"id":52,"ws":true,"disabled":false},{"text":"[","start":316,"end":317,"id":53,"ws":false,"disabled":false},{"text":"73","start":317,"end":319,"id":54,"ws":false,"disabled":false},{"text":"]","start":319,"end":320,"id":55,"ws":false,"disabled":false},{"text":".","start":320,"end":321,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":322,"end":334,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":335,"end":347,"id":58,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":51,"child":52,"head_span":{"start":294,"end":306,"token_start":51,"token_end":51,"label":"type_of"},"child_span":{"start":307,"end":315,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":49,"head_span":{"start":273,"end":283,"token_start":48,"token_end":48,"label":"type_of"},"child_span":{"start":284,"end":290,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":38,"head_span":{"start":198,"end":205,"token_start":37,"token_end":37,"label":"type_of"},"child_span":{"start":206,"end":214,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":35,"head_span":{"start":179,"end":188,"token_start":34,"token_end":34,"label":"type_of"},"child_span":{"start":189,"end":196,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":35,"head_span":{"start":156,"end":170,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":189,"end":196,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":11,"head_span":{"start":72,"end":123,"token_start":14,"token_end":22,"label":"change_direction"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":40,"end":56,"token_start":8,"token_end":10,"label":"effect_size"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":11,"head_span":{"start":124,"end":131,"token_start":23,"token_end":24,"label":"when"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":11,"head_span":{"start":189,"end":196,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":38,"child":11,"head_span":{"start":206,"end":214,"token_start":38,"token_end":38,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":40,"child":11,"head_span":{"start":216,"end":231,"token_start":40,"token_end":40,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":43,"child":11,"head_span":{"start":233,"end":252,"token_start":42,"token_end":43,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":11,"head_span":{"start":254,"end":271,"token_start":45,"token_end":46,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":49,"child":11,"head_span":{"start":284,"end":290,"token_start":49,"token_end":49,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":52,"child":11,"head_span":{"start":307,"end":315,"token_start":52,"token_end":52,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"However, Goetz points out that \u201cfire is the wildcard and can shift forests much more rapidly than from warming effects on tree growth alone\u201d.","text":"However, Goetz points out that \u201cfire is the wildcard and can shift forests much more rapidly than from warming effects on tree growth alone\u201d. IMPLIED_BASE IMPLIED_BASE","characters":"141","document_index":"647","md_sentence_index":"632","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_632","post-training batch1":"647_632","_input_hash":-2093928104,"_task_hash":-838209621,"spans":[{"start":32,"end":36,"token_start":7,"token_end":7,"label":"base"},{"start":61,"end":66,"token_start":13,"token_end":13,"label":"change_direction"},{"text":"forests","start":67,"token_start":14,"token_end":14,"end":74,"type":"pattern","label":"base"},{"start":103,"end":110,"token_start":20,"token_end":20,"label":"base"},{"start":122,"end":126,"token_start":23,"token_end":23,"label":"base"},{"text":"growth","start":127,"token_start":24,"token_end":24,"end":133,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"However","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"Goetz","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"points","start":15,"end":21,"id":3,"ws":true,"disabled":false},{"text":"out","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"that","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"\u201c","start":31,"end":32,"id":6,"ws":false,"disabled":false},{"text":"fire","start":32,"end":36,"id":7,"ws":true,"disabled":false},{"text":"is","start":37,"end":39,"id":8,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":9,"ws":true,"disabled":false},{"text":"wildcard","start":44,"end":52,"id":10,"ws":true,"disabled":false},{"text":"and","start":53,"end":56,"id":11,"ws":true,"disabled":false},{"text":"can","start":57,"end":60,"id":12,"ws":true,"disabled":false},{"text":"shift","start":61,"end":66,"id":13,"ws":true,"disabled":false},{"text":"forests","start":67,"end":74,"id":14,"ws":true,"disabled":false},{"text":"much","start":75,"end":79,"id":15,"ws":true,"disabled":false},{"text":"more","start":80,"end":84,"id":16,"ws":true,"disabled":false},{"text":"rapidly","start":85,"end":92,"id":17,"ws":true,"disabled":false},{"text":"than","start":93,"end":97,"id":18,"ws":true,"disabled":false},{"text":"from","start":98,"end":102,"id":19,"ws":true,"disabled":false},{"text":"warming","start":103,"end":110,"id":20,"ws":true,"disabled":false},{"text":"effects","start":111,"end":118,"id":21,"ws":true,"disabled":false},{"text":"on","start":119,"end":121,"id":22,"ws":true,"disabled":false},{"text":"tree","start":122,"end":126,"id":23,"ws":true,"disabled":false},{"text":"growth","start":127,"end":133,"id":24,"ws":true,"disabled":false},{"text":"alone","start":134,"end":139,"id":25,"ws":false,"disabled":false},{"text":"\u201d","start":139,"end":140,"id":26,"ws":false,"disabled":false},{"text":".","start":140,"end":141,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":155,"end":167,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":20,"child":23,"head_span":{"start":103,"end":110,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":122,"end":126,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":23,"head_span":{"start":127,"end":133,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":122,"end":126,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":14,"head_span":{"start":32,"end":36,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":67,"end":74,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":14,"head_span":{"start":61,"end":66,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":67,"end":74,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"That\u2019s when the sense of satisfaction from a good deed \u2014 say, installing that energy-efficient light bulb \u2014 diminishes or eliminates the sense of urgency around the greater problem.\n","text":"That\u2019s when the sense of satisfaction from a good deed \u2014 say, installing that energy-efficient light bulb \u2014 diminishes or eliminates the sense of urgency around the greater problem. IMPLIED_BASE IMPLIED_BASE","characters":"182","document_index":"225","md_sentence_index":"14","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/06/19/climate/dont-do-just-one-thing.html","combo_id":"225_14","post-training batch1":"225_14","_input_hash":696986523,"_task_hash":-1088179763,"spans":[{"start":16,"end":21,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":25,"end":37,"token_start":6,"token_end":6,"label":"base"},{"start":38,"end":42,"token_start":7,"token_end":7,"label":"predicate"},{"start":45,"end":49,"token_start":9,"token_end":9,"label":"type_of"},{"start":50,"end":54,"token_start":10,"token_end":10,"label":"base"},{"start":62,"end":72,"token_start":14,"token_end":14,"label":"change_direction"},{"start":78,"end":94,"token_start":16,"token_end":18,"label":"type_of"},{"start":95,"end":105,"token_start":19,"token_end":20,"label":"base"},{"start":108,"end":118,"token_start":22,"token_end":22,"label":"change_direction"},{"start":122,"end":132,"token_start":24,"token_end":24,"label":"change_direction"},{"start":137,"end":142,"token_start":26,"token_end":26,"label":"aspect_changing"},{"start":146,"end":153,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"That","start":0,"end":4,"id":0,"ws":false,"disabled":false},{"text":"\u2019s","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"when","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"sense","start":16,"end":21,"id":4,"ws":true,"disabled":false},{"text":"of","start":22,"end":24,"id":5,"ws":true,"disabled":false},{"text":"satisfaction","start":25,"end":37,"id":6,"ws":true,"disabled":false},{"text":"from","start":38,"end":42,"id":7,"ws":true,"disabled":false},{"text":"a","start":43,"end":44,"id":8,"ws":true,"disabled":false},{"text":"good","start":45,"end":49,"id":9,"ws":true,"disabled":false},{"text":"deed","start":50,"end":54,"id":10,"ws":true,"disabled":false},{"text":"\u2014","start":55,"end":56,"id":11,"ws":true,"disabled":false},{"text":"say","start":57,"end":60,"id":12,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":13,"ws":true,"disabled":false},{"text":"installing","start":62,"end":72,"id":14,"ws":true,"disabled":false},{"text":"that","start":73,"end":77,"id":15,"ws":true,"disabled":false},{"text":"energy","start":78,"end":84,"id":16,"ws":false,"disabled":false},{"text":"-","start":84,"end":85,"id":17,"ws":false,"disabled":false},{"text":"efficient","start":85,"end":94,"id":18,"ws":true,"disabled":false},{"text":"light","start":95,"end":100,"id":19,"ws":true,"disabled":false},{"text":"bulb","start":101,"end":105,"id":20,"ws":true,"disabled":false},{"text":"\u2014","start":106,"end":107,"id":21,"ws":true,"disabled":false},{"text":"diminishes","start":108,"end":118,"id":22,"ws":true,"disabled":false},{"text":"or","start":119,"end":121,"id":23,"ws":true,"disabled":false},{"text":"eliminates","start":122,"end":132,"id":24,"ws":true,"disabled":false},{"text":"the","start":133,"end":136,"id":25,"ws":true,"disabled":false},{"text":"sense","start":137,"end":142,"id":26,"ws":true,"disabled":false},{"text":"of","start":143,"end":145,"id":27,"ws":true,"disabled":false},{"text":"urgency","start":146,"end":153,"id":28,"ws":true,"disabled":false},{"text":"around","start":154,"end":160,"id":29,"ws":true,"disabled":false},{"text":"the","start":161,"end":164,"id":30,"ws":true,"disabled":false},{"text":"greater","start":165,"end":172,"id":31,"ws":true,"disabled":false},{"text":"problem","start":173,"end":180,"id":32,"ws":false,"disabled":false},{"text":".","start":180,"end":181,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":182,"end":194,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":195,"end":207,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":4,"child":6,"head_span":{"start":16,"end":21,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":25,"end":37,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":45,"end":49,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":50,"end":54,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":6,"head_span":{"start":50,"end":54,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":25,"end":37,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":20,"head_span":{"start":62,"end":72,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":95,"end":105,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":78,"end":94,"token_start":16,"token_end":18,"label":"type_of"},"child_span":{"start":95,"end":105,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":28,"head_span":{"start":137,"end":142,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":146,"end":153,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":28,"head_span":{"start":122,"end":132,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":146,"end":153,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":28,"head_span":{"start":108,"end":118,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":146,"end":153,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":6,"head_span":{"start":95,"end":105,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":25,"end":37,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":28,"head_span":{"start":25,"end":37,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":146,"end":153,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"","original_md_text":"The second is that poverty can, and does, cause environmental degradation.","text":"The second is that poverty can, and does, cause environmental degradation. IMPLIED_BASE IMPLIED_BASE","characters":"74","document_index":"287","md_sentence_index":"2","classification_origin":"cm_cause_effect_rel","url":"http://www.theguardian.com/global-development-professionals-network/2013/dec/13/slavery-climate-change-poverty","combo_id":"287_2","post-training batch1":"287_2","_input_hash":-1996846673,"_task_hash":-580493906,"spans":[{"start":19,"end":26,"token_start":4,"token_end":4,"label":"base"},{"start":42,"end":47,"token_start":10,"token_end":10,"label":"predicate"},{"start":48,"end":61,"token_start":11,"token_end":11,"label":"base"},{"start":62,"end":73,"token_start":12,"token_end":12,"label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"second","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"is","start":11,"end":13,"id":2,"ws":true,"disabled":false},{"text":"that","start":14,"end":18,"id":3,"ws":true,"disabled":false},{"text":"poverty","start":19,"end":26,"id":4,"ws":true,"disabled":false},{"text":"can","start":27,"end":30,"id":5,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":6,"ws":true,"disabled":false},{"text":"and","start":32,"end":35,"id":7,"ws":true,"disabled":false},{"text":"does","start":36,"end":40,"id":8,"ws":false,"disabled":false},{"text":",","start":40,"end":41,"id":9,"ws":true,"disabled":false},{"text":"cause","start":42,"end":47,"id":10,"ws":true,"disabled":false},{"text":"environmental","start":48,"end":61,"id":11,"ws":true,"disabled":false},{"text":"degradation","start":62,"end":73,"id":12,"ws":false,"disabled":false},{"text":".","start":73,"end":74,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":75,"end":87,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":88,"end":100,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":12,"child":11,"head_span":{"start":62,"end":73,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":48,"end":61,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":11,"head_span":{"start":19,"end":26,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":48,"end":61,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"that amount' of warming isn't quantified","relation count":"one","complexity":"simple","original_md_text":"At that amount of warming, it is estimated, global GDP, per capita, will be cut by 13 percent.","text":"At that amount of warming, it is estimated, global GDP, per capita, will be cut by 13 percent. IMPLIED_BASE IMPLIED_BASE","characters":"94","document_index":"252","md_sentence_index":"28","classification_origin":"cm_cause_effect_rel","url":"https://nymag.com/intelligencer/2018/10/un-says-climate-genocide-coming-but-its-worse-than-that.html","combo_id":"252_28","post-training batch1":"252_28","_input_hash":2009770143,"_task_hash":-179357841,"spans":[{"label":"change_direction"},{"start":18,"end":25,"token_start":4,"token_end":4,"label":"change_direction"},{"start":33,"end":42,"token_start":8,"token_end":8,"label":"confidence"},{"start":44,"end":50,"token_start":10,"token_end":10,"label":"type_of"},{"start":51,"end":54,"token_start":11,"token_end":11,"label":"base"},{"start":56,"end":66,"token_start":13,"token_end":14,"label":"type_of"},{"start":68,"end":72,"token_start":16,"token_end":16,"label":"confidence"},{"start":76,"end":79,"token_start":18,"token_end":18,"label":"change_direction"},{"start":83,"end":93,"token_start":20,"token_end":21,"label":"effect_size"},{"start":95,"end":107,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"At","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"that","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"amount","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"of","start":15,"end":17,"id":3,"ws":true,"disabled":false},{"text":"warming","start":18,"end":25,"id":4,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":5,"ws":true,"disabled":false},{"text":"it","start":27,"end":29,"id":6,"ws":true,"disabled":false},{"text":"is","start":30,"end":32,"id":7,"ws":true,"disabled":false},{"text":"estimated","start":33,"end":42,"id":8,"ws":false,"disabled":false},{"text":",","start":42,"end":43,"id":9,"ws":true,"disabled":false},{"text":"global","start":44,"end":50,"id":10,"ws":true,"disabled":false},{"text":"GDP","start":51,"end":54,"id":11,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":12,"ws":true,"disabled":false},{"text":"per","start":56,"end":59,"id":13,"ws":true,"disabled":false},{"text":"capita","start":60,"end":66,"id":14,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":15,"ws":true,"disabled":false},{"text":"will","start":68,"end":72,"id":16,"ws":true,"disabled":false},{"text":"be","start":73,"end":75,"id":17,"ws":true,"disabled":false},{"text":"cut","start":76,"end":79,"id":18,"ws":true,"disabled":false},{"text":"by","start":80,"end":82,"id":19,"ws":true,"disabled":false},{"text":"13","start":83,"end":85,"id":20,"ws":true,"disabled":false},{"text":"percent","start":86,"end":93,"id":21,"ws":false,"disabled":false},{"text":".","start":93,"end":94,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":95,"end":107,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":24,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":4,"child":23,"head_span":{"start":18,"end":25,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":95,"end":107,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":44,"end":50,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":51,"end":54,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":11,"head_span":{"start":56,"end":66,"token_start":13,"token_end":14,"label":"type_of"},"child_span":{"start":51,"end":54,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":11,"head_span":{"start":95,"end":107,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":51,"end":54,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":11,"head_span":{"start":76,"end":79,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":51,"end":54,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Studies estimate that with climate change, water availability per capita could decrease by as much as 88% in places, and crop yields in coastal regions may drop by a third.","text":"Studies estimate that with climate change, water availability per capita could decrease by as much as 88% in places, and crop yields in coastal regions may drop by a third. IMPLIED_BASE IMPLIED_BASE","characters":"172","document_index":"771","md_sentence_index":"281","classification_origin":"causal_sentence_classification","url":"https://features.propublica.org/climate-migration/model-how-climate-refugees-move-across-continents/","combo_id":"771_281","post-training batch1":"771_281","_input_hash":1433058980,"_task_hash":-1955708550,"spans":[{"start":8,"end":16,"token_start":1,"token_end":1,"label":"confidence"},{"start":22,"end":26,"token_start":3,"token_end":3,"label":"predicate"},{"text":"climate change","start":27,"token_start":4,"token_end":5,"end":41,"type":"pattern","label":"base"},{"text":"water","start":43,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"base"},{"start":49,"end":72,"token_start":8,"token_end":10,"label":"aspect_changing"},{"start":73,"end":78,"token_start":11,"token_end":11,"label":"confidence"},{"text":"decrease","start":79,"token_start":12,"token_end":12,"end":87,"type":"pattern","label":"change_direction"},{"start":88,"end":105,"token_start":13,"token_end":18,"label":"effect_size"},{"start":106,"end":115,"token_start":19,"token_end":20,"label":"where"},{"text":"crop","start":121,"token_start":23,"token_end":23,"end":125,"type":"pattern","label":"base"},{"start":126,"end":132,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":133,"end":151,"token_start":25,"token_end":27,"label":"where"},{"start":152,"end":155,"token_start":28,"token_end":28,"label":"confidence"},{"start":156,"end":160,"token_start":29,"token_end":29,"label":"change_direction"},{"start":161,"end":171,"token_start":30,"token_end":32,"label":"effect_size"}],"tokens":[{"text":"Studies","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"estimate","start":8,"end":16,"id":1,"ws":true,"disabled":false},{"text":"that","start":17,"end":21,"id":2,"ws":true,"disabled":false},{"text":"with","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"climate","start":27,"end":34,"id":4,"ws":true,"disabled":false},{"text":"change","start":35,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"water","start":43,"end":48,"id":7,"ws":true,"disabled":false},{"text":"availability","start":49,"end":61,"id":8,"ws":true,"disabled":false},{"text":"per","start":62,"end":65,"id":9,"ws":true,"disabled":false},{"text":"capita","start":66,"end":72,"id":10,"ws":true,"disabled":false},{"text":"could","start":73,"end":78,"id":11,"ws":true,"disabled":false},{"text":"decrease","start":79,"end":87,"id":12,"ws":true,"disabled":false},{"text":"by","start":88,"end":90,"id":13,"ws":true,"disabled":false},{"text":"as","start":91,"end":93,"id":14,"ws":true,"disabled":false},{"text":"much","start":94,"end":98,"id":15,"ws":true,"disabled":false},{"text":"as","start":99,"end":101,"id":16,"ws":true,"disabled":false},{"text":"88","start":102,"end":104,"id":17,"ws":false,"disabled":false},{"text":"%","start":104,"end":105,"id":18,"ws":true,"disabled":false},{"text":"in","start":106,"end":108,"id":19,"ws":true,"disabled":false},{"text":"places","start":109,"end":115,"id":20,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":21,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":22,"ws":true,"disabled":false},{"text":"crop","start":121,"end":125,"id":23,"ws":true,"disabled":false},{"text":"yields","start":126,"end":132,"id":24,"ws":true,"disabled":false},{"text":"in","start":133,"end":135,"id":25,"ws":true,"disabled":false},{"text":"coastal","start":136,"end":143,"id":26,"ws":true,"disabled":false},{"text":"regions","start":144,"end":151,"id":27,"ws":true,"disabled":false},{"text":"may","start":152,"end":155,"id":28,"ws":true,"disabled":false},{"text":"drop","start":156,"end":160,"id":29,"ws":true,"disabled":false},{"text":"by","start":161,"end":163,"id":30,"ws":true,"disabled":false},{"text":"a","start":164,"end":165,"id":31,"ws":true,"disabled":false},{"text":"third","start":166,"end":171,"id":32,"ws":false,"disabled":false},{"text":".","start":171,"end":172,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":173,"end":185,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":10,"child":7,"head_span":{"start":49,"end":72,"token_start":8,"token_end":10,"label":"aspect_changing"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":7,"head_span":{"start":79,"end":87,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":7,"head_span":{"start":88,"end":105,"token_start":13,"token_end":18,"label":"effect_size"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":23,"head_span":{"start":126,"end":132,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":121,"end":125,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":23,"head_span":{"start":133,"end":151,"token_start":25,"token_end":27,"label":"where"},"child_span":{"start":121,"end":125,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":23,"head_span":{"start":156,"end":160,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":121,"end":125,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":27,"end":41,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":23,"head_span":{"start":27,"end":41,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":121,"end":125,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":23,"head_span":{"start":161,"end":171,"token_start":30,"token_end":32,"label":"effect_size"},"child_span":{"start":121,"end":125,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":7,"head_span":{"start":106,"end":115,"token_start":19,"token_end":20,"label":"where"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Five towns were destroyed by Oregon wildfires this month.","text":"Five towns were destroyed by Oregon wildfires this month. IMPLIED_BASE IMPLIED_BASE","characters":"57","document_index":"857","md_sentence_index":"64","classification_origin":"causal_sentence_classification","url":"https://www.barrons.com/articles/7-ways-youre-already-paying-for-climate-change-51599995430","combo_id":"857_64","post-training batch1":"857_64","_input_hash":-898722909,"_task_hash":-205822954,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"effect_size"},{"start":5,"end":10,"token_start":1,"token_end":1,"label":"base"},{"start":11,"end":15,"token_start":2,"token_end":2,"label":"confidence"},{"start":16,"end":25,"token_start":3,"token_end":3,"label":"change_direction"},{"start":26,"end":28,"token_start":4,"token_end":4,"label":"predicate"},{"start":29,"end":35,"token_start":5,"token_end":5,"label":"where"},{"text":"wildfires","start":36,"token_start":6,"token_end":6,"end":45,"type":"pattern","label":"base"},{"start":46,"end":56,"token_start":7,"token_end":8,"label":"when"}],"tokens":[{"text":"Five","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"towns","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"were","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"destroyed","start":16,"end":25,"id":3,"ws":true,"disabled":false},{"text":"by","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"Oregon","start":29,"end":35,"id":5,"ws":true,"disabled":false},{"text":"wildfires","start":36,"end":45,"id":6,"ws":true,"disabled":false},{"text":"this","start":46,"end":50,"id":7,"ws":true,"disabled":false},{"text":"month","start":51,"end":56,"id":8,"ws":false,"disabled":false},{"text":".","start":56,"end":57,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":58,"end":70,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":71,"end":83,"id":11,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"effect_size"},"child_span":{"start":5,"end":10,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":1,"head_span":{"start":16,"end":25,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":5,"end":10,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":29,"end":35,"token_start":5,"token_end":5,"label":"where"},"child_span":{"start":36,"end":45,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":6,"head_span":{"start":46,"end":56,"token_start":7,"token_end":8,"label":"when"},"child_span":{"start":36,"end":45,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":1,"head_span":{"start":36,"end":45,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":5,"end":10,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"complex","original_md_text":"Processes of social marginalization have led to the establishment of gay enclaves that are both empowering, but also in response to stigmatization and marginalization.","text":"Processes of social marginalization have led to the establishment of gay enclaves that are both empowering, but also in response to stigmatization and marginalization. IMPLIED_BASE IMPLIED_BASE","characters":"167","document_index":"228","md_sentence_index":"25","classification_origin":"cm-label-eval","url":"https://rewire.news/article/2017/10/13/meet-researcher-discovered-gayborhoods-might-hurting-lgbtq-people/","combo_id":"228_25","post-training batch1":"228_25","_input_hash":1781969549,"_task_hash":-1097875699,"spans":[{"start":0,"end":9,"token_start":0,"token_end":0,"label":"aspect_changing"},{"start":13,"end":19,"token_start":2,"token_end":2,"label":"change_direction"},{"start":20,"end":35,"token_start":3,"token_end":3,"label":"base"},{"start":36,"end":40,"token_start":4,"token_end":4,"label":"confidence"},{"start":41,"end":47,"token_start":5,"token_end":6,"label":"predicate"},{"start":52,"end":65,"token_start":8,"token_end":8,"label":"change_direction"},{"start":69,"end":72,"token_start":10,"token_end":10,"label":"type_of"},{"start":73,"end":81,"token_start":11,"token_end":11,"label":"base"},{"start":117,"end":131,"token_start":19,"token_end":21,"label":"predicate"},{"start":132,"end":146,"token_start":22,"token_end":22,"label":"base"},{"start":151,"end":166,"token_start":24,"token_end":24,"label":"base"}],"tokens":[{"text":"Processes","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"of","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"social","start":13,"end":19,"id":2,"ws":true,"disabled":false},{"text":"marginalization","start":20,"end":35,"id":3,"ws":true,"disabled":false},{"text":"have","start":36,"end":40,"id":4,"ws":true,"disabled":false},{"text":"led","start":41,"end":44,"id":5,"ws":true,"disabled":false},{"text":"to","start":45,"end":47,"id":6,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":7,"ws":true,"disabled":false},{"text":"establishment","start":52,"end":65,"id":8,"ws":true,"disabled":false},{"text":"of","start":66,"end":68,"id":9,"ws":true,"disabled":false},{"text":"gay","start":69,"end":72,"id":10,"ws":true,"disabled":false},{"text":"enclaves","start":73,"end":81,"id":11,"ws":true,"disabled":false},{"text":"that","start":82,"end":86,"id":12,"ws":true,"disabled":false},{"text":"are","start":87,"end":90,"id":13,"ws":true,"disabled":false},{"text":"both","start":91,"end":95,"id":14,"ws":true,"disabled":false},{"text":"empowering","start":96,"end":106,"id":15,"ws":false,"disabled":false},{"text":",","start":106,"end":107,"id":16,"ws":true,"disabled":false},{"text":"but","start":108,"end":111,"id":17,"ws":true,"disabled":false},{"text":"also","start":112,"end":116,"id":18,"ws":true,"disabled":false},{"text":"in","start":117,"end":119,"id":19,"ws":true,"disabled":false},{"text":"response","start":120,"end":128,"id":20,"ws":true,"disabled":false},{"text":"to","start":129,"end":131,"id":21,"ws":true,"disabled":false},{"text":"stigmatization","start":132,"end":146,"id":22,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":23,"ws":true,"disabled":false},{"text":"marginalization","start":151,"end":166,"id":24,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":3,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":20,"end":35,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":3,"head_span":{"start":13,"end":19,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":20,"end":35,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":69,"end":72,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":73,"end":81,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":52,"end":65,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":73,"end":81,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":11,"head_span":{"start":20,"end":35,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":73,"end":81,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":11,"head_span":{"start":132,"end":146,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":73,"end":81,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":11,"head_span":{"start":151,"end":166,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":73,"end":81,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"And as extreme weather events like the Camp Fire and Hurricane Maria, which destroyed nearly 200,000 homes in Texas, become both more frequent and more intense, they threaten to worsen inequality and housing instability.\n","text":"And as extreme weather events like the Camp Fire and Hurricane Maria, which destroyed nearly 200,000 homes in Texas, become both more frequent and more intense, they threaten to worsen inequality and housing instability. IMPLIED_BASE IMPLIED_BASE","characters":"221","document_index":"300","md_sentence_index":"7","classification_origin":"cm-label-eval","url":"https://www.fastcompany.com/90386051/homelessness-is-already-a-crisis-but-climate-change-makes-it-much-worse","combo_id":"300_7","post-training batch1":"300_7","_input_hash":836890843,"_task_hash":-9297606,"spans":[{"start":7,"end":14,"token_start":2,"token_end":2,"label":"type_of"},{"start":15,"end":22,"token_start":3,"token_end":3,"label":"base"},{"start":23,"end":29,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":44,"end":48,"token_start":8,"token_end":8,"label":"base"},{"text":"Hurricane","start":53,"token_start":10,"token_end":10,"end":62,"type":"pattern","label":"base"},{"start":76,"end":85,"token_start":14,"token_end":14,"label":"change_direction"},{"start":86,"end":100,"token_start":15,"token_end":16,"label":"effect_size"},{"text":"homes","start":101,"token_start":17,"token_end":17,"end":106,"type":"pattern","label":"base"},{"start":107,"end":115,"token_start":18,"token_end":19,"label":"where"},{"start":129,"end":142,"token_start":23,"token_end":24,"label":"change_direction"},{"start":147,"end":159,"token_start":26,"token_end":27,"label":"change_direction"},{"start":166,"end":184,"token_start":30,"token_end":32,"label":"change_direction"},{"start":185,"end":195,"token_start":33,"token_end":33,"label":"base"},{"start":200,"end":219,"token_start":35,"token_end":36,"label":"base"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"as","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"extreme","start":7,"end":14,"id":2,"ws":true,"disabled":false},{"text":"weather","start":15,"end":22,"id":3,"ws":true,"disabled":false},{"text":"events","start":23,"end":29,"id":4,"ws":true,"disabled":false},{"text":"like","start":30,"end":34,"id":5,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":6,"ws":true,"disabled":false},{"text":"Camp","start":39,"end":43,"id":7,"ws":true,"disabled":false},{"text":"Fire","start":44,"end":48,"id":8,"ws":true,"disabled":false},{"text":"and","start":49,"end":52,"id":9,"ws":true,"disabled":false},{"text":"Hurricane","start":53,"end":62,"id":10,"ws":true,"disabled":false},{"text":"Maria","start":63,"end":68,"id":11,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":12,"ws":true,"disabled":false},{"text":"which","start":70,"end":75,"id":13,"ws":true,"disabled":false},{"text":"destroyed","start":76,"end":85,"id":14,"ws":true,"disabled":false},{"text":"nearly","start":86,"end":92,"id":15,"ws":true,"disabled":false},{"text":"200,000","start":93,"end":100,"id":16,"ws":true,"disabled":false},{"text":"homes","start":101,"end":106,"id":17,"ws":true,"disabled":false},{"text":"in","start":107,"end":109,"id":18,"ws":true,"disabled":false},{"text":"Texas","start":110,"end":115,"id":19,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":20,"ws":true,"disabled":false},{"text":"become","start":117,"end":123,"id":21,"ws":true,"disabled":false},{"text":"both","start":124,"end":128,"id":22,"ws":true,"disabled":false},{"text":"more","start":129,"end":133,"id":23,"ws":true,"disabled":false},{"text":"frequent","start":134,"end":142,"id":24,"ws":true,"disabled":false},{"text":"and","start":143,"end":146,"id":25,"ws":true,"disabled":false},{"text":"more","start":147,"end":151,"id":26,"ws":true,"disabled":false},{"text":"intense","start":152,"end":159,"id":27,"ws":false,"disabled":false},{"text":",","start":159,"end":160,"id":28,"ws":true,"disabled":false},{"text":"they","start":161,"end":165,"id":29,"ws":true,"disabled":false},{"text":"threaten","start":166,"end":174,"id":30,"ws":true,"disabled":false},{"text":"to","start":175,"end":177,"id":31,"ws":true,"disabled":false},{"text":"worsen","start":178,"end":184,"id":32,"ws":true,"disabled":false},{"text":"inequality","start":185,"end":195,"id":33,"ws":true,"disabled":false},{"text":"and","start":196,"end":199,"id":34,"ws":true,"disabled":false},{"text":"housing","start":200,"end":207,"id":35,"ws":true,"disabled":false},{"text":"instability","start":208,"end":219,"id":36,"ws":false,"disabled":false},{"text":".","start":219,"end":220,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":221,"end":233,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":234,"end":246,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":4,"child":3,"head_span":{"start":23,"end":29,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":15,"end":22,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":3,"head_span":{"start":7,"end":14,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":15,"end":22,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":86,"end":100,"token_start":15,"token_end":16,"label":"effect_size"},"child_span":{"start":101,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":17,"head_span":{"start":107,"end":115,"token_start":18,"token_end":19,"label":"where"},"child_span":{"start":101,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":76,"end":85,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":101,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":3,"head_span":{"start":129,"end":142,"token_start":23,"token_end":24,"label":"change_direction"},"child_span":{"start":15,"end":22,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":8,"head_span":{"start":129,"end":142,"token_start":23,"token_end":24,"label":"change_direction"},"child_span":{"start":44,"end":48,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":10,"head_span":{"start":129,"end":142,"token_start":23,"token_end":24,"label":"change_direction"},"child_span":{"start":53,"end":62,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":3,"head_span":{"start":147,"end":159,"token_start":26,"token_end":27,"label":"change_direction"},"child_span":{"start":15,"end":22,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":8,"head_span":{"start":147,"end":159,"token_start":26,"token_end":27,"label":"change_direction"},"child_span":{"start":44,"end":48,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":10,"head_span":{"start":147,"end":159,"token_start":26,"token_end":27,"label":"change_direction"},"child_span":{"start":53,"end":62,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":33,"head_span":{"start":166,"end":184,"token_start":30,"token_end":32,"label":"change_direction"},"child_span":{"start":185,"end":195,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":36,"head_span":{"start":166,"end":184,"token_start":30,"token_end":32,"label":"change_direction"},"child_span":{"start":200,"end":219,"token_start":35,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":17,"head_span":{"start":53,"end":62,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":101,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":33,"head_span":{"start":15,"end":22,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":185,"end":195,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":36,"head_span":{"start":15,"end":22,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":200,"end":219,"token_start":35,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":33,"head_span":{"start":44,"end":48,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":185,"end":195,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":36,"head_span":{"start":44,"end":48,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":200,"end":219,"token_start":35,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":33,"head_span":{"start":53,"end":62,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":185,"end":195,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":36,"head_span":{"start":53,"end":62,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":200,"end":219,"token_start":35,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Besides all the damage to homes, businesses, and municipal infrastructure, increasingly frequent flooding events in the Midwest would have a huge impact on the nation\u2019s ability to produce food.","text":"Besides all the damage to homes, businesses, and municipal infrastructure, increasingly frequent flooding events in the Midwest would have a huge impact on the nation\u2019s ability to produce food. IMPLIED_BASE IMPLIED_BASE","characters":"193","document_index":"115","md_sentence_index":"37","classification_origin":"cm_cause_effect_rel","url":"https://www.wired.com/story/for-the-midwest-epic-flooding-is-the-face-of-climate-change/","combo_id":"115_37","post-training batch1":"115_37","_input_hash":-1620493391,"_task_hash":-164171914,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"predicate"},{"start":16,"end":22,"token_start":3,"token_end":3,"label":"aspect_changing"},{"text":"homes","start":26,"token_start":5,"token_end":5,"end":31,"type":"pattern","label":"base"},{"start":33,"end":43,"token_start":7,"token_end":7,"label":"base"},{"start":49,"end":58,"token_start":10,"token_end":10,"label":"type_of"},{"text":"infrastructure","start":59,"token_start":11,"token_end":11,"end":73,"type":"pattern","label":"base"},{"start":75,"end":96,"token_start":13,"token_end":14,"label":"change_direction"},{"text":"flooding","start":97,"token_start":15,"token_end":15,"end":105,"type":"pattern","label":"base"},{"start":106,"end":112,"token_start":16,"token_end":16,"label":"aspect_changing"},{"start":113,"end":127,"token_start":17,"token_end":19,"label":"where"},{"start":141,"end":145,"token_start":23,"token_end":23,"label":"effect_size"},{"start":146,"end":155,"token_start":24,"token_end":25,"label":"change_direction"},{"start":169,"end":176,"token_start":29,"token_end":29,"label":"aspect_changing"},{"start":177,"end":192,"token_start":30,"token_end":32,"label":"base"}],"tokens":[{"text":"Besides","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"all","start":8,"end":11,"id":1,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"damage","start":16,"end":22,"id":3,"ws":true,"disabled":false},{"text":"to","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"homes","start":26,"end":31,"id":5,"ws":false,"disabled":false},{"text":",","start":31,"end":32,"id":6,"ws":true,"disabled":false},{"text":"businesses","start":33,"end":43,"id":7,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":8,"ws":true,"disabled":false},{"text":"and","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"municipal","start":49,"end":58,"id":10,"ws":true,"disabled":false},{"text":"infrastructure","start":59,"end":73,"id":11,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":12,"ws":true,"disabled":false},{"text":"increasingly","start":75,"end":87,"id":13,"ws":true,"disabled":false},{"text":"frequent","start":88,"end":96,"id":14,"ws":true,"disabled":false},{"text":"flooding","start":97,"end":105,"id":15,"ws":true,"disabled":false},{"text":"events","start":106,"end":112,"id":16,"ws":true,"disabled":false},{"text":"in","start":113,"end":115,"id":17,"ws":true,"disabled":false},{"text":"the","start":116,"end":119,"id":18,"ws":true,"disabled":false},{"text":"Midwest","start":120,"end":127,"id":19,"ws":true,"disabled":false},{"text":"would","start":128,"end":133,"id":20,"ws":true,"disabled":false},{"text":"have","start":134,"end":138,"id":21,"ws":true,"disabled":false},{"text":"a","start":139,"end":140,"id":22,"ws":true,"disabled":false},{"text":"huge","start":141,"end":145,"id":23,"ws":true,"disabled":false},{"text":"impact","start":146,"end":152,"id":24,"ws":true,"disabled":false},{"text":"on","start":153,"end":155,"id":25,"ws":true,"disabled":false},{"text":"the","start":156,"end":159,"id":26,"ws":true,"disabled":false},{"text":"nation","start":160,"end":166,"id":27,"ws":false,"disabled":false},{"text":"\u2019s","start":166,"end":168,"id":28,"ws":true,"disabled":false},{"text":"ability","start":169,"end":176,"id":29,"ws":true,"disabled":false},{"text":"to","start":177,"end":179,"id":30,"ws":true,"disabled":false},{"text":"produce","start":180,"end":187,"id":31,"ws":true,"disabled":false},{"text":"food","start":188,"end":192,"id":32,"ws":false,"disabled":false},{"text":".","start":192,"end":193,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":207,"end":219,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":3,"child":5,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":26,"end":31,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":7,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":33,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":11,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":59,"end":73,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":49,"end":58,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":59,"end":73,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":15,"head_span":{"start":106,"end":112,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":75,"end":96,"token_start":13,"token_end":14,"label":"change_direction"},"child_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":15,"head_span":{"start":113,"end":127,"token_start":17,"token_end":19,"label":"where"},"child_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":5,"head_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":26,"end":31,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":7,"head_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":33,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":11,"head_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":59,"end":73,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":32,"head_span":{"start":169,"end":176,"token_start":29,"token_end":29,"label":"aspect_changing"},"child_span":{"start":177,"end":192,"token_start":30,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":32,"head_span":{"start":146,"end":155,"token_start":24,"token_end":25,"label":"change_direction"},"child_span":{"start":177,"end":192,"token_start":30,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":32,"head_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":177,"end":192,"token_start":30,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Scorching heatwaves and floods will claim more victims as extreme weather increases but there are serious indirect effects too, from spreading mosquito-borne diseases to worsening mental health.\n","text":"Scorching heatwaves and floods will claim more victims as extreme weather increases but there are serious indirect effects too, from spreading mosquito-borne diseases to worsening mental health. IMPLIED_BASE IMPLIED_BASE","characters":"195","document_index":"161","md_sentence_index":"1","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/jun/03/climate-crisis-seriously-damaging-human-health-report-finds","combo_id":"161_1","post-training batch1":"161_1","_input_hash":343370825,"_task_hash":-452037675,"spans":[{"text":"heatwaves","start":10,"token_start":1,"token_end":1,"end":19,"type":"pattern","label":"base"},{"text":"floods","start":24,"token_start":3,"token_end":3,"end":30,"type":"pattern","label":"base"},{"start":31,"end":35,"token_start":4,"token_end":4,"label":"confidence"},{"start":36,"end":46,"token_start":5,"token_end":6,"label":"change_direction"},{"start":47,"end":54,"token_start":7,"token_end":7,"label":"base"},{"start":55,"end":57,"token_start":8,"token_end":8,"label":"predicate"},{"start":58,"end":65,"token_start":9,"token_end":9,"label":"type_of"},{"start":66,"end":73,"token_start":10,"token_end":10,"label":"base"},{"text":"increases","start":74,"token_start":11,"token_end":11,"end":83,"type":"pattern","label":"change_direction"},{"start":133,"end":142,"token_start":21,"token_end":21,"label":"change_direction"},{"start":143,"end":157,"token_start":22,"token_end":24,"label":"type_of"},{"start":158,"end":166,"token_start":25,"token_end":25,"label":"base"},{"text":"worsening","start":170,"token_start":27,"token_end":27,"end":179,"type":"pattern","label":"change_direction"},{"start":180,"end":186,"token_start":28,"token_end":28,"label":"type_of"},{"text":"health","start":187,"token_start":29,"token_end":29,"end":193,"type":"pattern","label":"base"}],"tokens":[{"text":"Scorching","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"heatwaves","start":10,"end":19,"id":1,"ws":true,"disabled":false},{"text":"and","start":20,"end":23,"id":2,"ws":true,"disabled":false},{"text":"floods","start":24,"end":30,"id":3,"ws":true,"disabled":false},{"text":"will","start":31,"end":35,"id":4,"ws":true,"disabled":false},{"text":"claim","start":36,"end":41,"id":5,"ws":true,"disabled":false},{"text":"more","start":42,"end":46,"id":6,"ws":true,"disabled":false},{"text":"victims","start":47,"end":54,"id":7,"ws":true,"disabled":false},{"text":"as","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"extreme","start":58,"end":65,"id":9,"ws":true,"disabled":false},{"text":"weather","start":66,"end":73,"id":10,"ws":true,"disabled":false},{"text":"increases","start":74,"end":83,"id":11,"ws":true,"disabled":false},{"text":"but","start":84,"end":87,"id":12,"ws":true,"disabled":false},{"text":"there","start":88,"end":93,"id":13,"ws":true,"disabled":false},{"text":"are","start":94,"end":97,"id":14,"ws":true,"disabled":false},{"text":"serious","start":98,"end":105,"id":15,"ws":true,"disabled":false},{"text":"indirect","start":106,"end":114,"id":16,"ws":true,"disabled":false},{"text":"effects","start":115,"end":122,"id":17,"ws":true,"disabled":false},{"text":"too","start":123,"end":126,"id":18,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":19,"ws":true,"disabled":false},{"text":"from","start":128,"end":132,"id":20,"ws":true,"disabled":false},{"text":"spreading","start":133,"end":142,"id":21,"ws":true,"disabled":false},{"text":"mosquito","start":143,"end":151,"id":22,"ws":false,"disabled":false},{"text":"-","start":151,"end":152,"id":23,"ws":false,"disabled":false},{"text":"borne","start":152,"end":157,"id":24,"ws":true,"disabled":false},{"text":"diseases","start":158,"end":166,"id":25,"ws":true,"disabled":false},{"text":"to","start":167,"end":169,"id":26,"ws":true,"disabled":false},{"text":"worsening","start":170,"end":179,"id":27,"ws":true,"disabled":false},{"text":"mental","start":180,"end":186,"id":28,"ws":true,"disabled":false},{"text":"health","start":187,"end":193,"id":29,"ws":false,"disabled":false},{"text":".","start":193,"end":194,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":195,"end":207,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":208,"end":220,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":36,"end":46,"token_start":5,"token_end":6,"label":"change_direction"},"child_span":{"start":47,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":58,"end":65,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":66,"end":73,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":74,"end":83,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":66,"end":73,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":25,"head_span":{"start":143,"end":157,"token_start":22,"token_end":24,"label":"type_of"},"child_span":{"start":158,"end":166,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":25,"head_span":{"start":133,"end":142,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":158,"end":166,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":29,"head_span":{"start":170,"end":179,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":187,"end":193,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":29,"head_span":{"start":180,"end":186,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":187,"end":193,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":7,"head_span":{"start":10,"end":19,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":47,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":7,"head_span":{"start":24,"end":30,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":47,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":3,"head_span":{"start":66,"end":73,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":24,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":1,"head_span":{"start":66,"end":73,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":10,"end":19,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":29,"head_span":{"start":24,"end":30,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":187,"end":193,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":25,"head_span":{"start":24,"end":30,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":158,"end":166,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":25,"head_span":{"start":10,"end":19,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":158,"end":166,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":29,"head_span":{"start":10,"end":19,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":187,"end":193,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Heat stroke usually occurs as a progression from other heat-related illnesses, such as heat cramps or heat exhaustion.","text":"Heat stroke usually occurs as a progression from other heat-related illnesses, such as heat cramps or heat exhaustion. IMPLIED_BASE IMPLIED_BASE","characters":"118","document_index":"656","md_sentence_index":"260","classification_origin":"causal_sentence_classification","url":"https://www.cdc.gov/climateandhealth/pubs/extreme-heat-guidebook.pdf","combo_id":"656_260","post-training batch1":"656_260","_input_hash":592677147,"_task_hash":1734706930,"spans":[{"text":"Heat stroke","start":0,"token_start":0,"token_end":1,"end":11,"type":"pattern","label":"base"},{"start":55,"end":59,"token_start":9,"token_end":9,"label":"base"},{"start":87,"end":91,"token_start":16,"token_end":16,"label":"type_of"},{"start":92,"end":98,"token_start":17,"token_end":17,"label":"base"},{"start":102,"end":117,"token_start":19,"token_end":20,"label":"base"}],"tokens":[{"text":"Heat","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"stroke","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"usually","start":12,"end":19,"id":2,"ws":true,"disabled":false},{"text":"occurs","start":20,"end":26,"id":3,"ws":true,"disabled":false},{"text":"as","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"a","start":30,"end":31,"id":5,"ws":true,"disabled":false},{"text":"progression","start":32,"end":43,"id":6,"ws":true,"disabled":false},{"text":"from","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"other","start":49,"end":54,"id":8,"ws":true,"disabled":false},{"text":"heat","start":55,"end":59,"id":9,"ws":false,"disabled":false},{"text":"-","start":59,"end":60,"id":10,"ws":false,"disabled":false},{"text":"related","start":60,"end":67,"id":11,"ws":true,"disabled":false},{"text":"illnesses","start":68,"end":77,"id":12,"ws":false,"disabled":false},{"text":",","start":77,"end":78,"id":13,"ws":true,"disabled":false},{"text":"such","start":79,"end":83,"id":14,"ws":true,"disabled":false},{"text":"as","start":84,"end":86,"id":15,"ws":true,"disabled":false},{"text":"heat","start":87,"end":91,"id":16,"ws":true,"disabled":false},{"text":"cramps","start":92,"end":98,"id":17,"ws":true,"disabled":false},{"text":"or","start":99,"end":101,"id":18,"ws":true,"disabled":false},{"text":"heat","start":102,"end":106,"id":19,"ws":true,"disabled":false},{"text":"exhaustion","start":107,"end":117,"id":20,"ws":false,"disabled":false},{"text":".","start":117,"end":118,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":132,"end":144,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":9,"child":1,"head_span":{"start":55,"end":59,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":0,"end":11,"token_start":0,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":17,"head_span":{"start":55,"end":59,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":92,"end":98,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":20,"head_span":{"start":55,"end":59,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":102,"end":117,"token_start":19,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":17,"head_span":{"start":87,"end":91,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":92,"end":98,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Climate change also increases the frequency and severity of certain types of extreme weather, such as droughts, floods, and extreme storms.","text":"Climate change also increases the frequency and severity of certain types of extreme weather, such as droughts, floods, and extreme storms. IMPLIED_BASE IMPLIED_BASE","characters":"139","document_index":"731","md_sentence_index":"15","classification_origin":"causal_sentence_classification","url":"https://www.lung.org/blog/asthma-and-climate-change","combo_id":"731_15","post-training batch1":"731_15","_input_hash":1016438994,"_task_hash":-220402404,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"text":"increases","start":20,"token_start":3,"token_end":3,"end":29,"type":"pattern","label":"change_direction"},{"text":"frequency","start":34,"token_start":5,"token_end":5,"end":43,"type":"pattern","label":"aspect_changing"},{"start":48,"end":56,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":77,"end":84,"token_start":12,"token_end":12,"label":"type_of"},{"start":85,"end":92,"token_start":13,"token_end":13,"label":"base"},{"text":"droughts","start":102,"token_start":17,"token_end":17,"end":110,"type":"pattern","label":"base"},{"text":"floods","start":112,"token_start":19,"token_end":19,"end":118,"type":"pattern","label":"base"},{"start":124,"end":131,"token_start":22,"token_end":22,"label":"type_of"},{"text":"storms","start":132,"token_start":23,"token_end":23,"end":138,"type":"pattern","label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"also","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"increases","start":20,"end":29,"id":3,"ws":true,"disabled":false},{"text":"the","start":30,"end":33,"id":4,"ws":true,"disabled":false},{"text":"frequency","start":34,"end":43,"id":5,"ws":true,"disabled":false},{"text":"and","start":44,"end":47,"id":6,"ws":true,"disabled":false},{"text":"severity","start":48,"end":56,"id":7,"ws":true,"disabled":false},{"text":"of","start":57,"end":59,"id":8,"ws":true,"disabled":false},{"text":"certain","start":60,"end":67,"id":9,"ws":true,"disabled":false},{"text":"types","start":68,"end":73,"id":10,"ws":true,"disabled":false},{"text":"of","start":74,"end":76,"id":11,"ws":true,"disabled":false},{"text":"extreme","start":77,"end":84,"id":12,"ws":true,"disabled":false},{"text":"weather","start":85,"end":92,"id":13,"ws":false,"disabled":false},{"text":",","start":92,"end":93,"id":14,"ws":true,"disabled":false},{"text":"such","start":94,"end":98,"id":15,"ws":true,"disabled":false},{"text":"as","start":99,"end":101,"id":16,"ws":true,"disabled":false},{"text":"droughts","start":102,"end":110,"id":17,"ws":false,"disabled":false},{"text":",","start":110,"end":111,"id":18,"ws":true,"disabled":false},{"text":"floods","start":112,"end":118,"id":19,"ws":false,"disabled":false},{"text":",","start":118,"end":119,"id":20,"ws":true,"disabled":false},{"text":"and","start":120,"end":123,"id":21,"ws":true,"disabled":false},{"text":"extreme","start":124,"end":131,"id":22,"ws":true,"disabled":false},{"text":"storms","start":132,"end":138,"id":23,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":22,"child":23,"head_span":{"start":124,"end":131,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":77,"end":84,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":85,"end":92,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":17,"head_span":{"start":48,"end":56,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":102,"end":110,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":17,"head_span":{"start":34,"end":43,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":102,"end":110,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":17,"head_span":{"start":20,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":102,"end":110,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":19,"head_span":{"start":20,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":112,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":19,"head_span":{"start":34,"end":43,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":112,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":19,"head_span":{"start":48,"end":56,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":112,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":23,"head_span":{"start":20,"end":29,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":23,"head_span":{"start":34,"end":43,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":23,"head_span":{"start":48,"end":56,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":13,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":85,"end":92,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":19,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":112,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":23,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":132,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":17,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":102,"end":110,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"While models forecast that gradual thaw may lead to net ecosystem carbon uptake under projections of Representative Concentration Pathway 4.5, abrupt thaw emissions are likely to offset this potential carbon sink.","text":"While models forecast that gradual thaw may lead to net ecosystem carbon uptake under projections of Representative Concentration Pathway 4.5, abrupt thaw emissions are likely to offset this potential carbon sink. IMPLIED_BASE IMPLIED_BASE","characters":"213","document_index":"613","md_sentence_index":"5","classification_origin":"causal_sentence_classification","url":"https://www.nature.com/articles/s41561-019-0526-0","combo_id":"613_5","post-training batch1":"613_5","_input_hash":-461616694,"_task_hash":-1522617659,"spans":[{"start":27,"end":39,"token_start":4,"token_end":5,"label":"change_direction"},{"start":40,"end":43,"token_start":6,"token_end":6,"label":"confidence"},{"start":44,"end":51,"token_start":7,"token_end":8,"label":"predicate"},{"start":52,"end":65,"token_start":9,"token_end":10,"label":"where"},{"start":66,"end":72,"token_start":11,"token_end":11,"label":"base"},{"start":73,"end":79,"token_start":12,"token_end":12,"label":"change_direction"},{"start":143,"end":154,"token_start":21,"token_end":22,"label":"change_direction"},{"text":"emissions","start":155,"token_start":23,"token_end":23,"end":164,"type":"pattern","label":"aspect_changing"},{"start":179,"end":185,"token_start":27,"token_end":27,"label":"change_direction"},{"text":"carbon sink","start":201,"token_start":30,"token_end":31,"end":212,"type":"pattern","label":"base"},{"start":214,"end":226,"token_start":33,"token_end":33,"label":"base"},{"start":227,"end":239,"token_start":34,"token_end":34,"label":"base"}],"tokens":[{"text":"While","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"models","start":6,"end":12,"id":1,"ws":true,"disabled":false},{"text":"forecast","start":13,"end":21,"id":2,"ws":true,"disabled":false},{"text":"that","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"gradual","start":27,"end":34,"id":4,"ws":true,"disabled":false},{"text":"thaw","start":35,"end":39,"id":5,"ws":true,"disabled":false},{"text":"may","start":40,"end":43,"id":6,"ws":true,"disabled":false},{"text":"lead","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"to","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"net","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"ecosystem","start":56,"end":65,"id":10,"ws":true,"disabled":false},{"text":"carbon","start":66,"end":72,"id":11,"ws":true,"disabled":false},{"text":"uptake","start":73,"end":79,"id":12,"ws":true,"disabled":false},{"text":"under","start":80,"end":85,"id":13,"ws":true,"disabled":false},{"text":"projections","start":86,"end":97,"id":14,"ws":true,"disabled":false},{"text":"of","start":98,"end":100,"id":15,"ws":true,"disabled":false},{"text":"Representative","start":101,"end":115,"id":16,"ws":true,"disabled":false},{"text":"Concentration","start":116,"end":129,"id":17,"ws":true,"disabled":false},{"text":"Pathway","start":130,"end":137,"id":18,"ws":true,"disabled":false},{"text":"4.5","start":138,"end":141,"id":19,"ws":false,"disabled":false},{"text":",","start":141,"end":142,"id":20,"ws":true,"disabled":false},{"text":"abrupt","start":143,"end":149,"id":21,"ws":true,"disabled":false},{"text":"thaw","start":150,"end":154,"id":22,"ws":true,"disabled":false},{"text":"emissions","start":155,"end":164,"id":23,"ws":true,"disabled":false},{"text":"are","start":165,"end":168,"id":24,"ws":true,"disabled":false},{"text":"likely","start":169,"end":175,"id":25,"ws":true,"disabled":false},{"text":"to","start":176,"end":178,"id":26,"ws":true,"disabled":false},{"text":"offset","start":179,"end":185,"id":27,"ws":true,"disabled":false},{"text":"this","start":186,"end":190,"id":28,"ws":true,"disabled":false},{"text":"potential","start":191,"end":200,"id":29,"ws":true,"disabled":false},{"text":"carbon","start":201,"end":207,"id":30,"ws":true,"disabled":false},{"text":"sink","start":208,"end":212,"id":31,"ws":false,"disabled":false},{"text":".","start":212,"end":213,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":214,"end":226,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":227,"end":239,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":33,"child":34,"head_span":{"start":214,"end":226,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":227,"end":239,"token_start":34,"token_end":34,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":12,"child":11,"head_span":{"start":73,"end":79,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":66,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":11,"head_span":{"start":201,"end":212,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":66,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":27,"child":31,"head_span":{"start":179,"end":185,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":201,"end":212,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":33,"head_span":{"start":27,"end":39,"token_start":4,"token_end":5,"label":"change_direction"},"child_span":{"start":214,"end":226,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":34,"head_span":{"start":143,"end":154,"token_start":21,"token_end":22,"label":"change_direction"},"child_span":{"start":227,"end":239,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":34,"head_span":{"start":155,"end":164,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":227,"end":239,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":11,"head_span":{"start":214,"end":226,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":66,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":31,"head_span":{"start":227,"end":239,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":201,"end":212,"token_start":30,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":11,"head_span":{"start":52,"end":65,"token_start":9,"token_end":10,"label":"where"},"child_span":{"start":66,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Ecosystems are altered by natural and human-made occurrences.","text":"Ecosystems are altered by natural and human-made occurrences. IMPLIED_BASE IMPLIED_BASE","characters":"61","document_index":"371","md_sentence_index":"57","classification_origin":"cm_cause_effect_rel","url":"https://theconversation.com/if-we-stopped-emitting-greenhouse-gases-right-now-would-we-stop-climate-change-78882","combo_id":"371_57","post-training batch1":"371_57","_input_hash":-1006847771,"_task_hash":464575998,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},{"start":15,"end":22,"token_start":2,"token_end":2,"label":"change_direction"},{"start":23,"end":25,"token_start":3,"token_end":3,"label":"predicate"},{"start":26,"end":33,"token_start":4,"token_end":4,"label":"type_of"},{"start":38,"end":48,"token_start":6,"token_end":8,"label":"type_of"},{"start":49,"end":60,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":62,"end":74,"token_start":11,"token_end":11,"label":"base"}],"tokens":[{"text":"Ecosystems","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"are","start":11,"end":14,"id":1,"ws":true,"disabled":false},{"text":"altered","start":15,"end":22,"id":2,"ws":true,"disabled":false},{"text":"by","start":23,"end":25,"id":3,"ws":true,"disabled":false},{"text":"natural","start":26,"end":33,"id":4,"ws":true,"disabled":false},{"text":"and","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"human","start":38,"end":43,"id":6,"ws":false,"disabled":false},{"text":"-","start":43,"end":44,"id":7,"ws":false,"disabled":false},{"text":"made","start":44,"end":48,"id":8,"ws":true,"disabled":false},{"text":"occurrences","start":49,"end":60,"id":9,"ws":false,"disabled":false},{"text":".","start":60,"end":61,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":62,"end":74,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":75,"end":87,"id":12,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":4,"child":11,"head_span":{"start":26,"end":33,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":62,"end":74,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":38,"end":48,"token_start":6,"token_end":8,"label":"type_of"},"child_span":{"start":62,"end":74,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":49,"end":60,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":62,"end":74,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":0,"head_span":{"start":62,"end":74,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":0,"head_span":{"start":15,"end":22,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A small increase in long-term exposure to PM2.5 leads to a large increase in the COVID-19 death rate.","text":"A small increase in long-term exposure to PM2.5 leads to a large increase in the COVID-19 death rate. IMPLIED_BASE IMPLIED_BASE","characters":"101","document_index":"698","md_sentence_index":"28","classification_origin":"causal_sentence_classification","url":"https://projects.iq.harvard.edu/covid-pm/home","combo_id":"698_28","post-training batch1":"698_28","_input_hash":-835339592,"_task_hash":1008182441,"spans":[{"start":2,"end":7,"token_start":1,"token_end":1,"label":"effect_size"},{"start":8,"end":19,"token_start":2,"token_end":3,"label":"change_direction"},{"start":20,"end":38,"token_start":4,"token_end":7,"label":"aspect_changing"},{"start":42,"end":47,"token_start":9,"token_end":9,"label":"base"},{"start":48,"end":56,"token_start":10,"token_end":11,"label":"predicate"},{"start":59,"end":64,"token_start":13,"token_end":13,"label":"effect_size"},{"text":"increase","start":65,"token_start":14,"token_end":14,"end":73,"type":"pattern","label":"change_direction"},{"start":81,"end":89,"token_start":17,"token_end":17,"label":"type_of"},{"start":90,"end":95,"token_start":18,"token_end":18,"label":"base"},{"start":96,"end":100,"token_start":19,"token_end":19,"label":"aspect_changing"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"small","start":2,"end":7,"id":1,"ws":true,"disabled":false},{"text":"increase","start":8,"end":16,"id":2,"ws":true,"disabled":false},{"text":"in","start":17,"end":19,"id":3,"ws":true,"disabled":false},{"text":"long","start":20,"end":24,"id":4,"ws":false,"disabled":false},{"text":"-","start":24,"end":25,"id":5,"ws":false,"disabled":false},{"text":"term","start":25,"end":29,"id":6,"ws":true,"disabled":false},{"text":"exposure","start":30,"end":38,"id":7,"ws":true,"disabled":false},{"text":"to","start":39,"end":41,"id":8,"ws":true,"disabled":false},{"text":"PM2.5","start":42,"end":47,"id":9,"ws":true,"disabled":false},{"text":"leads","start":48,"end":53,"id":10,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":11,"ws":true,"disabled":false},{"text":"a","start":57,"end":58,"id":12,"ws":true,"disabled":false},{"text":"large","start":59,"end":64,"id":13,"ws":true,"disabled":false},{"text":"increase","start":65,"end":73,"id":14,"ws":true,"disabled":false},{"text":"in","start":74,"end":76,"id":15,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":16,"ws":true,"disabled":false},{"text":"COVID-19","start":81,"end":89,"id":17,"ws":true,"disabled":false},{"text":"death","start":90,"end":95,"id":18,"ws":true,"disabled":false},{"text":"rate","start":96,"end":100,"id":19,"ws":false,"disabled":false},{"text":".","start":100,"end":101,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":102,"end":114,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":17,"child":18,"head_span":{"start":81,"end":89,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":90,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":96,"end":100,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":90,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":18,"head_span":{"start":65,"end":73,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":90,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":18,"head_span":{"start":59,"end":64,"token_start":13,"token_end":13,"label":"effect_size"},"child_span":{"start":90,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":9,"head_span":{"start":20,"end":38,"token_start":4,"token_end":7,"label":"aspect_changing"},"child_span":{"start":42,"end":47,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":9,"head_span":{"start":8,"end":19,"token_start":2,"token_end":3,"label":"change_direction"},"child_span":{"start":42,"end":47,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":9,"head_span":{"start":2,"end":7,"token_start":1,"token_end":1,"label":"effect_size"},"child_span":{"start":42,"end":47,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":18,"head_span":{"start":42,"end":47,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":90,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Unusually cold nights, ever greater numbers of extremely hot summer days, weeks with no rainfall, or torrents of storm-driven precipitation, account for somewhere between a fifth to 49% of yield losses for maize, rice, spring wheat and soy beans.\n","text":"Unusually cold nights, ever greater numbers of extremely hot summer days, weeks with no rainfall, or torrents of storm-driven precipitation, account for somewhere between a fifth to 49% of yield losses for maize, rice, spring wheat and soy beans. IMPLIED_BASE IMPLIED_BASE","characters":"247","document_index":"107","md_sentence_index":"2","classification_origin":"cm_cause_effect_rel","url":"https://physicsworld.com/a/crops-at-risk-from-changing-climate/","combo_id":"107_2","post-training batch1":"107_2","_input_hash":1111193183,"_task_hash":1264099310,"spans":[{"start":0,"end":14,"token_start":0,"token_end":1,"label":"type_of"},{"start":15,"end":21,"token_start":2,"token_end":2,"label":"base"},{"start":23,"end":35,"token_start":4,"token_end":5,"label":"change_direction"},{"start":36,"end":43,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":47,"end":60,"token_start":8,"token_end":9,"label":"type_of"},{"start":61,"end":67,"token_start":10,"token_end":10,"label":"when"},{"start":68,"end":72,"token_start":11,"token_end":11,"label":"base"},{"start":74,"end":79,"token_start":13,"token_end":13,"label":"effect_size"},{"start":85,"end":87,"token_start":15,"token_end":15,"label":"change_direction"},{"text":"rainfall","start":88,"token_start":16,"token_end":16,"end":96,"type":"pattern","label":"base"},{"start":101,"end":109,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":113,"end":125,"token_start":21,"token_end":23,"label":"type_of"},{"text":"precipitation","start":126,"token_start":24,"token_end":24,"end":139,"type":"pattern","label":"base"},{"start":141,"end":152,"token_start":26,"token_end":27,"label":"predicate"},{"start":153,"end":188,"token_start":28,"token_end":35,"label":"effect_size"},{"start":189,"end":201,"token_start":36,"token_end":37,"label":"aspect_changing"},{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"},{"start":213,"end":217,"token_start":41,"token_end":41,"label":"base"},{"start":219,"end":225,"token_start":43,"token_end":43,"label":"type_of"},{"start":226,"end":231,"token_start":44,"token_end":44,"label":"base"},{"start":236,"end":239,"token_start":46,"token_end":46,"label":"type_of"},{"start":240,"end":245,"token_start":47,"token_end":47,"label":"base"}],"tokens":[{"text":"Unusually","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"cold","start":10,"end":14,"id":1,"ws":true,"disabled":false},{"text":"nights","start":15,"end":21,"id":2,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":3,"ws":true,"disabled":false},{"text":"ever","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"greater","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"numbers","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"of","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"extremely","start":47,"end":56,"id":8,"ws":true,"disabled":false},{"text":"hot","start":57,"end":60,"id":9,"ws":true,"disabled":false},{"text":"summer","start":61,"end":67,"id":10,"ws":true,"disabled":false},{"text":"days","start":68,"end":72,"id":11,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":12,"ws":true,"disabled":false},{"text":"weeks","start":74,"end":79,"id":13,"ws":true,"disabled":false},{"text":"with","start":80,"end":84,"id":14,"ws":true,"disabled":false},{"text":"no","start":85,"end":87,"id":15,"ws":true,"disabled":false},{"text":"rainfall","start":88,"end":96,"id":16,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":17,"ws":true,"disabled":false},{"text":"or","start":98,"end":100,"id":18,"ws":true,"disabled":false},{"text":"torrents","start":101,"end":109,"id":19,"ws":true,"disabled":false},{"text":"of","start":110,"end":112,"id":20,"ws":true,"disabled":false},{"text":"storm","start":113,"end":118,"id":21,"ws":false,"disabled":false},{"text":"-","start":118,"end":119,"id":22,"ws":false,"disabled":false},{"text":"driven","start":119,"end":125,"id":23,"ws":true,"disabled":false},{"text":"precipitation","start":126,"end":139,"id":24,"ws":false,"disabled":false},{"text":",","start":139,"end":140,"id":25,"ws":true,"disabled":false},{"text":"account","start":141,"end":148,"id":26,"ws":true,"disabled":false},{"text":"for","start":149,"end":152,"id":27,"ws":true,"disabled":false},{"text":"somewhere","start":153,"end":162,"id":28,"ws":true,"disabled":false},{"text":"between","start":163,"end":170,"id":29,"ws":true,"disabled":false},{"text":"a","start":171,"end":172,"id":30,"ws":true,"disabled":false},{"text":"fifth","start":173,"end":178,"id":31,"ws":true,"disabled":false},{"text":"to","start":179,"end":181,"id":32,"ws":true,"disabled":false},{"text":"49","start":182,"end":184,"id":33,"ws":false,"disabled":false},{"text":"%","start":184,"end":185,"id":34,"ws":true,"disabled":false},{"text":"of","start":186,"end":188,"id":35,"ws":true,"disabled":false},{"text":"yield","start":189,"end":194,"id":36,"ws":true,"disabled":false},{"text":"losses","start":195,"end":201,"id":37,"ws":true,"disabled":false},{"text":"for","start":202,"end":205,"id":38,"ws":true,"disabled":false},{"text":"maize","start":206,"end":211,"id":39,"ws":false,"disabled":false},{"text":",","start":211,"end":212,"id":40,"ws":true,"disabled":false},{"text":"rice","start":213,"end":217,"id":41,"ws":false,"disabled":false},{"text":",","start":217,"end":218,"id":42,"ws":true,"disabled":false},{"text":"spring","start":219,"end":225,"id":43,"ws":true,"disabled":false},{"text":"wheat","start":226,"end":231,"id":44,"ws":true,"disabled":false},{"text":"and","start":232,"end":235,"id":45,"ws":true,"disabled":false},{"text":"soy","start":236,"end":239,"id":46,"ws":true,"disabled":false},{"text":"beans","start":240,"end":245,"id":47,"ws":false,"disabled":false},{"text":".","start":245,"end":246,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":247,"end":259,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":260,"end":272,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":46,"child":47,"head_span":{"start":236,"end":239,"token_start":46,"token_end":46,"label":"type_of"},"child_span":{"start":240,"end":245,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":44,"head_span":{"start":219,"end":225,"token_start":43,"token_end":43,"label":"type_of"},"child_span":{"start":226,"end":231,"token_start":44,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":113,"end":125,"token_start":21,"token_end":23,"label":"type_of"},"child_span":{"start":126,"end":139,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":24,"head_span":{"start":101,"end":109,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":126,"end":139,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":85,"end":87,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":88,"end":96,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":74,"end":79,"token_start":13,"token_end":13,"label":"effect_size"},"child_span":{"start":88,"end":96,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":61,"end":67,"token_start":10,"token_end":10,"label":"when"},"child_span":{"start":68,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":47,"end":60,"token_start":8,"token_end":9,"label":"type_of"},"child_span":{"start":68,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":11,"head_span":{"start":36,"end":43,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":68,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":11,"head_span":{"start":23,"end":35,"token_start":4,"token_end":5,"label":"change_direction"},"child_span":{"start":68,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":2,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"type_of"},"child_span":{"start":15,"end":21,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":39,"head_span":{"start":189,"end":201,"token_start":36,"token_end":37,"label":"aspect_changing"},"child_span":{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":41,"head_span":{"start":189,"end":201,"token_start":36,"token_end":37,"label":"aspect_changing"},"child_span":{"start":213,"end":217,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":44,"head_span":{"start":189,"end":201,"token_start":36,"token_end":37,"label":"aspect_changing"},"child_span":{"start":226,"end":231,"token_start":44,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":47,"head_span":{"start":189,"end":201,"token_start":36,"token_end":37,"label":"aspect_changing"},"child_span":{"start":240,"end":245,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":39,"head_span":{"start":15,"end":21,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":41,"head_span":{"start":15,"end":21,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":213,"end":217,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":44,"head_span":{"start":15,"end":21,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":226,"end":231,"token_start":44,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":47,"head_span":{"start":15,"end":21,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":240,"end":245,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":39,"head_span":{"start":68,"end":72,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":41,"head_span":{"start":68,"end":72,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":213,"end":217,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":44,"head_span":{"start":68,"end":72,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":226,"end":231,"token_start":44,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":47,"head_span":{"start":68,"end":72,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":240,"end":245,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":39,"head_span":{"start":88,"end":96,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":41,"head_span":{"start":88,"end":96,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":213,"end":217,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":44,"head_span":{"start":88,"end":96,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":226,"end":231,"token_start":44,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":47,"head_span":{"start":88,"end":96,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":240,"end":245,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":39,"head_span":{"start":126,"end":139,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":41,"head_span":{"start":126,"end":139,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":213,"end":217,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":44,"head_span":{"start":126,"end":139,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":226,"end":231,"token_start":44,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":47,"head_span":{"start":126,"end":139,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":240,"end":245,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cWe need to recognize the unequal effects of the climate crisis on women, but also that women\u2019s participation brings with it creative and sustainable solutions to both the climate emergency and social injustices.","text":"\u201cWe need to recognize the unequal effects of the climate crisis on women, but also that women\u2019s participation brings with it creative and sustainable solutions to both the climate emergency and social injustices. IMPLIED_BASE IMPLIED_BASE","characters":"212","document_index":"710","md_sentence_index":"41","classification_origin":"causal_sentence_classification","url":"https://www.motherjones.com/environment/2020/02/a-new-report-reveals-climate-change-is-increasing-gender-based-violence/","combo_id":"710_41","post-training batch1":"710_41","_input_hash":-957658665,"_task_hash":866609776,"spans":[{"start":67,"end":72,"token_start":13,"token_end":13,"label":"to_whom"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"We","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"need","start":4,"end":8,"id":2,"ws":true,"disabled":false},{"text":"to","start":9,"end":11,"id":3,"ws":true,"disabled":false},{"text":"recognize","start":12,"end":21,"id":4,"ws":true,"disabled":false},{"text":"the","start":22,"end":25,"id":5,"ws":true,"disabled":false},{"text":"unequal","start":26,"end":33,"id":6,"ws":true,"disabled":false},{"text":"effects","start":34,"end":41,"id":7,"ws":true,"disabled":false},{"text":"of","start":42,"end":44,"id":8,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"climate","start":49,"end":56,"id":10,"ws":true,"disabled":false},{"text":"crisis","start":57,"end":63,"id":11,"ws":true,"disabled":false},{"text":"on","start":64,"end":66,"id":12,"ws":true,"disabled":false},{"text":"women","start":67,"end":72,"id":13,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":14,"ws":true,"disabled":false},{"text":"but","start":74,"end":77,"id":15,"ws":true,"disabled":false},{"text":"also","start":78,"end":82,"id":16,"ws":true,"disabled":false},{"text":"that","start":83,"end":87,"id":17,"ws":true,"disabled":false},{"text":"women","start":88,"end":93,"id":18,"ws":false,"disabled":false},{"text":"\u2019s","start":93,"end":95,"id":19,"ws":true,"disabled":false},{"text":"participation","start":96,"end":109,"id":20,"ws":true,"disabled":false},{"text":"brings","start":110,"end":116,"id":21,"ws":true,"disabled":false},{"text":"with","start":117,"end":121,"id":22,"ws":true,"disabled":false},{"text":"it","start":122,"end":124,"id":23,"ws":true,"disabled":false},{"text":"creative","start":125,"end":133,"id":24,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":25,"ws":true,"disabled":false},{"text":"sustainable","start":138,"end":149,"id":26,"ws":true,"disabled":false},{"text":"solutions","start":150,"end":159,"id":27,"ws":true,"disabled":false},{"text":"to","start":160,"end":162,"id":28,"ws":true,"disabled":false},{"text":"both","start":163,"end":167,"id":29,"ws":true,"disabled":false},{"text":"the","start":168,"end":171,"id":30,"ws":true,"disabled":false},{"text":"climate","start":172,"end":179,"id":31,"ws":true,"disabled":false},{"text":"emergency","start":180,"end":189,"id":32,"ws":true,"disabled":false},{"text":"and","start":190,"end":193,"id":33,"ws":true,"disabled":false},{"text":"social","start":194,"end":200,"id":34,"ws":true,"disabled":false},{"text":"injustices","start":201,"end":211,"id":35,"ws":false,"disabled":false},{"text":".","start":211,"end":212,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":213,"end":225,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"flagged":true,"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A shift from snow to rain thus carries potential consequences for water resources (Berghuijs et al., 2014) and flood risk (Huang et al., 2018).\n","text":"A shift from snow to rain thus carries potential consequences for water resources (Berghuijs et al., 2014) and flood risk (Huang et al., 2018). IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"605","md_sentence_index":"15","classification_origin":"causal_sentence_classification","url":"https://agupubs.onlinelibrary.wiley.com/doi/full/10.1029/2019WR025571","combo_id":"605_15","post-training batch1":"605_15","_input_hash":-1721037155,"_task_hash":-1045474553,"spans":[{"start":2,"end":7,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":8,"end":17,"token_start":2,"token_end":3,"label":"type_of"},{"start":21,"end":25,"token_start":5,"token_end":5,"label":"base"},{"start":31,"end":38,"token_start":7,"token_end":7,"label":"predicate"},{"start":39,"end":48,"token_start":8,"token_end":8,"label":"confidence"},{"start":49,"end":65,"token_start":9,"token_end":10,"label":"change_direction"},{"start":66,"end":81,"token_start":11,"token_end":12,"label":"base"},{"start":111,"end":116,"token_start":22,"token_end":22,"label":"base"},{"text":"risk","start":117,"token_start":23,"token_end":23,"end":121,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"shift","start":2,"end":7,"id":1,"ws":true,"disabled":false},{"text":"from","start":8,"end":12,"id":2,"ws":true,"disabled":false},{"text":"snow","start":13,"end":17,"id":3,"ws":true,"disabled":false},{"text":"to","start":18,"end":20,"id":4,"ws":true,"disabled":false},{"text":"rain","start":21,"end":25,"id":5,"ws":true,"disabled":false},{"text":"thus","start":26,"end":30,"id":6,"ws":true,"disabled":false},{"text":"carries","start":31,"end":38,"id":7,"ws":true,"disabled":false},{"text":"potential","start":39,"end":48,"id":8,"ws":true,"disabled":false},{"text":"consequences","start":49,"end":61,"id":9,"ws":true,"disabled":false},{"text":"for","start":62,"end":65,"id":10,"ws":true,"disabled":false},{"text":"water","start":66,"end":71,"id":11,"ws":true,"disabled":false},{"text":"resources","start":72,"end":81,"id":12,"ws":true,"disabled":false},{"text":"(","start":82,"end":83,"id":13,"ws":false,"disabled":false},{"text":"Berghuijs","start":83,"end":92,"id":14,"ws":true,"disabled":false},{"text":"et","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"al","start":96,"end":98,"id":16,"ws":false,"disabled":false},{"text":".","start":98,"end":99,"id":17,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":18,"ws":true,"disabled":false},{"text":"2014","start":101,"end":105,"id":19,"ws":false,"disabled":false},{"text":")","start":105,"end":106,"id":20,"ws":true,"disabled":false},{"text":"and","start":107,"end":110,"id":21,"ws":true,"disabled":false},{"text":"flood","start":111,"end":116,"id":22,"ws":true,"disabled":false},{"text":"risk","start":117,"end":121,"id":23,"ws":true,"disabled":false},{"text":"(","start":122,"end":123,"id":24,"ws":false,"disabled":false},{"text":"Huang","start":123,"end":128,"id":25,"ws":true,"disabled":false},{"text":"et","start":129,"end":131,"id":26,"ws":true,"disabled":false},{"text":"al","start":132,"end":134,"id":27,"ws":false,"disabled":false},{"text":".","start":134,"end":135,"id":28,"ws":false,"disabled":false},{"text":",","start":135,"end":136,"id":29,"ws":true,"disabled":false},{"text":"2018","start":137,"end":141,"id":30,"ws":false,"disabled":false},{"text":")","start":141,"end":142,"id":31,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":3,"child":5,"head_span":{"start":8,"end":17,"token_start":2,"token_end":3,"label":"type_of"},"child_span":{"start":21,"end":25,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":2,"end":7,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":21,"end":25,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":12,"head_span":{"start":39,"end":48,"token_start":8,"token_end":8,"label":"confidence"},"child_span":{"start":66,"end":81,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":117,"end":121,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":111,"end":116,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":12,"head_span":{"start":49,"end":65,"token_start":9,"token_end":10,"label":"change_direction"},"child_span":{"start":66,"end":81,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":22,"head_span":{"start":49,"end":65,"token_start":9,"token_end":10,"label":"change_direction"},"child_span":{"start":111,"end":116,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":12,"head_span":{"start":21,"end":25,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":66,"end":81,"token_start":11,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":22,"head_span":{"start":21,"end":25,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":111,"end":116,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In Nigeria, rising temperatures are supercharged by nonstop gas flares.","text":"In Nigeria, rising temperatures are supercharged by nonstop gas flares. IMPLIED_BASE IMPLIED_BASE","characters":"71","document_index":"775","md_sentence_index":"82","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/08/06/climate/climate-change-inequality-heat.html","combo_id":"775_82","post-training batch1":"775_82","_input_hash":-1776701000,"_task_hash":-1862896183,"spans":[{"start":0,"end":10,"token_start":0,"token_end":1,"label":"where"},{"start":12,"end":31,"token_start":3,"token_end":4,"label":"aspect_changing"},{"start":32,"end":35,"token_start":5,"token_end":5,"label":"confidence"},{"start":36,"end":48,"token_start":6,"token_end":6,"label":"change_direction"},{"start":49,"end":51,"token_start":7,"token_end":7,"label":"predicate"},{"start":52,"end":59,"token_start":8,"token_end":8,"label":"type_of"},{"start":60,"end":70,"token_start":9,"token_end":10,"label":"base"},{"start":72,"end":84,"token_start":12,"token_end":12,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Nigeria","start":3,"end":10,"id":1,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":2,"ws":true,"disabled":false},{"text":"rising","start":12,"end":18,"id":3,"ws":true,"disabled":false},{"text":"temperatures","start":19,"end":31,"id":4,"ws":true,"disabled":false},{"text":"are","start":32,"end":35,"id":5,"ws":true,"disabled":false},{"text":"supercharged","start":36,"end":48,"id":6,"ws":true,"disabled":false},{"text":"by","start":49,"end":51,"id":7,"ws":true,"disabled":false},{"text":"nonstop","start":52,"end":59,"id":8,"ws":true,"disabled":false},{"text":"gas","start":60,"end":63,"id":9,"ws":true,"disabled":false},{"text":"flares","start":64,"end":70,"id":10,"ws":false,"disabled":false},{"text":".","start":70,"end":71,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":72,"end":84,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":85,"end":97,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":4,"child":12,"head_span":{"start":12,"end":31,"token_start":3,"token_end":4,"label":"aspect_changing"},"child_span":{"start":72,"end":84,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":12,"head_span":{"start":36,"end":48,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":72,"end":84,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":12,"head_span":{"start":0,"end":10,"token_start":0,"token_end":1,"label":"where"},"child_span":{"start":72,"end":84,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":52,"end":59,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":60,"end":70,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":12,"head_span":{"start":60,"end":70,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":72,"end":84,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":false,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"yes?","reason":"uncertain","relation count":"one","complexity":"simple","original_md_text":"Although it could yet prove to be a freak event, the primary concern is that global warming is eroding the polar vortex, the powerful winds that once insulated the frozen north.\n","text":"Although it could yet prove to be a freak event, the primary concern is that global warming is eroding the polar vortex, the powerful winds that once insulated the frozen north. IMPLIED_BASE IMPLIED_BASE","characters":"178","document_index":"6","md_sentence_index":"1","classification_origin":"cm-label-eval","url":"https://www.theguardian.com/environment/2018/feb/27/arctic-warming-scientists-alarmed-by-crazy-temperature-rises","combo_id":"6_1","post-training batch1":"6_1","_input_hash":-345244992,"_task_hash":1013266873,"spans":[{"start":12,"end":17,"token_start":2,"token_end":2,"label":"confidence"},{"start":61,"end":68,"token_start":13,"token_end":13,"label":"confidence"},{"text":"global warming","start":77,"token_start":16,"token_end":17,"end":91,"type":"pattern","label":"base"},{"start":95,"end":102,"token_start":19,"token_end":19,"label":"change_direction"},{"start":107,"end":119,"token_start":21,"token_end":22,"label":"base"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"it","start":9,"end":11,"id":1,"ws":true,"disabled":false},{"text":"could","start":12,"end":17,"id":2,"ws":true,"disabled":false},{"text":"yet","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"prove","start":22,"end":27,"id":4,"ws":true,"disabled":false},{"text":"to","start":28,"end":30,"id":5,"ws":true,"disabled":false},{"text":"be","start":31,"end":33,"id":6,"ws":true,"disabled":false},{"text":"a","start":34,"end":35,"id":7,"ws":true,"disabled":false},{"text":"freak","start":36,"end":41,"id":8,"ws":true,"disabled":false},{"text":"event","start":42,"end":47,"id":9,"ws":false,"disabled":false},{"text":",","start":47,"end":48,"id":10,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":11,"ws":true,"disabled":false},{"text":"primary","start":53,"end":60,"id":12,"ws":true,"disabled":false},{"text":"concern","start":61,"end":68,"id":13,"ws":true,"disabled":false},{"text":"is","start":69,"end":71,"id":14,"ws":true,"disabled":false},{"text":"that","start":72,"end":76,"id":15,"ws":true,"disabled":false},{"text":"global","start":77,"end":83,"id":16,"ws":true,"disabled":false},{"text":"warming","start":84,"end":91,"id":17,"ws":true,"disabled":false},{"text":"is","start":92,"end":94,"id":18,"ws":true,"disabled":false},{"text":"eroding","start":95,"end":102,"id":19,"ws":true,"disabled":false},{"text":"the","start":103,"end":106,"id":20,"ws":true,"disabled":false},{"text":"polar","start":107,"end":112,"id":21,"ws":true,"disabled":false},{"text":"vortex","start":113,"end":119,"id":22,"ws":false,"disabled":false},{"text":",","start":119,"end":120,"id":23,"ws":true,"disabled":false},{"text":"the","start":121,"end":124,"id":24,"ws":true,"disabled":false},{"text":"powerful","start":125,"end":133,"id":25,"ws":true,"disabled":false},{"text":"winds","start":134,"end":139,"id":26,"ws":true,"disabled":false},{"text":"that","start":140,"end":144,"id":27,"ws":true,"disabled":false},{"text":"once","start":145,"end":149,"id":28,"ws":true,"disabled":false},{"text":"insulated","start":150,"end":159,"id":29,"ws":true,"disabled":false},{"text":"the","start":160,"end":163,"id":30,"ws":true,"disabled":false},{"text":"frozen","start":164,"end":170,"id":31,"ws":true,"disabled":false},{"text":"north","start":171,"end":176,"id":32,"ws":false,"disabled":false},{"text":".","start":176,"end":177,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":191,"end":203,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":19,"child":22,"head_span":{"start":95,"end":102,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":107,"end":119,"token_start":21,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":22,"head_span":{"start":77,"end":91,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":107,"end":119,"token_start":21,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Drought-related worry and psychological distress\n","text":"Drought-related worry and psychological distress IMPLIED_BASE IMPLIED_BASE","characters":"49","document_index":"619","md_sentence_index":"105","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_105","post-training batch1":"619_105","_input_hash":1506898491,"_task_hash":-224605508,"spans":[{"text":"Drought","start":0,"token_start":0,"token_end":0,"end":7,"type":"pattern","label":"base"},{"start":8,"end":15,"token_start":2,"token_end":2,"label":"predicate"},{"start":16,"end":21,"token_start":3,"token_end":3,"label":"base"},{"start":26,"end":39,"token_start":5,"token_end":5,"label":"type_of"},{"start":40,"end":48,"token_start":6,"token_end":6,"label":"base"}],"tokens":[{"text":"Drought","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":"-","start":7,"end":8,"id":1,"ws":false,"disabled":false},{"text":"related","start":8,"end":15,"id":2,"ws":true,"disabled":false},{"text":"worry","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"and","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"psychological","start":26,"end":39,"id":5,"ws":true,"disabled":false},{"text":"distress","start":40,"end":48,"id":6,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":49,"end":61,"id":7,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":62,"end":74,"id":8,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":3,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":16,"end":21,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":6,"head_span":{"start":26,"end":39,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":40,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We spoke to Dr. Aaron Bernstein, a pediatrician and Interim Director of The Center for Climate, Health, and the Global Environment at Harvard's T.H. Chan School of Public Health (Harvard C-CHANGE), who has seen firsthand how climate change can harm children, mostly through the burning of fossil fuels.","text":"We spoke to Dr. Aaron Bernstein, a pediatrician and Interim Director of The Center for Climate, Health, and the Global Environment at Harvard's T.H. Chan School of Public Health (Harvard C-CHANGE), who has seen firsthand how climate change can harm children, mostly through the burning of fossil fuels. IMPLIED_BASE IMPLIED_BASE","characters":"302","document_index":"687","md_sentence_index":"4","classification_origin":"causal_sentence_classification","url":"https://insideclimatenews.org/news/11032020/coronavirus-harvard-doctor-climate-change-public-health","combo_id":"687_4","post-training batch1":"687_4","_input_hash":1503016242,"_task_hash":264692352,"spans":[{"text":"climate change","start":225,"token_start":45,"token_end":46,"end":239,"type":"pattern","label":"base"},{"start":240,"end":243,"token_start":47,"token_end":47,"label":"confidence"},{"start":244,"end":248,"token_start":48,"token_end":48,"label":"change_direction"},{"start":249,"end":257,"token_start":49,"token_end":49,"label":"base"},{"start":259,"end":265,"token_start":51,"token_end":51,"label":"effect_size"},{"start":266,"end":273,"token_start":52,"token_end":52,"label":"predicate"},{"start":278,"end":285,"token_start":54,"token_end":54,"label":"change_direction"},{"start":289,"end":295,"token_start":56,"token_end":56,"label":"type_of"},{"start":296,"end":301,"token_start":57,"token_end":57,"label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"spoke","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"to","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"Dr.","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"Aaron","start":16,"end":21,"id":4,"ws":true,"disabled":false},{"text":"Bernstein","start":22,"end":31,"id":5,"ws":false,"disabled":false},{"text":",","start":31,"end":32,"id":6,"ws":true,"disabled":false},{"text":"a","start":33,"end":34,"id":7,"ws":true,"disabled":false},{"text":"pediatrician","start":35,"end":47,"id":8,"ws":true,"disabled":false},{"text":"and","start":48,"end":51,"id":9,"ws":true,"disabled":false},{"text":"Interim","start":52,"end":59,"id":10,"ws":true,"disabled":false},{"text":"Director","start":60,"end":68,"id":11,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":12,"ws":true,"disabled":false},{"text":"The","start":72,"end":75,"id":13,"ws":true,"disabled":false},{"text":"Center","start":76,"end":82,"id":14,"ws":true,"disabled":false},{"text":"for","start":83,"end":86,"id":15,"ws":true,"disabled":false},{"text":"Climate","start":87,"end":94,"id":16,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":17,"ws":true,"disabled":false},{"text":"Health","start":96,"end":102,"id":18,"ws":false,"disabled":false},{"text":",","start":102,"end":103,"id":19,"ws":true,"disabled":false},{"text":"and","start":104,"end":107,"id":20,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":21,"ws":true,"disabled":false},{"text":"Global","start":112,"end":118,"id":22,"ws":true,"disabled":false},{"text":"Environment","start":119,"end":130,"id":23,"ws":true,"disabled":false},{"text":"at","start":131,"end":133,"id":24,"ws":true,"disabled":false},{"text":"Harvard","start":134,"end":141,"id":25,"ws":false,"disabled":false},{"text":"'s","start":141,"end":143,"id":26,"ws":true,"disabled":false},{"text":"T.H.","start":144,"end":148,"id":27,"ws":true,"disabled":false},{"text":"Chan","start":149,"end":153,"id":28,"ws":true,"disabled":false},{"text":"School","start":154,"end":160,"id":29,"ws":true,"disabled":false},{"text":"of","start":161,"end":163,"id":30,"ws":true,"disabled":false},{"text":"Public","start":164,"end":170,"id":31,"ws":true,"disabled":false},{"text":"Health","start":171,"end":177,"id":32,"ws":true,"disabled":false},{"text":"(","start":178,"end":179,"id":33,"ws":false,"disabled":false},{"text":"Harvard","start":179,"end":186,"id":34,"ws":true,"disabled":false},{"text":"C","start":187,"end":188,"id":35,"ws":false,"disabled":false},{"text":"-","start":188,"end":189,"id":36,"ws":false,"disabled":false},{"text":"CHANGE","start":189,"end":195,"id":37,"ws":false,"disabled":false},{"text":")","start":195,"end":196,"id":38,"ws":false,"disabled":false},{"text":",","start":196,"end":197,"id":39,"ws":true,"disabled":false},{"text":"who","start":198,"end":201,"id":40,"ws":true,"disabled":false},{"text":"has","start":202,"end":205,"id":41,"ws":true,"disabled":false},{"text":"seen","start":206,"end":210,"id":42,"ws":true,"disabled":false},{"text":"firsthand","start":211,"end":220,"id":43,"ws":true,"disabled":false},{"text":"how","start":221,"end":224,"id":44,"ws":true,"disabled":false},{"text":"climate","start":225,"end":232,"id":45,"ws":true,"disabled":false},{"text":"change","start":233,"end":239,"id":46,"ws":true,"disabled":false},{"text":"can","start":240,"end":243,"id":47,"ws":true,"disabled":false},{"text":"harm","start":244,"end":248,"id":48,"ws":true,"disabled":false},{"text":"children","start":249,"end":257,"id":49,"ws":false,"disabled":false},{"text":",","start":257,"end":258,"id":50,"ws":true,"disabled":false},{"text":"mostly","start":259,"end":265,"id":51,"ws":true,"disabled":false},{"text":"through","start":266,"end":273,"id":52,"ws":true,"disabled":false},{"text":"the","start":274,"end":277,"id":53,"ws":true,"disabled":false},{"text":"burning","start":278,"end":285,"id":54,"ws":true,"disabled":false},{"text":"of","start":286,"end":288,"id":55,"ws":true,"disabled":false},{"text":"fossil","start":289,"end":295,"id":56,"ws":true,"disabled":false},{"text":"fuels","start":296,"end":301,"id":57,"ws":false,"disabled":false},{"text":".","start":301,"end":302,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":303,"end":315,"id":59,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":316,"end":328,"id":60,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":56,"child":57,"head_span":{"start":289,"end":295,"token_start":56,"token_end":56,"label":"type_of"},"child_span":{"start":296,"end":301,"token_start":57,"token_end":57,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":54,"child":57,"head_span":{"start":278,"end":285,"token_start":54,"token_end":54,"label":"change_direction"},"child_span":{"start":296,"end":301,"token_start":57,"token_end":57,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":49,"head_span":{"start":244,"end":248,"token_start":48,"token_end":48,"label":"change_direction"},"child_span":{"start":249,"end":257,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":57,"child":49,"head_span":{"start":296,"end":301,"token_start":57,"token_end":57,"label":"base"},"child_span":{"start":249,"end":257,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":49,"head_span":{"start":225,"end":239,"token_start":45,"token_end":46,"label":"base"},"child_span":{"start":249,"end":257,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For Clinton, the North Carolinian whose V. vulnificus exposure came from bagging raw shrimp, the infection progressed quickly because of chronic health ailments, including diabetes and a heart condition, medical records show.","text":"For Clinton, the North Carolinian whose V. vulnificus exposure came from bagging raw shrimp, the infection progressed quickly because of chronic health ailments, including diabetes and a heart condition, medical records show. IMPLIED_BASE IMPLIED_BASE","characters":"225","document_index":"861","md_sentence_index":"71","classification_origin":"causal_sentence_classification","url":"https://publicintegrity.org/environment/hidden-epidemics/vibrio-deadly-bacteria-coastal-waters-climate-change-health/","combo_id":"861_71","post-training batch1":"861_71","_input_hash":428572591,"_task_hash":1920661111,"spans":[{"start":17,"end":33,"token_start":4,"token_end":5,"label":"to_whom"},{"start":40,"end":53,"token_start":7,"token_end":8,"label":"base"},{"start":54,"end":62,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":63,"end":72,"token_start":10,"token_end":11,"label":"predicate"},{"start":73,"end":80,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":81,"end":84,"token_start":13,"token_end":13,"label":"type_of"},{"start":85,"end":91,"token_start":14,"token_end":14,"label":"base"},{"start":97,"end":106,"token_start":17,"token_end":17,"label":"base"},{"start":107,"end":125,"token_start":18,"token_end":19,"label":"change_direction"},{"start":126,"end":136,"token_start":20,"token_end":21,"label":"predicate"},{"start":137,"end":144,"token_start":22,"token_end":22,"label":"type_of"},{"text":"health","start":145,"token_start":23,"token_end":23,"end":151,"type":"pattern","label":"base"},{"start":152,"end":160,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":172,"end":180,"token_start":27,"token_end":27,"label":"base"},{"start":187,"end":202,"token_start":30,"token_end":31,"label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Clinton","start":4,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"the","start":13,"end":16,"id":3,"ws":true,"disabled":false},{"text":"North","start":17,"end":22,"id":4,"ws":true,"disabled":false},{"text":"Carolinian","start":23,"end":33,"id":5,"ws":true,"disabled":false},{"text":"whose","start":34,"end":39,"id":6,"ws":true,"disabled":false},{"text":"V.","start":40,"end":42,"id":7,"ws":true,"disabled":false},{"text":"vulnificus","start":43,"end":53,"id":8,"ws":true,"disabled":false},{"text":"exposure","start":54,"end":62,"id":9,"ws":true,"disabled":false},{"text":"came","start":63,"end":67,"id":10,"ws":true,"disabled":false},{"text":"from","start":68,"end":72,"id":11,"ws":true,"disabled":false},{"text":"bagging","start":73,"end":80,"id":12,"ws":true,"disabled":false},{"text":"raw","start":81,"end":84,"id":13,"ws":true,"disabled":false},{"text":"shrimp","start":85,"end":91,"id":14,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":15,"ws":true,"disabled":false},{"text":"the","start":93,"end":96,"id":16,"ws":true,"disabled":false},{"text":"infection","start":97,"end":106,"id":17,"ws":true,"disabled":false},{"text":"progressed","start":107,"end":117,"id":18,"ws":true,"disabled":false},{"text":"quickly","start":118,"end":125,"id":19,"ws":true,"disabled":false},{"text":"because","start":126,"end":133,"id":20,"ws":true,"disabled":false},{"text":"of","start":134,"end":136,"id":21,"ws":true,"disabled":false},{"text":"chronic","start":137,"end":144,"id":22,"ws":true,"disabled":false},{"text":"health","start":145,"end":151,"id":23,"ws":true,"disabled":false},{"text":"ailments","start":152,"end":160,"id":24,"ws":false,"disabled":false},{"text":",","start":160,"end":161,"id":25,"ws":true,"disabled":false},{"text":"including","start":162,"end":171,"id":26,"ws":true,"disabled":false},{"text":"diabetes","start":172,"end":180,"id":27,"ws":true,"disabled":false},{"text":"and","start":181,"end":184,"id":28,"ws":true,"disabled":false},{"text":"a","start":185,"end":186,"id":29,"ws":true,"disabled":false},{"text":"heart","start":187,"end":192,"id":30,"ws":true,"disabled":false},{"text":"condition","start":193,"end":202,"id":31,"ws":false,"disabled":false},{"text":",","start":202,"end":203,"id":32,"ws":true,"disabled":false},{"text":"medical","start":204,"end":211,"id":33,"ws":true,"disabled":false},{"text":"records","start":212,"end":219,"id":34,"ws":true,"disabled":false},{"text":"show","start":220,"end":224,"id":35,"ws":false,"disabled":false},{"text":".","start":224,"end":225,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":13,"child":14,"head_span":{"start":81,"end":84,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":85,"end":91,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":73,"end":80,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":85,"end":91,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":54,"end":62,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":40,"end":53,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":137,"end":144,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":145,"end":151,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":23,"head_span":{"start":152,"end":160,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":145,"end":151,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":17,"head_span":{"start":172,"end":180,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":97,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":17,"head_span":{"start":187,"end":202,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":97,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":17,"head_span":{"start":145,"end":151,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":97,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":8,"head_span":{"start":85,"end":91,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":40,"end":53,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":8,"head_span":{"start":17,"end":33,"token_start":4,"token_end":5,"label":"to_whom"},"child_span":{"start":40,"end":53,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":14,"head_span":{"start":17,"end":33,"token_start":4,"token_end":5,"label":"to_whom"},"child_span":{"start":85,"end":91,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":17,"head_span":{"start":107,"end":125,"token_start":18,"token_end":19,"label":"change_direction"},"child_span":{"start":97,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Although the most adverse impacts on water availability are likely to occur in association with growing water demand as the world population increases, some estimates indicate that a 4\u00b0C warming would significantly exacerbate existing water scarcity in many regions, particularly northern and eastern Africa, the Middle East, and South Asia, while additional countries in Africa would be newly confronted with water scarcity on a national scale due to population growth.\n","text":"Although the most adverse impacts on water availability are likely to occur in association with growing water demand as the world population increases, some estimates indicate that a 4\u00b0C warming would significantly exacerbate existing water scarcity in many regions, particularly northern and eastern Africa, the Middle East, and South Asia, while additional countries in Africa would be newly confronted with water scarcity on a national scale due to population growth. IMPLIED_BASE IMPLIED_BASE","characters":"471","document_index":"340","md_sentence_index":"87","classification_origin":"cm_cause_effect_rel","url":"https://www.greenfacts.org/en/impacts-global-warming/l-2/index.htm","combo_id":"340_87","post-training batch1":"340_87","_input_hash":-1349257249,"_task_hash":-1073703286,"spans":[{"start":18,"end":25,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"water","start":37,"token_start":6,"token_end":6,"end":42,"type":"pattern","label":"base"},{"text":"availability","start":43,"token_start":7,"token_end":7,"end":55,"type":"pattern","label":"aspect_changing"},{"text":"growing","start":96,"token_start":15,"token_end":15,"end":103,"type":"pattern","label":"change_direction"},{"text":"water","start":104,"token_start":16,"token_end":16,"end":109,"type":"pattern","label":"base"},{"text":"demand","start":110,"token_start":17,"token_end":17,"end":116,"type":"pattern","label":"aspect_changing"},{"start":117,"end":119,"token_start":18,"token_end":18,"label":"predicate"},{"start":124,"end":129,"token_start":20,"token_end":20,"label":"type_of"},{"start":130,"end":140,"token_start":21,"token_end":21,"label":"base"},{"text":"increases","start":141,"token_start":22,"token_end":22,"end":150,"type":"pattern","label":"change_direction"},{"start":157,"end":166,"token_start":25,"token_end":25,"label":"confidence"},{"start":183,"end":186,"token_start":29,"token_end":31,"label":"effect_size"},{"start":187,"end":194,"token_start":32,"token_end":32,"label":"change_direction"},{"start":201,"end":214,"token_start":34,"token_end":34,"label":"effect_size"},{"start":215,"end":225,"token_start":35,"token_end":35,"label":"change_direction"},{"text":"water","start":235,"token_start":37,"token_end":37,"end":240,"type":"pattern","label":"base"},{"start":241,"end":249,"token_start":38,"token_end":38,"label":"aspect_changing"},{"start":250,"end":265,"token_start":39,"token_end":41,"label":"where"},{"start":267,"end":340,"token_start":43,"token_end":55,"label":"where"},{"start":359,"end":378,"token_start":59,"token_end":61,"label":"to_whom"},{"text":"water","start":410,"token_start":67,"token_end":67,"end":415,"type":"pattern","label":"base"},{"start":416,"end":424,"token_start":68,"token_end":68,"label":"aspect_changing"},{"start":425,"end":444,"token_start":69,"token_end":72,"label":"effect_size"},{"start":445,"end":451,"token_start":73,"token_end":74,"label":"predicate"},{"start":452,"end":462,"token_start":75,"token_end":75,"label":"base"},{"text":"growth","start":463,"token_start":76,"token_end":76,"end":469,"type":"pattern","label":"aspect_changing"},{"start":471,"end":483,"token_start":78,"token_end":78,"label":"base"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"most","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"adverse","start":18,"end":25,"id":3,"ws":true,"disabled":false},{"text":"impacts","start":26,"end":33,"id":4,"ws":true,"disabled":false},{"text":"on","start":34,"end":36,"id":5,"ws":true,"disabled":false},{"text":"water","start":37,"end":42,"id":6,"ws":true,"disabled":false},{"text":"availability","start":43,"end":55,"id":7,"ws":true,"disabled":false},{"text":"are","start":56,"end":59,"id":8,"ws":true,"disabled":false},{"text":"likely","start":60,"end":66,"id":9,"ws":true,"disabled":false},{"text":"to","start":67,"end":69,"id":10,"ws":true,"disabled":false},{"text":"occur","start":70,"end":75,"id":11,"ws":true,"disabled":false},{"text":"in","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"association","start":79,"end":90,"id":13,"ws":true,"disabled":false},{"text":"with","start":91,"end":95,"id":14,"ws":true,"disabled":false},{"text":"growing","start":96,"end":103,"id":15,"ws":true,"disabled":false},{"text":"water","start":104,"end":109,"id":16,"ws":true,"disabled":false},{"text":"demand","start":110,"end":116,"id":17,"ws":true,"disabled":false},{"text":"as","start":117,"end":119,"id":18,"ws":true,"disabled":false},{"text":"the","start":120,"end":123,"id":19,"ws":true,"disabled":false},{"text":"world","start":124,"end":129,"id":20,"ws":true,"disabled":false},{"text":"population","start":130,"end":140,"id":21,"ws":true,"disabled":false},{"text":"increases","start":141,"end":150,"id":22,"ws":false,"disabled":false},{"text":",","start":150,"end":151,"id":23,"ws":true,"disabled":false},{"text":"some","start":152,"end":156,"id":24,"ws":true,"disabled":false},{"text":"estimates","start":157,"end":166,"id":25,"ws":true,"disabled":false},{"text":"indicate","start":167,"end":175,"id":26,"ws":true,"disabled":false},{"text":"that","start":176,"end":180,"id":27,"ws":true,"disabled":false},{"text":"a","start":181,"end":182,"id":28,"ws":true,"disabled":false},{"text":"4","start":183,"end":184,"id":29,"ws":false,"disabled":false},{"text":"\u00b0","start":184,"end":185,"id":30,"ws":false,"disabled":false},{"text":"C","start":185,"end":186,"id":31,"ws":true,"disabled":false},{"text":"warming","start":187,"end":194,"id":32,"ws":true,"disabled":false},{"text":"would","start":195,"end":200,"id":33,"ws":true,"disabled":false},{"text":"significantly","start":201,"end":214,"id":34,"ws":true,"disabled":false},{"text":"exacerbate","start":215,"end":225,"id":35,"ws":true,"disabled":false},{"text":"existing","start":226,"end":234,"id":36,"ws":true,"disabled":false},{"text":"water","start":235,"end":240,"id":37,"ws":true,"disabled":false},{"text":"scarcity","start":241,"end":249,"id":38,"ws":true,"disabled":false},{"text":"in","start":250,"end":252,"id":39,"ws":true,"disabled":false},{"text":"many","start":253,"end":257,"id":40,"ws":true,"disabled":false},{"text":"regions","start":258,"end":265,"id":41,"ws":false,"disabled":false},{"text":",","start":265,"end":266,"id":42,"ws":true,"disabled":false},{"text":"particularly","start":267,"end":279,"id":43,"ws":true,"disabled":false},{"text":"northern","start":280,"end":288,"id":44,"ws":true,"disabled":false},{"text":"and","start":289,"end":292,"id":45,"ws":true,"disabled":false},{"text":"eastern","start":293,"end":300,"id":46,"ws":true,"disabled":false},{"text":"Africa","start":301,"end":307,"id":47,"ws":false,"disabled":false},{"text":",","start":307,"end":308,"id":48,"ws":true,"disabled":false},{"text":"the","start":309,"end":312,"id":49,"ws":true,"disabled":false},{"text":"Middle","start":313,"end":319,"id":50,"ws":true,"disabled":false},{"text":"East","start":320,"end":324,"id":51,"ws":false,"disabled":false},{"text":",","start":324,"end":325,"id":52,"ws":true,"disabled":false},{"text":"and","start":326,"end":329,"id":53,"ws":true,"disabled":false},{"text":"South","start":330,"end":335,"id":54,"ws":true,"disabled":false},{"text":"Asia","start":336,"end":340,"id":55,"ws":false,"disabled":false},{"text":",","start":340,"end":341,"id":56,"ws":true,"disabled":false},{"text":"while","start":342,"end":347,"id":57,"ws":true,"disabled":false},{"text":"additional","start":348,"end":358,"id":58,"ws":true,"disabled":false},{"text":"countries","start":359,"end":368,"id":59,"ws":true,"disabled":false},{"text":"in","start":369,"end":371,"id":60,"ws":true,"disabled":false},{"text":"Africa","start":372,"end":378,"id":61,"ws":true,"disabled":false},{"text":"would","start":379,"end":384,"id":62,"ws":true,"disabled":false},{"text":"be","start":385,"end":387,"id":63,"ws":true,"disabled":false},{"text":"newly","start":388,"end":393,"id":64,"ws":true,"disabled":false},{"text":"confronted","start":394,"end":404,"id":65,"ws":true,"disabled":false},{"text":"with","start":405,"end":409,"id":66,"ws":true,"disabled":false},{"text":"water","start":410,"end":415,"id":67,"ws":true,"disabled":false},{"text":"scarcity","start":416,"end":424,"id":68,"ws":true,"disabled":false},{"text":"on","start":425,"end":427,"id":69,"ws":true,"disabled":false},{"text":"a","start":428,"end":429,"id":70,"ws":true,"disabled":false},{"text":"national","start":430,"end":438,"id":71,"ws":true,"disabled":false},{"text":"scale","start":439,"end":444,"id":72,"ws":true,"disabled":false},{"text":"due","start":445,"end":448,"id":73,"ws":true,"disabled":false},{"text":"to","start":449,"end":451,"id":74,"ws":true,"disabled":false},{"text":"population","start":452,"end":462,"id":75,"ws":true,"disabled":false},{"text":"growth","start":463,"end":469,"id":76,"ws":false,"disabled":false},{"text":".","start":469,"end":470,"id":77,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":471,"end":483,"id":78,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":484,"end":496,"id":79,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":76,"child":75,"head_span":{"start":463,"end":469,"token_start":76,"token_end":76,"label":"aspect_changing"},"child_span":{"start":452,"end":462,"token_start":75,"token_end":75,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":68,"child":67,"head_span":{"start":416,"end":424,"token_start":68,"token_end":68,"label":"aspect_changing"},"child_span":{"start":410,"end":415,"token_start":67,"token_end":67,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":72,"child":67,"head_span":{"start":425,"end":444,"token_start":69,"token_end":72,"label":"effect_size"},"child_span":{"start":410,"end":415,"token_start":67,"token_end":67,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":61,"child":67,"head_span":{"start":359,"end":378,"token_start":59,"token_end":61,"label":"to_whom"},"child_span":{"start":410,"end":415,"token_start":67,"token_end":67,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":75,"child":67,"head_span":{"start":452,"end":462,"token_start":75,"token_end":75,"label":"base"},"child_span":{"start":410,"end":415,"token_start":67,"token_end":67,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":38,"child":37,"head_span":{"start":241,"end":249,"token_start":38,"token_end":38,"label":"aspect_changing"},"child_span":{"start":235,"end":240,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":37,"head_span":{"start":250,"end":265,"token_start":39,"token_end":41,"label":"where"},"child_span":{"start":235,"end":240,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":37,"head_span":{"start":215,"end":225,"token_start":35,"token_end":35,"label":"change_direction"},"child_span":{"start":235,"end":240,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":37,"head_span":{"start":201,"end":214,"token_start":34,"token_end":34,"label":"effect_size"},"child_span":{"start":235,"end":240,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":78,"head_span":{"start":187,"end":194,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":471,"end":483,"token_start":78,"token_end":78,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":78,"head_span":{"start":183,"end":186,"token_start":29,"token_end":31,"label":"effect_size"},"child_span":{"start":471,"end":483,"token_start":78,"token_end":78,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":6,"head_span":{"start":43,"end":55,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":37,"end":42,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":6,"head_span":{"start":18,"end":25,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":37,"end":42,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":96,"end":103,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":104,"end":109,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":110,"end":116,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":104,"end":109,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":124,"end":129,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":130,"end":140,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":21,"head_span":{"start":141,"end":150,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":130,"end":140,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":16,"head_span":{"start":130,"end":140,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":104,"end":109,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":78,"child":37,"head_span":{"start":471,"end":483,"token_start":78,"token_end":78,"label":"base"},"child_span":{"start":235,"end":240,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Stronger storms, like the Derecho winds that wiped out an estimated 10 million acres of corn in Iowa, can hurt the bottom line for farmers.\n","text":"Stronger storms, like the Derecho winds that wiped out an estimated 10 million acres of corn in Iowa, can hurt the bottom line for farmers. IMPLIED_BASE IMPLIED_BASE","characters":"140","document_index":"851","md_sentence_index":"78","classification_origin":"causal_sentence_classification","url":"https://spectrumnews1.com/wi/madison/news/2020/10/06/climate-change-report-details-current-and-future-impacts-in-wisconsin","combo_id":"851_78","post-training batch1":"851_78","_input_hash":-1543565173,"_task_hash":-108458803,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"change_direction"},{"text":"storms","start":9,"token_start":1,"token_end":1,"end":15,"type":"pattern","label":"base"},{"start":34,"end":39,"token_start":6,"token_end":6,"label":"base"},{"start":40,"end":44,"token_start":7,"token_end":7,"label":"predicate"},{"start":45,"end":54,"token_start":8,"token_end":9,"label":"change_direction"},{"start":55,"end":84,"token_start":10,"token_end":14,"label":"effect_size"},{"start":88,"end":92,"token_start":16,"token_end":16,"label":"base"},{"start":96,"end":100,"token_start":18,"token_end":18,"label":"where"},{"start":102,"end":105,"token_start":20,"token_end":20,"label":"confidence"},{"start":106,"end":110,"token_start":21,"token_end":21,"label":"change_direction"},{"start":115,"end":126,"token_start":23,"token_end":24,"label":"aspect_changing"},{"start":131,"end":138,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"Stronger","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"storms","start":9,"end":15,"id":1,"ws":false,"disabled":false},{"text":",","start":15,"end":16,"id":2,"ws":true,"disabled":false},{"text":"like","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"the","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"Derecho","start":26,"end":33,"id":5,"ws":true,"disabled":false},{"text":"winds","start":34,"end":39,"id":6,"ws":true,"disabled":false},{"text":"that","start":40,"end":44,"id":7,"ws":true,"disabled":false},{"text":"wiped","start":45,"end":50,"id":8,"ws":true,"disabled":false},{"text":"out","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"an","start":55,"end":57,"id":10,"ws":true,"disabled":false},{"text":"estimated","start":58,"end":67,"id":11,"ws":true,"disabled":false},{"text":"10","start":68,"end":70,"id":12,"ws":true,"disabled":false},{"text":"million","start":71,"end":78,"id":13,"ws":true,"disabled":false},{"text":"acres","start":79,"end":84,"id":14,"ws":true,"disabled":false},{"text":"of","start":85,"end":87,"id":15,"ws":true,"disabled":false},{"text":"corn","start":88,"end":92,"id":16,"ws":true,"disabled":false},{"text":"in","start":93,"end":95,"id":17,"ws":true,"disabled":false},{"text":"Iowa","start":96,"end":100,"id":18,"ws":false,"disabled":false},{"text":",","start":100,"end":101,"id":19,"ws":true,"disabled":false},{"text":"can","start":102,"end":105,"id":20,"ws":true,"disabled":false},{"text":"hurt","start":106,"end":110,"id":21,"ws":true,"disabled":false},{"text":"the","start":111,"end":114,"id":22,"ws":true,"disabled":false},{"text":"bottom","start":115,"end":121,"id":23,"ws":true,"disabled":false},{"text":"line","start":122,"end":126,"id":24,"ws":true,"disabled":false},{"text":"for","start":127,"end":130,"id":25,"ws":true,"disabled":false},{"text":"farmers","start":131,"end":138,"id":26,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":18,"child":16,"head_span":{"start":96,"end":100,"token_start":18,"token_end":18,"label":"where"},"child_span":{"start":88,"end":92,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":16,"head_span":{"start":55,"end":84,"token_start":10,"token_end":14,"label":"effect_size"},"child_span":{"start":88,"end":92,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":16,"head_span":{"start":45,"end":54,"token_start":8,"token_end":9,"label":"change_direction"},"child_span":{"start":88,"end":92,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":9,"end":15,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":26,"head_span":{"start":115,"end":126,"token_start":23,"token_end":24,"label":"aspect_changing"},"child_span":{"start":131,"end":138,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":26,"head_span":{"start":106,"end":110,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":131,"end":138,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":16,"head_span":{"start":34,"end":39,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":88,"end":92,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":26,"head_span":{"start":9,"end":15,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":131,"end":138,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":26,"head_span":{"start":88,"end":92,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":131,"end":138,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The warming will slow to a potentially manageable pace only when human emissions are reduced to zero.","text":"The warming will slow to a potentially manageable pace only when human emissions are reduced to zero. IMPLIED_BASE IMPLIED_BASE","characters":"101","document_index":"746","md_sentence_index":"93","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2017/climate/what-is-climate-change.html","combo_id":"746_93","post-training batch1":"746_93","_input_hash":1123708921,"_task_hash":1643076798,"spans":[{"start":4,"end":11,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":17,"end":21,"token_start":3,"token_end":3,"label":"change_direction"},{"start":22,"end":54,"token_start":4,"token_end":8,"label":"effect_size"},{"start":55,"end":64,"token_start":9,"token_end":10,"label":"predicate"},{"start":65,"end":70,"token_start":11,"token_end":11,"label":"type_of"},{"text":"emissions","start":71,"token_start":12,"token_end":12,"end":80,"type":"pattern","label":"aspect_changing"},{"text":"reduced","start":85,"token_start":14,"token_end":14,"end":92,"type":"pattern","label":"change_direction"},{"start":93,"end":100,"token_start":15,"token_end":16,"label":"effect_size"},{"start":102,"end":114,"token_start":18,"token_end":18,"label":"base"},{"start":115,"end":127,"token_start":19,"token_end":19,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"warming","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"will","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"slow","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"to","start":22,"end":24,"id":4,"ws":true,"disabled":false},{"text":"a","start":25,"end":26,"id":5,"ws":true,"disabled":false},{"text":"potentially","start":27,"end":38,"id":6,"ws":true,"disabled":false},{"text":"manageable","start":39,"end":49,"id":7,"ws":true,"disabled":false},{"text":"pace","start":50,"end":54,"id":8,"ws":true,"disabled":false},{"text":"only","start":55,"end":59,"id":9,"ws":true,"disabled":false},{"text":"when","start":60,"end":64,"id":10,"ws":true,"disabled":false},{"text":"human","start":65,"end":70,"id":11,"ws":true,"disabled":false},{"text":"emissions","start":71,"end":80,"id":12,"ws":true,"disabled":false},{"text":"are","start":81,"end":84,"id":13,"ws":true,"disabled":false},{"text":"reduced","start":85,"end":92,"id":14,"ws":true,"disabled":false},{"text":"to","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"zero","start":96,"end":100,"id":16,"ws":false,"disabled":false},{"text":".","start":100,"end":101,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":102,"end":114,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":1,"child":18,"head_span":{"start":4,"end":11,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":102,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":19,"head_span":{"start":71,"end":80,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":115,"end":127,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":19,"head_span":{"start":65,"end":70,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":115,"end":127,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":19,"head_span":{"start":85,"end":92,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":115,"end":127,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":19,"head_span":{"start":93,"end":100,"token_start":15,"token_end":16,"label":"effect_size"},"child_span":{"start":115,"end":127,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":18,"head_span":{"start":22,"end":54,"token_start":4,"token_end":8,"label":"effect_size"},"child_span":{"start":102,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":18,"head_span":{"start":17,"end":21,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":102,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":115,"end":127,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":102,"end":114,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept","flagged":false}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The hottest days, with temperatures above 86 F, caused annual income in a county to be 0.076% lower than a 59-degree day.","text":"The hottest days, with temperatures above 86 F, caused annual income in a county to be 0.076% lower than a 59-degree day. IMPLIED_BASE IMPLIED_BASE","characters":"121","document_index":"741","md_sentence_index":"18","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/heat-wave-effects-on-economic-productivity-2019-7","combo_id":"741_18","post-training batch1":"741_18","_input_hash":864648163,"_task_hash":-1719093173,"spans":[{"start":4,"end":11,"token_start":1,"token_end":1,"label":"type_of"},{"start":12,"end":16,"token_start":2,"token_end":2,"label":"base"},{"start":23,"end":46,"token_start":5,"token_end":8,"label":"effect_size"},{"start":48,"end":54,"token_start":10,"token_end":10,"label":"predicate"},{"start":55,"end":61,"token_start":11,"token_end":11,"label":"type_of"},{"start":62,"end":68,"token_start":12,"token_end":12,"label":"base"},{"start":94,"end":99,"token_start":20,"token_end":20,"label":"change_direction"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"hottest","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"days","start":12,"end":16,"id":2,"ws":false,"disabled":false},{"text":",","start":16,"end":17,"id":3,"ws":true,"disabled":false},{"text":"with","start":18,"end":22,"id":4,"ws":true,"disabled":false},{"text":"temperatures","start":23,"end":35,"id":5,"ws":true,"disabled":false},{"text":"above","start":36,"end":41,"id":6,"ws":true,"disabled":false},{"text":"86","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"F","start":45,"end":46,"id":8,"ws":false,"disabled":false},{"text":",","start":46,"end":47,"id":9,"ws":true,"disabled":false},{"text":"caused","start":48,"end":54,"id":10,"ws":true,"disabled":false},{"text":"annual","start":55,"end":61,"id":11,"ws":true,"disabled":false},{"text":"income","start":62,"end":68,"id":12,"ws":true,"disabled":false},{"text":"in","start":69,"end":71,"id":13,"ws":true,"disabled":false},{"text":"a","start":72,"end":73,"id":14,"ws":true,"disabled":false},{"text":"county","start":74,"end":80,"id":15,"ws":true,"disabled":false},{"text":"to","start":81,"end":83,"id":16,"ws":true,"disabled":false},{"text":"be","start":84,"end":86,"id":17,"ws":true,"disabled":false},{"text":"0.076","start":87,"end":92,"id":18,"ws":false,"disabled":false},{"text":"%","start":92,"end":93,"id":19,"ws":true,"disabled":false},{"text":"lower","start":94,"end":99,"id":20,"ws":true,"disabled":false},{"text":"than","start":100,"end":104,"id":21,"ws":true,"disabled":false},{"text":"a","start":105,"end":106,"id":22,"ws":true,"disabled":false},{"text":"59-degree","start":107,"end":116,"id":23,"ws":true,"disabled":false},{"text":"day","start":117,"end":120,"id":24,"ws":false,"disabled":false},{"text":".","start":120,"end":121,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":122,"end":134,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":135,"end":147,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":4,"end":11,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":12,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":55,"end":61,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":62,"end":68,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":12,"head_span":{"start":94,"end":99,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":62,"end":68,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":2,"head_span":{"start":23,"end":46,"token_start":5,"token_end":8,"label":"effect_size"},"child_span":{"start":12,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":12,"head_span":{"start":12,"end":16,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":62,"end":68,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"","relation count":"many","complexity":"complex","original_md_text":"In October 2018, they said carbon emissions must halve by 2030 to avoid even greater risks of drought, floods, extreme heat and poverty for hundreds of millions of people.","text":"In October 2018, they said carbon emissions must halve by 2030 to avoid even greater risks of drought, floods, extreme heat and poverty for hundreds of millions of people. IMPLIED_BASE IMPLIED_BASE","characters":"171","document_index":"242","md_sentence_index":"28","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/jun/25/climate-apartheid-united-nations-expert-says-human-rights-may-not-survive-crisis","combo_id":"242_28","post-training batch1":"242_28","_input_hash":1257384298,"_task_hash":-1252126295,"spans":[{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},{"text":"emissions","start":34,"token_start":7,"token_end":7,"end":43,"type":"pattern","label":"aspect_changing"},{"start":49,"end":54,"token_start":9,"token_end":9,"label":"change_direction"},{"start":55,"end":62,"token_start":10,"token_end":11,"label":"when"},{"start":63,"end":71,"token_start":12,"token_end":13,"label":"change_direction"},{"text":"risks","start":85,"token_start":16,"token_end":16,"end":90,"type":"pattern","label":"aspect_changing"},{"text":"drought","start":94,"token_start":18,"token_end":18,"end":101,"type":"pattern","label":"base"},{"text":"floods","start":103,"token_start":20,"token_end":20,"end":109,"type":"pattern","label":"base"},{"start":111,"end":118,"token_start":22,"token_end":22,"label":"type_of"},{"start":119,"end":123,"token_start":23,"token_end":23,"label":"base"},{"start":128,"end":135,"token_start":25,"token_end":25,"label":"base"},{"start":140,"end":160,"token_start":27,"token_end":29,"label":"effect_size"},{"start":164,"end":170,"token_start":31,"token_end":31,"label":"to_whom"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"October","start":3,"end":10,"id":1,"ws":true,"disabled":false},{"text":"2018","start":11,"end":15,"id":2,"ws":false,"disabled":false},{"text":",","start":15,"end":16,"id":3,"ws":true,"disabled":false},{"text":"they","start":17,"end":21,"id":4,"ws":true,"disabled":false},{"text":"said","start":22,"end":26,"id":5,"ws":true,"disabled":false},{"text":"carbon","start":27,"end":33,"id":6,"ws":true,"disabled":false},{"text":"emissions","start":34,"end":43,"id":7,"ws":true,"disabled":false},{"text":"must","start":44,"end":48,"id":8,"ws":true,"disabled":false},{"text":"halve","start":49,"end":54,"id":9,"ws":true,"disabled":false},{"text":"by","start":55,"end":57,"id":10,"ws":true,"disabled":false},{"text":"2030","start":58,"end":62,"id":11,"ws":true,"disabled":false},{"text":"to","start":63,"end":65,"id":12,"ws":true,"disabled":false},{"text":"avoid","start":66,"end":71,"id":13,"ws":true,"disabled":false},{"text":"even","start":72,"end":76,"id":14,"ws":true,"disabled":false},{"text":"greater","start":77,"end":84,"id":15,"ws":true,"disabled":false},{"text":"risks","start":85,"end":90,"id":16,"ws":true,"disabled":false},{"text":"of","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"drought","start":94,"end":101,"id":18,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":19,"ws":true,"disabled":false},{"text":"floods","start":103,"end":109,"id":20,"ws":false,"disabled":false},{"text":",","start":109,"end":110,"id":21,"ws":true,"disabled":false},{"text":"extreme","start":111,"end":118,"id":22,"ws":true,"disabled":false},{"text":"heat","start":119,"end":123,"id":23,"ws":true,"disabled":false},{"text":"and","start":124,"end":127,"id":24,"ws":true,"disabled":false},{"text":"poverty","start":128,"end":135,"id":25,"ws":true,"disabled":false},{"text":"for","start":136,"end":139,"id":26,"ws":true,"disabled":false},{"text":"hundreds","start":140,"end":148,"id":27,"ws":true,"disabled":false},{"text":"of","start":149,"end":151,"id":28,"ws":true,"disabled":false},{"text":"millions","start":152,"end":160,"id":29,"ws":true,"disabled":false},{"text":"of","start":161,"end":163,"id":30,"ws":true,"disabled":false},{"text":"people","start":164,"end":170,"id":31,"ws":false,"disabled":false},{"text":".","start":170,"end":171,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":22,"child":23,"head_span":{"start":111,"end":118,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":119,"end":123,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":6,"head_span":{"start":49,"end":54,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":6,"head_span":{"start":34,"end":43,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":18,"head_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":94,"end":101,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":20,"head_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":103,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":23,"head_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":119,"end":123,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":25,"head_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":128,"end":135,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":18,"head_span":{"start":85,"end":90,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":94,"end":101,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":85,"end":90,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":103,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":23,"head_span":{"start":85,"end":90,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":119,"end":123,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":25,"head_span":{"start":85,"end":90,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":128,"end":135,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":18,"head_span":{"start":63,"end":71,"token_start":12,"token_end":13,"label":"change_direction"},"child_span":{"start":94,"end":101,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":20,"head_span":{"start":63,"end":71,"token_start":12,"token_end":13,"label":"change_direction"},"child_span":{"start":103,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":23,"head_span":{"start":63,"end":71,"token_start":12,"token_end":13,"label":"change_direction"},"child_span":{"start":119,"end":123,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":25,"head_span":{"start":63,"end":71,"token_start":12,"token_end":13,"label":"change_direction"},"child_span":{"start":128,"end":135,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":false,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Around the wine-growing world, smart producers have contemplated and experimented with adaptations, not only to hotter summers, but also to warmer winters, droughts and the sort of unexpected, sometimes violent events that stem from climate change: freak hailstorms, spring frosts, flooding and forest fires, just to name a few.\n","text":"Around the wine-growing world, smart producers have contemplated and experimented with adaptations, not only to hotter summers, but also to warmer winters, droughts and the sort of unexpected, sometimes violent events that stem from climate change: freak hailstorms, spring frosts, flooding and forest fires, just to name a few. IMPLIED_BASE IMPLIED_BASE","characters":"329","document_index":"421","md_sentence_index":"3","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2019/10/14/dining/drinks/climate-change-wine.html","combo_id":"421_3","post-training batch1":"421_3","_input_hash":1103191210,"_task_hash":1594432034,"spans":[{"start":37,"end":46,"token_start":8,"token_end":8,"label":"to_whom"},{"text":"hotter","start":112,"token_start":19,"token_end":19,"end":118,"type":"pattern","label":"change_direction"},{"text":"summers","start":119,"token_start":20,"token_end":20,"end":126,"type":"pattern","label":"base"},{"text":"warmer","start":140,"token_start":25,"token_end":25,"end":146,"type":"pattern","label":"change_direction"},{"text":"winters","start":147,"token_start":26,"token_end":26,"end":154,"type":"pattern","label":"base"},{"text":"droughts","start":156,"token_start":28,"token_end":28,"end":164,"type":"pattern","label":"base"},{"start":218,"end":232,"token_start":38,"token_end":40,"label":"predicate"},{"text":"climate change","start":233,"token_start":41,"token_end":42,"end":247,"type":"pattern","label":"base"},{"start":249,"end":254,"token_start":44,"token_end":44,"label":"type_of"},{"start":255,"end":265,"token_start":45,"token_end":45,"label":"base"},{"start":267,"end":273,"token_start":47,"token_end":47,"label":"where"},{"text":"frosts","start":274,"token_start":48,"token_end":48,"end":280,"type":"pattern","label":"base"},{"text":"flooding","start":282,"token_start":50,"token_end":50,"end":290,"type":"pattern","label":"base"},{"text":"forest fires","start":295,"token_start":52,"token_end":53,"end":307,"type":"pattern","label":"base"}],"tokens":[{"text":"Around","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"the","start":7,"end":10,"id":1,"ws":true,"disabled":false},{"text":"wine","start":11,"end":15,"id":2,"ws":false,"disabled":false},{"text":"-","start":15,"end":16,"id":3,"ws":false,"disabled":false},{"text":"growing","start":16,"end":23,"id":4,"ws":true,"disabled":false},{"text":"world","start":24,"end":29,"id":5,"ws":false,"disabled":false},{"text":",","start":29,"end":30,"id":6,"ws":true,"disabled":false},{"text":"smart","start":31,"end":36,"id":7,"ws":true,"disabled":false},{"text":"producers","start":37,"end":46,"id":8,"ws":true,"disabled":false},{"text":"have","start":47,"end":51,"id":9,"ws":true,"disabled":false},{"text":"contemplated","start":52,"end":64,"id":10,"ws":true,"disabled":false},{"text":"and","start":65,"end":68,"id":11,"ws":true,"disabled":false},{"text":"experimented","start":69,"end":81,"id":12,"ws":true,"disabled":false},{"text":"with","start":82,"end":86,"id":13,"ws":true,"disabled":false},{"text":"adaptations","start":87,"end":98,"id":14,"ws":false,"disabled":false},{"text":",","start":98,"end":99,"id":15,"ws":true,"disabled":false},{"text":"not","start":100,"end":103,"id":16,"ws":true,"disabled":false},{"text":"only","start":104,"end":108,"id":17,"ws":true,"disabled":false},{"text":"to","start":109,"end":111,"id":18,"ws":true,"disabled":false},{"text":"hotter","start":112,"end":118,"id":19,"ws":true,"disabled":false},{"text":"summers","start":119,"end":126,"id":20,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":21,"ws":true,"disabled":false},{"text":"but","start":128,"end":131,"id":22,"ws":true,"disabled":false},{"text":"also","start":132,"end":136,"id":23,"ws":true,"disabled":false},{"text":"to","start":137,"end":139,"id":24,"ws":true,"disabled":false},{"text":"warmer","start":140,"end":146,"id":25,"ws":true,"disabled":false},{"text":"winters","start":147,"end":154,"id":26,"ws":false,"disabled":false},{"text":",","start":154,"end":155,"id":27,"ws":true,"disabled":false},{"text":"droughts","start":156,"end":164,"id":28,"ws":true,"disabled":false},{"text":"and","start":165,"end":168,"id":29,"ws":true,"disabled":false},{"text":"the","start":169,"end":172,"id":30,"ws":true,"disabled":false},{"text":"sort","start":173,"end":177,"id":31,"ws":true,"disabled":false},{"text":"of","start":178,"end":180,"id":32,"ws":true,"disabled":false},{"text":"unexpected","start":181,"end":191,"id":33,"ws":false,"disabled":false},{"text":",","start":191,"end":192,"id":34,"ws":true,"disabled":false},{"text":"sometimes","start":193,"end":202,"id":35,"ws":true,"disabled":false},{"text":"violent","start":203,"end":210,"id":36,"ws":true,"disabled":false},{"text":"events","start":211,"end":217,"id":37,"ws":true,"disabled":false},{"text":"that","start":218,"end":222,"id":38,"ws":true,"disabled":false},{"text":"stem","start":223,"end":227,"id":39,"ws":true,"disabled":false},{"text":"from","start":228,"end":232,"id":40,"ws":true,"disabled":false},{"text":"climate","start":233,"end":240,"id":41,"ws":true,"disabled":false},{"text":"change","start":241,"end":247,"id":42,"ws":false,"disabled":false},{"text":":","start":247,"end":248,"id":43,"ws":true,"disabled":false},{"text":"freak","start":249,"end":254,"id":44,"ws":true,"disabled":false},{"text":"hailstorms","start":255,"end":265,"id":45,"ws":false,"disabled":false},{"text":",","start":265,"end":266,"id":46,"ws":true,"disabled":false},{"text":"spring","start":267,"end":273,"id":47,"ws":true,"disabled":false},{"text":"frosts","start":274,"end":280,"id":48,"ws":false,"disabled":false},{"text":",","start":280,"end":281,"id":49,"ws":true,"disabled":false},{"text":"flooding","start":282,"end":290,"id":50,"ws":true,"disabled":false},{"text":"and","start":291,"end":294,"id":51,"ws":true,"disabled":false},{"text":"forest","start":295,"end":301,"id":52,"ws":true,"disabled":false},{"text":"fires","start":302,"end":307,"id":53,"ws":false,"disabled":false},{"text":",","start":307,"end":308,"id":54,"ws":true,"disabled":false},{"text":"just","start":309,"end":313,"id":55,"ws":true,"disabled":false},{"text":"to","start":314,"end":316,"id":56,"ws":true,"disabled":false},{"text":"name","start":317,"end":321,"id":57,"ws":true,"disabled":false},{"text":"a","start":322,"end":323,"id":58,"ws":true,"disabled":false},{"text":"few","start":324,"end":327,"id":59,"ws":false,"disabled":false},{"text":".","start":327,"end":328,"id":60,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":329,"end":341,"id":61,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":342,"end":354,"id":62,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":44,"child":45,"head_span":{"start":249,"end":254,"token_start":44,"token_end":44,"label":"type_of"},"child_span":{"start":255,"end":265,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":48,"head_span":{"start":267,"end":273,"token_start":47,"token_end":47,"label":"where"},"child_span":{"start":274,"end":280,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":45,"head_span":{"start":233,"end":247,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":255,"end":265,"token_start":45,"token_end":45,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":48,"head_span":{"start":233,"end":247,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":274,"end":280,"token_start":48,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":50,"head_span":{"start":233,"end":247,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":282,"end":290,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":53,"head_span":{"start":233,"end":247,"token_start":41,"token_end":42,"label":"base"},"child_span":{"start":295,"end":307,"token_start":52,"token_end":53,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cExtreme heat, powerful storms and floods, year-round wildfires, droughts, and other climate-related events have already caused thousands of deaths and displaced tens of thousands of people in the U.S. from their homes, with significant personal loss and mental health impacts especially for first responders and children,\u201d the letter warns.","text":"\u201cExtreme heat, powerful storms and floods, year-round wildfires, droughts, and other climate-related events have already caused thousands of deaths and displaced tens of thousands of people in the U.S. from their homes, with significant personal loss and mental health impacts especially for first responders and children,\u201d the letter warns. IMPLIED_BASE IMPLIED_BASE","characters":"341","document_index":"273","md_sentence_index":"5","classification_origin":"cm_cause_effect_rel","url":"http://www.climatesciencewatch.org/2019/06/28/as-climate-change-creates-a-true-public-health-emergency-trump-administration-quashes-federal-climate-program-and-exiles-its-director/","combo_id":"273_5","post-training batch1":"273_5","_input_hash":1818124008,"_task_hash":1658783774,"spans":[{"start":1,"end":8,"token_start":1,"token_end":1,"label":"type_of"},{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},{"start":15,"end":23,"token_start":4,"token_end":4,"label":"type_of"},{"text":"storms","start":24,"token_start":5,"token_end":5,"end":30,"type":"pattern","label":"base"},{"text":"floods","start":35,"token_start":7,"token_end":7,"end":41,"type":"pattern","label":"base"},{"start":43,"end":53,"token_start":9,"token_end":11,"label":"when"},{"text":"wildfires","start":54,"token_start":12,"token_end":12,"end":63,"type":"pattern","label":"base"},{"text":"droughts","start":65,"token_start":14,"token_end":14,"end":73,"type":"pattern","label":"base"},{"start":108,"end":112,"token_start":22,"token_end":22,"label":"confidence"},{"start":113,"end":120,"token_start":23,"token_end":23,"label":"when"},{"start":121,"end":127,"token_start":24,"token_end":24,"label":"predicate"},{"start":128,"end":137,"token_start":25,"token_end":25,"label":"effect_size"},{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},{"start":152,"end":161,"token_start":29,"token_end":29,"label":"change_direction"},{"start":162,"end":179,"token_start":30,"token_end":32,"label":"effect_size"},{"text":"people","start":183,"token_start":34,"token_end":34,"end":189,"type":"pattern","label":"base"},{"start":190,"end":201,"token_start":35,"token_end":37,"label":"where"},{"start":220,"end":224,"token_start":42,"token_end":42,"label":"predicate"},{"start":225,"end":236,"token_start":43,"token_end":43,"label":"effect_size"},{"start":237,"end":250,"token_start":44,"token_end":45,"label":"base"},{"start":255,"end":261,"token_start":47,"token_end":47,"label":"type_of"},{"text":"health","start":262,"token_start":48,"token_end":48,"end":268,"type":"pattern","label":"base"},{"start":269,"end":276,"token_start":49,"token_end":49,"label":"aspect_changing"},{"start":292,"end":308,"token_start":52,"token_end":53,"label":"to_whom"},{"start":313,"end":321,"token_start":55,"token_end":55,"label":"to_whom"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Extreme","start":1,"end":8,"id":1,"ws":true,"disabled":false},{"text":"heat","start":9,"end":13,"id":2,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":3,"ws":true,"disabled":false},{"text":"powerful","start":15,"end":23,"id":4,"ws":true,"disabled":false},{"text":"storms","start":24,"end":30,"id":5,"ws":true,"disabled":false},{"text":"and","start":31,"end":34,"id":6,"ws":true,"disabled":false},{"text":"floods","start":35,"end":41,"id":7,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":8,"ws":true,"disabled":false},{"text":"year","start":43,"end":47,"id":9,"ws":false,"disabled":false},{"text":"-","start":47,"end":48,"id":10,"ws":false,"disabled":false},{"text":"round","start":48,"end":53,"id":11,"ws":true,"disabled":false},{"text":"wildfires","start":54,"end":63,"id":12,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":13,"ws":true,"disabled":false},{"text":"droughts","start":65,"end":73,"id":14,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":15,"ws":true,"disabled":false},{"text":"and","start":75,"end":78,"id":16,"ws":true,"disabled":false},{"text":"other","start":79,"end":84,"id":17,"ws":true,"disabled":false},{"text":"climate","start":85,"end":92,"id":18,"ws":false,"disabled":false},{"text":"-","start":92,"end":93,"id":19,"ws":false,"disabled":false},{"text":"related","start":93,"end":100,"id":20,"ws":true,"disabled":false},{"text":"events","start":101,"end":107,"id":21,"ws":true,"disabled":false},{"text":"have","start":108,"end":112,"id":22,"ws":true,"disabled":false},{"text":"already","start":113,"end":120,"id":23,"ws":true,"disabled":false},{"text":"caused","start":121,"end":127,"id":24,"ws":true,"disabled":false},{"text":"thousands","start":128,"end":137,"id":25,"ws":true,"disabled":false},{"text":"of","start":138,"end":140,"id":26,"ws":true,"disabled":false},{"text":"deaths","start":141,"end":147,"id":27,"ws":true,"disabled":false},{"text":"and","start":148,"end":151,"id":28,"ws":true,"disabled":false},{"text":"displaced","start":152,"end":161,"id":29,"ws":true,"disabled":false},{"text":"tens","start":162,"end":166,"id":30,"ws":true,"disabled":false},{"text":"of","start":167,"end":169,"id":31,"ws":true,"disabled":false},{"text":"thousands","start":170,"end":179,"id":32,"ws":true,"disabled":false},{"text":"of","start":180,"end":182,"id":33,"ws":true,"disabled":false},{"text":"people","start":183,"end":189,"id":34,"ws":true,"disabled":false},{"text":"in","start":190,"end":192,"id":35,"ws":true,"disabled":false},{"text":"the","start":193,"end":196,"id":36,"ws":true,"disabled":false},{"text":"U.S.","start":197,"end":201,"id":37,"ws":true,"disabled":false},{"text":"from","start":202,"end":206,"id":38,"ws":true,"disabled":false},{"text":"their","start":207,"end":212,"id":39,"ws":true,"disabled":false},{"text":"homes","start":213,"end":218,"id":40,"ws":false,"disabled":false},{"text":",","start":218,"end":219,"id":41,"ws":true,"disabled":false},{"text":"with","start":220,"end":224,"id":42,"ws":true,"disabled":false},{"text":"significant","start":225,"end":236,"id":43,"ws":true,"disabled":false},{"text":"personal","start":237,"end":245,"id":44,"ws":true,"disabled":false},{"text":"loss","start":246,"end":250,"id":45,"ws":true,"disabled":false},{"text":"and","start":251,"end":254,"id":46,"ws":true,"disabled":false},{"text":"mental","start":255,"end":261,"id":47,"ws":true,"disabled":false},{"text":"health","start":262,"end":268,"id":48,"ws":true,"disabled":false},{"text":"impacts","start":269,"end":276,"id":49,"ws":true,"disabled":false},{"text":"especially","start":277,"end":287,"id":50,"ws":true,"disabled":false},{"text":"for","start":288,"end":291,"id":51,"ws":true,"disabled":false},{"text":"first","start":292,"end":297,"id":52,"ws":true,"disabled":false},{"text":"responders","start":298,"end":308,"id":53,"ws":true,"disabled":false},{"text":"and","start":309,"end":312,"id":54,"ws":true,"disabled":false},{"text":"children","start":313,"end":321,"id":55,"ws":false,"disabled":false},{"text":",","start":321,"end":322,"id":56,"ws":false,"disabled":false},{"text":"\u201d","start":322,"end":323,"id":57,"ws":true,"disabled":false},{"text":"the","start":324,"end":327,"id":58,"ws":true,"disabled":false},{"text":"letter","start":328,"end":334,"id":59,"ws":true,"disabled":false},{"text":"warns","start":335,"end":340,"id":60,"ws":false,"disabled":false},{"text":".","start":340,"end":341,"id":61,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":342,"end":354,"id":62,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":355,"end":367,"id":63,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":11,"child":12,"head_span":{"start":43,"end":53,"token_start":9,"token_end":11,"label":"when"},"child_span":{"start":54,"end":63,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":2,"head_span":{"start":1,"end":8,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":15,"end":23,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":24,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":7,"head_span":{"start":15,"end":23,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":35,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":27,"head_span":{"start":128,"end":137,"token_start":25,"token_end":25,"label":"effect_size"},"child_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":34,"head_span":{"start":162,"end":179,"token_start":30,"token_end":32,"label":"effect_size"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":34,"head_span":{"start":152,"end":161,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":34,"head_span":{"start":190,"end":201,"token_start":35,"token_end":37,"label":"where"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":45,"head_span":{"start":225,"end":236,"token_start":43,"token_end":43,"label":"effect_size"},"child_span":{"start":237,"end":250,"token_start":44,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":48,"head_span":{"start":255,"end":261,"token_start":47,"token_end":47,"label":"type_of"},"child_span":{"start":262,"end":268,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":48,"head_span":{"start":269,"end":276,"token_start":49,"token_end":49,"label":"aspect_changing"},"child_span":{"start":262,"end":268,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":53,"child":45,"head_span":{"start":292,"end":308,"token_start":52,"token_end":53,"label":"to_whom"},"child_span":{"start":237,"end":250,"token_start":44,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":55,"child":45,"head_span":{"start":313,"end":321,"token_start":55,"token_end":55,"label":"to_whom"},"child_span":{"start":237,"end":250,"token_start":44,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":53,"child":48,"head_span":{"start":292,"end":308,"token_start":52,"token_end":53,"label":"to_whom"},"child_span":{"start":262,"end":268,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":55,"child":48,"head_span":{"start":313,"end":321,"token_start":55,"token_end":55,"label":"to_whom"},"child_span":{"start":262,"end":268,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":27,"head_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":27,"head_span":{"start":24,"end":30,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":27,"head_span":{"start":35,"end":41,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":27,"head_span":{"start":54,"end":63,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":27,"head_span":{"start":65,"end":73,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":34,"head_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":34,"head_span":{"start":24,"end":30,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":34,"head_span":{"start":35,"end":41,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":34,"head_span":{"start":54,"end":63,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":34,"head_span":{"start":65,"end":73,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":45,"head_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":237,"end":250,"token_start":44,"token_end":45,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":48,"head_span":{"start":141,"end":147,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":262,"end":268,"token_start":48,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":45,"head_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":237,"end":250,"token_start":44,"token_end":45,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":48,"head_span":{"start":183,"end":189,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":262,"end":268,"token_start":48,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Historical warming has likely increased flood magnitude for mixed\u2010regime watersheds","text":"Historical warming has likely increased flood magnitude for mixed\u2010regime watersheds IMPLIED_BASE IMPLIED_BASE","characters":"83","document_index":"605","md_sentence_index":"38","classification_origin":"causal_sentence_classification","url":"https://agupubs.onlinelibrary.wiley.com/doi/full/10.1029/2019WR025571","combo_id":"605_38","post-training batch1":"605_38","_input_hash":1999319907,"_task_hash":-651740867,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"when"},{"start":11,"end":18,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":19,"end":29,"token_start":2,"token_end":3,"label":"confidence"},{"text":"increased","start":30,"token_start":4,"token_end":4,"end":39,"type":"pattern","label":"change_direction"},{"start":40,"end":55,"token_start":5,"token_end":6,"label":"aspect_changing"},{"start":60,"end":72,"token_start":8,"token_end":8,"label":"type_of"},{"start":73,"end":83,"token_start":9,"token_end":9,"label":"base"},{"start":84,"end":96,"token_start":10,"token_end":10,"label":"base"}],"tokens":[{"text":"Historical","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"warming","start":11,"end":18,"id":1,"ws":true,"disabled":false},{"text":"has","start":19,"end":22,"id":2,"ws":true,"disabled":false},{"text":"likely","start":23,"end":29,"id":3,"ws":true,"disabled":false},{"text":"increased","start":30,"end":39,"id":4,"ws":true,"disabled":false},{"text":"flood","start":40,"end":45,"id":5,"ws":true,"disabled":false},{"text":"magnitude","start":46,"end":55,"id":6,"ws":true,"disabled":false},{"text":"for","start":56,"end":59,"id":7,"ws":true,"disabled":false},{"text":"mixed\u2010regime","start":60,"end":72,"id":8,"ws":true,"disabled":false},{"text":"watersheds","start":73,"end":83,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":84,"end":96,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":97,"end":109,"id":11,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":1,"child":10,"head_span":{"start":11,"end":18,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":84,"end":96,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":10,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"when"},"child_span":{"start":84,"end":96,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":60,"end":72,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":73,"end":83,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":40,"end":55,"token_start":5,"token_end":6,"label":"aspect_changing"},"child_span":{"start":73,"end":83,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":9,"head_span":{"start":30,"end":39,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":73,"end":83,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":84,"end":96,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":73,"end":83,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"staged","Dataset name":"checkin-four","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Antarctic glaciers have been melting at an accelerating pace over the past four decades thanks to an influx of warm ocean water \u2014 a startling new finding that researchers say could mean sea levels are poised to rise more quickly than predicted in coming decades.\n","text":"Antarctic glaciers have been melting at an accelerating pace over the past four decades thanks to an influx of warm ocean water \u2014 a startling new finding that researchers say could mean sea levels are poised to rise more quickly than predicted in coming decades. IMPLIED_BASE IMPLIED_BASE","characters":"263","document_index":"25","md_sentence_index":"115","classification_origin":"cm_cause_effect_rel","url":"https://www.washingtonpost.com/graphics/2019/lifestyle/magazine/climate-change-covers/","combo_id":"25_115","post-training batch1":"25_115","_input_hash":-1082426339,"_task_hash":-1376608085,"spans":[{"start":0,"end":9,"token_start":0,"token_end":0,"label":"type_of"},{"text":"glaciers","start":10,"token_start":1,"token_end":1,"end":18,"type":"pattern","label":"base"},{"start":29,"end":36,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":43,"end":55,"token_start":7,"token_end":7,"label":"change_direction"},{"start":56,"end":60,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":61,"end":87,"token_start":9,"token_end":13,"label":"when"},{"start":88,"end":97,"token_start":14,"token_end":15,"label":"predicate"},{"start":101,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":111,"end":121,"token_start":19,"token_end":20,"label":"type_of"},{"text":"water","start":122,"token_start":21,"token_end":21,"end":127,"type":"pattern","label":"base"},{"start":175,"end":180,"token_start":30,"token_end":30,"label":"confidence"},{"start":181,"end":185,"token_start":31,"token_end":31,"label":"predicate"},{"start":186,"end":189,"token_start":32,"token_end":32,"label":"base"},{"start":190,"end":196,"token_start":33,"token_end":33,"label":"aspect_changing"},{"start":211,"end":228,"token_start":37,"token_end":39,"label":"change_direction"},{"start":229,"end":243,"token_start":40,"token_end":41,"label":"effect_size"},{"start":244,"end":261,"token_start":42,"token_end":44,"label":"when"}],"tokens":[{"text":"Antarctic","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"glaciers","start":10,"end":18,"id":1,"ws":true,"disabled":false},{"text":"have","start":19,"end":23,"id":2,"ws":true,"disabled":false},{"text":"been","start":24,"end":28,"id":3,"ws":true,"disabled":false},{"text":"melting","start":29,"end":36,"id":4,"ws":true,"disabled":false},{"text":"at","start":37,"end":39,"id":5,"ws":true,"disabled":false},{"text":"an","start":40,"end":42,"id":6,"ws":true,"disabled":false},{"text":"accelerating","start":43,"end":55,"id":7,"ws":true,"disabled":false},{"text":"pace","start":56,"end":60,"id":8,"ws":true,"disabled":false},{"text":"over","start":61,"end":65,"id":9,"ws":true,"disabled":false},{"text":"the","start":66,"end":69,"id":10,"ws":true,"disabled":false},{"text":"past","start":70,"end":74,"id":11,"ws":true,"disabled":false},{"text":"four","start":75,"end":79,"id":12,"ws":true,"disabled":false},{"text":"decades","start":80,"end":87,"id":13,"ws":true,"disabled":false},{"text":"thanks","start":88,"end":94,"id":14,"ws":true,"disabled":false},{"text":"to","start":95,"end":97,"id":15,"ws":true,"disabled":false},{"text":"an","start":98,"end":100,"id":16,"ws":true,"disabled":false},{"text":"influx","start":101,"end":107,"id":17,"ws":true,"disabled":false},{"text":"of","start":108,"end":110,"id":18,"ws":true,"disabled":false},{"text":"warm","start":111,"end":115,"id":19,"ws":true,"disabled":false},{"text":"ocean","start":116,"end":121,"id":20,"ws":true,"disabled":false},{"text":"water","start":122,"end":127,"id":21,"ws":true,"disabled":false},{"text":"\u2014","start":128,"end":129,"id":22,"ws":true,"disabled":false},{"text":"a","start":130,"end":131,"id":23,"ws":true,"disabled":false},{"text":"startling","start":132,"end":141,"id":24,"ws":true,"disabled":false},{"text":"new","start":142,"end":145,"id":25,"ws":true,"disabled":false},{"text":"finding","start":146,"end":153,"id":26,"ws":true,"disabled":false},{"text":"that","start":154,"end":158,"id":27,"ws":true,"disabled":false},{"text":"researchers","start":159,"end":170,"id":28,"ws":true,"disabled":false},{"text":"say","start":171,"end":174,"id":29,"ws":true,"disabled":false},{"text":"could","start":175,"end":180,"id":30,"ws":true,"disabled":false},{"text":"mean","start":181,"end":185,"id":31,"ws":true,"disabled":false},{"text":"sea","start":186,"end":189,"id":32,"ws":true,"disabled":false},{"text":"levels","start":190,"end":196,"id":33,"ws":true,"disabled":false},{"text":"are","start":197,"end":200,"id":34,"ws":true,"disabled":false},{"text":"poised","start":201,"end":207,"id":35,"ws":true,"disabled":false},{"text":"to","start":208,"end":210,"id":36,"ws":true,"disabled":false},{"text":"rise","start":211,"end":215,"id":37,"ws":true,"disabled":false},{"text":"more","start":216,"end":220,"id":38,"ws":true,"disabled":false},{"text":"quickly","start":221,"end":228,"id":39,"ws":true,"disabled":false},{"text":"than","start":229,"end":233,"id":40,"ws":true,"disabled":false},{"text":"predicted","start":234,"end":243,"id":41,"ws":true,"disabled":false},{"text":"in","start":244,"end":246,"id":42,"ws":true,"disabled":false},{"text":"coming","start":247,"end":253,"id":43,"ws":true,"disabled":false},{"text":"decades","start":254,"end":261,"id":44,"ws":false,"disabled":false},{"text":".","start":261,"end":262,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":263,"end":275,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":276,"end":288,"id":47,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":17,"child":21,"head_span":{"start":101,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":122,"end":127,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":111,"end":121,"token_start":19,"token_end":20,"label":"type_of"},"child_span":{"start":122,"end":127,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":10,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":1,"head_span":{"start":43,"end":55,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":10,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":1,"head_span":{"start":29,"end":36,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":10,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":1,"head_span":{"start":56,"end":60,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":10,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":1,"head_span":{"start":61,"end":87,"token_start":9,"token_end":13,"label":"when"},"child_span":{"start":10,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":1,"head_span":{"start":122,"end":127,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":10,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":32,"head_span":{"start":190,"end":196,"token_start":33,"token_end":33,"label":"aspect_changing"},"child_span":{"start":186,"end":189,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":32,"head_span":{"start":211,"end":228,"token_start":37,"token_end":39,"label":"change_direction"},"child_span":{"start":186,"end":189,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":32,"head_span":{"start":229,"end":243,"token_start":40,"token_end":41,"label":"effect_size"},"child_span":{"start":186,"end":189,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":32,"head_span":{"start":244,"end":261,"token_start":42,"token_end":44,"label":"when"},"child_span":{"start":186,"end":189,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":32,"head_span":{"start":10,"end":18,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":186,"end":189,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":false,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For Suzanne Drake, a historical-society volunteer who cobbled together enough money during the recession to buy \u201cthe ugliest house on the prettiest street in town,\u201d talk of managed retreat has kicked up an anger she didn\u2019t know she had.\n","text":"For Suzanne Drake, a historical-society volunteer who cobbled together enough money during the recession to buy \u201cthe ugliest house on the prettiest street in town,\u201d talk of managed retreat has kicked up an anger she didn\u2019t know she had. IMPLIED_BASE IMPLIED_BASE","characters":"237","document_index":"524","md_sentence_index":"77","classification_origin":"causal_sentence_classification","url":"https://www.latimes.com/projects/la-me-sea-level-rise-california-coast/","combo_id":"524_77","post-training batch1":"524_77","_input_hash":-2010373751,"_task_hash":-1024584756,"spans":[{"start":165,"end":169,"token_start":31,"token_end":31,"label":"aspect_changing"},{"start":173,"end":188,"token_start":33,"token_end":34,"label":"base"},{"start":193,"end":202,"token_start":36,"token_end":37,"label":"change_direction"},{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Suzanne","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"Drake","start":12,"end":17,"id":2,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":3,"ws":true,"disabled":false},{"text":"a","start":19,"end":20,"id":4,"ws":true,"disabled":false},{"text":"historical","start":21,"end":31,"id":5,"ws":false,"disabled":false},{"text":"-","start":31,"end":32,"id":6,"ws":false,"disabled":false},{"text":"society","start":32,"end":39,"id":7,"ws":true,"disabled":false},{"text":"volunteer","start":40,"end":49,"id":8,"ws":true,"disabled":false},{"text":"who","start":50,"end":53,"id":9,"ws":true,"disabled":false},{"text":"cobbled","start":54,"end":61,"id":10,"ws":true,"disabled":false},{"text":"together","start":62,"end":70,"id":11,"ws":true,"disabled":false},{"text":"enough","start":71,"end":77,"id":12,"ws":true,"disabled":false},{"text":"money","start":78,"end":83,"id":13,"ws":true,"disabled":false},{"text":"during","start":84,"end":90,"id":14,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":15,"ws":true,"disabled":false},{"text":"recession","start":95,"end":104,"id":16,"ws":true,"disabled":false},{"text":"to","start":105,"end":107,"id":17,"ws":true,"disabled":false},{"text":"buy","start":108,"end":111,"id":18,"ws":true,"disabled":false},{"text":"\u201c","start":112,"end":113,"id":19,"ws":false,"disabled":false},{"text":"the","start":113,"end":116,"id":20,"ws":true,"disabled":false},{"text":"ugliest","start":117,"end":124,"id":21,"ws":true,"disabled":false},{"text":"house","start":125,"end":130,"id":22,"ws":true,"disabled":false},{"text":"on","start":131,"end":133,"id":23,"ws":true,"disabled":false},{"text":"the","start":134,"end":137,"id":24,"ws":true,"disabled":false},{"text":"prettiest","start":138,"end":147,"id":25,"ws":true,"disabled":false},{"text":"street","start":148,"end":154,"id":26,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":27,"ws":true,"disabled":false},{"text":"town","start":158,"end":162,"id":28,"ws":false,"disabled":false},{"text":",","start":162,"end":163,"id":29,"ws":false,"disabled":false},{"text":"\u201d","start":163,"end":164,"id":30,"ws":true,"disabled":false},{"text":"talk","start":165,"end":169,"id":31,"ws":true,"disabled":false},{"text":"of","start":170,"end":172,"id":32,"ws":true,"disabled":false},{"text":"managed","start":173,"end":180,"id":33,"ws":true,"disabled":false},{"text":"retreat","start":181,"end":188,"id":34,"ws":true,"disabled":false},{"text":"has","start":189,"end":192,"id":35,"ws":true,"disabled":false},{"text":"kicked","start":193,"end":199,"id":36,"ws":true,"disabled":false},{"text":"up","start":200,"end":202,"id":37,"ws":true,"disabled":false},{"text":"an","start":203,"end":205,"id":38,"ws":true,"disabled":false},{"text":"anger","start":206,"end":211,"id":39,"ws":true,"disabled":false},{"text":"she","start":212,"end":215,"id":40,"ws":true,"disabled":false},{"text":"did","start":216,"end":219,"id":41,"ws":false,"disabled":false},{"text":"n\u2019t","start":219,"end":222,"id":42,"ws":true,"disabled":false},{"text":"know","start":223,"end":227,"id":43,"ws":true,"disabled":false},{"text":"she","start":228,"end":231,"id":44,"ws":true,"disabled":false},{"text":"had","start":232,"end":235,"id":45,"ws":false,"disabled":false},{"text":".","start":235,"end":236,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":237,"end":249,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":250,"end":262,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":31,"child":34,"head_span":{"start":165,"end":169,"token_start":31,"token_end":31,"label":"aspect_changing"},"child_span":{"start":173,"end":188,"token_start":33,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":39,"head_span":{"start":193,"end":202,"token_start":36,"token_end":37,"label":"change_direction"},"child_span":{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":39,"head_span":{"start":173,"end":188,"token_start":33,"token_end":34,"label":"base"},"child_span":{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Amid the overwhelming scientific consensus and growing public demands for actions, some senior Republicans, like Majority Leader Mitch McConnell, have acknowledged that human activity is driving climate change.","text":"Amid the overwhelming scientific consensus and growing public demands for actions, some senior Republicans, like Majority Leader Mitch McConnell, have acknowledged that human activity is driving climate change. IMPLIED_BASE IMPLIED_BASE","characters":"210","document_index":"330","md_sentence_index":"19","classification_origin":"cm_cause_effect_rel","url":"https://www.politico.com/story/2019/08/22/climate-change-global-translations-1675710","combo_id":"330_19","post-training batch1":"330_19","_input_hash":-1859290451,"_task_hash":-772553461,"spans":[{"text":"growing","start":47,"token_start":6,"token_end":6,"end":54,"type":"pattern","label":"change_direction"},{"start":169,"end":183,"token_start":25,"token_end":26,"label":"base"},{"start":187,"end":194,"token_start":28,"token_end":28,"label":"predicate"},{"text":"climate change","start":195,"token_start":29,"token_end":30,"end":209,"type":"pattern","label":"base"}],"tokens":[{"text":"Amid","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"overwhelming","start":9,"end":21,"id":2,"ws":true,"disabled":false},{"text":"scientific","start":22,"end":32,"id":3,"ws":true,"disabled":false},{"text":"consensus","start":33,"end":42,"id":4,"ws":true,"disabled":false},{"text":"and","start":43,"end":46,"id":5,"ws":true,"disabled":false},{"text":"growing","start":47,"end":54,"id":6,"ws":true,"disabled":false},{"text":"public","start":55,"end":61,"id":7,"ws":true,"disabled":false},{"text":"demands","start":62,"end":69,"id":8,"ws":true,"disabled":false},{"text":"for","start":70,"end":73,"id":9,"ws":true,"disabled":false},{"text":"actions","start":74,"end":81,"id":10,"ws":false,"disabled":false},{"text":",","start":81,"end":82,"id":11,"ws":true,"disabled":false},{"text":"some","start":83,"end":87,"id":12,"ws":true,"disabled":false},{"text":"senior","start":88,"end":94,"id":13,"ws":true,"disabled":false},{"text":"Republicans","start":95,"end":106,"id":14,"ws":false,"disabled":false},{"text":",","start":106,"end":107,"id":15,"ws":true,"disabled":false},{"text":"like","start":108,"end":112,"id":16,"ws":true,"disabled":false},{"text":"Majority","start":113,"end":121,"id":17,"ws":true,"disabled":false},{"text":"Leader","start":122,"end":128,"id":18,"ws":true,"disabled":false},{"text":"Mitch","start":129,"end":134,"id":19,"ws":true,"disabled":false},{"text":"McConnell","start":135,"end":144,"id":20,"ws":false,"disabled":false},{"text":",","start":144,"end":145,"id":21,"ws":true,"disabled":false},{"text":"have","start":146,"end":150,"id":22,"ws":true,"disabled":false},{"text":"acknowledged","start":151,"end":163,"id":23,"ws":true,"disabled":false},{"text":"that","start":164,"end":168,"id":24,"ws":true,"disabled":false},{"text":"human","start":169,"end":174,"id":25,"ws":true,"disabled":false},{"text":"activity","start":175,"end":183,"id":26,"ws":true,"disabled":false},{"text":"is","start":184,"end":186,"id":27,"ws":true,"disabled":false},{"text":"driving","start":187,"end":194,"id":28,"ws":true,"disabled":false},{"text":"climate","start":195,"end":202,"id":29,"ws":true,"disabled":false},{"text":"change","start":203,"end":209,"id":30,"ws":false,"disabled":false},{"text":".","start":209,"end":210,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":211,"end":223,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":224,"end":236,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":26,"child":30,"head_span":{"start":169,"end":183,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":195,"end":209,"token_start":29,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Studies estimate that with climate change, water availability per capita could decrease by as much as 88 percent in places, and crop yields in coastal regions may drop by a third.","text":"Studies estimate that with climate change, water availability per capita could decrease by as much as 88 percent in places, and crop yields in coastal regions may drop by a third. IMPLIED_BASE IMPLIED_BASE","characters":"179","document_index":"773","md_sentence_index":"246","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/07/23/magazine/climate-migration.html","combo_id":"773_246","post-training batch1":"773_246","_input_hash":1843943552,"_task_hash":1380049304,"spans":[{"start":8,"end":16,"token_start":1,"token_end":1,"label":"confidence"},{"start":22,"end":26,"token_start":3,"token_end":3,"label":"predicate"},{"text":"climate change","start":27,"token_start":4,"token_end":5,"end":41,"type":"pattern","label":"base"},{"text":"water","start":43,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"base"},{"start":49,"end":72,"token_start":8,"token_end":10,"label":"aspect_changing"},{"start":73,"end":78,"token_start":11,"token_end":11,"label":"confidence"},{"text":"decrease","start":79,"token_start":12,"token_end":12,"end":87,"type":"pattern","label":"change_direction"},{"start":88,"end":122,"token_start":13,"token_end":20,"label":"effect_size"},{"text":"crop","start":128,"token_start":23,"token_end":23,"end":132,"type":"pattern","label":"base"},{"start":133,"end":139,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":140,"end":158,"token_start":25,"token_end":27,"label":"where"},{"start":159,"end":162,"token_start":28,"token_end":28,"label":"confidence"},{"start":163,"end":167,"token_start":29,"token_end":29,"label":"change_direction"},{"start":168,"end":178,"token_start":30,"token_end":32,"label":"effect_size"}],"tokens":[{"text":"Studies","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"estimate","start":8,"end":16,"id":1,"ws":true,"disabled":false},{"text":"that","start":17,"end":21,"id":2,"ws":true,"disabled":false},{"text":"with","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"climate","start":27,"end":34,"id":4,"ws":true,"disabled":false},{"text":"change","start":35,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"water","start":43,"end":48,"id":7,"ws":true,"disabled":false},{"text":"availability","start":49,"end":61,"id":8,"ws":true,"disabled":false},{"text":"per","start":62,"end":65,"id":9,"ws":true,"disabled":false},{"text":"capita","start":66,"end":72,"id":10,"ws":true,"disabled":false},{"text":"could","start":73,"end":78,"id":11,"ws":true,"disabled":false},{"text":"decrease","start":79,"end":87,"id":12,"ws":true,"disabled":false},{"text":"by","start":88,"end":90,"id":13,"ws":true,"disabled":false},{"text":"as","start":91,"end":93,"id":14,"ws":true,"disabled":false},{"text":"much","start":94,"end":98,"id":15,"ws":true,"disabled":false},{"text":"as","start":99,"end":101,"id":16,"ws":true,"disabled":false},{"text":"88","start":102,"end":104,"id":17,"ws":true,"disabled":false},{"text":"percent","start":105,"end":112,"id":18,"ws":true,"disabled":false},{"text":"in","start":113,"end":115,"id":19,"ws":true,"disabled":false},{"text":"places","start":116,"end":122,"id":20,"ws":false,"disabled":false},{"text":",","start":122,"end":123,"id":21,"ws":true,"disabled":false},{"text":"and","start":124,"end":127,"id":22,"ws":true,"disabled":false},{"text":"crop","start":128,"end":132,"id":23,"ws":true,"disabled":false},{"text":"yields","start":133,"end":139,"id":24,"ws":true,"disabled":false},{"text":"in","start":140,"end":142,"id":25,"ws":true,"disabled":false},{"text":"coastal","start":143,"end":150,"id":26,"ws":true,"disabled":false},{"text":"regions","start":151,"end":158,"id":27,"ws":true,"disabled":false},{"text":"may","start":159,"end":162,"id":28,"ws":true,"disabled":false},{"text":"drop","start":163,"end":167,"id":29,"ws":true,"disabled":false},{"text":"by","start":168,"end":170,"id":30,"ws":true,"disabled":false},{"text":"a","start":171,"end":172,"id":31,"ws":true,"disabled":false},{"text":"third","start":173,"end":178,"id":32,"ws":false,"disabled":false},{"text":".","start":178,"end":179,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":180,"end":192,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":10,"child":7,"head_span":{"start":49,"end":72,"token_start":8,"token_end":10,"label":"aspect_changing"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":7,"head_span":{"start":79,"end":87,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":7,"head_span":{"start":88,"end":122,"token_start":13,"token_end":20,"label":"effect_size"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":7,"head_span":{"start":73,"end":78,"token_start":11,"token_end":11,"label":"confidence"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":23,"head_span":{"start":133,"end":139,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":23,"head_span":{"start":140,"end":158,"token_start":25,"token_end":27,"label":"where"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":23,"head_span":{"start":159,"end":162,"token_start":28,"token_end":28,"label":"confidence"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":23,"head_span":{"start":163,"end":167,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":23,"head_span":{"start":168,"end":178,"token_start":30,"token_end":32,"label":"effect_size"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":27,"end":41,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":43,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":23,"head_span":{"start":27,"end":41,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The author believes this is one of the first papers in the sustainability management field to conclude that climate-induced near-term societal collapse should now be a central concern for everyone, and therefore to invite scholars to explore the implications.","text":"The author believes this is one of the first papers in the sustainability management field to conclude that climate-induced near-term societal collapse should now be a central concern for everyone, and therefore to invite scholars to explore the implications. IMPLIED_BASE IMPLIED_BASE","characters":"259","document_index":"494","md_sentence_index":"45","classification_origin":"causal_sentence_classification","url":"http://lifeworth.com/deepadaptation.pdf","combo_id":"494_45","post-training batch1":"494_45","_input_hash":1978343747,"_task_hash":-1923069411,"spans":[{"start":108,"end":115,"token_start":18,"token_end":18,"label":"base"},{"start":116,"end":123,"token_start":20,"token_end":20,"label":"predicate"},{"start":124,"end":133,"token_start":21,"token_end":23,"label":"type_of"},{"start":134,"end":151,"token_start":24,"token_end":25,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"author","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"believes","start":11,"end":19,"id":2,"ws":true,"disabled":false},{"text":"this","start":20,"end":24,"id":3,"ws":true,"disabled":false},{"text":"is","start":25,"end":27,"id":4,"ws":true,"disabled":false},{"text":"one","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":7,"ws":true,"disabled":false},{"text":"first","start":39,"end":44,"id":8,"ws":true,"disabled":false},{"text":"papers","start":45,"end":51,"id":9,"ws":true,"disabled":false},{"text":"in","start":52,"end":54,"id":10,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":11,"ws":true,"disabled":false},{"text":"sustainability","start":59,"end":73,"id":12,"ws":true,"disabled":false},{"text":"management","start":74,"end":84,"id":13,"ws":true,"disabled":false},{"text":"field","start":85,"end":90,"id":14,"ws":true,"disabled":false},{"text":"to","start":91,"end":93,"id":15,"ws":true,"disabled":false},{"text":"conclude","start":94,"end":102,"id":16,"ws":true,"disabled":false},{"text":"that","start":103,"end":107,"id":17,"ws":true,"disabled":false},{"text":"climate","start":108,"end":115,"id":18,"ws":false,"disabled":false},{"text":"-","start":115,"end":116,"id":19,"ws":false,"disabled":false},{"text":"induced","start":116,"end":123,"id":20,"ws":true,"disabled":false},{"text":"near","start":124,"end":128,"id":21,"ws":false,"disabled":false},{"text":"-","start":128,"end":129,"id":22,"ws":false,"disabled":false},{"text":"term","start":129,"end":133,"id":23,"ws":true,"disabled":false},{"text":"societal","start":134,"end":142,"id":24,"ws":true,"disabled":false},{"text":"collapse","start":143,"end":151,"id":25,"ws":true,"disabled":false},{"text":"should","start":152,"end":158,"id":26,"ws":true,"disabled":false},{"text":"now","start":159,"end":162,"id":27,"ws":true,"disabled":false},{"text":"be","start":163,"end":165,"id":28,"ws":true,"disabled":false},{"text":"a","start":166,"end":167,"id":29,"ws":true,"disabled":false},{"text":"central","start":168,"end":175,"id":30,"ws":true,"disabled":false},{"text":"concern","start":176,"end":183,"id":31,"ws":true,"disabled":false},{"text":"for","start":184,"end":187,"id":32,"ws":true,"disabled":false},{"text":"everyone","start":188,"end":196,"id":33,"ws":false,"disabled":false},{"text":",","start":196,"end":197,"id":34,"ws":true,"disabled":false},{"text":"and","start":198,"end":201,"id":35,"ws":true,"disabled":false},{"text":"therefore","start":202,"end":211,"id":36,"ws":true,"disabled":false},{"text":"to","start":212,"end":214,"id":37,"ws":true,"disabled":false},{"text":"invite","start":215,"end":221,"id":38,"ws":true,"disabled":false},{"text":"scholars","start":222,"end":230,"id":39,"ws":true,"disabled":false},{"text":"to","start":231,"end":233,"id":40,"ws":true,"disabled":false},{"text":"explore","start":234,"end":241,"id":41,"ws":true,"disabled":false},{"text":"the","start":242,"end":245,"id":42,"ws":true,"disabled":false},{"text":"implications","start":246,"end":258,"id":43,"ws":false,"disabled":false},{"text":".","start":258,"end":259,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":260,"end":272,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":273,"end":285,"id":46,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":18,"child":25,"head_span":{"start":108,"end":115,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":134,"end":151,"token_start":24,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":25,"head_span":{"start":124,"end":133,"token_start":21,"token_end":23,"label":"type_of"},"child_span":{"start":134,"end":151,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"While a more moderate emissions trajectory will still produce more intense, frequent and longer lasting droughts in most of the world's mid-latitude regions than current conditions, the shift will be less than if carbon emissions remain near the top of forecasts.\n","text":"While a more moderate emissions trajectory will still produce more intense, frequent and longer lasting droughts in most of the world's mid-latitude regions than current conditions, the shift will be less than if carbon emissions remain near the top of forecasts. IMPLIED_BASE IMPLIED_BASE","characters":"264","document_index":"737","md_sentence_index":"18","classification_origin":"causal_sentence_classification","url":"https://www.smh.com.au/environment/climate-change/australia-among-global-hot-spots-as-droughts-worsen-in-warming-world-20200601-p54ydh.html","combo_id":"737_18","post-training batch1":"737_18","_input_hash":90044871,"_task_hash":-990661806,"spans":[{"start":8,"end":21,"token_start":2,"token_end":3,"label":"change_direction"},{"start":22,"end":42,"token_start":4,"token_end":5,"label":"aspect_changing"},{"start":43,"end":47,"token_start":6,"token_end":6,"label":"confidence"},{"start":54,"end":61,"token_start":8,"token_end":8,"label":"predicate"},{"start":62,"end":103,"token_start":9,"token_end":15,"label":"change_direction"},{"text":"droughts","start":104,"token_start":16,"token_end":16,"end":112,"type":"pattern","label":"base"},{"start":113,"end":156,"token_start":17,"token_end":26,"label":"where"},{"start":213,"end":219,"token_start":38,"token_end":38,"label":"base"},{"text":"emissions","start":220,"token_start":39,"token_end":39,"end":229,"type":"pattern","label":"aspect_changing"},{"start":264,"end":276,"token_start":47,"token_end":47,"label":"base"}],"tokens":[{"text":"While","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"a","start":6,"end":7,"id":1,"ws":true,"disabled":false},{"text":"more","start":8,"end":12,"id":2,"ws":true,"disabled":false},{"text":"moderate","start":13,"end":21,"id":3,"ws":true,"disabled":false},{"text":"emissions","start":22,"end":31,"id":4,"ws":true,"disabled":false},{"text":"trajectory","start":32,"end":42,"id":5,"ws":true,"disabled":false},{"text":"will","start":43,"end":47,"id":6,"ws":true,"disabled":false},{"text":"still","start":48,"end":53,"id":7,"ws":true,"disabled":false},{"text":"produce","start":54,"end":61,"id":8,"ws":true,"disabled":false},{"text":"more","start":62,"end":66,"id":9,"ws":true,"disabled":false},{"text":"intense","start":67,"end":74,"id":10,"ws":false,"disabled":false},{"text":",","start":74,"end":75,"id":11,"ws":true,"disabled":false},{"text":"frequent","start":76,"end":84,"id":12,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":13,"ws":true,"disabled":false},{"text":"longer","start":89,"end":95,"id":14,"ws":true,"disabled":false},{"text":"lasting","start":96,"end":103,"id":15,"ws":true,"disabled":false},{"text":"droughts","start":104,"end":112,"id":16,"ws":true,"disabled":false},{"text":"in","start":113,"end":115,"id":17,"ws":true,"disabled":false},{"text":"most","start":116,"end":120,"id":18,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":19,"ws":true,"disabled":false},{"text":"the","start":124,"end":127,"id":20,"ws":true,"disabled":false},{"text":"world","start":128,"end":133,"id":21,"ws":false,"disabled":false},{"text":"'s","start":133,"end":135,"id":22,"ws":true,"disabled":false},{"text":"mid","start":136,"end":139,"id":23,"ws":false,"disabled":false},{"text":"-","start":139,"end":140,"id":24,"ws":false,"disabled":false},{"text":"latitude","start":140,"end":148,"id":25,"ws":true,"disabled":false},{"text":"regions","start":149,"end":156,"id":26,"ws":true,"disabled":false},{"text":"than","start":157,"end":161,"id":27,"ws":true,"disabled":false},{"text":"current","start":162,"end":169,"id":28,"ws":true,"disabled":false},{"text":"conditions","start":170,"end":180,"id":29,"ws":false,"disabled":false},{"text":",","start":180,"end":181,"id":30,"ws":true,"disabled":false},{"text":"the","start":182,"end":185,"id":31,"ws":true,"disabled":false},{"text":"shift","start":186,"end":191,"id":32,"ws":true,"disabled":false},{"text":"will","start":192,"end":196,"id":33,"ws":true,"disabled":false},{"text":"be","start":197,"end":199,"id":34,"ws":true,"disabled":false},{"text":"less","start":200,"end":204,"id":35,"ws":true,"disabled":false},{"text":"than","start":205,"end":209,"id":36,"ws":true,"disabled":false},{"text":"if","start":210,"end":212,"id":37,"ws":true,"disabled":false},{"text":"carbon","start":213,"end":219,"id":38,"ws":true,"disabled":false},{"text":"emissions","start":220,"end":229,"id":39,"ws":true,"disabled":false},{"text":"remain","start":230,"end":236,"id":40,"ws":true,"disabled":false},{"text":"near","start":237,"end":241,"id":41,"ws":true,"disabled":false},{"text":"the","start":242,"end":245,"id":42,"ws":true,"disabled":false},{"text":"top","start":246,"end":249,"id":43,"ws":true,"disabled":false},{"text":"of","start":250,"end":252,"id":44,"ws":true,"disabled":false},{"text":"forecasts","start":253,"end":262,"id":45,"ws":false,"disabled":false},{"text":".","start":262,"end":263,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":264,"end":276,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":277,"end":289,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":3,"child":47,"head_span":{"start":8,"end":21,"token_start":2,"token_end":3,"label":"change_direction"},"child_span":{"start":264,"end":276,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":47,"head_span":{"start":22,"end":42,"token_start":4,"token_end":5,"label":"aspect_changing"},"child_span":{"start":264,"end":276,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":62,"end":103,"token_start":9,"token_end":15,"label":"change_direction"},"child_span":{"start":104,"end":112,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":16,"head_span":{"start":113,"end":156,"token_start":17,"token_end":26,"label":"where"},"child_span":{"start":104,"end":112,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":38,"head_span":{"start":220,"end":229,"token_start":39,"token_end":39,"label":"aspect_changing"},"child_span":{"start":213,"end":219,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":47,"head_span":{"start":213,"end":219,"token_start":38,"token_end":38,"label":"base"},"child_span":{"start":264,"end":276,"token_start":47,"token_end":47,"label":"base"},"color":"#d9fbad","label":"Same_As"}],"flagged":false,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For south Asia, home to the greatest number of food insecure children, a large systematic review and meta-analysis of original data publications demonstrated a crop yield reduction of \u221216% for maize and \u221211% for sorghum by the 2050s [47].","text":"For south Asia, home to the greatest number of food insecure children, a large systematic review and meta-analysis of original data publications demonstrated a crop yield reduction of \u221216% for maize and \u221211% for sorghum by the 2050s [47]. IMPLIED_BASE IMPLIED_BASE","characters":"238","document_index":"276","md_sentence_index":"116","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_116","post-training batch1":"276_116","_input_hash":464098956,"_task_hash":-776546347,"spans":[{"start":4,"end":14,"token_start":1,"token_end":2,"label":"where"},{"start":47,"end":60,"token_start":10,"token_end":11,"label":"type_of"},{"start":61,"end":69,"token_start":12,"token_end":12,"label":"base"},{"text":"crop","start":160,"token_start":28,"token_end":28,"end":164,"type":"pattern","label":"base"},{"start":165,"end":180,"token_start":29,"token_end":30,"label":"aspect_changing"},{"start":184,"end":188,"token_start":32,"token_end":33,"label":"effect_size"},{"start":193,"end":198,"token_start":35,"token_end":35,"label":"base"},{"start":203,"end":207,"token_start":37,"token_end":38,"label":"effect_size"},{"start":212,"end":219,"token_start":40,"token_end":40,"label":"base"},{"start":220,"end":232,"token_start":41,"token_end":43,"label":"when"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"south","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"Asia","start":10,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"home","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"to","start":21,"end":23,"id":5,"ws":true,"disabled":false},{"text":"the","start":24,"end":27,"id":6,"ws":true,"disabled":false},{"text":"greatest","start":28,"end":36,"id":7,"ws":true,"disabled":false},{"text":"number","start":37,"end":43,"id":8,"ws":true,"disabled":false},{"text":"of","start":44,"end":46,"id":9,"ws":true,"disabled":false},{"text":"food","start":47,"end":51,"id":10,"ws":true,"disabled":false},{"text":"insecure","start":52,"end":60,"id":11,"ws":true,"disabled":false},{"text":"children","start":61,"end":69,"id":12,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":13,"ws":true,"disabled":false},{"text":"a","start":71,"end":72,"id":14,"ws":true,"disabled":false},{"text":"large","start":73,"end":78,"id":15,"ws":true,"disabled":false},{"text":"systematic","start":79,"end":89,"id":16,"ws":true,"disabled":false},{"text":"review","start":90,"end":96,"id":17,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":18,"ws":true,"disabled":false},{"text":"meta","start":101,"end":105,"id":19,"ws":false,"disabled":false},{"text":"-","start":105,"end":106,"id":20,"ws":false,"disabled":false},{"text":"analysis","start":106,"end":114,"id":21,"ws":true,"disabled":false},{"text":"of","start":115,"end":117,"id":22,"ws":true,"disabled":false},{"text":"original","start":118,"end":126,"id":23,"ws":true,"disabled":false},{"text":"data","start":127,"end":131,"id":24,"ws":true,"disabled":false},{"text":"publications","start":132,"end":144,"id":25,"ws":true,"disabled":false},{"text":"demonstrated","start":145,"end":157,"id":26,"ws":true,"disabled":false},{"text":"a","start":158,"end":159,"id":27,"ws":true,"disabled":false},{"text":"crop","start":160,"end":164,"id":28,"ws":true,"disabled":false},{"text":"yield","start":165,"end":170,"id":29,"ws":true,"disabled":false},{"text":"reduction","start":171,"end":180,"id":30,"ws":true,"disabled":false},{"text":"of","start":181,"end":183,"id":31,"ws":true,"disabled":false},{"text":"\u221216","start":184,"end":187,"id":32,"ws":false,"disabled":false},{"text":"%","start":187,"end":188,"id":33,"ws":true,"disabled":false},{"text":"for","start":189,"end":192,"id":34,"ws":true,"disabled":false},{"text":"maize","start":193,"end":198,"id":35,"ws":true,"disabled":false},{"text":"and","start":199,"end":202,"id":36,"ws":true,"disabled":false},{"text":"\u221211","start":203,"end":206,"id":37,"ws":false,"disabled":false},{"text":"%","start":206,"end":207,"id":38,"ws":true,"disabled":false},{"text":"for","start":208,"end":211,"id":39,"ws":true,"disabled":false},{"text":"sorghum","start":212,"end":219,"id":40,"ws":true,"disabled":false},{"text":"by","start":220,"end":222,"id":41,"ws":true,"disabled":false},{"text":"the","start":223,"end":226,"id":42,"ws":true,"disabled":false},{"text":"2050s","start":227,"end":232,"id":43,"ws":true,"disabled":false},{"text":"[","start":233,"end":234,"id":44,"ws":false,"disabled":false},{"text":"47","start":234,"end":236,"id":45,"ws":false,"disabled":false},{"text":"]","start":236,"end":237,"id":46,"ws":false,"disabled":false},{"text":".","start":237,"end":238,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":252,"end":264,"id":49,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":11,"child":12,"head_span":{"start":47,"end":60,"token_start":10,"token_end":11,"label":"type_of"},"child_span":{"start":61,"end":69,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":35,"head_span":{"start":184,"end":188,"token_start":32,"token_end":33,"label":"effect_size"},"child_span":{"start":193,"end":198,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":40,"head_span":{"start":203,"end":207,"token_start":37,"token_end":38,"label":"effect_size"},"child_span":{"start":212,"end":219,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":40,"head_span":{"start":220,"end":232,"token_start":41,"token_end":43,"label":"when"},"child_span":{"start":212,"end":219,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":35,"head_span":{"start":220,"end":232,"token_start":41,"token_end":43,"label":"when"},"child_span":{"start":193,"end":198,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":28,"head_span":{"start":165,"end":180,"token_start":29,"token_end":30,"label":"aspect_changing"},"child_span":{"start":160,"end":164,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":35,"head_span":{"start":165,"end":180,"token_start":29,"token_end":30,"label":"aspect_changing"},"child_span":{"start":193,"end":198,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":40,"head_span":{"start":165,"end":180,"token_start":29,"token_end":30,"label":"aspect_changing"},"child_span":{"start":212,"end":219,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Malnutrition, low birth weight, nonexclusive breast-feeding, lack of measles vaccination, outdoor and indoor air pollution and crowding, mother\u2019s education, parental smoking, vitamin A and/or zinc deficiencies are thought to influence children susceptibility to infections in developing countries.","text":"Malnutrition, low birth weight, nonexclusive breast-feeding, lack of measles vaccination, outdoor and indoor air pollution and crowding, mother\u2019s education, parental smoking, vitamin A and/or zinc deficiencies are thought to influence children susceptibility to infections in developing countries. IMPLIED_BASE IMPLIED_BASE","characters":"297","document_index":"750","md_sentence_index":"20","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_20","post-training batch1":"750_20","_input_hash":1095760400,"_task_hash":-710379442,"spans":[{"start":0,"end":12,"token_start":0,"token_end":0,"label":"base"},{"start":14,"end":17,"token_start":2,"token_end":2,"label":"change_direction"},{"start":18,"end":23,"token_start":3,"token_end":3,"label":"base"},{"start":24,"end":30,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":32,"end":44,"token_start":6,"token_end":6,"label":"type_of"},{"start":45,"end":59,"token_start":7,"token_end":9,"label":"base"},{"text":"lack of","start":61,"token_start":11,"token_end":12,"end":68,"type":"pattern","label":"change_direction"},{"start":69,"end":76,"token_start":13,"token_end":13,"label":"type_of"},{"start":77,"end":88,"token_start":14,"token_end":14,"label":"base"},{"start":90,"end":97,"token_start":16,"token_end":16,"label":"type_of"},{"start":102,"end":108,"token_start":18,"token_end":18,"label":"type_of"},{"start":109,"end":122,"token_start":19,"token_end":20,"label":"base"},{"start":127,"end":135,"token_start":22,"token_end":22,"label":"base"},{"start":137,"end":145,"token_start":24,"token_end":25,"label":"type_of"},{"start":146,"end":155,"token_start":26,"token_end":26,"label":"base"},{"start":157,"end":165,"token_start":28,"token_end":28,"label":"type_of"},{"start":166,"end":173,"token_start":29,"token_end":29,"label":"base"},{"start":175,"end":184,"token_start":31,"token_end":32,"label":"type_of"},{"start":192,"end":196,"token_start":34,"token_end":34,"label":"type_of"},{"start":197,"end":209,"token_start":35,"token_end":35,"label":"aspect_changing"},{"start":210,"end":224,"token_start":36,"token_end":38,"label":"confidence"},{"start":225,"end":234,"token_start":39,"token_end":39,"label":"predicate"},{"start":235,"end":243,"token_start":40,"token_end":40,"label":"to_whom"},{"text":"susceptibility","start":244,"token_start":41,"token_end":41,"end":258,"type":"pattern","label":"aspect_changing"},{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},{"start":273,"end":296,"token_start":44,"token_end":46,"label":"where"},{"start":298,"end":310,"token_start":48,"token_end":48,"label":"base"}],"tokens":[{"text":"Malnutrition","start":0,"end":12,"id":0,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":1,"ws":true,"disabled":false},{"text":"low","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"birth","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"weight","start":24,"end":30,"id":4,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":5,"ws":true,"disabled":false},{"text":"nonexclusive","start":32,"end":44,"id":6,"ws":true,"disabled":false},{"text":"breast","start":45,"end":51,"id":7,"ws":false,"disabled":false},{"text":"-","start":51,"end":52,"id":8,"ws":false,"disabled":false},{"text":"feeding","start":52,"end":59,"id":9,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":10,"ws":true,"disabled":false},{"text":"lack","start":61,"end":65,"id":11,"ws":true,"disabled":false},{"text":"of","start":66,"end":68,"id":12,"ws":true,"disabled":false},{"text":"measles","start":69,"end":76,"id":13,"ws":true,"disabled":false},{"text":"vaccination","start":77,"end":88,"id":14,"ws":false,"disabled":false},{"text":",","start":88,"end":89,"id":15,"ws":true,"disabled":false},{"text":"outdoor","start":90,"end":97,"id":16,"ws":true,"disabled":false},{"text":"and","start":98,"end":101,"id":17,"ws":true,"disabled":false},{"text":"indoor","start":102,"end":108,"id":18,"ws":true,"disabled":false},{"text":"air","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"pollution","start":113,"end":122,"id":20,"ws":true,"disabled":false},{"text":"and","start":123,"end":126,"id":21,"ws":true,"disabled":false},{"text":"crowding","start":127,"end":135,"id":22,"ws":false,"disabled":false},{"text":",","start":135,"end":136,"id":23,"ws":true,"disabled":false},{"text":"mother","start":137,"end":143,"id":24,"ws":false,"disabled":false},{"text":"\u2019s","start":143,"end":145,"id":25,"ws":true,"disabled":false},{"text":"education","start":146,"end":155,"id":26,"ws":false,"disabled":false},{"text":",","start":155,"end":156,"id":27,"ws":true,"disabled":false},{"text":"parental","start":157,"end":165,"id":28,"ws":true,"disabled":false},{"text":"smoking","start":166,"end":173,"id":29,"ws":false,"disabled":false},{"text":",","start":173,"end":174,"id":30,"ws":true,"disabled":false},{"text":"vitamin","start":175,"end":182,"id":31,"ws":true,"disabled":false},{"text":"A","start":183,"end":184,"id":32,"ws":true,"disabled":false},{"text":"and/or","start":185,"end":191,"id":33,"ws":true,"disabled":false},{"text":"zinc","start":192,"end":196,"id":34,"ws":true,"disabled":false},{"text":"deficiencies","start":197,"end":209,"id":35,"ws":true,"disabled":false},{"text":"are","start":210,"end":213,"id":36,"ws":true,"disabled":false},{"text":"thought","start":214,"end":221,"id":37,"ws":true,"disabled":false},{"text":"to","start":222,"end":224,"id":38,"ws":true,"disabled":false},{"text":"influence","start":225,"end":234,"id":39,"ws":true,"disabled":false},{"text":"children","start":235,"end":243,"id":40,"ws":true,"disabled":false},{"text":"susceptibility","start":244,"end":258,"id":41,"ws":true,"disabled":false},{"text":"to","start":259,"end":261,"id":42,"ws":true,"disabled":false},{"text":"infections","start":262,"end":272,"id":43,"ws":true,"disabled":false},{"text":"in","start":273,"end":275,"id":44,"ws":true,"disabled":false},{"text":"developing","start":276,"end":286,"id":45,"ws":true,"disabled":false},{"text":"countries","start":287,"end":296,"id":46,"ws":false,"disabled":false},{"text":".","start":296,"end":297,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":298,"end":310,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":311,"end":323,"id":49,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":14,"end":17,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":18,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":3,"head_span":{"start":24,"end":30,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":18,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":32,"end":44,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":45,"end":59,"token_start":7,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":69,"end":76,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":77,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":61,"end":68,"token_start":11,"token_end":12,"label":"change_direction"},"child_span":{"start":77,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":90,"end":97,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":109,"end":122,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":102,"end":108,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":109,"end":122,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":137,"end":145,"token_start":24,"token_end":25,"label":"type_of"},"child_span":{"start":146,"end":155,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":29,"head_span":{"start":157,"end":165,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":166,"end":173,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":43,"head_span":{"start":244,"end":258,"token_start":41,"token_end":41,"label":"aspect_changing"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":43,"head_span":{"start":235,"end":243,"token_start":40,"token_end":40,"label":"to_whom"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":43,"head_span":{"start":0,"end":12,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":43,"head_span":{"start":18,"end":23,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":43,"head_span":{"start":45,"end":59,"token_start":7,"token_end":9,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":43,"head_span":{"start":77,"end":88,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":43,"head_span":{"start":109,"end":122,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":43,"head_span":{"start":127,"end":135,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":43,"head_span":{"start":146,"end":155,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":43,"head_span":{"start":166,"end":173,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":35,"child":48,"head_span":{"start":197,"end":209,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":298,"end":310,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":48,"head_span":{"start":192,"end":196,"token_start":34,"token_end":34,"label":"type_of"},"child_span":{"start":298,"end":310,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":48,"head_span":{"start":175,"end":184,"token_start":31,"token_end":32,"label":"type_of"},"child_span":{"start":298,"end":310,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":43,"head_span":{"start":298,"end":310,"token_start":48,"token_end":48,"label":"base"},"child_span":{"start":262,"end":272,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"When the rain hit your face, it was like being hit by a stone,\u201d Fatuma, whose house was severely damaged by Cyclone Kenneth in April, told Oxfam.\n","text":"When the rain hit your face, it was like being hit by a stone,\u201d Fatuma, whose house was severely damaged by Cyclone Kenneth in April, told Oxfam. IMPLIED_BASE IMPLIED_BASE","characters":"146","document_index":"399","md_sentence_index":"16","classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.aljazeera.com/ajimpact/worlds-poor-1-cent-day-climate-change-oxfam-190923040238683.html","combo_id":"399_16","post-training batch1":"399_16","_input_hash":1724012352,"_task_hash":937992470,"spans":[{"start":78,"end":83,"token_start":20,"token_end":20,"label":"base"},{"start":88,"end":96,"token_start":22,"token_end":22,"label":"effect_size"},{"start":97,"end":104,"token_start":23,"token_end":23,"label":"change_direction"},{"start":108,"end":115,"token_start":25,"token_end":25,"label":"base"},{"start":127,"end":132,"token_start":28,"token_end":28,"label":"when"}],"tokens":[{"text":"When","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"rain","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"hit","start":14,"end":17,"id":3,"ws":true,"disabled":false},{"text":"your","start":18,"end":22,"id":4,"ws":true,"disabled":false},{"text":"face","start":23,"end":27,"id":5,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":6,"ws":true,"disabled":false},{"text":"it","start":29,"end":31,"id":7,"ws":true,"disabled":false},{"text":"was","start":32,"end":35,"id":8,"ws":true,"disabled":false},{"text":"like","start":36,"end":40,"id":9,"ws":true,"disabled":false},{"text":"being","start":41,"end":46,"id":10,"ws":true,"disabled":false},{"text":"hit","start":47,"end":50,"id":11,"ws":true,"disabled":false},{"text":"by","start":51,"end":53,"id":12,"ws":true,"disabled":false},{"text":"a","start":54,"end":55,"id":13,"ws":true,"disabled":false},{"text":"stone","start":56,"end":61,"id":14,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":15,"ws":false,"disabled":false},{"text":"\u201d","start":62,"end":63,"id":16,"ws":true,"disabled":false},{"text":"Fatuma","start":64,"end":70,"id":17,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":18,"ws":true,"disabled":false},{"text":"whose","start":72,"end":77,"id":19,"ws":true,"disabled":false},{"text":"house","start":78,"end":83,"id":20,"ws":true,"disabled":false},{"text":"was","start":84,"end":87,"id":21,"ws":true,"disabled":false},{"text":"severely","start":88,"end":96,"id":22,"ws":true,"disabled":false},{"text":"damaged","start":97,"end":104,"id":23,"ws":true,"disabled":false},{"text":"by","start":105,"end":107,"id":24,"ws":true,"disabled":false},{"text":"Cyclone","start":108,"end":115,"id":25,"ws":true,"disabled":false},{"text":"Kenneth","start":116,"end":123,"id":26,"ws":true,"disabled":false},{"text":"in","start":124,"end":126,"id":27,"ws":true,"disabled":false},{"text":"April","start":127,"end":132,"id":28,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":29,"ws":true,"disabled":false},{"text":"told","start":134,"end":138,"id":30,"ws":true,"disabled":false},{"text":"Oxfam","start":139,"end":144,"id":31,"ws":false,"disabled":false},{"text":".","start":144,"end":145,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":23,"child":20,"head_span":{"start":97,"end":104,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":78,"end":83,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":20,"head_span":{"start":88,"end":96,"token_start":22,"token_end":22,"label":"effect_size"},"child_span":{"start":78,"end":83,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":20,"head_span":{"start":108,"end":115,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":78,"end":83,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":25,"head_span":{"start":127,"end":132,"token_start":28,"token_end":28,"label":"when"},"child_span":{"start":108,"end":115,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Projections are inherently imprecise, but the gradual changes to America\u2019s cropland \u2014 plus the steady baking and burning and flooding \u2014 suggest that we are already witnessing a slower-forming but much larger replay of the Dust Bowl that will destroy more than just crops.","text":"Projections are inherently imprecise, but the gradual changes to America\u2019s cropland \u2014 plus the steady baking and burning and flooding \u2014 suggest that we are already witnessing a slower-forming but much larger replay of the Dust Bowl that will destroy more than just crops. IMPLIED_BASE IMPLIED_BASE","characters":"271","document_index":"835","md_sentence_index":"208","classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.nytimes.com/interactive/2020/09/15/magazine/climate-crisis-migration-america.html","combo_id":"835_208","post-training batch1":"835_208","_input_hash":-790479185,"_task_hash":-314359874,"spans":[{"start":75,"end":83,"token_start":12,"token_end":12,"label":"base"},{"start":102,"end":108,"token_start":17,"token_end":17,"label":"change_direction"},{"start":113,"end":120,"token_start":19,"token_end":19,"label":"change_direction"},{"text":"flooding","start":125,"token_start":21,"token_end":21,"end":133,"type":"pattern","label":"base"},{"start":237,"end":241,"token_start":42,"token_end":42,"label":"confidence"},{"start":242,"end":249,"token_start":43,"token_end":43,"label":"change_direction"},{"text":"crops","start":265,"token_start":47,"token_end":47,"end":270,"type":"pattern","label":"base"}],"tokens":[{"text":"Projections","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"are","start":12,"end":15,"id":1,"ws":true,"disabled":false},{"text":"inherently","start":16,"end":26,"id":2,"ws":true,"disabled":false},{"text":"imprecise","start":27,"end":36,"id":3,"ws":false,"disabled":false},{"text":",","start":36,"end":37,"id":4,"ws":true,"disabled":false},{"text":"but","start":38,"end":41,"id":5,"ws":true,"disabled":false},{"text":"the","start":42,"end":45,"id":6,"ws":true,"disabled":false},{"text":"gradual","start":46,"end":53,"id":7,"ws":true,"disabled":false},{"text":"changes","start":54,"end":61,"id":8,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":9,"ws":true,"disabled":false},{"text":"America","start":65,"end":72,"id":10,"ws":false,"disabled":false},{"text":"\u2019s","start":72,"end":74,"id":11,"ws":true,"disabled":false},{"text":"cropland","start":75,"end":83,"id":12,"ws":true,"disabled":false},{"text":"\u2014","start":84,"end":85,"id":13,"ws":true,"disabled":false},{"text":"plus","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":15,"ws":true,"disabled":false},{"text":"steady","start":95,"end":101,"id":16,"ws":true,"disabled":false},{"text":"baking","start":102,"end":108,"id":17,"ws":true,"disabled":false},{"text":"and","start":109,"end":112,"id":18,"ws":true,"disabled":false},{"text":"burning","start":113,"end":120,"id":19,"ws":true,"disabled":false},{"text":"and","start":121,"end":124,"id":20,"ws":true,"disabled":false},{"text":"flooding","start":125,"end":133,"id":21,"ws":true,"disabled":false},{"text":"\u2014","start":134,"end":135,"id":22,"ws":true,"disabled":false},{"text":"suggest","start":136,"end":143,"id":23,"ws":true,"disabled":false},{"text":"that","start":144,"end":148,"id":24,"ws":true,"disabled":false},{"text":"we","start":149,"end":151,"id":25,"ws":true,"disabled":false},{"text":"are","start":152,"end":155,"id":26,"ws":true,"disabled":false},{"text":"already","start":156,"end":163,"id":27,"ws":true,"disabled":false},{"text":"witnessing","start":164,"end":174,"id":28,"ws":true,"disabled":false},{"text":"a","start":175,"end":176,"id":29,"ws":true,"disabled":false},{"text":"slower","start":177,"end":183,"id":30,"ws":false,"disabled":false},{"text":"-","start":183,"end":184,"id":31,"ws":false,"disabled":false},{"text":"forming","start":184,"end":191,"id":32,"ws":true,"disabled":false},{"text":"but","start":192,"end":195,"id":33,"ws":true,"disabled":false},{"text":"much","start":196,"end":200,"id":34,"ws":true,"disabled":false},{"text":"larger","start":201,"end":207,"id":35,"ws":true,"disabled":false},{"text":"replay","start":208,"end":214,"id":36,"ws":true,"disabled":false},{"text":"of","start":215,"end":217,"id":37,"ws":true,"disabled":false},{"text":"the","start":218,"end":221,"id":38,"ws":true,"disabled":false},{"text":"Dust","start":222,"end":226,"id":39,"ws":true,"disabled":false},{"text":"Bowl","start":227,"end":231,"id":40,"ws":true,"disabled":false},{"text":"that","start":232,"end":236,"id":41,"ws":true,"disabled":false},{"text":"will","start":237,"end":241,"id":42,"ws":true,"disabled":false},{"text":"destroy","start":242,"end":249,"id":43,"ws":true,"disabled":false},{"text":"more","start":250,"end":254,"id":44,"ws":true,"disabled":false},{"text":"than","start":255,"end":259,"id":45,"ws":true,"disabled":false},{"text":"just","start":260,"end":264,"id":46,"ws":true,"disabled":false},{"text":"crops","start":265,"end":270,"id":47,"ws":false,"disabled":false},{"text":".","start":270,"end":271,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":272,"end":284,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":285,"end":297,"id":50,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Wildfires, sparked by high winds and extremely dry conditions, are threatening Northern California wine country.","text":"Wildfires, sparked by high winds and extremely dry conditions, are threatening Northern California wine country. IMPLIED_BASE IMPLIED_BASE","characters":"112","document_index":"442","md_sentence_index":"9","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/10/31/dining/drinks/napa-valley-wine-climate-change.html","combo_id":"442_9","post-training batch1":"442_9","_input_hash":-435681913,"_task_hash":1826225417,"spans":[{"text":"Wildfires","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"base"},{"start":11,"end":18,"token_start":2,"token_end":2,"label":"change_direction"},{"start":19,"end":21,"token_start":3,"token_end":3,"label":"predicate"},{"start":22,"end":26,"token_start":4,"token_end":4,"label":"type_of"},{"start":27,"end":32,"token_start":5,"token_end":5,"label":"base"},{"start":37,"end":50,"token_start":7,"token_end":8,"label":"type_of"},{"start":51,"end":61,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":63,"end":66,"token_start":11,"token_end":11,"label":"confidence"},{"start":67,"end":78,"token_start":12,"token_end":12,"label":"change_direction"},{"start":79,"end":98,"token_start":13,"token_end":14,"label":"where"},{"start":99,"end":103,"token_start":15,"token_end":15,"label":"type_of"},{"start":104,"end":111,"token_start":16,"token_end":16,"label":"base"},{"start":113,"end":125,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"Wildfires","start":0,"end":9,"id":0,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":1,"ws":true,"disabled":false},{"text":"sparked","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"by","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"high","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"winds","start":27,"end":32,"id":5,"ws":true,"disabled":false},{"text":"and","start":33,"end":36,"id":6,"ws":true,"disabled":false},{"text":"extremely","start":37,"end":46,"id":7,"ws":true,"disabled":false},{"text":"dry","start":47,"end":50,"id":8,"ws":true,"disabled":false},{"text":"conditions","start":51,"end":61,"id":9,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":10,"ws":true,"disabled":false},{"text":"are","start":63,"end":66,"id":11,"ws":true,"disabled":false},{"text":"threatening","start":67,"end":78,"id":12,"ws":true,"disabled":false},{"text":"Northern","start":79,"end":87,"id":13,"ws":true,"disabled":false},{"text":"California","start":88,"end":98,"id":14,"ws":true,"disabled":false},{"text":"wine","start":99,"end":103,"id":15,"ws":true,"disabled":false},{"text":"country","start":104,"end":111,"id":16,"ws":false,"disabled":false},{"text":".","start":111,"end":112,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":113,"end":125,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":15,"child":16,"head_span":{"start":99,"end":103,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":104,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":0,"head_span":{"start":11,"end":18,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":22,"end":26,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":27,"end":32,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":18,"head_span":{"start":51,"end":61,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":113,"end":125,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":18,"head_span":{"start":37,"end":50,"token_start":7,"token_end":8,"label":"type_of"},"child_span":{"start":113,"end":125,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":16,"head_span":{"start":79,"end":98,"token_start":13,"token_end":14,"label":"where"},"child_span":{"start":104,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":16,"head_span":{"start":67,"end":78,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":104,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":0,"head_span":{"start":27,"end":32,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":16,"head_span":{"start":113,"end":125,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":104,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":16,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":104,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"But the report said even small cuts in meat eating could lead to significant cuts in carbon emissions, as well as benefits to health.\n","text":"But the report said even small cuts in meat eating could lead to significant cuts in carbon emissions, as well as benefits to health. IMPLIED_BASE IMPLIED_BASE","characters":"134","document_index":"161","md_sentence_index":"15","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/jun/03/climate-crisis-seriously-damaging-human-health-report-finds","combo_id":"161_15","post-training batch1":"161_15","_input_hash":-1784090753,"_task_hash":-1248464812,"spans":[{"start":25,"end":30,"token_start":5,"token_end":5,"label":"effect_size"},{"start":31,"end":35,"token_start":6,"token_end":6,"label":"change_direction"},{"start":39,"end":43,"token_start":8,"token_end":8,"label":"type_of"},{"start":44,"end":50,"token_start":9,"token_end":9,"label":"base"},{"start":51,"end":56,"token_start":10,"token_end":10,"label":"confidence"},{"start":57,"end":64,"token_start":11,"token_end":12,"label":"predicate"},{"start":65,"end":76,"token_start":13,"token_end":13,"label":"effect_size"},{"start":77,"end":81,"token_start":14,"token_end":14,"label":"change_direction"},{"start":85,"end":91,"token_start":16,"token_end":16,"label":"base"},{"text":"emissions","start":92,"token_start":17,"token_end":17,"end":101,"type":"pattern","label":"aspect_changing"},{"start":114,"end":122,"token_start":22,"token_end":22,"label":"change_direction"},{"text":"health","start":126,"token_start":24,"token_end":24,"end":132,"type":"pattern","label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"the","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"report","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"said","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"even","start":20,"end":24,"id":4,"ws":true,"disabled":false},{"text":"small","start":25,"end":30,"id":5,"ws":true,"disabled":false},{"text":"cuts","start":31,"end":35,"id":6,"ws":true,"disabled":false},{"text":"in","start":36,"end":38,"id":7,"ws":true,"disabled":false},{"text":"meat","start":39,"end":43,"id":8,"ws":true,"disabled":false},{"text":"eating","start":44,"end":50,"id":9,"ws":true,"disabled":false},{"text":"could","start":51,"end":56,"id":10,"ws":true,"disabled":false},{"text":"lead","start":57,"end":61,"id":11,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"significant","start":65,"end":76,"id":13,"ws":true,"disabled":false},{"text":"cuts","start":77,"end":81,"id":14,"ws":true,"disabled":false},{"text":"in","start":82,"end":84,"id":15,"ws":true,"disabled":false},{"text":"carbon","start":85,"end":91,"id":16,"ws":true,"disabled":false},{"text":"emissions","start":92,"end":101,"id":17,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":18,"ws":true,"disabled":false},{"text":"as","start":103,"end":105,"id":19,"ws":true,"disabled":false},{"text":"well","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"as","start":111,"end":113,"id":21,"ws":true,"disabled":false},{"text":"benefits","start":114,"end":122,"id":22,"ws":true,"disabled":false},{"text":"to","start":123,"end":125,"id":23,"ws":true,"disabled":false},{"text":"health","start":126,"end":132,"id":24,"ws":false,"disabled":false},{"text":".","start":132,"end":133,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":147,"end":159,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":8,"child":9,"head_span":{"start":39,"end":43,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":44,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":92,"end":101,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":85,"end":91,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":16,"head_span":{"start":77,"end":81,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":85,"end":91,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":31,"end":35,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":44,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":114,"end":122,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":126,"end":132,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":16,"head_span":{"start":44,"end":50,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":85,"end":91,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":24,"head_span":{"start":44,"end":50,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":126,"end":132,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The majority of the warming at the global scale over the past 50 years can only be explained by the effects of human influences,,, especially the emissions from burning fossil fuels (coal, oil, and natural gas) and from deforestation.","text":"The majority of the warming at the global scale over the past 50 years can only be explained by the effects of human influences,,, especially the emissions from burning fossil fuels (coal, oil, and natural gas) and from deforestation. IMPLIED_BASE IMPLIED_BASE","characters":"234","document_index":"415","md_sentence_index":"37","classification_origin":"causal_sentence_classification","url":"http://nca2014.globalchange.gov/node/1952","combo_id":"415_37","post-training batch1":"415_37","_input_hash":-131165622,"_task_hash":-1539737706,"spans":[{"start":4,"end":12,"token_start":1,"token_end":1,"label":"effect_size"},{"start":20,"end":27,"token_start":4,"token_end":4,"label":"base"},{"start":28,"end":47,"token_start":5,"token_end":8,"label":"where"},{"start":48,"end":70,"token_start":9,"token_end":13,"label":"when"},{"start":71,"end":95,"token_start":14,"token_end":18,"label":"predicate"},{"start":96,"end":110,"token_start":19,"token_end":21,"label":"predicate"},{"start":111,"end":127,"token_start":22,"token_end":23,"label":"base"},{"start":131,"end":141,"token_start":27,"token_end":27,"label":"effect_size"},{"text":"emissions","start":146,"token_start":29,"token_end":29,"end":155,"type":"pattern","label":"aspect_changing"},{"start":156,"end":160,"token_start":30,"token_end":30,"label":"predicate"},{"start":161,"end":168,"token_start":31,"token_end":31,"label":"change_direction"},{"start":169,"end":175,"token_start":32,"token_end":32,"label":"type_of"},{"start":176,"end":181,"token_start":33,"token_end":33,"label":"base"},{"text":"coal","start":183,"token_start":35,"token_end":35,"end":187,"type":"pattern","label":"base"},{"start":189,"end":192,"token_start":37,"token_end":37,"label":"base"},{"start":198,"end":205,"token_start":40,"token_end":40,"label":"type_of"},{"start":206,"end":209,"token_start":41,"token_end":41,"label":"base"},{"start":215,"end":219,"token_start":44,"token_end":44,"label":"predicate"},{"text":"deforestation","start":220,"token_start":45,"token_end":45,"end":233,"type":"pattern","label":"base"},{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"majority","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"of","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"the","start":16,"end":19,"id":3,"ws":true,"disabled":false},{"text":"warming","start":20,"end":27,"id":4,"ws":true,"disabled":false},{"text":"at","start":28,"end":30,"id":5,"ws":true,"disabled":false},{"text":"the","start":31,"end":34,"id":6,"ws":true,"disabled":false},{"text":"global","start":35,"end":41,"id":7,"ws":true,"disabled":false},{"text":"scale","start":42,"end":47,"id":8,"ws":true,"disabled":false},{"text":"over","start":48,"end":52,"id":9,"ws":true,"disabled":false},{"text":"the","start":53,"end":56,"id":10,"ws":true,"disabled":false},{"text":"past","start":57,"end":61,"id":11,"ws":true,"disabled":false},{"text":"50","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"years","start":65,"end":70,"id":13,"ws":true,"disabled":false},{"text":"can","start":71,"end":74,"id":14,"ws":true,"disabled":false},{"text":"only","start":75,"end":79,"id":15,"ws":true,"disabled":false},{"text":"be","start":80,"end":82,"id":16,"ws":true,"disabled":false},{"text":"explained","start":83,"end":92,"id":17,"ws":true,"disabled":false},{"text":"by","start":93,"end":95,"id":18,"ws":true,"disabled":false},{"text":"the","start":96,"end":99,"id":19,"ws":true,"disabled":false},{"text":"effects","start":100,"end":107,"id":20,"ws":true,"disabled":false},{"text":"of","start":108,"end":110,"id":21,"ws":true,"disabled":false},{"text":"human","start":111,"end":116,"id":22,"ws":true,"disabled":false},{"text":"influences","start":117,"end":127,"id":23,"ws":false,"disabled":false},{"text":",","start":127,"end":128,"id":24,"ws":false,"disabled":false},{"text":",","start":128,"end":129,"id":25,"ws":false,"disabled":false},{"text":",","start":129,"end":130,"id":26,"ws":true,"disabled":false},{"text":"especially","start":131,"end":141,"id":27,"ws":true,"disabled":false},{"text":"the","start":142,"end":145,"id":28,"ws":true,"disabled":false},{"text":"emissions","start":146,"end":155,"id":29,"ws":true,"disabled":false},{"text":"from","start":156,"end":160,"id":30,"ws":true,"disabled":false},{"text":"burning","start":161,"end":168,"id":31,"ws":true,"disabled":false},{"text":"fossil","start":169,"end":175,"id":32,"ws":true,"disabled":false},{"text":"fuels","start":176,"end":181,"id":33,"ws":true,"disabled":false},{"text":"(","start":182,"end":183,"id":34,"ws":false,"disabled":false},{"text":"coal","start":183,"end":187,"id":35,"ws":false,"disabled":false},{"text":",","start":187,"end":188,"id":36,"ws":true,"disabled":false},{"text":"oil","start":189,"end":192,"id":37,"ws":false,"disabled":false},{"text":",","start":192,"end":193,"id":38,"ws":true,"disabled":false},{"text":"and","start":194,"end":197,"id":39,"ws":true,"disabled":false},{"text":"natural","start":198,"end":205,"id":40,"ws":true,"disabled":false},{"text":"gas","start":206,"end":209,"id":41,"ws":false,"disabled":false},{"text":")","start":209,"end":210,"id":42,"ws":true,"disabled":false},{"text":"and","start":211,"end":214,"id":43,"ws":true,"disabled":false},{"text":"from","start":215,"end":219,"id":44,"ws":true,"disabled":false},{"text":"deforestation","start":220,"end":233,"id":45,"ws":false,"disabled":false},{"text":".","start":233,"end":234,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":235,"end":247,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":248,"end":260,"id":48,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":40,"child":41,"head_span":{"start":198,"end":205,"token_start":40,"token_end":40,"label":"type_of"},"child_span":{"start":206,"end":209,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":33,"head_span":{"start":169,"end":175,"token_start":32,"token_end":32,"label":"type_of"},"child_span":{"start":176,"end":181,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":33,"head_span":{"start":161,"end":168,"token_start":31,"token_end":31,"label":"change_direction"},"child_span":{"start":176,"end":181,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":47,"head_span":{"start":146,"end":155,"token_start":29,"token_end":29,"label":"aspect_changing"},"child_span":{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":4,"head_span":{"start":4,"end":12,"token_start":1,"token_end":1,"label":"effect_size"},"child_span":{"start":20,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":4,"head_span":{"start":28,"end":47,"token_start":5,"token_end":8,"label":"where"},"child_span":{"start":20,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":4,"head_span":{"start":48,"end":70,"token_start":9,"token_end":13,"label":"when"},"child_span":{"start":20,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":4,"head_span":{"start":111,"end":127,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":20,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":47,"head_span":{"start":176,"end":181,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":35,"head_span":{"start":161,"end":168,"token_start":31,"token_end":31,"label":"change_direction"},"child_span":{"start":183,"end":187,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":37,"head_span":{"start":161,"end":168,"token_start":31,"token_end":31,"label":"change_direction"},"child_span":{"start":189,"end":192,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":41,"head_span":{"start":161,"end":168,"token_start":31,"token_end":31,"label":"change_direction"},"child_span":{"start":206,"end":209,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":47,"head_span":{"start":183,"end":187,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":47,"head_span":{"start":189,"end":192,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":47,"head_span":{"start":206,"end":209,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":45,"child":47,"head_span":{"start":220,"end":233,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":4,"head_span":{"start":235,"end":247,"token_start":47,"token_end":47,"label":"base"},"child_span":{"start":20,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"They predict that the number of lightning strikes will increase by about 12% for every degree of rise in global average air temperature.\n","text":"They predict that the number of lightning strikes will increase by about 12% for every degree of rise in global average air temperature. IMPLIED_BASE IMPLIED_BASE","characters":"137","document_index":"782","md_sentence_index":"10","classification_origin":"causal_sentence_classification","url":"http://science.sciencemag.org/content/346/6211/851","combo_id":"782_10","post-training batch1":"782_10","_input_hash":115393666,"_task_hash":826264647,"spans":[{"start":5,"end":12,"token_start":1,"token_end":1,"label":"confidence"},{"start":32,"end":41,"token_start":6,"token_end":6,"label":"base"},{"start":42,"end":49,"token_start":7,"token_end":7,"label":"aspect_changing"},{"text":"increase","start":55,"token_start":9,"token_end":9,"end":63,"type":"pattern","label":"change_direction"},{"text":"rise","start":97,"token_start":18,"token_end":18,"end":101,"type":"pattern","label":"change_direction"},{"start":105,"end":119,"token_start":20,"token_end":21,"label":"effect_size"},{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},{"text":"temperature","start":124,"token_start":23,"token_end":23,"end":135,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"They","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"predict","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"that","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"number","start":22,"end":28,"id":4,"ws":true,"disabled":false},{"text":"of","start":29,"end":31,"id":5,"ws":true,"disabled":false},{"text":"lightning","start":32,"end":41,"id":6,"ws":true,"disabled":false},{"text":"strikes","start":42,"end":49,"id":7,"ws":true,"disabled":false},{"text":"will","start":50,"end":54,"id":8,"ws":true,"disabled":false},{"text":"increase","start":55,"end":63,"id":9,"ws":true,"disabled":false},{"text":"by","start":64,"end":66,"id":10,"ws":true,"disabled":false},{"text":"about","start":67,"end":72,"id":11,"ws":true,"disabled":false},{"text":"12","start":73,"end":75,"id":12,"ws":false,"disabled":false},{"text":"%","start":75,"end":76,"id":13,"ws":true,"disabled":false},{"text":"for","start":77,"end":80,"id":14,"ws":true,"disabled":false},{"text":"every","start":81,"end":86,"id":15,"ws":true,"disabled":false},{"text":"degree","start":87,"end":93,"id":16,"ws":true,"disabled":false},{"text":"of","start":94,"end":96,"id":17,"ws":true,"disabled":false},{"text":"rise","start":97,"end":101,"id":18,"ws":true,"disabled":false},{"text":"in","start":102,"end":104,"id":19,"ws":true,"disabled":false},{"text":"global","start":105,"end":111,"id":20,"ws":true,"disabled":false},{"text":"average","start":112,"end":119,"id":21,"ws":true,"disabled":false},{"text":"air","start":120,"end":123,"id":22,"ws":true,"disabled":false},{"text":"temperature","start":124,"end":135,"id":23,"ws":false,"disabled":false},{"text":".","start":135,"end":136,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":137,"end":149,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":150,"end":162,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":9,"child":6,"head_span":{"start":55,"end":63,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":32,"end":41,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":22,"head_span":{"start":97,"end":101,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":124,"end":135,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":6,"head_span":{"start":42,"end":49,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":32,"end":41,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":6,"head_span":{"start":120,"end":123,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":32,"end":41,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Hurricanes resulting in damage to infrastructure and delays in training, testing programs, and space launches at Tyndall Air Force Base, at the Atlantic Undersea Test and Evaluation Centers, and the Eastern Range.\n","text":"Hurricanes resulting in damage to infrastructure and delays in training, testing programs, and space launches at Tyndall Air Force Base, at the Atlantic Undersea Test and Evaluation Centers, and the Eastern Range. IMPLIED_BASE IMPLIED_BASE","characters":"214","document_index":"383","md_sentence_index":"176","classification_origin":"cm_cause_effect_rel","url":"https://media.defense.gov/2019/Jan/29/2002084200/-1/-1/1/CLIMATE-CHANGE-REPORT-2019.PDF","combo_id":"383_176","post-training batch1":"383_176","_input_hash":1069117819,"_task_hash":463019924,"spans":[{"text":"Hurricanes","start":0,"token_start":0,"token_end":0,"end":10,"type":"pattern","label":"base"},{"start":11,"end":23,"token_start":1,"token_end":2,"label":"predicate"},{"start":24,"end":30,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"infrastructure","start":34,"token_start":5,"token_end":5,"end":48,"type":"pattern","label":"base"},{"start":53,"end":59,"token_start":7,"token_end":7,"label":"change_direction"},{"start":63,"end":71,"token_start":9,"token_end":9,"label":"base"},{"start":73,"end":89,"token_start":11,"token_end":12,"label":"base"},{"start":95,"end":109,"token_start":15,"token_end":16,"label":"aspect_changing"},{"start":110,"end":135,"token_start":17,"token_end":21,"label":"where"},{"start":137,"end":189,"token_start":23,"token_end":30,"label":"where"},{"start":199,"end":212,"token_start":34,"token_end":35,"label":"where"},{"start":214,"end":226,"token_start":37,"token_end":37,"label":"base"}],"tokens":[{"text":"Hurricanes","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"resulting","start":11,"end":20,"id":1,"ws":true,"disabled":false},{"text":"in","start":21,"end":23,"id":2,"ws":true,"disabled":false},{"text":"damage","start":24,"end":30,"id":3,"ws":true,"disabled":false},{"text":"to","start":31,"end":33,"id":4,"ws":true,"disabled":false},{"text":"infrastructure","start":34,"end":48,"id":5,"ws":true,"disabled":false},{"text":"and","start":49,"end":52,"id":6,"ws":true,"disabled":false},{"text":"delays","start":53,"end":59,"id":7,"ws":true,"disabled":false},{"text":"in","start":60,"end":62,"id":8,"ws":true,"disabled":false},{"text":"training","start":63,"end":71,"id":9,"ws":false,"disabled":false},{"text":",","start":71,"end":72,"id":10,"ws":true,"disabled":false},{"text":"testing","start":73,"end":80,"id":11,"ws":true,"disabled":false},{"text":"programs","start":81,"end":89,"id":12,"ws":false,"disabled":false},{"text":",","start":89,"end":90,"id":13,"ws":true,"disabled":false},{"text":"and","start":91,"end":94,"id":14,"ws":true,"disabled":false},{"text":"space","start":95,"end":100,"id":15,"ws":true,"disabled":false},{"text":"launches","start":101,"end":109,"id":16,"ws":true,"disabled":false},{"text":"at","start":110,"end":112,"id":17,"ws":true,"disabled":false},{"text":"Tyndall","start":113,"end":120,"id":18,"ws":true,"disabled":false},{"text":"Air","start":121,"end":124,"id":19,"ws":true,"disabled":false},{"text":"Force","start":125,"end":130,"id":20,"ws":true,"disabled":false},{"text":"Base","start":131,"end":135,"id":21,"ws":false,"disabled":false},{"text":",","start":135,"end":136,"id":22,"ws":true,"disabled":false},{"text":"at","start":137,"end":139,"id":23,"ws":true,"disabled":false},{"text":"the","start":140,"end":143,"id":24,"ws":true,"disabled":false},{"text":"Atlantic","start":144,"end":152,"id":25,"ws":true,"disabled":false},{"text":"Undersea","start":153,"end":161,"id":26,"ws":true,"disabled":false},{"text":"Test","start":162,"end":166,"id":27,"ws":true,"disabled":false},{"text":"and","start":167,"end":170,"id":28,"ws":true,"disabled":false},{"text":"Evaluation","start":171,"end":181,"id":29,"ws":true,"disabled":false},{"text":"Centers","start":182,"end":189,"id":30,"ws":false,"disabled":false},{"text":",","start":189,"end":190,"id":31,"ws":true,"disabled":false},{"text":"and","start":191,"end":194,"id":32,"ws":true,"disabled":false},{"text":"the","start":195,"end":198,"id":33,"ws":true,"disabled":false},{"text":"Eastern","start":199,"end":206,"id":34,"ws":true,"disabled":false},{"text":"Range","start":207,"end":212,"id":35,"ws":false,"disabled":false},{"text":".","start":212,"end":213,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":214,"end":226,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":227,"end":239,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":16,"child":37,"head_span":{"start":95,"end":109,"token_start":15,"token_end":16,"label":"aspect_changing"},"child_span":{"start":214,"end":226,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":5,"head_span":{"start":24,"end":30,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":34,"end":48,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":5,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":34,"end":48,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":9,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":63,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":12,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":73,"end":89,"token_start":11,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":37,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":214,"end":226,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":9,"head_span":{"start":53,"end":59,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":63,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":12,"head_span":{"start":53,"end":59,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":73,"end":89,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":37,"head_span":{"start":53,"end":59,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":214,"end":226,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"It worked \u2014 the high number of people who evacuated ahead of the storm lead to a significantly lower death toll of 89.\n","text":"It worked \u2014 the high number of people who evacuated ahead of the storm lead to a significantly lower death toll of 89. IMPLIED_BASE IMPLIED_BASE","characters":"119","document_index":"381","md_sentence_index":"20","classification_origin":"cm_cause_effect_rel","url":"https://www.businessinsider.com/climate-change-displaces-twice-as-many-people-as-violence-2019-9","combo_id":"381_20","post-training batch1":"381_20","_input_hash":-778783031,"_task_hash":-102029549,"spans":[{"start":16,"end":27,"token_start":4,"token_end":5,"label":"effect_size"},{"text":"people","start":31,"token_start":7,"token_end":7,"end":37,"type":"pattern","label":"base"},{"start":42,"end":51,"token_start":9,"token_end":9,"label":"change_direction"},{"start":52,"end":70,"token_start":10,"token_end":13,"label":"when"},{"start":71,"end":78,"token_start":14,"token_end":15,"label":"predicate"},{"start":81,"end":94,"token_start":17,"token_end":17,"label":"effect_size"},{"start":95,"end":100,"token_start":18,"token_end":18,"label":"change_direction"},{"start":101,"end":111,"token_start":19,"token_end":20,"label":"aspect_changing"},{"start":112,"end":117,"token_start":21,"token_end":22,"label":"effect_size"},{"start":119,"end":131,"token_start":24,"token_end":24,"label":"base"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"worked","start":3,"end":9,"id":1,"ws":true,"disabled":false},{"text":"\u2014","start":10,"end":11,"id":2,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"high","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"number","start":21,"end":27,"id":5,"ws":true,"disabled":false},{"text":"of","start":28,"end":30,"id":6,"ws":true,"disabled":false},{"text":"people","start":31,"end":37,"id":7,"ws":true,"disabled":false},{"text":"who","start":38,"end":41,"id":8,"ws":true,"disabled":false},{"text":"evacuated","start":42,"end":51,"id":9,"ws":true,"disabled":false},{"text":"ahead","start":52,"end":57,"id":10,"ws":true,"disabled":false},{"text":"of","start":58,"end":60,"id":11,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":12,"ws":true,"disabled":false},{"text":"storm","start":65,"end":70,"id":13,"ws":true,"disabled":false},{"text":"lead","start":71,"end":75,"id":14,"ws":true,"disabled":false},{"text":"to","start":76,"end":78,"id":15,"ws":true,"disabled":false},{"text":"a","start":79,"end":80,"id":16,"ws":true,"disabled":false},{"text":"significantly","start":81,"end":94,"id":17,"ws":true,"disabled":false},{"text":"lower","start":95,"end":100,"id":18,"ws":true,"disabled":false},{"text":"death","start":101,"end":106,"id":19,"ws":true,"disabled":false},{"text":"toll","start":107,"end":111,"id":20,"ws":true,"disabled":false},{"text":"of","start":112,"end":114,"id":21,"ws":true,"disabled":false},{"text":"89","start":115,"end":117,"id":22,"ws":false,"disabled":false},{"text":".","start":117,"end":118,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":132,"end":144,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":5,"child":7,"head_span":{"start":16,"end":27,"token_start":4,"token_end":5,"label":"effect_size"},"child_span":{"start":31,"end":37,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":7,"head_span":{"start":42,"end":51,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":31,"end":37,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":7,"head_span":{"start":52,"end":70,"token_start":10,"token_end":13,"label":"when"},"child_span":{"start":31,"end":37,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":112,"end":117,"token_start":21,"token_end":22,"label":"effect_size"},"child_span":{"start":119,"end":131,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":24,"head_span":{"start":101,"end":111,"token_start":19,"token_end":20,"label":"aspect_changing"},"child_span":{"start":119,"end":131,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":24,"head_span":{"start":95,"end":100,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":119,"end":131,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":24,"head_span":{"start":81,"end":94,"token_start":17,"token_end":17,"label":"effect_size"},"child_span":{"start":119,"end":131,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":24,"head_span":{"start":31,"end":37,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":119,"end":131,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Nitroglycerin becomes so sensitive when it absorbs moisture that even a slight shake can set it off.","text":"Nitroglycerin becomes so sensitive when it absorbs moisture that even a slight shake can set it off. IMPLIED_BASE IMPLIED_BASE","characters":"100","document_index":"461","md_sentence_index":"23","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/climate-change-may-be-blowing-up-arms-depots/","combo_id":"461_23","post-training batch1":"461_23","_input_hash":350961868,"_task_hash":379864326,"spans":[{"start":0,"end":13,"token_start":0,"token_end":0,"label":"base"},{"start":14,"end":34,"token_start":1,"token_end":3,"label":"change_direction"},{"start":35,"end":39,"token_start":4,"token_end":4,"label":"predicate"},{"start":43,"end":50,"token_start":6,"token_end":6,"label":"change_direction"},{"text":"moisture","start":51,"token_start":7,"token_end":7,"end":59,"type":"pattern","label":"aspect_changing"},{"start":60,"end":64,"token_start":8,"token_end":8,"label":"predicate"},{"start":72,"end":78,"token_start":11,"token_end":11,"label":"effect_size"},{"start":79,"end":84,"token_start":12,"token_end":12,"label":"base"},{"start":85,"end":88,"token_start":13,"token_end":13,"label":"predicate"},{"start":89,"end":99,"token_start":14,"token_end":16,"label":"change_direction"},{"start":101,"end":113,"token_start":18,"token_end":18,"label":"base"},{"start":114,"end":126,"token_start":19,"token_end":19,"label":"base"}],"tokens":[{"text":"Nitroglycerin","start":0,"end":13,"id":0,"ws":true,"disabled":false},{"text":"becomes","start":14,"end":21,"id":1,"ws":true,"disabled":false},{"text":"so","start":22,"end":24,"id":2,"ws":true,"disabled":false},{"text":"sensitive","start":25,"end":34,"id":3,"ws":true,"disabled":false},{"text":"when","start":35,"end":39,"id":4,"ws":true,"disabled":false},{"text":"it","start":40,"end":42,"id":5,"ws":true,"disabled":false},{"text":"absorbs","start":43,"end":50,"id":6,"ws":true,"disabled":false},{"text":"moisture","start":51,"end":59,"id":7,"ws":true,"disabled":false},{"text":"that","start":60,"end":64,"id":8,"ws":true,"disabled":false},{"text":"even","start":65,"end":69,"id":9,"ws":true,"disabled":false},{"text":"a","start":70,"end":71,"id":10,"ws":true,"disabled":false},{"text":"slight","start":72,"end":78,"id":11,"ws":true,"disabled":false},{"text":"shake","start":79,"end":84,"id":12,"ws":true,"disabled":false},{"text":"can","start":85,"end":88,"id":13,"ws":true,"disabled":false},{"text":"set","start":89,"end":92,"id":14,"ws":true,"disabled":false},{"text":"it","start":93,"end":95,"id":15,"ws":true,"disabled":false},{"text":"off","start":96,"end":99,"id":16,"ws":false,"disabled":false},{"text":".","start":99,"end":100,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":101,"end":113,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":114,"end":126,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":3,"child":0,"head_span":{"start":14,"end":34,"token_start":1,"token_end":3,"label":"change_direction"},"child_span":{"start":0,"end":13,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":18,"head_span":{"start":51,"end":59,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":101,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":18,"head_span":{"start":43,"end":50,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":101,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":0,"head_span":{"start":101,"end":113,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":0,"end":13,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":18,"head_span":{"start":0,"end":13,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":101,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":16,"child":19,"head_span":{"start":89,"end":99,"token_start":14,"token_end":16,"label":"change_direction"},"child_span":{"start":114,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":19,"head_span":{"start":0,"end":13,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":114,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":12,"child":19,"head_span":{"start":79,"end":84,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":114,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":19,"head_span":{"start":0,"end":13,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":114,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":19,"head_span":{"start":101,"end":113,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":114,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Round-trip flights between London and Guwahati, the closest airport to North Salmara, emit over three tonnes of carbon dioxide \u2013 about twice as much as the average Indian emits in a whole year.","text":"Round-trip flights between London and Guwahati, the closest airport to North Salmara, emit over three tonnes of carbon dioxide \u2013 about twice as much as the average Indian emits in a whole year. IMPLIED_BASE IMPLIED_BASE","characters":"193","document_index":"416","md_sentence_index":"70","classification_origin":"causal_sentence_classification","url":"https://www.bbc.com/future/article/20191010-how-to-beat-anxiety-about-climate-change-and-eco-awareness","combo_id":"416_70","post-training batch1":"416_70","_input_hash":1755346578,"_task_hash":564172071,"spans":[{"start":0,"end":10,"token_start":0,"token_end":2,"label":"type_of"},{"start":11,"end":18,"token_start":3,"token_end":3,"label":"base"},{"start":19,"end":46,"token_start":4,"token_end":7,"label":"where"},{"start":86,"end":90,"token_start":16,"token_end":16,"label":"change_direction"},{"start":91,"end":108,"token_start":17,"token_end":19,"label":"effect_size"},{"text":"carbon dioxide","start":112,"token_start":21,"token_end":22,"end":126,"type":"pattern","label":"base"}],"tokens":[{"text":"Round","start":0,"end":5,"id":0,"ws":false,"disabled":false},{"text":"-","start":5,"end":6,"id":1,"ws":false,"disabled":false},{"text":"trip","start":6,"end":10,"id":2,"ws":true,"disabled":false},{"text":"flights","start":11,"end":18,"id":3,"ws":true,"disabled":false},{"text":"between","start":19,"end":26,"id":4,"ws":true,"disabled":false},{"text":"London","start":27,"end":33,"id":5,"ws":true,"disabled":false},{"text":"and","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"Guwahati","start":38,"end":46,"id":7,"ws":false,"disabled":false},{"text":",","start":46,"end":47,"id":8,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":9,"ws":true,"disabled":false},{"text":"closest","start":52,"end":59,"id":10,"ws":true,"disabled":false},{"text":"airport","start":60,"end":67,"id":11,"ws":true,"disabled":false},{"text":"to","start":68,"end":70,"id":12,"ws":true,"disabled":false},{"text":"North","start":71,"end":76,"id":13,"ws":true,"disabled":false},{"text":"Salmara","start":77,"end":84,"id":14,"ws":false,"disabled":false},{"text":",","start":84,"end":85,"id":15,"ws":true,"disabled":false},{"text":"emit","start":86,"end":90,"id":16,"ws":true,"disabled":false},{"text":"over","start":91,"end":95,"id":17,"ws":true,"disabled":false},{"text":"three","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"tonnes","start":102,"end":108,"id":19,"ws":true,"disabled":false},{"text":"of","start":109,"end":111,"id":20,"ws":true,"disabled":false},{"text":"carbon","start":112,"end":118,"id":21,"ws":true,"disabled":false},{"text":"dioxide","start":119,"end":126,"id":22,"ws":true,"disabled":false},{"text":"\u2013","start":127,"end":128,"id":23,"ws":true,"disabled":false},{"text":"about","start":129,"end":134,"id":24,"ws":true,"disabled":false},{"text":"twice","start":135,"end":140,"id":25,"ws":true,"disabled":false},{"text":"as","start":141,"end":143,"id":26,"ws":true,"disabled":false},{"text":"much","start":144,"end":148,"id":27,"ws":true,"disabled":false},{"text":"as","start":149,"end":151,"id":28,"ws":true,"disabled":false},{"text":"the","start":152,"end":155,"id":29,"ws":true,"disabled":false},{"text":"average","start":156,"end":163,"id":30,"ws":true,"disabled":false},{"text":"Indian","start":164,"end":170,"id":31,"ws":true,"disabled":false},{"text":"emits","start":171,"end":176,"id":32,"ws":true,"disabled":false},{"text":"in","start":177,"end":179,"id":33,"ws":true,"disabled":false},{"text":"a","start":180,"end":181,"id":34,"ws":true,"disabled":false},{"text":"whole","start":182,"end":187,"id":35,"ws":true,"disabled":false},{"text":"year","start":188,"end":192,"id":36,"ws":false,"disabled":false},{"text":".","start":192,"end":193,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":207,"end":219,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":0,"end":10,"token_start":0,"token_end":2,"label":"type_of"},"child_span":{"start":11,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":3,"head_span":{"start":19,"end":46,"token_start":4,"token_end":7,"label":"where"},"child_span":{"start":11,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":22,"head_span":{"start":91,"end":108,"token_start":17,"token_end":19,"label":"effect_size"},"child_span":{"start":112,"end":126,"token_start":21,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":22,"head_span":{"start":86,"end":90,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":112,"end":126,"token_start":21,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":22,"head_span":{"start":11,"end":18,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":112,"end":126,"token_start":21,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Individuals infected with either WNV or Lyme disease may experience a range of mental health consequences following infection that can include reduced cognitive function as well depression associated with other symptoms, such as fatigue, pain, and muscle and joint aches.184, 185","text":"Individuals infected with either WNV or Lyme disease may experience a range of mental health consequences following infection that can include reduced cognitive function as well depression associated with other symptoms, such as fatigue, pain, and muscle and joint aches.184, 185 IMPLIED_BASE IMPLIED_BASE","characters":"279","document_index":"619","md_sentence_index":"247","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_247","post-training batch1":"619_247","_input_hash":-1048107752,"_task_hash":1584933516,"spans":[{"start":0,"end":20,"token_start":0,"token_end":1,"label":"to_whom"},{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},{"start":40,"end":52,"token_start":6,"token_end":7,"label":"base"},{"start":53,"end":56,"token_start":8,"token_end":8,"label":"confidence"},{"start":79,"end":85,"token_start":13,"token_end":13,"label":"type_of"},{"text":"health","start":86,"token_start":14,"token_end":14,"end":92,"type":"pattern","label":"base"},{"start":93,"end":105,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":106,"end":125,"token_start":16,"token_end":17,"label":"when"},{"text":"reduced","start":143,"token_start":21,"token_end":21,"end":150,"type":"pattern","label":"change_direction"},{"start":151,"end":160,"token_start":22,"token_end":22,"label":"base"},{"start":161,"end":169,"token_start":23,"token_end":23,"label":"aspect_changing"},{"start":178,"end":188,"token_start":26,"token_end":26,"label":"base"},{"start":229,"end":236,"token_start":34,"token_end":34,"label":"base"},{"start":238,"end":242,"token_start":36,"token_end":36,"label":"base"},{"start":248,"end":254,"token_start":39,"token_end":39,"label":"type_of"},{"start":259,"end":264,"token_start":41,"token_end":41,"label":"type_of"},{"start":265,"end":274,"token_start":42,"token_end":42,"label":"base"}],"tokens":[{"text":"Individuals","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"infected","start":12,"end":20,"id":1,"ws":true,"disabled":false},{"text":"with","start":21,"end":25,"id":2,"ws":true,"disabled":false},{"text":"either","start":26,"end":32,"id":3,"ws":true,"disabled":false},{"text":"WNV","start":33,"end":36,"id":4,"ws":true,"disabled":false},{"text":"or","start":37,"end":39,"id":5,"ws":true,"disabled":false},{"text":"Lyme","start":40,"end":44,"id":6,"ws":true,"disabled":false},{"text":"disease","start":45,"end":52,"id":7,"ws":true,"disabled":false},{"text":"may","start":53,"end":56,"id":8,"ws":true,"disabled":false},{"text":"experience","start":57,"end":67,"id":9,"ws":true,"disabled":false},{"text":"a","start":68,"end":69,"id":10,"ws":true,"disabled":false},{"text":"range","start":70,"end":75,"id":11,"ws":true,"disabled":false},{"text":"of","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"mental","start":79,"end":85,"id":13,"ws":true,"disabled":false},{"text":"health","start":86,"end":92,"id":14,"ws":true,"disabled":false},{"text":"consequences","start":93,"end":105,"id":15,"ws":true,"disabled":false},{"text":"following","start":106,"end":115,"id":16,"ws":true,"disabled":false},{"text":"infection","start":116,"end":125,"id":17,"ws":true,"disabled":false},{"text":"that","start":126,"end":130,"id":18,"ws":true,"disabled":false},{"text":"can","start":131,"end":134,"id":19,"ws":true,"disabled":false},{"text":"include","start":135,"end":142,"id":20,"ws":true,"disabled":false},{"text":"reduced","start":143,"end":150,"id":21,"ws":true,"disabled":false},{"text":"cognitive","start":151,"end":160,"id":22,"ws":true,"disabled":false},{"text":"function","start":161,"end":169,"id":23,"ws":true,"disabled":false},{"text":"as","start":170,"end":172,"id":24,"ws":true,"disabled":false},{"text":"well","start":173,"end":177,"id":25,"ws":true,"disabled":false},{"text":"depression","start":178,"end":188,"id":26,"ws":true,"disabled":false},{"text":"associated","start":189,"end":199,"id":27,"ws":true,"disabled":false},{"text":"with","start":200,"end":204,"id":28,"ws":true,"disabled":false},{"text":"other","start":205,"end":210,"id":29,"ws":true,"disabled":false},{"text":"symptoms","start":211,"end":219,"id":30,"ws":false,"disabled":false},{"text":",","start":219,"end":220,"id":31,"ws":true,"disabled":false},{"text":"such","start":221,"end":225,"id":32,"ws":true,"disabled":false},{"text":"as","start":226,"end":228,"id":33,"ws":true,"disabled":false},{"text":"fatigue","start":229,"end":236,"id":34,"ws":false,"disabled":false},{"text":",","start":236,"end":237,"id":35,"ws":true,"disabled":false},{"text":"pain","start":238,"end":242,"id":36,"ws":false,"disabled":false},{"text":",","start":242,"end":243,"id":37,"ws":true,"disabled":false},{"text":"and","start":244,"end":247,"id":38,"ws":true,"disabled":false},{"text":"muscle","start":248,"end":254,"id":39,"ws":true,"disabled":false},{"text":"and","start":255,"end":258,"id":40,"ws":true,"disabled":false},{"text":"joint","start":259,"end":264,"id":41,"ws":true,"disabled":false},{"text":"aches.184","start":265,"end":274,"id":42,"ws":false,"disabled":false},{"text":",","start":274,"end":275,"id":43,"ws":true,"disabled":false},{"text":"185","start":276,"end":279,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":280,"end":292,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":293,"end":305,"id":46,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":41,"child":42,"head_span":{"start":259,"end":264,"token_start":41,"token_end":41,"label":"type_of"},"child_span":{"start":265,"end":274,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":42,"head_span":{"start":248,"end":254,"token_start":39,"token_end":39,"label":"type_of"},"child_span":{"start":265,"end":274,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":79,"end":85,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":86,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":93,"end":105,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":86,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":14,"head_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":86,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":14,"head_span":{"start":40,"end":52,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":86,"end":92,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":22,"head_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":151,"end":160,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":22,"head_span":{"start":143,"end":150,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":151,"end":160,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":161,"end":169,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":151,"end":160,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":22,"head_span":{"start":40,"end":52,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":151,"end":160,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":26,"head_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":178,"end":188,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":26,"head_span":{"start":40,"end":52,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":178,"end":188,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":34,"head_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":229,"end":236,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":36,"head_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":238,"end":242,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":42,"head_span":{"start":33,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":265,"end":274,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":34,"head_span":{"start":40,"end":52,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":229,"end":236,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":36,"head_span":{"start":40,"end":52,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":238,"end":242,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":42,"head_span":{"start":40,"end":52,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":265,"end":274,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":false,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"?","reason":"","relation count":"","complexity":"","original_md_text":"Ultraviolet Radiation as a Mediator of Climate Change-Induced Immune Dysfunction\n","text":"Ultraviolet Radiation as a Mediator of Climate Change-Induced Immune Dysfunction IMPLIED_BASE IMPLIED_BASE","characters":"81","document_index":"276","md_sentence_index":"236","classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_236","post-training batch1":"276_236","_input_hash":-889456843,"_task_hash":-1305694565,"spans":[{"start":0,"end":11,"token_start":0,"token_end":0,"label":"type_of"},{"start":12,"end":21,"token_start":1,"token_end":1,"label":"base"},{"start":22,"end":38,"token_start":2,"token_end":5,"label":"base"},{"text":"Climate Change","start":39,"token_start":6,"token_end":7,"end":53,"type":"pattern","label":"base"},{"start":53,"end":61,"token_start":8,"token_end":9,"label":"predicate"},{"start":62,"end":68,"token_start":10,"token_end":10,"label":"type_of"},{"start":69,"end":80,"token_start":11,"token_end":11,"label":"base"}],"tokens":[{"text":"Ultraviolet","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"Radiation","start":12,"end":21,"id":1,"ws":true,"disabled":false},{"text":"as","start":22,"end":24,"id":2,"ws":true,"disabled":false},{"text":"a","start":25,"end":26,"id":3,"ws":true,"disabled":false},{"text":"Mediator","start":27,"end":35,"id":4,"ws":true,"disabled":false},{"text":"of","start":36,"end":38,"id":5,"ws":true,"disabled":false},{"text":"Climate","start":39,"end":46,"id":6,"ws":true,"disabled":false},{"text":"Change","start":47,"end":53,"id":7,"ws":false,"disabled":false},{"text":"-","start":53,"end":54,"id":8,"ws":false,"disabled":false},{"text":"Induced","start":54,"end":61,"id":9,"ws":true,"disabled":false},{"text":"Immune","start":62,"end":68,"id":10,"ws":true,"disabled":false},{"text":"Dysfunction","start":69,"end":80,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":81,"end":93,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":94,"end":106,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":62,"end":68,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":69,"end":80,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":11,"head_span":{"start":39,"end":53,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":69,"end":80,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":1,"head_span":{"start":0,"end":11,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":12,"end":21,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":11,"head_span":{"start":12,"end":21,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":69,"end":80,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":1,"head_span":{"start":39,"end":53,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":12,"end":21,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Floods kill more people in the United States than any other kind of severe weather and cause billions of dollars in damages every year.","text":"Floods kill more people in the United States than any other kind of severe weather and cause billions of dollars in damages every year. IMPLIED_BASE IMPLIED_BASE","characters":"135","document_index":"256","md_sentence_index":"8","classification_origin":"cm_cause_effect_rel","url":"https://www.engineergirl.org/51330/Engineering-Infrastructure-Floods","combo_id":"256_8","post-training batch1":"256_8","_input_hash":-1289882227,"_task_hash":64793119,"spans":[{"text":"Floods","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"base"},{"text":"kill","start":7,"token_start":1,"token_end":1,"end":11,"type":"pattern","label":"change_direction"},{"text":"people","start":17,"token_start":3,"token_end":3,"end":23,"type":"pattern","label":"base"},{"start":24,"end":44,"token_start":4,"token_end":7,"label":"where"},{"start":68,"end":74,"token_start":13,"token_end":13,"label":"type_of"},{"text":"weather","start":75,"token_start":14,"token_end":14,"end":82,"type":"pattern","label":"base"},{"start":87,"end":92,"token_start":16,"token_end":16,"label":"predicate"},{"start":93,"end":112,"token_start":17,"token_end":19,"label":"effect_size"},{"start":116,"end":123,"token_start":21,"token_end":21,"label":"aspect_changing"},{"start":124,"end":134,"token_start":22,"token_end":23,"label":"when"},{"start":136,"end":148,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"Floods","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"kill","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"more","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"people","start":17,"end":23,"id":3,"ws":true,"disabled":false},{"text":"in","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"United","start":31,"end":37,"id":6,"ws":true,"disabled":false},{"text":"States","start":38,"end":44,"id":7,"ws":true,"disabled":false},{"text":"than","start":45,"end":49,"id":8,"ws":true,"disabled":false},{"text":"any","start":50,"end":53,"id":9,"ws":true,"disabled":false},{"text":"other","start":54,"end":59,"id":10,"ws":true,"disabled":false},{"text":"kind","start":60,"end":64,"id":11,"ws":true,"disabled":false},{"text":"of","start":65,"end":67,"id":12,"ws":true,"disabled":false},{"text":"severe","start":68,"end":74,"id":13,"ws":true,"disabled":false},{"text":"weather","start":75,"end":82,"id":14,"ws":true,"disabled":false},{"text":"and","start":83,"end":86,"id":15,"ws":true,"disabled":false},{"text":"cause","start":87,"end":92,"id":16,"ws":true,"disabled":false},{"text":"billions","start":93,"end":101,"id":17,"ws":true,"disabled":false},{"text":"of","start":102,"end":104,"id":18,"ws":true,"disabled":false},{"text":"dollars","start":105,"end":112,"id":19,"ws":true,"disabled":false},{"text":"in","start":113,"end":115,"id":20,"ws":true,"disabled":false},{"text":"damages","start":116,"end":123,"id":21,"ws":true,"disabled":false},{"text":"every","start":124,"end":129,"id":22,"ws":true,"disabled":false},{"text":"year","start":130,"end":134,"id":23,"ws":false,"disabled":false},{"text":".","start":134,"end":135,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":136,"end":148,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":149,"end":161,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":7,"end":11,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":3,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":14,"head_span":{"start":68,"end":74,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":75,"end":82,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":25,"head_span":{"start":116,"end":123,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":136,"end":148,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":25,"head_span":{"start":124,"end":134,"token_start":22,"token_end":23,"label":"when"},"child_span":{"start":136,"end":148,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":25,"head_span":{"start":93,"end":112,"token_start":17,"token_end":19,"label":"effect_size"},"child_span":{"start":136,"end":148,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":25,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":136,"end":148,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Smoke from fires has fouled Sydney\u2019s air intermittently since November.","text":"Smoke from fires has fouled Sydney\u2019s air intermittently since November. IMPLIED_BASE IMPLIED_BASE","characters":"71","document_index":"556","md_sentence_index":"14","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/01/03/climate/australia-fires-air.html","combo_id":"556_14","post-training batch1":"556_14","_input_hash":-485129779,"_task_hash":675789721,"spans":[{"start":0,"end":5,"token_start":0,"token_end":0,"label":"base"},{"start":6,"end":10,"token_start":1,"token_end":1,"label":"predicate"},{"start":11,"end":16,"token_start":2,"token_end":2,"label":"base"},{"start":21,"end":27,"token_start":4,"token_end":4,"label":"change_direction"},{"start":28,"end":34,"token_start":5,"token_end":5,"label":"where"},{"start":37,"end":40,"token_start":7,"token_end":7,"label":"base"},{"start":41,"end":55,"token_start":8,"token_end":8,"label":"when"},{"start":56,"end":70,"token_start":9,"token_end":10,"label":"when"}],"tokens":[{"text":"Smoke","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"from","start":6,"end":10,"id":1,"ws":true,"disabled":false},{"text":"fires","start":11,"end":16,"id":2,"ws":true,"disabled":false},{"text":"has","start":17,"end":20,"id":3,"ws":true,"disabled":false},{"text":"fouled","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"Sydney","start":28,"end":34,"id":5,"ws":false,"disabled":false},{"text":"\u2019s","start":34,"end":36,"id":6,"ws":true,"disabled":false},{"text":"air","start":37,"end":40,"id":7,"ws":true,"disabled":false},{"text":"intermittently","start":41,"end":55,"id":8,"ws":true,"disabled":false},{"text":"since","start":56,"end":61,"id":9,"ws":true,"disabled":false},{"text":"November","start":62,"end":70,"id":10,"ws":false,"disabled":false},{"text":".","start":70,"end":71,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":72,"end":84,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":85,"end":97,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":2,"child":0,"head_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":7,"head_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":37,"end":40,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":7,"head_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":37,"end":40,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":41,"end":55,"token_start":8,"token_end":8,"label":"when"},"child_span":{"start":37,"end":40,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Those blackouts are separate from the pre-emptive shut-offs carried out by California utilities in an effort to prevent their equipment from sparking wildfires.","text":"Those blackouts are separate from the pre-emptive shut-offs carried out by California utilities in an effort to prevent their equipment from sparking wildfires. IMPLIED_BASE IMPLIED_BASE","characters":"160","document_index":"832","md_sentence_index":"69","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/10/us/climate-change-california-wildfires.html","combo_id":"832_69","post-training batch1":"832_69","_input_hash":-1674128650,"_task_hash":-1789602757,"spans":[{"start":6,"end":15,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":38,"end":59,"token_start":6,"token_end":11,"label":"aspect_changing"},{"start":75,"end":85,"token_start":15,"token_end":15,"label":"where"},{"start":86,"end":95,"token_start":16,"token_end":16,"label":"type_of"},{"text":"equipment","start":126,"token_start":23,"token_end":23,"end":135,"type":"pattern","label":"base"},{"start":136,"end":140,"token_start":24,"token_end":24,"label":"predicate"},{"start":141,"end":149,"token_start":25,"token_end":25,"label":"change_direction"},{"text":"wildfires","start":150,"token_start":26,"token_end":26,"end":159,"type":"pattern","label":"base"},{"start":161,"end":173,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"Those","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"blackouts","start":6,"end":15,"id":1,"ws":true,"disabled":false},{"text":"are","start":16,"end":19,"id":2,"ws":true,"disabled":false},{"text":"separate","start":20,"end":28,"id":3,"ws":true,"disabled":false},{"text":"from","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"pre","start":38,"end":41,"id":6,"ws":false,"disabled":false},{"text":"-","start":41,"end":42,"id":7,"ws":false,"disabled":false},{"text":"emptive","start":42,"end":49,"id":8,"ws":true,"disabled":false},{"text":"shut","start":50,"end":54,"id":9,"ws":false,"disabled":false},{"text":"-","start":54,"end":55,"id":10,"ws":false,"disabled":false},{"text":"offs","start":55,"end":59,"id":11,"ws":true,"disabled":false},{"text":"carried","start":60,"end":67,"id":12,"ws":true,"disabled":false},{"text":"out","start":68,"end":71,"id":13,"ws":true,"disabled":false},{"text":"by","start":72,"end":74,"id":14,"ws":true,"disabled":false},{"text":"California","start":75,"end":85,"id":15,"ws":true,"disabled":false},{"text":"utilities","start":86,"end":95,"id":16,"ws":true,"disabled":false},{"text":"in","start":96,"end":98,"id":17,"ws":true,"disabled":false},{"text":"an","start":99,"end":101,"id":18,"ws":true,"disabled":false},{"text":"effort","start":102,"end":108,"id":19,"ws":true,"disabled":false},{"text":"to","start":109,"end":111,"id":20,"ws":true,"disabled":false},{"text":"prevent","start":112,"end":119,"id":21,"ws":true,"disabled":false},{"text":"their","start":120,"end":125,"id":22,"ws":true,"disabled":false},{"text":"equipment","start":126,"end":135,"id":23,"ws":true,"disabled":false},{"text":"from","start":136,"end":140,"id":24,"ws":true,"disabled":false},{"text":"sparking","start":141,"end":149,"id":25,"ws":true,"disabled":false},{"text":"wildfires","start":150,"end":159,"id":26,"ws":false,"disabled":false},{"text":".","start":159,"end":160,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":141,"end":149,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":150,"end":159,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":26,"head_span":{"start":126,"end":135,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":150,"end":159,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":23,"head_span":{"start":86,"end":95,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":126,"end":135,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":28,"head_span":{"start":6,"end":15,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":161,"end":173,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":28,"head_span":{"start":38,"end":59,"token_start":6,"token_end":11,"label":"aspect_changing"},"child_span":{"start":161,"end":173,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"y","reason":"not CC related","relation count":"","complexity":"","original_md_text":"PG&E cited a lack of personnel as the reason for the slow progress, according to the San Francisco Chronicle.\n","text":"PG&E cited a lack of personnel as the reason for the slow progress, according to the San Francisco Chronicle. IMPLIED_BASE IMPLIED_BASE","characters":"110","document_index":"449","md_sentence_index":"52","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/pge-caused-california-wildfires-safety-measures-2019-10","combo_id":"449_52","post-training batch1":"449_52","_input_hash":-1755150614,"_task_hash":1216687268,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"to_whom"},{"text":"lack of","start":13,"token_start":3,"token_end":4,"end":20,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"PG&E","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"cited","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"a","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"lack","start":13,"end":17,"id":3,"ws":true,"disabled":false},{"text":"of","start":18,"end":20,"id":4,"ws":true,"disabled":false},{"text":"personnel","start":21,"end":30,"id":5,"ws":true,"disabled":false},{"text":"as","start":31,"end":33,"id":6,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":7,"ws":true,"disabled":false},{"text":"reason","start":38,"end":44,"id":8,"ws":true,"disabled":false},{"text":"for","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":10,"ws":true,"disabled":false},{"text":"slow","start":53,"end":57,"id":11,"ws":true,"disabled":false},{"text":"progress","start":58,"end":66,"id":12,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":13,"ws":true,"disabled":false},{"text":"according","start":68,"end":77,"id":14,"ws":true,"disabled":false},{"text":"to","start":78,"end":80,"id":15,"ws":true,"disabled":false},{"text":"the","start":81,"end":84,"id":16,"ws":true,"disabled":false},{"text":"San","start":85,"end":88,"id":17,"ws":true,"disabled":false},{"text":"Francisco","start":89,"end":98,"id":18,"ws":true,"disabled":false},{"text":"Chronicle","start":99,"end":108,"id":19,"ws":false,"disabled":false},{"text":".","start":108,"end":109,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":110,"end":122,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":123,"end":135,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"This weakening of wind shear is likely to result in more rapid intensification of storms as they near landfall.","text":"This weakening of wind shear is likely to result in more rapid intensification of storms as they near landfall. IMPLIED_BASE IMPLIED_BASE","characters":"111","document_index":"787","md_sentence_index":"110","classification_origin":"causal_sentence_classification","url":"https://yaleclimateconnections.org/2019/07/how-climate-change-is-making-hurricanes-more-dangerous/","combo_id":"787_110","post-training batch1":"787_110","_input_hash":-1963671545,"_task_hash":-1147194650,"spans":[{"start":5,"end":14,"token_start":1,"token_end":1,"label":"change_direction"},{"start":18,"end":22,"token_start":3,"token_end":3,"label":"base"},{"start":23,"end":28,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":32,"end":38,"token_start":6,"token_end":6,"label":"confidence"},{"start":42,"end":51,"token_start":8,"token_end":9,"label":"predicate"},{"text":"more","start":52,"token_start":10,"token_end":10,"end":56,"type":"pattern","label":"change_direction"},{"start":57,"end":78,"token_start":11,"token_end":12,"label":"aspect_changing"},{"text":"storms","start":82,"token_start":14,"token_end":14,"end":88,"type":"pattern","label":"base"},{"start":89,"end":110,"token_start":15,"token_end":18,"label":"when"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"weakening","start":5,"end":14,"id":1,"ws":true,"disabled":false},{"text":"of","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"wind","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"shear","start":23,"end":28,"id":4,"ws":true,"disabled":false},{"text":"is","start":29,"end":31,"id":5,"ws":true,"disabled":false},{"text":"likely","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"to","start":39,"end":41,"id":7,"ws":true,"disabled":false},{"text":"result","start":42,"end":48,"id":8,"ws":true,"disabled":false},{"text":"in","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"more","start":52,"end":56,"id":10,"ws":true,"disabled":false},{"text":"rapid","start":57,"end":62,"id":11,"ws":true,"disabled":false},{"text":"intensification","start":63,"end":78,"id":12,"ws":true,"disabled":false},{"text":"of","start":79,"end":81,"id":13,"ws":true,"disabled":false},{"text":"storms","start":82,"end":88,"id":14,"ws":true,"disabled":false},{"text":"as","start":89,"end":91,"id":15,"ws":true,"disabled":false},{"text":"they","start":92,"end":96,"id":16,"ws":true,"disabled":false},{"text":"near","start":97,"end":101,"id":17,"ws":true,"disabled":false},{"text":"landfall","start":102,"end":110,"id":18,"ws":false,"disabled":false},{"text":".","start":110,"end":111,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":112,"end":124,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":4,"child":3,"head_span":{"start":23,"end":28,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":18,"end":22,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":3,"head_span":{"start":5,"end":14,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":18,"end":22,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":14,"head_span":{"start":52,"end":56,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":82,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":57,"end":78,"token_start":11,"token_end":12,"label":"aspect_changing"},"child_span":{"start":82,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":14,"head_span":{"start":89,"end":110,"token_start":15,"token_end":18,"label":"when"},"child_span":{"start":82,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":14,"head_span":{"start":18,"end":22,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":82,"end":88,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A year ago, Dorian crawled over the Bahamas for a day and a half, causing widespread destruction from wind and storm surge.","text":"A year ago, Dorian crawled over the Bahamas for a day and a half, causing widespread destruction from wind and storm surge. IMPLIED_BASE IMPLIED_BASE","characters":"123","document_index":"809","md_sentence_index":"30","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/15/us/hurricane-sally.html","combo_id":"809_30","post-training batch1":"809_30","_input_hash":-1356563922,"_task_hash":519654975,"spans":[{"start":66,"end":73,"token_start":16,"token_end":16,"label":"predicate"},{"start":74,"end":84,"token_start":17,"token_end":17,"label":"effect_size"},{"start":85,"end":96,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":102,"end":106,"token_start":20,"token_end":20,"label":"base"},{"text":"storm","start":111,"token_start":22,"token_end":22,"end":116,"type":"pattern","label":"base"},{"start":117,"end":122,"token_start":23,"token_end":23,"label":"aspect_changing"},{"start":124,"end":136,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"year","start":2,"end":6,"id":1,"ws":true,"disabled":false},{"text":"ago","start":7,"end":10,"id":2,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":3,"ws":true,"disabled":false},{"text":"Dorian","start":12,"end":18,"id":4,"ws":true,"disabled":false},{"text":"crawled","start":19,"end":26,"id":5,"ws":true,"disabled":false},{"text":"over","start":27,"end":31,"id":6,"ws":true,"disabled":false},{"text":"the","start":32,"end":35,"id":7,"ws":true,"disabled":false},{"text":"Bahamas","start":36,"end":43,"id":8,"ws":true,"disabled":false},{"text":"for","start":44,"end":47,"id":9,"ws":true,"disabled":false},{"text":"a","start":48,"end":49,"id":10,"ws":true,"disabled":false},{"text":"day","start":50,"end":53,"id":11,"ws":true,"disabled":false},{"text":"and","start":54,"end":57,"id":12,"ws":true,"disabled":false},{"text":"a","start":58,"end":59,"id":13,"ws":true,"disabled":false},{"text":"half","start":60,"end":64,"id":14,"ws":false,"disabled":false},{"text":",","start":64,"end":65,"id":15,"ws":true,"disabled":false},{"text":"causing","start":66,"end":73,"id":16,"ws":true,"disabled":false},{"text":"widespread","start":74,"end":84,"id":17,"ws":true,"disabled":false},{"text":"destruction","start":85,"end":96,"id":18,"ws":true,"disabled":false},{"text":"from","start":97,"end":101,"id":19,"ws":true,"disabled":false},{"text":"wind","start":102,"end":106,"id":20,"ws":true,"disabled":false},{"text":"and","start":107,"end":110,"id":21,"ws":true,"disabled":false},{"text":"storm","start":111,"end":116,"id":22,"ws":true,"disabled":false},{"text":"surge","start":117,"end":122,"id":23,"ws":false,"disabled":false},{"text":".","start":122,"end":123,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":124,"end":136,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":137,"end":149,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":23,"child":22,"head_span":{"start":117,"end":122,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":111,"end":116,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":25,"head_span":{"start":85,"end":96,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":124,"end":136,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":25,"head_span":{"start":102,"end":106,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":124,"end":136,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":25,"head_span":{"start":117,"end":122,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":124,"end":136,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":25,"head_span":{"start":74,"end":84,"token_start":17,"token_end":17,"label":"effect_size"},"child_span":{"start":124,"end":136,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"is_a relationship","relation count":"many?","complexity":"moderate","original_md_text":"Scientists and health professionals have long known that exposure to air pollution causes respiratory damage, such as asthma.","text":"Scientists and health professionals have long known that exposure to air pollution causes respiratory damage, such as asthma. IMPLIED_BASE IMPLIED_BASE","characters":"125","document_index":"110","md_sentence_index":"78","classification_origin":"cm_cause_effect_rel","url":"https://hbbf.org/sites/default/files/documents/2018-06/LinkFossilFuelsNeurologicalHarm_04-06-18_v2.pdf","combo_id":"110_78","post-training batch1":"110_78","_input_hash":-1065002927,"_task_hash":-1504437393,"spans":[{"start":57,"end":65,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":69,"end":72,"token_start":10,"token_end":10,"label":"type_of"},{"text":"pollution","start":73,"token_start":11,"token_end":11,"end":82,"type":"pattern","label":"base"},{"start":83,"end":89,"token_start":12,"token_end":12,"label":"predicate"},{"start":90,"end":101,"token_start":13,"token_end":13,"label":"base"},{"start":102,"end":108,"token_start":14,"token_end":14,"label":"change_direction"},{"text":"asthma","start":118,"token_start":18,"token_end":18,"end":124,"type":"pattern","label":"base"}],"tokens":[{"text":"Scientists","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"and","start":11,"end":14,"id":1,"ws":true,"disabled":false},{"text":"health","start":15,"end":21,"id":2,"ws":true,"disabled":false},{"text":"professionals","start":22,"end":35,"id":3,"ws":true,"disabled":false},{"text":"have","start":36,"end":40,"id":4,"ws":true,"disabled":false},{"text":"long","start":41,"end":45,"id":5,"ws":true,"disabled":false},{"text":"known","start":46,"end":51,"id":6,"ws":true,"disabled":false},{"text":"that","start":52,"end":56,"id":7,"ws":true,"disabled":false},{"text":"exposure","start":57,"end":65,"id":8,"ws":true,"disabled":false},{"text":"to","start":66,"end":68,"id":9,"ws":true,"disabled":false},{"text":"air","start":69,"end":72,"id":10,"ws":true,"disabled":false},{"text":"pollution","start":73,"end":82,"id":11,"ws":true,"disabled":false},{"text":"causes","start":83,"end":89,"id":12,"ws":true,"disabled":false},{"text":"respiratory","start":90,"end":101,"id":13,"ws":true,"disabled":false},{"text":"damage","start":102,"end":108,"id":14,"ws":false,"disabled":false},{"text":",","start":108,"end":109,"id":15,"ws":true,"disabled":false},{"text":"such","start":110,"end":114,"id":16,"ws":true,"disabled":false},{"text":"as","start":115,"end":117,"id":17,"ws":true,"disabled":false},{"text":"asthma","start":118,"end":124,"id":18,"ws":false,"disabled":false},{"text":".","start":124,"end":125,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":69,"end":72,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":73,"end":82,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":57,"end":65,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":73,"end":82,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":102,"end":108,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":90,"end":101,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":73,"end":82,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":90,"end":101,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":18,"head_span":{"start":73,"end":82,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":118,"end":124,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Right now, APS gets roughly a quarter of its electricity from coal, a quarter from natural gas and a quarter from nuclear power.\n","text":"Right now, APS gets roughly a quarter of its electricity from coal, a quarter from natural gas and a quarter from nuclear power. IMPLIED_BASE IMPLIED_BASE","characters":"129","document_index":"602","md_sentence_index":"15","classification_origin":"causal_sentence_classification","url":"https://www.washingtonpost.com/climate-environment/2020/01/22/arizonas-biggest-utility-says-it-will-get-all-its-electricity-carbon-free-sources-by-2050/","combo_id":"602_15","post-training batch1":"602_15","_input_hash":-1764849501,"_task_hash":-1076294338,"spans":[{"text":"coal","start":62,"token_start":12,"token_end":12,"end":66,"type":"pattern","label":"base"}],"tokens":[{"text":"Right","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"now","start":6,"end":9,"id":1,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":2,"ws":true,"disabled":false},{"text":"APS","start":11,"end":14,"id":3,"ws":true,"disabled":false},{"text":"gets","start":15,"end":19,"id":4,"ws":true,"disabled":false},{"text":"roughly","start":20,"end":27,"id":5,"ws":true,"disabled":false},{"text":"a","start":28,"end":29,"id":6,"ws":true,"disabled":false},{"text":"quarter","start":30,"end":37,"id":7,"ws":true,"disabled":false},{"text":"of","start":38,"end":40,"id":8,"ws":true,"disabled":false},{"text":"its","start":41,"end":44,"id":9,"ws":true,"disabled":false},{"text":"electricity","start":45,"end":56,"id":10,"ws":true,"disabled":false},{"text":"from","start":57,"end":61,"id":11,"ws":true,"disabled":false},{"text":"coal","start":62,"end":66,"id":12,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":13,"ws":true,"disabled":false},{"text":"a","start":68,"end":69,"id":14,"ws":true,"disabled":false},{"text":"quarter","start":70,"end":77,"id":15,"ws":true,"disabled":false},{"text":"from","start":78,"end":82,"id":16,"ws":true,"disabled":false},{"text":"natural","start":83,"end":90,"id":17,"ws":true,"disabled":false},{"text":"gas","start":91,"end":94,"id":18,"ws":true,"disabled":false},{"text":"and","start":95,"end":98,"id":19,"ws":true,"disabled":false},{"text":"a","start":99,"end":100,"id":20,"ws":true,"disabled":false},{"text":"quarter","start":101,"end":108,"id":21,"ws":true,"disabled":false},{"text":"from","start":109,"end":113,"id":22,"ws":true,"disabled":false},{"text":"nuclear","start":114,"end":121,"id":23,"ws":true,"disabled":false},{"text":"power","start":122,"end":127,"id":24,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The international body estimates 80% of the Sahel's farmland has been degraded by climate change, causing scarcity of food for people and livestock.\n","text":"The international body estimates 80% of the Sahel's farmland has been degraded by climate change, causing scarcity of food for people and livestock. IMPLIED_BASE IMPLIED_BASE","characters":"149","document_index":"635","md_sentence_index":"16","classification_origin":"causal_sentence_classification","url":"https://news.sky.com/story/climate-change-will-be-catastrophic-in-20-years-with-risks-to-global-security-report-11933118","combo_id":"635_16","post-training batch1":"635_16","_input_hash":-1606364978,"_task_hash":-867725522,"spans":[{"start":33,"end":36,"token_start":4,"token_end":5,"label":"effect_size"},{"start":52,"end":60,"token_start":10,"token_end":10,"label":"base"},{"start":70,"end":78,"token_start":13,"token_end":13,"label":"change_direction"},{"text":"climate change","start":82,"token_start":15,"token_end":16,"end":96,"type":"pattern","label":"base"},{"start":98,"end":105,"token_start":18,"token_end":18,"label":"predicate"},{"start":106,"end":114,"token_start":19,"token_end":19,"label":"change_direction"},{"start":118,"end":122,"token_start":21,"token_end":21,"label":"base"},{"start":127,"end":133,"token_start":23,"token_end":23,"label":"to_whom"},{"start":138,"end":147,"token_start":25,"token_end":25,"label":"to_whom"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"international","start":4,"end":17,"id":1,"ws":true,"disabled":false},{"text":"body","start":18,"end":22,"id":2,"ws":true,"disabled":false},{"text":"estimates","start":23,"end":32,"id":3,"ws":true,"disabled":false},{"text":"80","start":33,"end":35,"id":4,"ws":false,"disabled":false},{"text":"%","start":35,"end":36,"id":5,"ws":true,"disabled":false},{"text":"of","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":7,"ws":true,"disabled":false},{"text":"Sahel","start":44,"end":49,"id":8,"ws":false,"disabled":false},{"text":"'s","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"farmland","start":52,"end":60,"id":10,"ws":true,"disabled":false},{"text":"has","start":61,"end":64,"id":11,"ws":true,"disabled":false},{"text":"been","start":65,"end":69,"id":12,"ws":true,"disabled":false},{"text":"degraded","start":70,"end":78,"id":13,"ws":true,"disabled":false},{"text":"by","start":79,"end":81,"id":14,"ws":true,"disabled":false},{"text":"climate","start":82,"end":89,"id":15,"ws":true,"disabled":false},{"text":"change","start":90,"end":96,"id":16,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":17,"ws":true,"disabled":false},{"text":"causing","start":98,"end":105,"id":18,"ws":true,"disabled":false},{"text":"scarcity","start":106,"end":114,"id":19,"ws":true,"disabled":false},{"text":"of","start":115,"end":117,"id":20,"ws":true,"disabled":false},{"text":"food","start":118,"end":122,"id":21,"ws":true,"disabled":false},{"text":"for","start":123,"end":126,"id":22,"ws":true,"disabled":false},{"text":"people","start":127,"end":133,"id":23,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":24,"ws":true,"disabled":false},{"text":"livestock","start":138,"end":147,"id":25,"ws":false,"disabled":false},{"text":".","start":147,"end":148,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":149,"end":161,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":162,"end":174,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":13,"child":10,"head_span":{"start":70,"end":78,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":52,"end":60,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":10,"head_span":{"start":33,"end":36,"token_start":4,"token_end":5,"label":"effect_size"},"child_span":{"start":52,"end":60,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":21,"head_span":{"start":106,"end":114,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":118,"end":122,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":10,"head_span":{"start":82,"end":96,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":52,"end":60,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":21,"head_span":{"start":52,"end":60,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":118,"end":122,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Diffenbaugh and his co-authors wrote that global climate models were zeroing in on \"robust increases in the occurrence of severe thunderstorm environments over the eastern United States in response to further global warming,\" and suggested \"a possible increase in the number of days supportive of tornadic storms.\"\n","text":"Diffenbaugh and his co-authors wrote that global climate models were zeroing in on \"robust increases in the occurrence of severe thunderstorm environments over the eastern United States in response to further global warming,\" and suggested \"a possible increase in the number of days supportive of tornadic storms.\" IMPLIED_BASE IMPLIED_BASE","characters":"315","document_index":"132","md_sentence_index":"46","classification_origin":"cm_cause_effect_rel","url":"https://insideclimatenews.org/news/30052019/tornado-climate-change-connection-science-research-data","combo_id":"132_46","post-training batch1":"132_46","_input_hash":-9667333,"_task_hash":-995422126,"spans":[{"text":"increases","start":91,"token_start":17,"token_end":17,"end":100,"type":"pattern","label":"change_direction"},{"start":108,"end":118,"token_start":20,"token_end":20,"label":"aspect_changing"},{"start":122,"end":128,"token_start":22,"token_end":22,"label":"type_of"},{"start":129,"end":141,"token_start":23,"token_end":23,"label":"base"},{"start":164,"end":185,"token_start":27,"token_end":29,"label":"where"},{"start":186,"end":200,"token_start":30,"token_end":32,"label":"predicate"},{"text":"global warming","start":209,"token_start":34,"token_end":35,"end":223,"type":"pattern","label":"base"},{"start":243,"end":251,"token_start":42,"token_end":42,"label":"confidence"},{"text":"increase","start":252,"token_start":43,"token_end":43,"end":260,"type":"pattern","label":"change_direction"},{"start":297,"end":305,"token_start":51,"token_end":51,"label":"type_of"},{"text":"storms","start":306,"token_start":52,"token_end":52,"end":312,"type":"pattern","label":"base"}],"tokens":[{"text":"Diffenbaugh","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"and","start":12,"end":15,"id":1,"ws":true,"disabled":false},{"text":"his","start":16,"end":19,"id":2,"ws":true,"disabled":false},{"text":"co","start":20,"end":22,"id":3,"ws":false,"disabled":false},{"text":"-","start":22,"end":23,"id":4,"ws":false,"disabled":false},{"text":"authors","start":23,"end":30,"id":5,"ws":true,"disabled":false},{"text":"wrote","start":31,"end":36,"id":6,"ws":true,"disabled":false},{"text":"that","start":37,"end":41,"id":7,"ws":true,"disabled":false},{"text":"global","start":42,"end":48,"id":8,"ws":true,"disabled":false},{"text":"climate","start":49,"end":56,"id":9,"ws":true,"disabled":false},{"text":"models","start":57,"end":63,"id":10,"ws":true,"disabled":false},{"text":"were","start":64,"end":68,"id":11,"ws":true,"disabled":false},{"text":"zeroing","start":69,"end":76,"id":12,"ws":true,"disabled":false},{"text":"in","start":77,"end":79,"id":13,"ws":true,"disabled":false},{"text":"on","start":80,"end":82,"id":14,"ws":true,"disabled":false},{"text":"\"","start":83,"end":84,"id":15,"ws":false,"disabled":false},{"text":"robust","start":84,"end":90,"id":16,"ws":true,"disabled":false},{"text":"increases","start":91,"end":100,"id":17,"ws":true,"disabled":false},{"text":"in","start":101,"end":103,"id":18,"ws":true,"disabled":false},{"text":"the","start":104,"end":107,"id":19,"ws":true,"disabled":false},{"text":"occurrence","start":108,"end":118,"id":20,"ws":true,"disabled":false},{"text":"of","start":119,"end":121,"id":21,"ws":true,"disabled":false},{"text":"severe","start":122,"end":128,"id":22,"ws":true,"disabled":false},{"text":"thunderstorm","start":129,"end":141,"id":23,"ws":true,"disabled":false},{"text":"environments","start":142,"end":154,"id":24,"ws":true,"disabled":false},{"text":"over","start":155,"end":159,"id":25,"ws":true,"disabled":false},{"text":"the","start":160,"end":163,"id":26,"ws":true,"disabled":false},{"text":"eastern","start":164,"end":171,"id":27,"ws":true,"disabled":false},{"text":"United","start":172,"end":178,"id":28,"ws":true,"disabled":false},{"text":"States","start":179,"end":185,"id":29,"ws":true,"disabled":false},{"text":"in","start":186,"end":188,"id":30,"ws":true,"disabled":false},{"text":"response","start":189,"end":197,"id":31,"ws":true,"disabled":false},{"text":"to","start":198,"end":200,"id":32,"ws":true,"disabled":false},{"text":"further","start":201,"end":208,"id":33,"ws":true,"disabled":false},{"text":"global","start":209,"end":215,"id":34,"ws":true,"disabled":false},{"text":"warming","start":216,"end":223,"id":35,"ws":false,"disabled":false},{"text":",","start":223,"end":224,"id":36,"ws":false,"disabled":false},{"text":"\"","start":224,"end":225,"id":37,"ws":true,"disabled":false},{"text":"and","start":226,"end":229,"id":38,"ws":true,"disabled":false},{"text":"suggested","start":230,"end":239,"id":39,"ws":true,"disabled":false},{"text":"\"","start":240,"end":241,"id":40,"ws":false,"disabled":false},{"text":"a","start":241,"end":242,"id":41,"ws":true,"disabled":false},{"text":"possible","start":243,"end":251,"id":42,"ws":true,"disabled":false},{"text":"increase","start":252,"end":260,"id":43,"ws":true,"disabled":false},{"text":"in","start":261,"end":263,"id":44,"ws":true,"disabled":false},{"text":"the","start":264,"end":267,"id":45,"ws":true,"disabled":false},{"text":"number","start":268,"end":274,"id":46,"ws":true,"disabled":false},{"text":"of","start":275,"end":277,"id":47,"ws":true,"disabled":false},{"text":"days","start":278,"end":282,"id":48,"ws":true,"disabled":false},{"text":"supportive","start":283,"end":293,"id":49,"ws":true,"disabled":false},{"text":"of","start":294,"end":296,"id":50,"ws":true,"disabled":false},{"text":"tornadic","start":297,"end":305,"id":51,"ws":true,"disabled":false},{"text":"storms","start":306,"end":312,"id":52,"ws":false,"disabled":false},{"text":".","start":312,"end":313,"id":53,"ws":false,"disabled":false},{"text":"\"","start":313,"end":314,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":315,"end":327,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":328,"end":340,"id":56,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":51,"child":52,"head_span":{"start":297,"end":305,"token_start":51,"token_end":51,"label":"type_of"},"child_span":{"start":306,"end":312,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":52,"head_span":{"start":252,"end":260,"token_start":43,"token_end":43,"label":"change_direction"},"child_span":{"start":306,"end":312,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":122,"end":128,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":129,"end":141,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":108,"end":118,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":129,"end":141,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":23,"head_span":{"start":91,"end":100,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":129,"end":141,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":23,"head_span":{"start":209,"end":223,"token_start":34,"token_end":35,"label":"base"},"child_span":{"start":129,"end":141,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":35,"child":52,"head_span":{"start":209,"end":223,"token_start":34,"token_end":35,"label":"base"},"child_span":{"start":306,"end":312,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"But, it could also be argued that since a warmer world may experience a reduction in the equator to pole temperature contrast, the number of tornadoes and severe weather events would decrease,\" he said.\n","text":"But, it could also be argued that since a warmer world may experience a reduction in the equator to pole temperature contrast, the number of tornadoes and severe weather events would decrease,\" he said. IMPLIED_BASE IMPLIED_BASE","characters":"203","document_index":"132","md_sentence_index":"60","classification_origin":"cm_cause_effect_rel","url":"https://insideclimatenews.org/news/30052019/tornado-climate-change-connection-science-research-data","combo_id":"132_60","post-training batch1":"132_60","_input_hash":64803405,"_task_hash":2119362695,"spans":[{"text":"warmer","start":42,"token_start":10,"token_end":10,"end":48,"type":"pattern","label":"change_direction"},{"text":"temperature","start":105,"token_start":21,"token_end":21,"end":116,"type":"pattern","label":"aspect_changing"},{"text":"tornadoes","start":141,"token_start":27,"token_end":27,"end":150,"type":"pattern","label":"base"},{"text":"weather","start":162,"token_start":30,"token_end":30,"end":169,"type":"pattern","label":"base"},{"text":"decrease","start":183,"token_start":33,"token_end":33,"end":191,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":false,"disabled":false},{"text":",","start":3,"end":4,"id":1,"ws":true,"disabled":false},{"text":"it","start":5,"end":7,"id":2,"ws":true,"disabled":false},{"text":"could","start":8,"end":13,"id":3,"ws":true,"disabled":false},{"text":"also","start":14,"end":18,"id":4,"ws":true,"disabled":false},{"text":"be","start":19,"end":21,"id":5,"ws":true,"disabled":false},{"text":"argued","start":22,"end":28,"id":6,"ws":true,"disabled":false},{"text":"that","start":29,"end":33,"id":7,"ws":true,"disabled":false},{"text":"since","start":34,"end":39,"id":8,"ws":true,"disabled":false},{"text":"a","start":40,"end":41,"id":9,"ws":true,"disabled":false},{"text":"warmer","start":42,"end":48,"id":10,"ws":true,"disabled":false},{"text":"world","start":49,"end":54,"id":11,"ws":true,"disabled":false},{"text":"may","start":55,"end":58,"id":12,"ws":true,"disabled":false},{"text":"experience","start":59,"end":69,"id":13,"ws":true,"disabled":false},{"text":"a","start":70,"end":71,"id":14,"ws":true,"disabled":false},{"text":"reduction","start":72,"end":81,"id":15,"ws":true,"disabled":false},{"text":"in","start":82,"end":84,"id":16,"ws":true,"disabled":false},{"text":"the","start":85,"end":88,"id":17,"ws":true,"disabled":false},{"text":"equator","start":89,"end":96,"id":18,"ws":true,"disabled":false},{"text":"to","start":97,"end":99,"id":19,"ws":true,"disabled":false},{"text":"pole","start":100,"end":104,"id":20,"ws":true,"disabled":false},{"text":"temperature","start":105,"end":116,"id":21,"ws":true,"disabled":false},{"text":"contrast","start":117,"end":125,"id":22,"ws":false,"disabled":false},{"text":",","start":125,"end":126,"id":23,"ws":true,"disabled":false},{"text":"the","start":127,"end":130,"id":24,"ws":true,"disabled":false},{"text":"number","start":131,"end":137,"id":25,"ws":true,"disabled":false},{"text":"of","start":138,"end":140,"id":26,"ws":true,"disabled":false},{"text":"tornadoes","start":141,"end":150,"id":27,"ws":true,"disabled":false},{"text":"and","start":151,"end":154,"id":28,"ws":true,"disabled":false},{"text":"severe","start":155,"end":161,"id":29,"ws":true,"disabled":false},{"text":"weather","start":162,"end":169,"id":30,"ws":true,"disabled":false},{"text":"events","start":170,"end":176,"id":31,"ws":true,"disabled":false},{"text":"would","start":177,"end":182,"id":32,"ws":true,"disabled":false},{"text":"decrease","start":183,"end":191,"id":33,"ws":false,"disabled":false},{"text":",","start":191,"end":192,"id":34,"ws":false,"disabled":false},{"text":"\"","start":192,"end":193,"id":35,"ws":true,"disabled":false},{"text":"he","start":194,"end":196,"id":36,"ws":true,"disabled":false},{"text":"said","start":197,"end":201,"id":37,"ws":false,"disabled":false},{"text":".","start":201,"end":202,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":216,"end":228,"id":40,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"(Nitrous Oxide)\u2014A clear non-flammable gas that has 300 times the global warming power of CO2; the majority of the N2O emissions are man-made n NOX (Nitrogen Dioxide and Nitric Acid)\u2014Gases from the combustion of fossil fuels; react in the atmosphere to form O3, PM2 .5, and PM10 n Pb (Lead)\u2014Elemental particulate coming primarily from leaded fuel n PM2.5\u2014Particles with a diameter of 2 .5 micrometers or less coming from dust, smoke and soot, or formed from chemical reactions in the atmosphere n PM10\u2014Particles with a diameter of 10 micrometers or less (includes PM2 .5)","text":"(Nitrous Oxide)\u2014A clear non-flammable gas that has 300 times the global warming power of CO2; the majority of the N2O emissions are man-made n NOX (Nitrogen Dioxide and Nitric Acid)\u2014Gases from the combustion of fossil fuels; react in the atmosphere to form O3, PM2 .5, and PM10 n Pb (Lead)\u2014Elemental particulate coming primarily from leaded fuel n PM2.5\u2014Particles with a diameter of 2 .5 micrometers or less coming from dust, smoke and soot, or formed from chemical reactions in the atmosphere n PM10\u2014Particles with a diameter of 10 micrometers or less (includes PM2 .5) IMPLIED_BASE IMPLIED_BASE","characters":"570","document_index":"586","md_sentence_index":"248","classification_origin":"causal_sentence_classification","url":"https://gardner.utah.edu/wp-content/uploads/Utah-Roadmap-Public-Draft.pdf","combo_id":"586_248","post-training batch1":"586_248","_input_hash":-1718757057,"_task_hash":1212980792,"spans":[{"text":"global warming","start":65,"token_start":13,"token_end":14,"end":79,"type":"pattern","label":"base"},{"text":"emissions","start":118,"token_start":24,"token_end":24,"end":127,"type":"pattern","label":"aspect_changing"},{"text":"Nitrogen","start":148,"token_start":32,"token_end":32,"end":156,"type":"pattern","label":"base"},{"text":"less","start":403,"token_start":77,"token_end":77,"end":407,"type":"pattern","label":"change_direction"},{"text":"less","start":548,"token_start":103,"token_end":103,"end":552,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"(","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Nitrous","start":1,"end":8,"id":1,"ws":true,"disabled":false},{"text":"Oxide)\u2014A","start":9,"end":17,"id":2,"ws":true,"disabled":false},{"text":"clear","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"non","start":24,"end":27,"id":4,"ws":false,"disabled":false},{"text":"-","start":27,"end":28,"id":5,"ws":false,"disabled":false},{"text":"flammable","start":28,"end":37,"id":6,"ws":true,"disabled":false},{"text":"gas","start":38,"end":41,"id":7,"ws":true,"disabled":false},{"text":"that","start":42,"end":46,"id":8,"ws":true,"disabled":false},{"text":"has","start":47,"end":50,"id":9,"ws":true,"disabled":false},{"text":"300","start":51,"end":54,"id":10,"ws":true,"disabled":false},{"text":"times","start":55,"end":60,"id":11,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":12,"ws":true,"disabled":false},{"text":"global","start":65,"end":71,"id":13,"ws":true,"disabled":false},{"text":"warming","start":72,"end":79,"id":14,"ws":true,"disabled":false},{"text":"power","start":80,"end":85,"id":15,"ws":true,"disabled":false},{"text":"of","start":86,"end":88,"id":16,"ws":true,"disabled":false},{"text":"CO2","start":89,"end":92,"id":17,"ws":false,"disabled":false},{"text":";","start":92,"end":93,"id":18,"ws":true,"disabled":false},{"text":"the","start":94,"end":97,"id":19,"ws":true,"disabled":false},{"text":"majority","start":98,"end":106,"id":20,"ws":true,"disabled":false},{"text":"of","start":107,"end":109,"id":21,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":22,"ws":true,"disabled":false},{"text":"N2O","start":114,"end":117,"id":23,"ws":true,"disabled":false},{"text":"emissions","start":118,"end":127,"id":24,"ws":true,"disabled":false},{"text":"are","start":128,"end":131,"id":25,"ws":true,"disabled":false},{"text":"man","start":132,"end":135,"id":26,"ws":false,"disabled":false},{"text":"-","start":135,"end":136,"id":27,"ws":false,"disabled":false},{"text":"made","start":136,"end":140,"id":28,"ws":true,"disabled":false},{"text":"n","start":141,"end":142,"id":29,"ws":true,"disabled":false},{"text":"NOX","start":143,"end":146,"id":30,"ws":true,"disabled":false},{"text":"(","start":147,"end":148,"id":31,"ws":false,"disabled":false},{"text":"Nitrogen","start":148,"end":156,"id":32,"ws":true,"disabled":false},{"text":"Dioxide","start":157,"end":164,"id":33,"ws":true,"disabled":false},{"text":"and","start":165,"end":168,"id":34,"ws":true,"disabled":false},{"text":"Nitric","start":169,"end":175,"id":35,"ws":true,"disabled":false},{"text":"Acid)\u2014Gases","start":176,"end":187,"id":36,"ws":true,"disabled":false},{"text":"from","start":188,"end":192,"id":37,"ws":true,"disabled":false},{"text":"the","start":193,"end":196,"id":38,"ws":true,"disabled":false},{"text":"combustion","start":197,"end":207,"id":39,"ws":true,"disabled":false},{"text":"of","start":208,"end":210,"id":40,"ws":true,"disabled":false},{"text":"fossil","start":211,"end":217,"id":41,"ws":true,"disabled":false},{"text":"fuels","start":218,"end":223,"id":42,"ws":false,"disabled":false},{"text":";","start":223,"end":224,"id":43,"ws":true,"disabled":false},{"text":"react","start":225,"end":230,"id":44,"ws":true,"disabled":false},{"text":"in","start":231,"end":233,"id":45,"ws":true,"disabled":false},{"text":"the","start":234,"end":237,"id":46,"ws":true,"disabled":false},{"text":"atmosphere","start":238,"end":248,"id":47,"ws":true,"disabled":false},{"text":"to","start":249,"end":251,"id":48,"ws":true,"disabled":false},{"text":"form","start":252,"end":256,"id":49,"ws":true,"disabled":false},{"text":"O3","start":257,"end":259,"id":50,"ws":false,"disabled":false},{"text":",","start":259,"end":260,"id":51,"ws":true,"disabled":false},{"text":"PM2","start":261,"end":264,"id":52,"ws":true,"disabled":false},{"text":".5","start":265,"end":267,"id":53,"ws":false,"disabled":false},{"text":",","start":267,"end":268,"id":54,"ws":true,"disabled":false},{"text":"and","start":269,"end":272,"id":55,"ws":true,"disabled":false},{"text":"PM10","start":273,"end":277,"id":56,"ws":true,"disabled":false},{"text":"n","start":278,"end":279,"id":57,"ws":true,"disabled":false},{"text":"Pb","start":280,"end":282,"id":58,"ws":true,"disabled":false},{"text":"(","start":283,"end":284,"id":59,"ws":false,"disabled":false},{"text":"Lead)\u2014Elemental","start":284,"end":299,"id":60,"ws":true,"disabled":false},{"text":"particulate","start":300,"end":311,"id":61,"ws":true,"disabled":false},{"text":"coming","start":312,"end":318,"id":62,"ws":true,"disabled":false},{"text":"primarily","start":319,"end":328,"id":63,"ws":true,"disabled":false},{"text":"from","start":329,"end":333,"id":64,"ws":true,"disabled":false},{"text":"leaded","start":334,"end":340,"id":65,"ws":true,"disabled":false},{"text":"fuel","start":341,"end":345,"id":66,"ws":true,"disabled":false},{"text":"n","start":346,"end":347,"id":67,"ws":true,"disabled":false},{"text":"PM2.5\u2014Particles","start":348,"end":363,"id":68,"ws":true,"disabled":false},{"text":"with","start":364,"end":368,"id":69,"ws":true,"disabled":false},{"text":"a","start":369,"end":370,"id":70,"ws":true,"disabled":false},{"text":"diameter","start":371,"end":379,"id":71,"ws":true,"disabled":false},{"text":"of","start":380,"end":382,"id":72,"ws":true,"disabled":false},{"text":"2","start":383,"end":384,"id":73,"ws":true,"disabled":false},{"text":".5","start":385,"end":387,"id":74,"ws":true,"disabled":false},{"text":"micrometers","start":388,"end":399,"id":75,"ws":true,"disabled":false},{"text":"or","start":400,"end":402,"id":76,"ws":true,"disabled":false},{"text":"less","start":403,"end":407,"id":77,"ws":true,"disabled":false},{"text":"coming","start":408,"end":414,"id":78,"ws":true,"disabled":false},{"text":"from","start":415,"end":419,"id":79,"ws":true,"disabled":false},{"text":"dust","start":420,"end":424,"id":80,"ws":false,"disabled":false},{"text":",","start":424,"end":425,"id":81,"ws":true,"disabled":false},{"text":"smoke","start":426,"end":431,"id":82,"ws":true,"disabled":false},{"text":"and","start":432,"end":435,"id":83,"ws":true,"disabled":false},{"text":"soot","start":436,"end":440,"id":84,"ws":false,"disabled":false},{"text":",","start":440,"end":441,"id":85,"ws":true,"disabled":false},{"text":"or","start":442,"end":444,"id":86,"ws":true,"disabled":false},{"text":"formed","start":445,"end":451,"id":87,"ws":true,"disabled":false},{"text":"from","start":452,"end":456,"id":88,"ws":true,"disabled":false},{"text":"chemical","start":457,"end":465,"id":89,"ws":true,"disabled":false},{"text":"reactions","start":466,"end":475,"id":90,"ws":true,"disabled":false},{"text":"in","start":476,"end":478,"id":91,"ws":true,"disabled":false},{"text":"the","start":479,"end":482,"id":92,"ws":true,"disabled":false},{"text":"atmosphere","start":483,"end":493,"id":93,"ws":true,"disabled":false},{"text":"n","start":494,"end":495,"id":94,"ws":true,"disabled":false},{"text":"PM10\u2014Particles","start":496,"end":510,"id":95,"ws":true,"disabled":false},{"text":"with","start":511,"end":515,"id":96,"ws":true,"disabled":false},{"text":"a","start":516,"end":517,"id":97,"ws":true,"disabled":false},{"text":"diameter","start":518,"end":526,"id":98,"ws":true,"disabled":false},{"text":"of","start":527,"end":529,"id":99,"ws":true,"disabled":false},{"text":"10","start":530,"end":532,"id":100,"ws":true,"disabled":false},{"text":"micrometers","start":533,"end":544,"id":101,"ws":true,"disabled":false},{"text":"or","start":545,"end":547,"id":102,"ws":true,"disabled":false},{"text":"less","start":548,"end":552,"id":103,"ws":true,"disabled":false},{"text":"(","start":553,"end":554,"id":104,"ws":false,"disabled":false},{"text":"includes","start":554,"end":562,"id":105,"ws":true,"disabled":false},{"text":"PM2","start":563,"end":566,"id":106,"ws":true,"disabled":false},{"text":".5","start":567,"end":569,"id":107,"ws":false,"disabled":false},{"text":")","start":569,"end":570,"id":108,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":571,"end":583,"id":109,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":584,"end":596,"id":110,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Air pollution is having adverse effects on plants, and some research suggests it could even impact tree mortality.","text":"Air pollution is having adverse effects on plants, and some research suggests it could even impact tree mortality. IMPLIED_BASE IMPLIED_BASE","characters":"114","document_index":"145","md_sentence_index":"18","classification_origin":"cm-label-eval","url":"https://www.ijpr.org/post/california-national-parks-experience-some-worst-air-pollution-united-states","combo_id":"145_18","post-training batch1":"145_18","_input_hash":2101490909,"_task_hash":1903997629,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},{"text":"pollution","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":24,"end":31,"token_start":4,"token_end":4,"label":"change_direction"},{"start":43,"end":49,"token_start":7,"token_end":7,"label":"base"},{"start":69,"end":77,"token_start":12,"token_end":12,"label":"confidence"},{"start":81,"end":86,"token_start":14,"token_end":14,"label":"confidence"},{"start":99,"end":103,"token_start":17,"token_end":17,"label":"type_of"},{"start":104,"end":113,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"Air","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"pollution","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"is","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"having","start":17,"end":23,"id":3,"ws":true,"disabled":false},{"text":"adverse","start":24,"end":31,"id":4,"ws":true,"disabled":false},{"text":"effects","start":32,"end":39,"id":5,"ws":true,"disabled":false},{"text":"on","start":40,"end":42,"id":6,"ws":true,"disabled":false},{"text":"plants","start":43,"end":49,"id":7,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":8,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"some","start":55,"end":59,"id":10,"ws":true,"disabled":false},{"text":"research","start":60,"end":68,"id":11,"ws":true,"disabled":false},{"text":"suggests","start":69,"end":77,"id":12,"ws":true,"disabled":false},{"text":"it","start":78,"end":80,"id":13,"ws":true,"disabled":false},{"text":"could","start":81,"end":86,"id":14,"ws":true,"disabled":false},{"text":"even","start":87,"end":91,"id":15,"ws":true,"disabled":false},{"text":"impact","start":92,"end":98,"id":16,"ws":true,"disabled":false},{"text":"tree","start":99,"end":103,"id":17,"ws":true,"disabled":false},{"text":"mortality","start":104,"end":113,"id":18,"ws":false,"disabled":false},{"text":".","start":113,"end":114,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":7,"head_span":{"start":24,"end":31,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":43,"end":49,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":99,"end":103,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":104,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":7,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":43,"end":49,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":18,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":104,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Wireless companies whose networks are threatened by hurricanes, floods, fires and other extreme weather are rebuilding to withstand repeat disasters and factoring climate change into their long-term planning.\n","text":"Wireless companies whose networks are threatened by hurricanes, floods, fires and other extreme weather are rebuilding to withstand repeat disasters and factoring climate change into their long-term planning. IMPLIED_BASE IMPLIED_BASE","characters":"209","document_index":"485","md_sentence_index":"0","classification_origin":"causal_sentence_classification","url":"https://www.axios.com/wireless-next-challenge-is-climate-change-16441370-8651-41a0-b2a1-0126228caad4.html","combo_id":"485_0","post-training batch1":"485_0","_input_hash":-1902093882,"_task_hash":689935049,"spans":[{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},{"start":38,"end":48,"token_start":5,"token_end":5,"label":"change_direction"},{"text":"hurricanes","start":52,"token_start":7,"token_end":7,"end":62,"type":"pattern","label":"base"},{"text":"floods","start":64,"token_start":9,"token_end":9,"end":70,"type":"pattern","label":"base"},{"start":72,"end":77,"token_start":11,"token_end":11,"label":"base"},{"text":"extreme weather","start":88,"token_start":14,"token_end":15,"end":103,"type":"pattern","label":"base"}],"tokens":[{"text":"Wireless","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"companies","start":9,"end":18,"id":1,"ws":true,"disabled":false},{"text":"whose","start":19,"end":24,"id":2,"ws":true,"disabled":false},{"text":"networks","start":25,"end":33,"id":3,"ws":true,"disabled":false},{"text":"are","start":34,"end":37,"id":4,"ws":true,"disabled":false},{"text":"threatened","start":38,"end":48,"id":5,"ws":true,"disabled":false},{"text":"by","start":49,"end":51,"id":6,"ws":true,"disabled":false},{"text":"hurricanes","start":52,"end":62,"id":7,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":8,"ws":true,"disabled":false},{"text":"floods","start":64,"end":70,"id":9,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":10,"ws":true,"disabled":false},{"text":"fires","start":72,"end":77,"id":11,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":12,"ws":true,"disabled":false},{"text":"other","start":82,"end":87,"id":13,"ws":true,"disabled":false},{"text":"extreme","start":88,"end":95,"id":14,"ws":true,"disabled":false},{"text":"weather","start":96,"end":103,"id":15,"ws":true,"disabled":false},{"text":"are","start":104,"end":107,"id":16,"ws":true,"disabled":false},{"text":"rebuilding","start":108,"end":118,"id":17,"ws":true,"disabled":false},{"text":"to","start":119,"end":121,"id":18,"ws":true,"disabled":false},{"text":"withstand","start":122,"end":131,"id":19,"ws":true,"disabled":false},{"text":"repeat","start":132,"end":138,"id":20,"ws":true,"disabled":false},{"text":"disasters","start":139,"end":148,"id":21,"ws":true,"disabled":false},{"text":"and","start":149,"end":152,"id":22,"ws":true,"disabled":false},{"text":"factoring","start":153,"end":162,"id":23,"ws":true,"disabled":false},{"text":"climate","start":163,"end":170,"id":24,"ws":true,"disabled":false},{"text":"change","start":171,"end":177,"id":25,"ws":true,"disabled":false},{"text":"into","start":178,"end":182,"id":26,"ws":true,"disabled":false},{"text":"their","start":183,"end":188,"id":27,"ws":true,"disabled":false},{"text":"long","start":189,"end":193,"id":28,"ws":false,"disabled":false},{"text":"-","start":193,"end":194,"id":29,"ws":false,"disabled":false},{"text":"term","start":194,"end":198,"id":30,"ws":true,"disabled":false},{"text":"planning","start":199,"end":207,"id":31,"ws":false,"disabled":false},{"text":".","start":207,"end":208,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":209,"end":221,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":222,"end":234,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":5,"child":3,"head_span":{"start":38,"end":48,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":3,"head_span":{"start":52,"end":62,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":3,"head_span":{"start":64,"end":70,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":3,"head_span":{"start":72,"end":77,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":3,"head_span":{"start":88,"end":103,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Many of the blazes were sparked by an unprecedented lightning siege of nearly 12,000 strikes over a three-day period.\n","text":"Many of the blazes were sparked by an unprecedented lightning siege of nearly 12,000 strikes over a three-day period. IMPLIED_BASE IMPLIED_BASE","characters":"118","document_index":"783","md_sentence_index":"8","classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2020/08/22/california-wildfires-updates-saturday-map-redwood-trees-burn-big-basin/3419083001/","combo_id":"783_8","post-training batch1":"783_8","_input_hash":-842909152,"_task_hash":-692775225,"spans":[{"start":12,"end":18,"token_start":3,"token_end":3,"label":"base"},{"start":24,"end":31,"token_start":5,"token_end":5,"label":"change_direction"},{"start":52,"end":61,"token_start":9,"token_end":9,"label":"base"},{"start":78,"end":92,"token_start":13,"token_end":14,"label":"effect_size"}],"tokens":[{"text":"Many","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"of","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"blazes","start":12,"end":18,"id":3,"ws":true,"disabled":false},{"text":"were","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"sparked","start":24,"end":31,"id":5,"ws":true,"disabled":false},{"text":"by","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"an","start":35,"end":37,"id":7,"ws":true,"disabled":false},{"text":"unprecedented","start":38,"end":51,"id":8,"ws":true,"disabled":false},{"text":"lightning","start":52,"end":61,"id":9,"ws":true,"disabled":false},{"text":"siege","start":62,"end":67,"id":10,"ws":true,"disabled":false},{"text":"of","start":68,"end":70,"id":11,"ws":true,"disabled":false},{"text":"nearly","start":71,"end":77,"id":12,"ws":true,"disabled":false},{"text":"12,000","start":78,"end":84,"id":13,"ws":true,"disabled":false},{"text":"strikes","start":85,"end":92,"id":14,"ws":true,"disabled":false},{"text":"over","start":93,"end":97,"id":15,"ws":true,"disabled":false},{"text":"a","start":98,"end":99,"id":16,"ws":true,"disabled":false},{"text":"three","start":100,"end":105,"id":17,"ws":false,"disabled":false},{"text":"-","start":105,"end":106,"id":18,"ws":false,"disabled":false},{"text":"day","start":106,"end":109,"id":19,"ws":true,"disabled":false},{"text":"period","start":110,"end":116,"id":20,"ws":false,"disabled":false},{"text":".","start":116,"end":117,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":118,"end":130,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":131,"end":143,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":5,"child":3,"head_span":{"start":24,"end":31,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":12,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":9,"head_span":{"start":78,"end":92,"token_start":13,"token_end":14,"label":"effect_size"},"child_span":{"start":52,"end":61,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":3,"head_span":{"start":52,"end":61,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":12,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Despite the study\u2019s relatively narrow scope, the authors argue that the results likely apply to other creatures, including those rare and vulnerable species already imperiled by habitat fragmentation, pollution, and other human-caused disruptions.","text":"Despite the study\u2019s relatively narrow scope, the authors argue that the results likely apply to other creatures, including those rare and vulnerable species already imperiled by habitat fragmentation, pollution, and other human-caused disruptions. IMPLIED_BASE IMPLIED_BASE","characters":"247","document_index":"316","md_sentence_index":"10","classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/wgbh/nova/article/animal-adaptation-climate-change/","combo_id":"316_10","post-training batch1":"316_10","_input_hash":1007934267,"_task_hash":-185231930,"spans":[{"start":129,"end":133,"token_start":22,"token_end":22,"label":"type_of"},{"start":138,"end":148,"token_start":24,"token_end":24,"label":"type_of"},{"text":"species","start":149,"token_start":25,"token_end":25,"end":156,"type":"pattern","label":"base"},{"start":165,"end":174,"token_start":27,"token_end":27,"label":"change_direction"},{"text":"habitat","start":178,"token_start":29,"token_end":29,"end":185,"type":"pattern","label":"base"},{"start":186,"end":199,"token_start":30,"token_end":30,"label":"change_direction"},{"text":"pollution","start":201,"token_start":32,"token_end":32,"end":210,"type":"pattern","label":"base"},{"start":222,"end":234,"token_start":36,"token_end":38,"label":"type_of"},{"start":235,"end":246,"token_start":39,"token_end":39,"label":"base"}],"tokens":[{"text":"Despite","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":1,"ws":true,"disabled":false},{"text":"study","start":12,"end":17,"id":2,"ws":false,"disabled":false},{"text":"\u2019s","start":17,"end":19,"id":3,"ws":true,"disabled":false},{"text":"relatively","start":20,"end":30,"id":4,"ws":true,"disabled":false},{"text":"narrow","start":31,"end":37,"id":5,"ws":true,"disabled":false},{"text":"scope","start":38,"end":43,"id":6,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":7,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":8,"ws":true,"disabled":false},{"text":"authors","start":49,"end":56,"id":9,"ws":true,"disabled":false},{"text":"argue","start":57,"end":62,"id":10,"ws":true,"disabled":false},{"text":"that","start":63,"end":67,"id":11,"ws":true,"disabled":false},{"text":"the","start":68,"end":71,"id":12,"ws":true,"disabled":false},{"text":"results","start":72,"end":79,"id":13,"ws":true,"disabled":false},{"text":"likely","start":80,"end":86,"id":14,"ws":true,"disabled":false},{"text":"apply","start":87,"end":92,"id":15,"ws":true,"disabled":false},{"text":"to","start":93,"end":95,"id":16,"ws":true,"disabled":false},{"text":"other","start":96,"end":101,"id":17,"ws":true,"disabled":false},{"text":"creatures","start":102,"end":111,"id":18,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":19,"ws":true,"disabled":false},{"text":"including","start":113,"end":122,"id":20,"ws":true,"disabled":false},{"text":"those","start":123,"end":128,"id":21,"ws":true,"disabled":false},{"text":"rare","start":129,"end":133,"id":22,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":23,"ws":true,"disabled":false},{"text":"vulnerable","start":138,"end":148,"id":24,"ws":true,"disabled":false},{"text":"species","start":149,"end":156,"id":25,"ws":true,"disabled":false},{"text":"already","start":157,"end":164,"id":26,"ws":true,"disabled":false},{"text":"imperiled","start":165,"end":174,"id":27,"ws":true,"disabled":false},{"text":"by","start":175,"end":177,"id":28,"ws":true,"disabled":false},{"text":"habitat","start":178,"end":185,"id":29,"ws":true,"disabled":false},{"text":"fragmentation","start":186,"end":199,"id":30,"ws":false,"disabled":false},{"text":",","start":199,"end":200,"id":31,"ws":true,"disabled":false},{"text":"pollution","start":201,"end":210,"id":32,"ws":false,"disabled":false},{"text":",","start":210,"end":211,"id":33,"ws":true,"disabled":false},{"text":"and","start":212,"end":215,"id":34,"ws":true,"disabled":false},{"text":"other","start":216,"end":221,"id":35,"ws":true,"disabled":false},{"text":"human","start":222,"end":227,"id":36,"ws":false,"disabled":false},{"text":"-","start":227,"end":228,"id":37,"ws":false,"disabled":false},{"text":"caused","start":228,"end":234,"id":38,"ws":true,"disabled":false},{"text":"disruptions","start":235,"end":246,"id":39,"ws":false,"disabled":false},{"text":".","start":246,"end":247,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":248,"end":260,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":261,"end":273,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":24,"child":25,"head_span":{"start":138,"end":148,"token_start":24,"token_end":24,"label":"type_of"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":25,"head_span":{"start":129,"end":133,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":25,"head_span":{"start":165,"end":174,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":29,"head_span":{"start":186,"end":199,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":178,"end":185,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":39,"head_span":{"start":222,"end":234,"token_start":36,"token_end":38,"label":"type_of"},"child_span":{"start":235,"end":246,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":25,"head_span":{"start":178,"end":185,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":25,"head_span":{"start":201,"end":210,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":25,"head_span":{"start":235,"end":246,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Already, human activities have caused an estimated 1.0 degree Celsius increase in global warming above pre-industrial levels.","text":"Already, human activities have caused an estimated 1.0 degree Celsius increase in global warming above pre-industrial levels. IMPLIED_BASE IMPLIED_BASE","characters":"125","document_index":"351","md_sentence_index":"9","classification_origin":"cm-label-eval","url":"https://news.globallandscapesforum.org/38511/leaked-ipcc-report-warns-of-the-future-of-oceans-in-climate-change/","combo_id":"351_9","post-training batch1":"351_9","_input_hash":-566524010,"_task_hash":499442349,"spans":[{"start":9,"end":25,"token_start":2,"token_end":3,"label":"base"},{"start":31,"end":37,"token_start":5,"token_end":5,"label":"predicate"},{"start":51,"end":69,"token_start":8,"token_end":10,"label":"effect_size"},{"text":"increase","start":70,"token_start":11,"token_end":11,"end":78,"type":"pattern","label":"change_direction"},{"text":"global warming","start":82,"token_start":13,"token_end":14,"end":96,"type":"pattern","label":"base"}],"tokens":[{"text":"Already","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"human","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"activities","start":15,"end":25,"id":3,"ws":true,"disabled":false},{"text":"have","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"caused","start":31,"end":37,"id":5,"ws":true,"disabled":false},{"text":"an","start":38,"end":40,"id":6,"ws":true,"disabled":false},{"text":"estimated","start":41,"end":50,"id":7,"ws":true,"disabled":false},{"text":"1.0","start":51,"end":54,"id":8,"ws":true,"disabled":false},{"text":"degree","start":55,"end":61,"id":9,"ws":true,"disabled":false},{"text":"Celsius","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"increase","start":70,"end":78,"id":11,"ws":true,"disabled":false},{"text":"in","start":79,"end":81,"id":12,"ws":true,"disabled":false},{"text":"global","start":82,"end":88,"id":13,"ws":true,"disabled":false},{"text":"warming","start":89,"end":96,"id":14,"ws":true,"disabled":false},{"text":"above","start":97,"end":102,"id":15,"ws":true,"disabled":false},{"text":"pre","start":103,"end":106,"id":16,"ws":false,"disabled":false},{"text":"-","start":106,"end":107,"id":17,"ws":false,"disabled":false},{"text":"industrial","start":107,"end":117,"id":18,"ws":true,"disabled":false},{"text":"levels","start":118,"end":124,"id":19,"ws":false,"disabled":false},{"text":".","start":124,"end":125,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":11,"child":14,"head_span":{"start":70,"end":78,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":82,"end":96,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":14,"head_span":{"start":51,"end":69,"token_start":8,"token_end":10,"label":"effect_size"},"child_span":{"start":82,"end":96,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":14,"head_span":{"start":9,"end":25,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":82,"end":96,"token_start":13,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Following Hurricanes Katrina and Rita, women in temporary housing attempted suicide 78 times more frequently than women not affected by the storms.\n","text":"Following Hurricanes Katrina and Rita, women in temporary housing attempted suicide 78 times more frequently than women not affected by the storms. IMPLIED_BASE IMPLIED_BASE","characters":"148","document_index":"269","md_sentence_index":"28","classification_origin":"cm-label-eval","url":"https://www.tampabay.com/opinion/columns/how-climate-change-is-hurting-public-health-column-20190723/","combo_id":"269_28","post-training batch1":"269_28","_input_hash":2008626710,"_task_hash":-1875497042,"spans":[{"text":"Hurricanes","start":10,"token_start":1,"token_end":1,"end":20,"type":"pattern","label":"base"},{"start":39,"end":65,"token_start":6,"token_end":9,"label":"to_whom"},{"text":"suicide","start":76,"token_start":11,"token_end":11,"end":83,"type":"pattern","label":"base"},{"start":84,"end":92,"token_start":12,"token_end":13,"label":"effect_size"},{"text":"more","start":93,"token_start":14,"token_end":14,"end":97,"type":"pattern","label":"change_direction"},{"start":98,"end":108,"token_start":15,"token_end":15,"label":"change_direction"}],"tokens":[{"text":"Following","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"Hurricanes","start":10,"end":20,"id":1,"ws":true,"disabled":false},{"text":"Katrina","start":21,"end":28,"id":2,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":3,"ws":true,"disabled":false},{"text":"Rita","start":33,"end":37,"id":4,"ws":false,"disabled":false},{"text":",","start":37,"end":38,"id":5,"ws":true,"disabled":false},{"text":"women","start":39,"end":44,"id":6,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"temporary","start":48,"end":57,"id":8,"ws":true,"disabled":false},{"text":"housing","start":58,"end":65,"id":9,"ws":true,"disabled":false},{"text":"attempted","start":66,"end":75,"id":10,"ws":true,"disabled":false},{"text":"suicide","start":76,"end":83,"id":11,"ws":true,"disabled":false},{"text":"78","start":84,"end":86,"id":12,"ws":true,"disabled":false},{"text":"times","start":87,"end":92,"id":13,"ws":true,"disabled":false},{"text":"more","start":93,"end":97,"id":14,"ws":true,"disabled":false},{"text":"frequently","start":98,"end":108,"id":15,"ws":true,"disabled":false},{"text":"than","start":109,"end":113,"id":16,"ws":true,"disabled":false},{"text":"women","start":114,"end":119,"id":17,"ws":true,"disabled":false},{"text":"not","start":120,"end":123,"id":18,"ws":true,"disabled":false},{"text":"affected","start":124,"end":132,"id":19,"ws":true,"disabled":false},{"text":"by","start":133,"end":135,"id":20,"ws":true,"disabled":false},{"text":"the","start":136,"end":139,"id":21,"ws":true,"disabled":false},{"text":"storms","start":140,"end":146,"id":22,"ws":false,"disabled":false},{"text":".","start":146,"end":147,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":14,"child":11,"head_span":{"start":93,"end":97,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":76,"end":83,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":11,"head_span":{"start":98,"end":108,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":76,"end":83,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":11,"head_span":{"start":84,"end":92,"token_start":12,"token_end":13,"label":"effect_size"},"child_span":{"start":76,"end":83,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":39,"end":65,"token_start":6,"token_end":9,"label":"to_whom"},"child_span":{"start":76,"end":83,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":11,"head_span":{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":76,"end":83,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\"As freshwater lakes get hotter in the summer, that leads to more amoebae in the water and increased human risk,\" said Sonia Altizer, an associate professor of ecology at the University of Georgia.\n","text":"\"As freshwater lakes get hotter in the summer, that leads to more amoebae in the water and increased human risk,\" said Sonia Altizer, an associate professor of ecology at the University of Georgia. IMPLIED_BASE IMPLIED_BASE","characters":"198","document_index":"829","md_sentence_index":"43","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/how-the-spreading-symptoms-of-climate-change-can-be-deadly/","combo_id":"829_43","post-training batch1":"829_43","_input_hash":-1715817510,"_task_hash":-473744542,"spans":[{"text":"freshwater","start":4,"token_start":2,"token_end":2,"end":14,"type":"pattern","label":"type_of"},{"text":"lakes","start":15,"token_start":3,"token_end":3,"end":20,"type":"pattern","label":"base"},{"text":"hotter","start":25,"token_start":5,"token_end":5,"end":31,"type":"pattern","label":"change_direction"},{"start":52,"end":60,"token_start":11,"token_end":12,"label":"predicate"},{"text":"more","start":61,"token_start":13,"token_end":13,"end":65,"type":"pattern","label":"change_direction"},{"start":66,"end":73,"token_start":14,"token_end":14,"label":"base"},{"text":"increased","start":91,"token_start":19,"token_end":19,"end":100,"type":"pattern","label":"change_direction"},{"start":101,"end":106,"token_start":20,"token_end":20,"label":"type_of"},{"text":"risk","start":107,"token_start":21,"token_end":21,"end":111,"type":"pattern","label":"aspect_changing"},{"start":198,"end":210,"token_start":39,"token_end":39,"label":"base"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"As","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"freshwater","start":4,"end":14,"id":2,"ws":true,"disabled":false},{"text":"lakes","start":15,"end":20,"id":3,"ws":true,"disabled":false},{"text":"get","start":21,"end":24,"id":4,"ws":true,"disabled":false},{"text":"hotter","start":25,"end":31,"id":5,"ws":true,"disabled":false},{"text":"in","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":7,"ws":true,"disabled":false},{"text":"summer","start":39,"end":45,"id":8,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":9,"ws":true,"disabled":false},{"text":"that","start":47,"end":51,"id":10,"ws":true,"disabled":false},{"text":"leads","start":52,"end":57,"id":11,"ws":true,"disabled":false},{"text":"to","start":58,"end":60,"id":12,"ws":true,"disabled":false},{"text":"more","start":61,"end":65,"id":13,"ws":true,"disabled":false},{"text":"amoebae","start":66,"end":73,"id":14,"ws":true,"disabled":false},{"text":"in","start":74,"end":76,"id":15,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":16,"ws":true,"disabled":false},{"text":"water","start":81,"end":86,"id":17,"ws":true,"disabled":false},{"text":"and","start":87,"end":90,"id":18,"ws":true,"disabled":false},{"text":"increased","start":91,"end":100,"id":19,"ws":true,"disabled":false},{"text":"human","start":101,"end":106,"id":20,"ws":true,"disabled":false},{"text":"risk","start":107,"end":111,"id":21,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":22,"ws":false,"disabled":false},{"text":"\"","start":112,"end":113,"id":23,"ws":true,"disabled":false},{"text":"said","start":114,"end":118,"id":24,"ws":true,"disabled":false},{"text":"Sonia","start":119,"end":124,"id":25,"ws":true,"disabled":false},{"text":"Altizer","start":125,"end":132,"id":26,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":27,"ws":true,"disabled":false},{"text":"an","start":134,"end":136,"id":28,"ws":true,"disabled":false},{"text":"associate","start":137,"end":146,"id":29,"ws":true,"disabled":false},{"text":"professor","start":147,"end":156,"id":30,"ws":true,"disabled":false},{"text":"of","start":157,"end":159,"id":31,"ws":true,"disabled":false},{"text":"ecology","start":160,"end":167,"id":32,"ws":true,"disabled":false},{"text":"at","start":168,"end":170,"id":33,"ws":true,"disabled":false},{"text":"the","start":171,"end":174,"id":34,"ws":true,"disabled":false},{"text":"University","start":175,"end":185,"id":35,"ws":true,"disabled":false},{"text":"of","start":186,"end":188,"id":36,"ws":true,"disabled":false},{"text":"Georgia","start":189,"end":196,"id":37,"ws":false,"disabled":false},{"text":".","start":196,"end":197,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":211,"end":223,"id":40,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":21,"child":39,"head_span":{"start":107,"end":111,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":198,"end":210,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":39,"head_span":{"start":101,"end":106,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":198,"end":210,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":39,"head_span":{"start":91,"end":100,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":198,"end":210,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":3,"head_span":{"start":4,"end":14,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":3,"head_span":{"start":25,"end":31,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":61,"end":65,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":66,"end":73,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":14,"head_span":{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":66,"end":73,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":39,"head_span":{"start":66,"end":73,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":198,"end":210,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Climate change should cause net extinctions to increase in the south and at low elevations and to decrease in the north and at high elevations.\n","text":"Climate change should cause net extinctions to increase in the south and at low elevations and to decrease in the north and at high elevations. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"715","md_sentence_index":"279","classification_origin":"causal_sentence_classification","url":"https://earthtosky.org/climate-change-categories?tmpl=component&article_id=78","combo_id":"715_279","post-training batch1":"715_279","_input_hash":-1268755690,"_task_hash":-1176975887,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":15,"end":21,"token_start":2,"token_end":2,"label":"confidence"},{"start":22,"end":27,"token_start":3,"token_end":3,"label":"predicate"},{"text":"extinctions","start":32,"token_start":5,"token_end":5,"end":43,"type":"pattern","label":"base"},{"text":"increase","start":47,"token_start":7,"token_end":7,"end":55,"type":"pattern","label":"change_direction"},{"start":63,"end":68,"token_start":10,"token_end":10,"label":"where"},{"start":76,"end":90,"token_start":13,"token_end":14,"label":"where"},{"text":"decrease","start":98,"token_start":17,"token_end":17,"end":106,"type":"pattern","label":"change_direction"},{"start":114,"end":119,"token_start":20,"token_end":20,"label":"where"},{"start":127,"end":142,"token_start":23,"token_end":24,"label":"where"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"should","start":15,"end":21,"id":2,"ws":true,"disabled":false},{"text":"cause","start":22,"end":27,"id":3,"ws":true,"disabled":false},{"text":"net","start":28,"end":31,"id":4,"ws":true,"disabled":false},{"text":"extinctions","start":32,"end":43,"id":5,"ws":true,"disabled":false},{"text":"to","start":44,"end":46,"id":6,"ws":true,"disabled":false},{"text":"increase","start":47,"end":55,"id":7,"ws":true,"disabled":false},{"text":"in","start":56,"end":58,"id":8,"ws":true,"disabled":false},{"text":"the","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"south","start":63,"end":68,"id":10,"ws":true,"disabled":false},{"text":"and","start":69,"end":72,"id":11,"ws":true,"disabled":false},{"text":"at","start":73,"end":75,"id":12,"ws":true,"disabled":false},{"text":"low","start":76,"end":79,"id":13,"ws":true,"disabled":false},{"text":"elevations","start":80,"end":90,"id":14,"ws":true,"disabled":false},{"text":"and","start":91,"end":94,"id":15,"ws":true,"disabled":false},{"text":"to","start":95,"end":97,"id":16,"ws":true,"disabled":false},{"text":"decrease","start":98,"end":106,"id":17,"ws":true,"disabled":false},{"text":"in","start":107,"end":109,"id":18,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":19,"ws":true,"disabled":false},{"text":"north","start":114,"end":119,"id":20,"ws":true,"disabled":false},{"text":"and","start":120,"end":123,"id":21,"ws":true,"disabled":false},{"text":"at","start":124,"end":126,"id":22,"ws":true,"disabled":false},{"text":"high","start":127,"end":131,"id":23,"ws":true,"disabled":false},{"text":"elevations","start":132,"end":142,"id":24,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":7,"child":5,"head_span":{"start":47,"end":55,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":5,"head_span":{"start":63,"end":68,"token_start":10,"token_end":10,"label":"where"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":5,"head_span":{"start":76,"end":90,"token_start":13,"token_end":14,"label":"where"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":5,"head_span":{"start":98,"end":106,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":5,"head_span":{"start":114,"end":119,"token_start":20,"token_end":20,"label":"where"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":5,"head_span":{"start":127,"end":142,"token_start":23,"token_end":24,"label":"where"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Similarly, shrub tundra is expanding into colder regions as a result of warming and this process will continue\u2026There will be, as a result, a decrease in vegetation albedo \u2013 especially in spring \u2013 which will amplify the warming locally.","text":"Similarly, shrub tundra is expanding into colder regions as a result of warming and this process will continue\u2026There will be, as a result, a decrease in vegetation albedo \u2013 especially in spring \u2013 which will amplify the warming locally. IMPLIED_BASE IMPLIED_BASE","characters":"235","document_index":"647","md_sentence_index":"613","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_613","post-training batch1":"647_613","_input_hash":1053531595,"_task_hash":863079385,"spans":[{"start":11,"end":16,"token_start":2,"token_end":2,"label":"type_of"},{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},{"start":27,"end":36,"token_start":5,"token_end":5,"label":"change_direction"},{"start":57,"end":71,"token_start":9,"token_end":12,"label":"predicate"},{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},{"text":"decrease","start":141,"token_start":29,"token_end":29,"end":149,"type":"pattern","label":"change_direction"},{"text":"vegetation","start":153,"token_start":31,"token_end":31,"end":163,"type":"pattern","label":"type_of"},{"start":164,"end":170,"token_start":32,"token_end":32,"label":"base"},{"start":187,"end":193,"token_start":36,"token_end":36,"label":"when"},{"start":207,"end":214,"token_start":40,"token_end":40,"label":"change_direction"},{"start":219,"end":226,"token_start":42,"token_end":42,"label":"base"}],"tokens":[{"text":"Similarly","start":0,"end":9,"id":0,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":1,"ws":true,"disabled":false},{"text":"shrub","start":11,"end":16,"id":2,"ws":true,"disabled":false},{"text":"tundra","start":17,"end":23,"id":3,"ws":true,"disabled":false},{"text":"is","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"expanding","start":27,"end":36,"id":5,"ws":true,"disabled":false},{"text":"into","start":37,"end":41,"id":6,"ws":true,"disabled":false},{"text":"colder","start":42,"end":48,"id":7,"ws":true,"disabled":false},{"text":"regions","start":49,"end":56,"id":8,"ws":true,"disabled":false},{"text":"as","start":57,"end":59,"id":9,"ws":true,"disabled":false},{"text":"a","start":60,"end":61,"id":10,"ws":true,"disabled":false},{"text":"result","start":62,"end":68,"id":11,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":12,"ws":true,"disabled":false},{"text":"warming","start":72,"end":79,"id":13,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":14,"ws":true,"disabled":false},{"text":"this","start":84,"end":88,"id":15,"ws":true,"disabled":false},{"text":"process","start":89,"end":96,"id":16,"ws":true,"disabled":false},{"text":"will","start":97,"end":101,"id":17,"ws":true,"disabled":false},{"text":"continue","start":102,"end":110,"id":18,"ws":false,"disabled":false},{"text":"\u2026","start":110,"end":111,"id":19,"ws":false,"disabled":false},{"text":"There","start":111,"end":116,"id":20,"ws":true,"disabled":false},{"text":"will","start":117,"end":121,"id":21,"ws":true,"disabled":false},{"text":"be","start":122,"end":124,"id":22,"ws":false,"disabled":false},{"text":",","start":124,"end":125,"id":23,"ws":true,"disabled":false},{"text":"as","start":126,"end":128,"id":24,"ws":true,"disabled":false},{"text":"a","start":129,"end":130,"id":25,"ws":true,"disabled":false},{"text":"result","start":131,"end":137,"id":26,"ws":false,"disabled":false},{"text":",","start":137,"end":138,"id":27,"ws":true,"disabled":false},{"text":"a","start":139,"end":140,"id":28,"ws":true,"disabled":false},{"text":"decrease","start":141,"end":149,"id":29,"ws":true,"disabled":false},{"text":"in","start":150,"end":152,"id":30,"ws":true,"disabled":false},{"text":"vegetation","start":153,"end":163,"id":31,"ws":true,"disabled":false},{"text":"albedo","start":164,"end":170,"id":32,"ws":true,"disabled":false},{"text":"\u2013","start":171,"end":172,"id":33,"ws":true,"disabled":false},{"text":"especially","start":173,"end":183,"id":34,"ws":true,"disabled":false},{"text":"in","start":184,"end":186,"id":35,"ws":true,"disabled":false},{"text":"spring","start":187,"end":193,"id":36,"ws":true,"disabled":false},{"text":"\u2013","start":194,"end":195,"id":37,"ws":true,"disabled":false},{"text":"which","start":196,"end":201,"id":38,"ws":true,"disabled":false},{"text":"will","start":202,"end":206,"id":39,"ws":true,"disabled":false},{"text":"amplify","start":207,"end":214,"id":40,"ws":true,"disabled":false},{"text":"the","start":215,"end":218,"id":41,"ws":true,"disabled":false},{"text":"warming","start":219,"end":226,"id":42,"ws":true,"disabled":false},{"text":"locally","start":227,"end":234,"id":43,"ws":false,"disabled":false},{"text":".","start":234,"end":235,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":236,"end":248,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":249,"end":261,"id":46,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":11,"end":16,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":3,"head_span":{"start":27,"end":36,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":32,"head_span":{"start":153,"end":163,"token_start":31,"token_end":31,"label":"type_of"},"child_span":{"start":164,"end":170,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":32,"head_span":{"start":141,"end":149,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":164,"end":170,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":42,"head_span":{"start":207,"end":214,"token_start":40,"token_end":40,"label":"change_direction"},"child_span":{"start":219,"end":226,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":3,"head_span":{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":32,"head_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":164,"end":170,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":42,"head_span":{"start":164,"end":170,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":219,"end":226,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Air Pollution in California could created a serious public health hazard.\n","text":"Air Pollution in California could created a serious public health hazard. IMPLIED_BASE IMPLIED_BASE","characters":"74","document_index":"714","md_sentence_index":"178","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/effects-of-climate-change-2014-6","combo_id":"714_178","post-training batch1":"714_178","_input_hash":-1702266421,"_task_hash":-527735626,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},{"text":"Pollution","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":17,"end":27,"token_start":3,"token_end":3,"label":"where"},{"start":28,"end":33,"token_start":4,"token_end":4,"label":"predicate"},{"start":44,"end":51,"token_start":7,"token_end":7,"label":"type_of"},{"start":52,"end":58,"token_start":8,"token_end":8,"label":"type_of"},{"text":"health","start":59,"token_start":9,"token_end":9,"end":65,"type":"pattern","label":"base"},{"start":66,"end":72,"token_start":10,"token_end":10,"label":"aspect_changing"}],"tokens":[{"text":"Air","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Pollution","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"in","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"California","start":17,"end":27,"id":3,"ws":true,"disabled":false},{"text":"could","start":28,"end":33,"id":4,"ws":true,"disabled":false},{"text":"created","start":34,"end":41,"id":5,"ws":true,"disabled":false},{"text":"a","start":42,"end":43,"id":6,"ws":true,"disabled":false},{"text":"serious","start":44,"end":51,"id":7,"ws":true,"disabled":false},{"text":"public","start":52,"end":58,"id":8,"ws":true,"disabled":false},{"text":"health","start":59,"end":65,"id":9,"ws":true,"disabled":false},{"text":"hazard","start":66,"end":72,"id":10,"ws":false,"disabled":false},{"text":".","start":72,"end":73,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":74,"end":86,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":87,"end":99,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":1,"head_span":{"start":17,"end":27,"token_start":3,"token_end":3,"label":"where"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":52,"end":58,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":59,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":66,"end":72,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":59,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":9,"head_span":{"start":44,"end":51,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":59,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":9,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":59,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Warming increases the risk of civil war in Africa.","text":"Warming increases the risk of civil war in Africa. IMPLIED_BASE IMPLIED_BASE","characters":"50","document_index":"711","md_sentence_index":"115","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_115","post-training batch1":"711_115","_input_hash":-500594401,"_task_hash":442895846,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},{"text":"increases","start":8,"token_start":1,"token_end":1,"end":17,"type":"pattern","label":"change_direction"},{"text":"risk","start":22,"token_start":3,"token_end":3,"end":26,"type":"pattern","label":"aspect_changing"},{"start":30,"end":35,"token_start":5,"token_end":5,"label":"type_of"},{"text":"war","start":36,"token_start":6,"token_end":6,"end":39,"type":"pattern","label":"base"},{"start":43,"end":49,"token_start":8,"token_end":8,"label":"where"}],"tokens":[{"text":"Warming","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"increases","start":8,"end":17,"id":1,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":2,"ws":true,"disabled":false},{"text":"risk","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"of","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"civil","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"war","start":36,"end":39,"id":6,"ws":true,"disabled":false},{"text":"in","start":40,"end":42,"id":7,"ws":true,"disabled":false},{"text":"Africa","start":43,"end":49,"id":8,"ws":false,"disabled":false},{"text":".","start":49,"end":50,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":51,"end":63,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":64,"end":76,"id":11,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":36,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":6,"head_span":{"start":22,"end":26,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":36,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":6,"head_span":{"start":43,"end":49,"token_start":8,"token_end":8,"label":"where"},"child_span":{"start":36,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":6,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":36,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":0,"head_span":{"start":8,"end":17,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Another increased hazard slower storms bring is increased wind damage, due to an increase in the duration of damaging winds structures are exposed to.\n","text":"Another increased hazard slower storms bring is increased wind damage, due to an increase in the duration of damaging winds structures are exposed to. IMPLIED_BASE IMPLIED_BASE","characters":"151","document_index":"869","md_sentence_index":"49","classification_origin":"causal_sentence_classification","url":"https://www.wunderground.com/cat6/Slow-Moving-Hurricanes-Barry-Growing-More-Common","combo_id":"869_49","post-training batch1":"869_49","_input_hash":1547918292,"_task_hash":-1785119052,"spans":[{"start":25,"end":31,"token_start":3,"token_end":3,"label":"type_of"},{"text":"storms","start":32,"token_start":4,"token_end":4,"end":38,"type":"pattern","label":"base"},{"text":"increased","start":48,"token_start":7,"token_end":7,"end":57,"type":"pattern","label":"change_direction"},{"start":58,"end":62,"token_start":8,"token_end":8,"label":"type_of"},{"start":63,"end":69,"token_start":9,"token_end":9,"label":"base"},{"text":"increase","start":81,"token_start":14,"token_end":14,"end":89,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Another","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"increased","start":8,"end":17,"id":1,"ws":true,"disabled":false},{"text":"hazard","start":18,"end":24,"id":2,"ws":true,"disabled":false},{"text":"slower","start":25,"end":31,"id":3,"ws":true,"disabled":false},{"text":"storms","start":32,"end":38,"id":4,"ws":true,"disabled":false},{"text":"bring","start":39,"end":44,"id":5,"ws":true,"disabled":false},{"text":"is","start":45,"end":47,"id":6,"ws":true,"disabled":false},{"text":"increased","start":48,"end":57,"id":7,"ws":true,"disabled":false},{"text":"wind","start":58,"end":62,"id":8,"ws":true,"disabled":false},{"text":"damage","start":63,"end":69,"id":9,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":10,"ws":true,"disabled":false},{"text":"due","start":71,"end":74,"id":11,"ws":true,"disabled":false},{"text":"to","start":75,"end":77,"id":12,"ws":true,"disabled":false},{"text":"an","start":78,"end":80,"id":13,"ws":true,"disabled":false},{"text":"increase","start":81,"end":89,"id":14,"ws":true,"disabled":false},{"text":"in","start":90,"end":92,"id":15,"ws":true,"disabled":false},{"text":"the","start":93,"end":96,"id":16,"ws":true,"disabled":false},{"text":"duration","start":97,"end":105,"id":17,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":18,"ws":true,"disabled":false},{"text":"damaging","start":109,"end":117,"id":19,"ws":true,"disabled":false},{"text":"winds","start":118,"end":123,"id":20,"ws":true,"disabled":false},{"text":"structures","start":124,"end":134,"id":21,"ws":true,"disabled":false},{"text":"are","start":135,"end":138,"id":22,"ws":true,"disabled":false},{"text":"exposed","start":139,"end":146,"id":23,"ws":true,"disabled":false},{"text":"to","start":147,"end":149,"id":24,"ws":false,"disabled":false},{"text":".","start":149,"end":150,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":3,"child":4,"head_span":{"start":25,"end":31,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":32,"end":38,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":58,"end":62,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":63,"end":69,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":9,"head_span":{"start":48,"end":57,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":63,"end":69,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":9,"head_span":{"start":32,"end":38,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":63,"end":69,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Air pollution, dust clouds, the stability of the upper atmosphere, and the relative warmth of the Atlantic Ocean compared to the Indian and Pacific Oceans can all influence the intensity and frequency of hurricanes.","text":"Air pollution, dust clouds, the stability of the upper atmosphere, and the relative warmth of the Atlantic Ocean compared to the Indian and Pacific Oceans can all influence the intensity and frequency of hurricanes. IMPLIED_BASE IMPLIED_BASE","characters":"215","document_index":"846","md_sentence_index":"164","classification_origin":"causal_sentence_classification","url":"https://www.vox.com/21452781/zogg-fire-glass-wildfire-california-climate-change-hurricanes-attribution-2020-debate","combo_id":"846_164","post-training batch1":"846_164","_input_hash":962083605,"_task_hash":-1618578478,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},{"text":"pollution","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":15,"end":19,"token_start":3,"token_end":3,"label":"type_of"},{"text":"clouds","start":20,"token_start":4,"token_end":4,"end":26,"type":"pattern","label":"base"},{"text":"stability","start":32,"token_start":7,"token_end":7,"end":41,"type":"pattern","label":"aspect_changing"},{"start":49,"end":65,"token_start":10,"token_end":11,"label":"base"},{"start":75,"end":83,"token_start":15,"token_end":15,"label":"type_of"},{"start":84,"end":90,"token_start":16,"token_end":16,"label":"base"},{"start":155,"end":158,"token_start":28,"token_end":28,"label":"confidence"},{"start":163,"end":172,"token_start":30,"token_end":30,"label":"predicate"},{"text":"intensity","start":177,"token_start":32,"token_end":32,"end":186,"type":"pattern","label":"aspect_changing"},{"text":"frequency","start":191,"token_start":34,"token_end":34,"end":200,"type":"pattern","label":"aspect_changing"},{"text":"hurricanes","start":204,"token_start":36,"token_end":36,"end":214,"type":"pattern","label":"base"}],"tokens":[{"text":"Air","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"pollution","start":4,"end":13,"id":1,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":2,"ws":true,"disabled":false},{"text":"dust","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"clouds","start":20,"end":26,"id":4,"ws":false,"disabled":false},{"text":",","start":26,"end":27,"id":5,"ws":true,"disabled":false},{"text":"the","start":28,"end":31,"id":6,"ws":true,"disabled":false},{"text":"stability","start":32,"end":41,"id":7,"ws":true,"disabled":false},{"text":"of","start":42,"end":44,"id":8,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"upper","start":49,"end":54,"id":10,"ws":true,"disabled":false},{"text":"atmosphere","start":55,"end":65,"id":11,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":12,"ws":true,"disabled":false},{"text":"and","start":67,"end":70,"id":13,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":14,"ws":true,"disabled":false},{"text":"relative","start":75,"end":83,"id":15,"ws":true,"disabled":false},{"text":"warmth","start":84,"end":90,"id":16,"ws":true,"disabled":false},{"text":"of","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"the","start":94,"end":97,"id":18,"ws":true,"disabled":false},{"text":"Atlantic","start":98,"end":106,"id":19,"ws":true,"disabled":false},{"text":"Ocean","start":107,"end":112,"id":20,"ws":true,"disabled":false},{"text":"compared","start":113,"end":121,"id":21,"ws":true,"disabled":false},{"text":"to","start":122,"end":124,"id":22,"ws":true,"disabled":false},{"text":"the","start":125,"end":128,"id":23,"ws":true,"disabled":false},{"text":"Indian","start":129,"end":135,"id":24,"ws":true,"disabled":false},{"text":"and","start":136,"end":139,"id":25,"ws":true,"disabled":false},{"text":"Pacific","start":140,"end":147,"id":26,"ws":true,"disabled":false},{"text":"Oceans","start":148,"end":154,"id":27,"ws":true,"disabled":false},{"text":"can","start":155,"end":158,"id":28,"ws":true,"disabled":false},{"text":"all","start":159,"end":162,"id":29,"ws":true,"disabled":false},{"text":"influence","start":163,"end":172,"id":30,"ws":true,"disabled":false},{"text":"the","start":173,"end":176,"id":31,"ws":true,"disabled":false},{"text":"intensity","start":177,"end":186,"id":32,"ws":true,"disabled":false},{"text":"and","start":187,"end":190,"id":33,"ws":true,"disabled":false},{"text":"frequency","start":191,"end":200,"id":34,"ws":true,"disabled":false},{"text":"of","start":201,"end":203,"id":35,"ws":true,"disabled":false},{"text":"hurricanes","start":204,"end":214,"id":36,"ws":false,"disabled":false},{"text":".","start":214,"end":215,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":216,"end":228,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":229,"end":241,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":32,"child":36,"head_span":{"start":177,"end":186,"token_start":32,"token_end":32,"label":"aspect_changing"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":36,"head_span":{"start":191,"end":200,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":15,"end":19,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":20,"end":26,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":11,"head_span":{"start":32,"end":41,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":49,"end":65,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":75,"end":83,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":84,"end":90,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":36,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":36,"head_span":{"start":20,"end":26,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":36,"head_span":{"start":49,"end":65,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":36,"head_span":{"start":84,"end":90,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"It\u2019s the big, industrial dairy farms that are responsible for 55 percent of the state\u2019s methane emissions.","text":"It\u2019s the big, industrial dairy farms that are responsible for 55 percent of the state\u2019s methane emissions. IMPLIED_BASE IMPLIED_BASE","characters":"106","document_index":"636","md_sentence_index":"171","classification_origin":"causal_sentence_classification","url":"https://www.vox.com/energy-and-environment/2020/2/14/21131109/california-natural-gas-renewable-socalgas","combo_id":"636_171","post-training batch1":"636_171","_input_hash":-225431552,"_task_hash":-758731357,"spans":[{"start":9,"end":12,"token_start":3,"token_end":3,"label":"type_of"},{"start":14,"end":24,"token_start":5,"token_end":5,"label":"type_of"},{"start":25,"end":36,"token_start":6,"token_end":7,"label":"base"},{"start":46,"end":61,"token_start":10,"token_end":11,"label":"predicate"},{"start":62,"end":75,"token_start":12,"token_end":14,"label":"effect_size"},{"text":"methane","start":88,"token_start":18,"token_end":18,"end":95,"type":"pattern","label":"base"},{"text":"emissions","start":96,"token_start":19,"token_end":19,"end":105,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":false,"disabled":false},{"text":"\u2019s","start":2,"end":4,"id":1,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":2,"ws":true,"disabled":false},{"text":"big","start":9,"end":12,"id":3,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":4,"ws":true,"disabled":false},{"text":"industrial","start":14,"end":24,"id":5,"ws":true,"disabled":false},{"text":"dairy","start":25,"end":30,"id":6,"ws":true,"disabled":false},{"text":"farms","start":31,"end":36,"id":7,"ws":true,"disabled":false},{"text":"that","start":37,"end":41,"id":8,"ws":true,"disabled":false},{"text":"are","start":42,"end":45,"id":9,"ws":true,"disabled":false},{"text":"responsible","start":46,"end":57,"id":10,"ws":true,"disabled":false},{"text":"for","start":58,"end":61,"id":11,"ws":true,"disabled":false},{"text":"55","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"percent","start":65,"end":72,"id":13,"ws":true,"disabled":false},{"text":"of","start":73,"end":75,"id":14,"ws":true,"disabled":false},{"text":"the","start":76,"end":79,"id":15,"ws":true,"disabled":false},{"text":"state","start":80,"end":85,"id":16,"ws":false,"disabled":false},{"text":"\u2019s","start":85,"end":87,"id":17,"ws":true,"disabled":false},{"text":"methane","start":88,"end":95,"id":18,"ws":true,"disabled":false},{"text":"emissions","start":96,"end":105,"id":19,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":19,"child":18,"head_span":{"start":96,"end":105,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":88,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":18,"head_span":{"start":62,"end":75,"token_start":12,"token_end":14,"label":"effect_size"},"child_span":{"start":88,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":14,"end":24,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":25,"end":36,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":7,"head_span":{"start":9,"end":12,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":25,"end":36,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":18,"head_span":{"start":25,"end":36,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":88,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Warmer oceans cause hurricanes to have faster wind speeds and stronger central pressure, making the storms more intense.\n","text":"Warmer oceans cause hurricanes to have faster wind speeds and stronger central pressure, making the storms more intense. IMPLIED_BASE IMPLIED_BASE","characters":"121","document_index":"359","md_sentence_index":"32","classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/newshour/nation/is-climate-change-making-hurricanes-stall","combo_id":"359_32","post-training batch1":"359_32","_input_hash":1956827219,"_task_hash":-1114305977,"spans":[{"text":"Warmer","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"change_direction"},{"text":"oceans","start":7,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":14,"end":19,"token_start":2,"token_end":2,"label":"predicate"},{"start":39,"end":45,"token_start":6,"token_end":6,"label":"change_direction"},{"start":46,"end":50,"token_start":7,"token_end":7,"label":"base"},{"start":51,"end":57,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":62,"end":70,"token_start":10,"token_end":10,"label":"change_direction"},{"start":79,"end":87,"token_start":12,"token_end":12,"label":"aspect_changing"},{"text":"storms","start":100,"token_start":16,"token_end":16,"end":106,"type":"pattern","label":"base"},{"text":"more","start":107,"token_start":17,"token_end":17,"end":111,"type":"pattern","label":"change_direction"},{"start":112,"end":119,"token_start":18,"token_end":18,"label":"change_direction"},{"start":121,"end":133,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"Warmer","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"oceans","start":7,"end":13,"id":1,"ws":true,"disabled":false},{"text":"cause","start":14,"end":19,"id":2,"ws":true,"disabled":false},{"text":"hurricanes","start":20,"end":30,"id":3,"ws":true,"disabled":false},{"text":"to","start":31,"end":33,"id":4,"ws":true,"disabled":false},{"text":"have","start":34,"end":38,"id":5,"ws":true,"disabled":false},{"text":"faster","start":39,"end":45,"id":6,"ws":true,"disabled":false},{"text":"wind","start":46,"end":50,"id":7,"ws":true,"disabled":false},{"text":"speeds","start":51,"end":57,"id":8,"ws":true,"disabled":false},{"text":"and","start":58,"end":61,"id":9,"ws":true,"disabled":false},{"text":"stronger","start":62,"end":70,"id":10,"ws":true,"disabled":false},{"text":"central","start":71,"end":78,"id":11,"ws":true,"disabled":false},{"text":"pressure","start":79,"end":87,"id":12,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":13,"ws":true,"disabled":false},{"text":"making","start":89,"end":95,"id":14,"ws":true,"disabled":false},{"text":"the","start":96,"end":99,"id":15,"ws":true,"disabled":false},{"text":"storms","start":100,"end":106,"id":16,"ws":true,"disabled":false},{"text":"more","start":107,"end":111,"id":17,"ws":true,"disabled":false},{"text":"intense","start":112,"end":119,"id":18,"ws":false,"disabled":false},{"text":".","start":119,"end":120,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":39,"end":45,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":46,"end":50,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":51,"end":57,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":46,"end":50,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":20,"head_span":{"start":62,"end":70,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":121,"end":133,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":20,"head_span":{"start":79,"end":87,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":121,"end":133,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":107,"end":111,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":100,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":16,"head_span":{"start":112,"end":119,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":100,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":7,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":7,"head_span":{"start":7,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":46,"end":50,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":20,"head_span":{"start":7,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":121,"end":133,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":16,"head_span":{"start":7,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":100,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"One is that all that warm water allowed for the storm to ramp up quickly, undergoing what is known as rapid intensification as it exploded from a moderate category 2 to extreme category 5 over just two days.","text":"One is that all that warm water allowed for the storm to ramp up quickly, undergoing what is known as rapid intensification as it exploded from a moderate category 2 to extreme category 5 over just two days. IMPLIED_BASE IMPLIED_BASE","characters":"207","document_index":"360","md_sentence_index":"25","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/commentisfree/2019/sep/04/climate-crisis-hurricane-dorian-floods-bahamas","combo_id":"360_25","post-training batch1":"360_25","_input_hash":311216143,"_task_hash":-1275645910,"spans":[{"start":21,"end":25,"token_start":5,"token_end":5,"label":"type_of"},{"text":"water","start":26,"token_start":6,"token_end":6,"end":31,"type":"pattern","label":"base"},{"text":"storm","start":48,"token_start":10,"token_end":10,"end":53,"type":"pattern","label":"base"},{"start":57,"end":72,"token_start":12,"token_end":14,"label":"change_direction"},{"start":102,"end":123,"token_start":21,"token_end":22,"label":"change_direction"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"is","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"that","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"all","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"that","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"warm","start":21,"end":25,"id":5,"ws":true,"disabled":false},{"text":"water","start":26,"end":31,"id":6,"ws":true,"disabled":false},{"text":"allowed","start":32,"end":39,"id":7,"ws":true,"disabled":false},{"text":"for","start":40,"end":43,"id":8,"ws":true,"disabled":false},{"text":"the","start":44,"end":47,"id":9,"ws":true,"disabled":false},{"text":"storm","start":48,"end":53,"id":10,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":11,"ws":true,"disabled":false},{"text":"ramp","start":57,"end":61,"id":12,"ws":true,"disabled":false},{"text":"up","start":62,"end":64,"id":13,"ws":true,"disabled":false},{"text":"quickly","start":65,"end":72,"id":14,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":15,"ws":true,"disabled":false},{"text":"undergoing","start":74,"end":84,"id":16,"ws":true,"disabled":false},{"text":"what","start":85,"end":89,"id":17,"ws":true,"disabled":false},{"text":"is","start":90,"end":92,"id":18,"ws":true,"disabled":false},{"text":"known","start":93,"end":98,"id":19,"ws":true,"disabled":false},{"text":"as","start":99,"end":101,"id":20,"ws":true,"disabled":false},{"text":"rapid","start":102,"end":107,"id":21,"ws":true,"disabled":false},{"text":"intensification","start":108,"end":123,"id":22,"ws":true,"disabled":false},{"text":"as","start":124,"end":126,"id":23,"ws":true,"disabled":false},{"text":"it","start":127,"end":129,"id":24,"ws":true,"disabled":false},{"text":"exploded","start":130,"end":138,"id":25,"ws":true,"disabled":false},{"text":"from","start":139,"end":143,"id":26,"ws":true,"disabled":false},{"text":"a","start":144,"end":145,"id":27,"ws":true,"disabled":false},{"text":"moderate","start":146,"end":154,"id":28,"ws":true,"disabled":false},{"text":"category","start":155,"end":163,"id":29,"ws":true,"disabled":false},{"text":"2","start":164,"end":165,"id":30,"ws":true,"disabled":false},{"text":"to","start":166,"end":168,"id":31,"ws":true,"disabled":false},{"text":"extreme","start":169,"end":176,"id":32,"ws":true,"disabled":false},{"text":"category","start":177,"end":185,"id":33,"ws":true,"disabled":false},{"text":"5","start":186,"end":187,"id":34,"ws":true,"disabled":false},{"text":"over","start":188,"end":192,"id":35,"ws":true,"disabled":false},{"text":"just","start":193,"end":197,"id":36,"ws":true,"disabled":false},{"text":"two","start":198,"end":201,"id":37,"ws":true,"disabled":false},{"text":"days","start":202,"end":206,"id":38,"ws":false,"disabled":false},{"text":".","start":206,"end":207,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":208,"end":220,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":221,"end":233,"id":41,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":21,"end":25,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":26,"end":31,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":10,"head_span":{"start":57,"end":72,"token_start":12,"token_end":14,"label":"change_direction"},"child_span":{"start":48,"end":53,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":10,"head_span":{"start":102,"end":123,"token_start":21,"token_end":22,"label":"change_direction"},"child_span":{"start":48,"end":53,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":10,"head_span":{"start":26,"end":31,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":48,"end":53,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The heat, according to researchers at the University of California, Berkeley, will drive deaths that soon outpace those from car crashes or opioid overdoses.","text":"The heat, according to researchers at the University of California, Berkeley, will drive deaths that soon outpace those from car crashes or opioid overdoses. IMPLIED_BASE IMPLIED_BASE","characters":"157","document_index":"773","md_sentence_index":"306","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/07/23/magazine/climate-migration.html","combo_id":"773_306","post-training batch1":"773_306","_input_hash":-1465843895,"_task_hash":1915140866,"spans":[{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},{"start":78,"end":82,"token_start":14,"token_end":14,"label":"confidence"},{"start":83,"end":88,"token_start":15,"token_end":15,"label":"predicate"},{"start":89,"end":95,"token_start":16,"token_end":16,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"heat","start":4,"end":8,"id":1,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":2,"ws":true,"disabled":false},{"text":"according","start":10,"end":19,"id":3,"ws":true,"disabled":false},{"text":"to","start":20,"end":22,"id":4,"ws":true,"disabled":false},{"text":"researchers","start":23,"end":34,"id":5,"ws":true,"disabled":false},{"text":"at","start":35,"end":37,"id":6,"ws":true,"disabled":false},{"text":"the","start":38,"end":41,"id":7,"ws":true,"disabled":false},{"text":"University","start":42,"end":52,"id":8,"ws":true,"disabled":false},{"text":"of","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"California","start":56,"end":66,"id":10,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":11,"ws":true,"disabled":false},{"text":"Berkeley","start":68,"end":76,"id":12,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":13,"ws":true,"disabled":false},{"text":"will","start":78,"end":82,"id":14,"ws":true,"disabled":false},{"text":"drive","start":83,"end":88,"id":15,"ws":true,"disabled":false},{"text":"deaths","start":89,"end":95,"id":16,"ws":true,"disabled":false},{"text":"that","start":96,"end":100,"id":17,"ws":true,"disabled":false},{"text":"soon","start":101,"end":105,"id":18,"ws":true,"disabled":false},{"text":"outpace","start":106,"end":113,"id":19,"ws":true,"disabled":false},{"text":"those","start":114,"end":119,"id":20,"ws":true,"disabled":false},{"text":"from","start":120,"end":124,"id":21,"ws":true,"disabled":false},{"text":"car","start":125,"end":128,"id":22,"ws":true,"disabled":false},{"text":"crashes","start":129,"end":136,"id":23,"ws":true,"disabled":false},{"text":"or","start":137,"end":139,"id":24,"ws":true,"disabled":false},{"text":"opioid","start":140,"end":146,"id":25,"ws":true,"disabled":false},{"text":"overdoses","start":147,"end":156,"id":26,"ws":false,"disabled":false},{"text":".","start":156,"end":157,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":1,"child":16,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":89,"end":95,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Wildfires are also expected to increase the risk for destructive mudslides, as landscapes laid bare by fire are drenched with winter rain.","text":"Wildfires are also expected to increase the risk for destructive mudslides, as landscapes laid bare by fire are drenched with winter rain. IMPLIED_BASE IMPLIED_BASE","characters":"138","document_index":"433","md_sentence_index":"23","classification_origin":"causal_sentence_classification","url":"https://yaleclimateconnections.org/2019/07/wildfires-and-climate-change-whats-the-connection/","combo_id":"433_23","post-training batch1":"433_23","_input_hash":-1659655781,"_task_hash":966915177,"spans":[{"text":"Wildfires","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"base"},{"start":19,"end":30,"token_start":3,"token_end":4,"label":"confidence"},{"text":"increase","start":31,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"change_direction"},{"text":"risk","start":44,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"aspect_changing"},{"start":53,"end":64,"token_start":9,"token_end":9,"label":"type_of"},{"text":"mudslides","start":65,"token_start":10,"token_end":10,"end":74,"type":"pattern","label":"base"}],"tokens":[{"text":"Wildfires","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"are","start":10,"end":13,"id":1,"ws":true,"disabled":false},{"text":"also","start":14,"end":18,"id":2,"ws":true,"disabled":false},{"text":"expected","start":19,"end":27,"id":3,"ws":true,"disabled":false},{"text":"to","start":28,"end":30,"id":4,"ws":true,"disabled":false},{"text":"increase","start":31,"end":39,"id":5,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":6,"ws":true,"disabled":false},{"text":"risk","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"for","start":49,"end":52,"id":8,"ws":true,"disabled":false},{"text":"destructive","start":53,"end":64,"id":9,"ws":true,"disabled":false},{"text":"mudslides","start":65,"end":74,"id":10,"ws":false,"disabled":false},{"text":",","start":74,"end":75,"id":11,"ws":true,"disabled":false},{"text":"as","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"landscapes","start":79,"end":89,"id":13,"ws":true,"disabled":false},{"text":"laid","start":90,"end":94,"id":14,"ws":true,"disabled":false},{"text":"bare","start":95,"end":99,"id":15,"ws":true,"disabled":false},{"text":"by","start":100,"end":102,"id":16,"ws":true,"disabled":false},{"text":"fire","start":103,"end":107,"id":17,"ws":true,"disabled":false},{"text":"are","start":108,"end":111,"id":18,"ws":true,"disabled":false},{"text":"drenched","start":112,"end":120,"id":19,"ws":true,"disabled":false},{"text":"with","start":121,"end":125,"id":20,"ws":true,"disabled":false},{"text":"winter","start":126,"end":132,"id":21,"ws":true,"disabled":false},{"text":"rain","start":133,"end":137,"id":22,"ws":false,"disabled":false},{"text":".","start":137,"end":138,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":5,"child":10,"head_span":{"start":31,"end":39,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":65,"end":74,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":53,"end":64,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":65,"end":74,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":44,"end":48,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":65,"end":74,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":10,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":65,"end":74,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"They did find, however, that nonfarm productivity also tended to decline at higher temperatures, most likely from workers in temperature-sensitive occupations working outdoors or in buildings exposed to outdoor temperatures needing to take more breaks or work more slowly.\n","text":"They did find, however, that nonfarm productivity also tended to decline at higher temperatures, most likely from workers in temperature-sensitive occupations working outdoors or in buildings exposed to outdoor temperatures needing to take more breaks or work more slowly. IMPLIED_BASE IMPLIED_BASE","characters":"273","document_index":"741","md_sentence_index":"29","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/heat-wave-effects-on-economic-productivity-2019-7","combo_id":"741_29","post-training batch1":"741_29","_input_hash":2027772007,"_task_hash":371324496,"spans":[{"start":29,"end":36,"token_start":7,"token_end":7,"label":"base"},{"text":"productivity","start":37,"token_start":8,"token_end":8,"end":49,"type":"pattern","label":"aspect_changing"},{"start":65,"end":72,"token_start":12,"token_end":12,"label":"change_direction"},{"text":"higher","start":76,"token_start":14,"token_end":14,"end":82,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":83,"token_start":15,"token_end":15,"end":95,"type":"pattern","label":"aspect_changing"},{"text":"more","start":240,"token_start":38,"token_end":38,"end":244,"type":"pattern","label":"change_direction"},{"start":245,"end":251,"token_start":39,"token_end":39,"label":"base"},{"start":255,"end":259,"token_start":41,"token_end":41,"label":"base"},{"start":260,"end":264,"token_start":42,"token_end":42,"label":"change_direction"},{"start":265,"end":271,"token_start":43,"token_end":43,"label":"change_direction"},{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"}],"tokens":[{"text":"They","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"did","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"find","start":9,"end":13,"id":2,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":3,"ws":true,"disabled":false},{"text":"however","start":15,"end":22,"id":4,"ws":false,"disabled":false},{"text":",","start":22,"end":23,"id":5,"ws":true,"disabled":false},{"text":"that","start":24,"end":28,"id":6,"ws":true,"disabled":false},{"text":"nonfarm","start":29,"end":36,"id":7,"ws":true,"disabled":false},{"text":"productivity","start":37,"end":49,"id":8,"ws":true,"disabled":false},{"text":"also","start":50,"end":54,"id":9,"ws":true,"disabled":false},{"text":"tended","start":55,"end":61,"id":10,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":11,"ws":true,"disabled":false},{"text":"decline","start":65,"end":72,"id":12,"ws":true,"disabled":false},{"text":"at","start":73,"end":75,"id":13,"ws":true,"disabled":false},{"text":"higher","start":76,"end":82,"id":14,"ws":true,"disabled":false},{"text":"temperatures","start":83,"end":95,"id":15,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":16,"ws":true,"disabled":false},{"text":"most","start":97,"end":101,"id":17,"ws":true,"disabled":false},{"text":"likely","start":102,"end":108,"id":18,"ws":true,"disabled":false},{"text":"from","start":109,"end":113,"id":19,"ws":true,"disabled":false},{"text":"workers","start":114,"end":121,"id":20,"ws":true,"disabled":false},{"text":"in","start":122,"end":124,"id":21,"ws":true,"disabled":false},{"text":"temperature","start":125,"end":136,"id":22,"ws":false,"disabled":false},{"text":"-","start":136,"end":137,"id":23,"ws":false,"disabled":false},{"text":"sensitive","start":137,"end":146,"id":24,"ws":true,"disabled":false},{"text":"occupations","start":147,"end":158,"id":25,"ws":true,"disabled":false},{"text":"working","start":159,"end":166,"id":26,"ws":true,"disabled":false},{"text":"outdoors","start":167,"end":175,"id":27,"ws":true,"disabled":false},{"text":"or","start":176,"end":178,"id":28,"ws":true,"disabled":false},{"text":"in","start":179,"end":181,"id":29,"ws":true,"disabled":false},{"text":"buildings","start":182,"end":191,"id":30,"ws":true,"disabled":false},{"text":"exposed","start":192,"end":199,"id":31,"ws":true,"disabled":false},{"text":"to","start":200,"end":202,"id":32,"ws":true,"disabled":false},{"text":"outdoor","start":203,"end":210,"id":33,"ws":true,"disabled":false},{"text":"temperatures","start":211,"end":223,"id":34,"ws":true,"disabled":false},{"text":"needing","start":224,"end":231,"id":35,"ws":true,"disabled":false},{"text":"to","start":232,"end":234,"id":36,"ws":true,"disabled":false},{"text":"take","start":235,"end":239,"id":37,"ws":true,"disabled":false},{"text":"more","start":240,"end":244,"id":38,"ws":true,"disabled":false},{"text":"breaks","start":245,"end":251,"id":39,"ws":true,"disabled":false},{"text":"or","start":252,"end":254,"id":40,"ws":true,"disabled":false},{"text":"work","start":255,"end":259,"id":41,"ws":true,"disabled":false},{"text":"more","start":260,"end":264,"id":42,"ws":true,"disabled":false},{"text":"slowly","start":265,"end":271,"id":43,"ws":false,"disabled":false},{"text":".","start":271,"end":272,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":273,"end":285,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":286,"end":298,"id":46,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Sampath","_view_id":"relations","relations":[{"head":38,"child":39,"head_span":{"start":240,"end":244,"token_start":38,"token_end":38,"label":"change_direction"},"child_span":{"start":245,"end":251,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":41,"head_span":{"start":260,"end":264,"token_start":42,"token_end":42,"label":"change_direction"},"child_span":{"start":255,"end":259,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":41,"head_span":{"start":265,"end":271,"token_start":43,"token_end":43,"label":"change_direction"},"child_span":{"start":255,"end":259,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":37,"end":49,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":29,"end":36,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":45,"head_span":{"start":76,"end":82,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":45,"head_span":{"start":83,"end":95,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":7,"head_span":{"start":65,"end":72,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":29,"end":36,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":7,"head_span":{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":29,"end":36,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":45,"child":41,"head_span":{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":255,"end":259,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":45,"child":39,"head_span":{"start":273,"end":285,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":245,"end":251,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"tricky because only one true causal relation here!","relation count":"one","complexity":"complex","original_md_text":"That persistence, and what Francis calls the waviness of the jet stream, are fingerprints of human-caused climate change, particularly the disproportionate warming of the Arctic.","text":"That persistence, and what Francis calls the waviness of the jet stream, are fingerprints of human-caused climate change, particularly the disproportionate warming of the Arctic. IMPLIED_BASE IMPLIED_BASE","characters":"178","document_index":"147","md_sentence_index":"7","classification_origin":"cm_cause_effect_rel","url":"https://www.capeandislands.org/post/2019-could-turn-out-be-classic-example-climate-change","combo_id":"147_7","post-training batch1":"147_7","_input_hash":1616123174,"_task_hash":1595982833,"spans":[{"start":45,"end":53,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":61,"end":71,"token_start":11,"token_end":12,"label":"base"},{"start":73,"end":92,"token_start":14,"token_end":16,"label":"predicate"},{"start":93,"end":105,"token_start":17,"token_end":19,"label":"type_of"},{"text":"climate change","start":106,"token_start":20,"token_end":21,"end":120,"type":"pattern","label":"base"},{"start":139,"end":155,"token_start":25,"token_end":25,"label":"effect_size"},{"start":156,"end":163,"token_start":26,"token_end":26,"label":"change_direction"},{"start":167,"end":177,"token_start":28,"token_end":29,"label":"where"},{"start":179,"end":191,"token_start":31,"token_end":31,"label":"base"}],"tokens":[{"text":"That","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"persistence","start":5,"end":16,"id":1,"ws":false,"disabled":false},{"text":",","start":16,"end":17,"id":2,"ws":true,"disabled":false},{"text":"and","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"what","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"Francis","start":27,"end":34,"id":5,"ws":true,"disabled":false},{"text":"calls","start":35,"end":40,"id":6,"ws":true,"disabled":false},{"text":"the","start":41,"end":44,"id":7,"ws":true,"disabled":false},{"text":"waviness","start":45,"end":53,"id":8,"ws":true,"disabled":false},{"text":"of","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"the","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"jet","start":61,"end":64,"id":11,"ws":true,"disabled":false},{"text":"stream","start":65,"end":71,"id":12,"ws":false,"disabled":false},{"text":",","start":71,"end":72,"id":13,"ws":true,"disabled":false},{"text":"are","start":73,"end":76,"id":14,"ws":true,"disabled":false},{"text":"fingerprints","start":77,"end":89,"id":15,"ws":true,"disabled":false},{"text":"of","start":90,"end":92,"id":16,"ws":true,"disabled":false},{"text":"human","start":93,"end":98,"id":17,"ws":false,"disabled":false},{"text":"-","start":98,"end":99,"id":18,"ws":false,"disabled":false},{"text":"caused","start":99,"end":105,"id":19,"ws":true,"disabled":false},{"text":"climate","start":106,"end":113,"id":20,"ws":true,"disabled":false},{"text":"change","start":114,"end":120,"id":21,"ws":false,"disabled":false},{"text":",","start":120,"end":121,"id":22,"ws":true,"disabled":false},{"text":"particularly","start":122,"end":134,"id":23,"ws":true,"disabled":false},{"text":"the","start":135,"end":138,"id":24,"ws":true,"disabled":false},{"text":"disproportionate","start":139,"end":155,"id":25,"ws":true,"disabled":false},{"text":"warming","start":156,"end":163,"id":26,"ws":true,"disabled":false},{"text":"of","start":164,"end":166,"id":27,"ws":true,"disabled":false},{"text":"the","start":167,"end":170,"id":28,"ws":true,"disabled":false},{"text":"Arctic","start":171,"end":177,"id":29,"ws":false,"disabled":false},{"text":".","start":177,"end":178,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":179,"end":191,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":19,"child":21,"head_span":{"start":93,"end":105,"token_start":17,"token_end":19,"label":"type_of"},"child_span":{"start":106,"end":120,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":31,"head_span":{"start":156,"end":163,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":179,"end":191,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":167,"end":177,"token_start":28,"token_end":29,"label":"where"},"child_span":{"start":179,"end":191,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":31,"head_span":{"start":139,"end":155,"token_start":25,"token_end":25,"label":"effect_size"},"child_span":{"start":179,"end":191,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":12,"head_span":{"start":45,"end":53,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":61,"end":71,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":12,"head_span":{"start":106,"end":120,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":61,"end":71,"token_start":11,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":31,"head_span":{"start":106,"end":120,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":179,"end":191,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"http://www.nasa.gov/topics/earth/features/wildfires.html> Experts in the field of climate change and biomass burning programs from NASA explained that wildfires are a result of climate change, are frequently caused by humans and that different areas are affected with varying intensity.\n","text":"http://www.nasa.gov/topics/earth/features/wildfires.html> Experts in the field of climate change and biomass burning programs from NASA explained that wildfires are a result of climate change, are frequently caused by humans and that different areas are affected with varying intensity. IMPLIED_BASE IMPLIED_BASE","characters":"287","document_index":"715","md_sentence_index":"549","classification_origin":"causal_sentence_classification","url":"https://earthtosky.org/climate-change-categories?tmpl=component&article_id=78","combo_id":"715_549","post-training batch1":"715_549","_input_hash":1818441926,"_task_hash":867819034,"spans":[{"text":"wildfires","start":151,"token_start":17,"token_end":17,"end":160,"type":"pattern","label":"base"},{"start":161,"end":176,"token_start":18,"token_end":21,"label":"predicate"},{"text":"climate change","start":177,"token_start":22,"token_end":23,"end":191,"type":"pattern","label":"base"},{"start":197,"end":207,"token_start":26,"token_end":26,"label":"when"},{"start":208,"end":217,"token_start":27,"token_end":28,"label":"predicate"},{"start":218,"end":224,"token_start":29,"token_end":29,"label":"base"},{"start":234,"end":285,"token_start":32,"token_end":38,"label":"effect_size"}],"tokens":[{"text":"http://www.nasa.gov/topics/earth/features/wildfires.html","start":0,"end":56,"id":0,"ws":false,"disabled":false},{"text":">","start":56,"end":57,"id":1,"ws":true,"disabled":false},{"text":"Experts","start":58,"end":65,"id":2,"ws":true,"disabled":false},{"text":"in","start":66,"end":68,"id":3,"ws":true,"disabled":false},{"text":"the","start":69,"end":72,"id":4,"ws":true,"disabled":false},{"text":"field","start":73,"end":78,"id":5,"ws":true,"disabled":false},{"text":"of","start":79,"end":81,"id":6,"ws":true,"disabled":false},{"text":"climate","start":82,"end":89,"id":7,"ws":true,"disabled":false},{"text":"change","start":90,"end":96,"id":8,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":9,"ws":true,"disabled":false},{"text":"biomass","start":101,"end":108,"id":10,"ws":true,"disabled":false},{"text":"burning","start":109,"end":116,"id":11,"ws":true,"disabled":false},{"text":"programs","start":117,"end":125,"id":12,"ws":true,"disabled":false},{"text":"from","start":126,"end":130,"id":13,"ws":true,"disabled":false},{"text":"NASA","start":131,"end":135,"id":14,"ws":true,"disabled":false},{"text":"explained","start":136,"end":145,"id":15,"ws":true,"disabled":false},{"text":"that","start":146,"end":150,"id":16,"ws":true,"disabled":false},{"text":"wildfires","start":151,"end":160,"id":17,"ws":true,"disabled":false},{"text":"are","start":161,"end":164,"id":18,"ws":true,"disabled":false},{"text":"a","start":165,"end":166,"id":19,"ws":true,"disabled":false},{"text":"result","start":167,"end":173,"id":20,"ws":true,"disabled":false},{"text":"of","start":174,"end":176,"id":21,"ws":true,"disabled":false},{"text":"climate","start":177,"end":184,"id":22,"ws":true,"disabled":false},{"text":"change","start":185,"end":191,"id":23,"ws":false,"disabled":false},{"text":",","start":191,"end":192,"id":24,"ws":true,"disabled":false},{"text":"are","start":193,"end":196,"id":25,"ws":true,"disabled":false},{"text":"frequently","start":197,"end":207,"id":26,"ws":true,"disabled":false},{"text":"caused","start":208,"end":214,"id":27,"ws":true,"disabled":false},{"text":"by","start":215,"end":217,"id":28,"ws":true,"disabled":false},{"text":"humans","start":218,"end":224,"id":29,"ws":true,"disabled":false},{"text":"and","start":225,"end":228,"id":30,"ws":true,"disabled":false},{"text":"that","start":229,"end":233,"id":31,"ws":true,"disabled":false},{"text":"different","start":234,"end":243,"id":32,"ws":true,"disabled":false},{"text":"areas","start":244,"end":249,"id":33,"ws":true,"disabled":false},{"text":"are","start":250,"end":253,"id":34,"ws":true,"disabled":false},{"text":"affected","start":254,"end":262,"id":35,"ws":true,"disabled":false},{"text":"with","start":263,"end":267,"id":36,"ws":true,"disabled":false},{"text":"varying","start":268,"end":275,"id":37,"ws":true,"disabled":false},{"text":"intensity","start":276,"end":285,"id":38,"ws":false,"disabled":false},{"text":".","start":285,"end":286,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":287,"end":299,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":300,"end":312,"id":41,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":23,"child":17,"head_span":{"start":177,"end":191,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":151,"end":160,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":17,"head_span":{"start":218,"end":224,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":151,"end":160,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":17,"head_span":{"start":197,"end":207,"token_start":26,"token_end":26,"label":"when"},"child_span":{"start":151,"end":160,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":29,"head_span":{"start":197,"end":207,"token_start":26,"token_end":26,"label":"when"},"child_span":{"start":218,"end":224,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"staged","Dataset name":"checkin-three","ignore?":"","reason":"","relation count":"Many","complexity":"Simple","original_md_text":"There is growing evidence that climate change can increase the risks of conflict and violence.","text":"There is growing evidence that climate change can increase the risks of conflict and violence. IMPLIED_BASE IMPLIED_BASE","characters":"94","document_index":"72","md_sentence_index":"0","classification_origin":"cm_cause_effect_rel","url":"https://www.passblue.com/2019/05/07/climate-change-and-risk-of-conflict-the-links-grow-clearer/","combo_id":"72_0","post-training batch1":"72_0","_input_hash":-1350651080,"_task_hash":1075260485,"spans":[{"start":0,"end":25,"token_start":0,"token_end":3,"label":"confidence"},{"text":"climate change","start":31,"token_start":5,"token_end":6,"end":45,"type":"pattern","label":"base"},{"text":"increase","start":50,"token_start":8,"token_end":8,"end":58,"type":"pattern","label":"change_direction"},{"text":"risks","start":63,"token_start":10,"token_end":10,"end":68,"type":"pattern","label":"aspect_changing"},{"text":"conflict","start":72,"token_start":12,"token_end":12,"end":80,"type":"pattern","label":"base"},{"text":"violence","start":85,"token_start":14,"token_end":14,"end":93,"type":"pattern","label":"base"}],"tokens":[{"text":"There","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"is","start":6,"end":8,"id":1,"ws":true,"disabled":false},{"text":"growing","start":9,"end":16,"id":2,"ws":true,"disabled":false},{"text":"evidence","start":17,"end":25,"id":3,"ws":true,"disabled":false},{"text":"that","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"climate","start":31,"end":38,"id":5,"ws":true,"disabled":false},{"text":"change","start":39,"end":45,"id":6,"ws":true,"disabled":false},{"text":"can","start":46,"end":49,"id":7,"ws":true,"disabled":false},{"text":"increase","start":50,"end":58,"id":8,"ws":true,"disabled":false},{"text":"the","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"risks","start":63,"end":68,"id":10,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":11,"ws":true,"disabled":false},{"text":"conflict","start":72,"end":80,"id":12,"ws":true,"disabled":false},{"text":"and","start":81,"end":84,"id":13,"ws":true,"disabled":false},{"text":"violence","start":85,"end":93,"id":14,"ws":false,"disabled":false},{"text":".","start":93,"end":94,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":95,"end":107,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":17,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":10,"child":12,"head_span":{"start":63,"end":68,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":72,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":14,"head_span":{"start":63,"end":68,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":85,"end":93,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":12,"head_span":{"start":50,"end":58,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":72,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":14,"head_span":{"start":50,"end":58,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":85,"end":93,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":12,"head_span":{"start":31,"end":45,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":72,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":14,"head_span":{"start":31,"end":45,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":85,"end":93,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Sherrell Thompson, a community health worker in Gilpin, said residents have high rates of asthma, diabetes and blood pressure, all conditions that can be worsened by heat.","text":"Sherrell Thompson, a community health worker in Gilpin, said residents have high rates of asthma, diabetes and blood pressure, all conditions that can be worsened by heat. IMPLIED_BASE IMPLIED_BASE","characters":"171","document_index":"806","md_sentence_index":"78","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/08/24/climate/racism-redlining-cities-global-warming.html","combo_id":"806_78","post-training batch1":"806_78","_input_hash":1677114452,"_task_hash":2055917342,"spans":[{"start":61,"end":70,"token_start":11,"token_end":11,"label":"to_whom"},{"start":76,"end":80,"token_start":13,"token_end":13,"label":"change_direction"},{"start":81,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":90,"end":96,"token_start":16,"token_end":16,"label":"base"},{"start":98,"end":106,"token_start":18,"token_end":18,"label":"base"},{"start":111,"end":116,"token_start":20,"token_end":20,"label":"base"},{"start":117,"end":125,"token_start":21,"token_end":21,"label":"aspect_changing"},{"start":142,"end":146,"token_start":25,"token_end":25,"label":"predicate"},{"start":147,"end":150,"token_start":26,"token_end":26,"label":"confidence"},{"start":154,"end":162,"token_start":28,"token_end":28,"label":"change_direction"},{"start":163,"end":165,"token_start":29,"token_end":29,"label":"predicate"},{"start":166,"end":170,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"Sherrell","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"Thompson","start":9,"end":17,"id":1,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":2,"ws":true,"disabled":false},{"text":"a","start":19,"end":20,"id":3,"ws":true,"disabled":false},{"text":"community","start":21,"end":30,"id":4,"ws":true,"disabled":false},{"text":"health","start":31,"end":37,"id":5,"ws":true,"disabled":false},{"text":"worker","start":38,"end":44,"id":6,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"Gilpin","start":48,"end":54,"id":8,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":9,"ws":true,"disabled":false},{"text":"said","start":56,"end":60,"id":10,"ws":true,"disabled":false},{"text":"residents","start":61,"end":70,"id":11,"ws":true,"disabled":false},{"text":"have","start":71,"end":75,"id":12,"ws":true,"disabled":false},{"text":"high","start":76,"end":80,"id":13,"ws":true,"disabled":false},{"text":"rates","start":81,"end":86,"id":14,"ws":true,"disabled":false},{"text":"of","start":87,"end":89,"id":15,"ws":true,"disabled":false},{"text":"asthma","start":90,"end":96,"id":16,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":17,"ws":true,"disabled":false},{"text":"diabetes","start":98,"end":106,"id":18,"ws":true,"disabled":false},{"text":"and","start":107,"end":110,"id":19,"ws":true,"disabled":false},{"text":"blood","start":111,"end":116,"id":20,"ws":true,"disabled":false},{"text":"pressure","start":117,"end":125,"id":21,"ws":false,"disabled":false},{"text":",","start":125,"end":126,"id":22,"ws":true,"disabled":false},{"text":"all","start":127,"end":130,"id":23,"ws":true,"disabled":false},{"text":"conditions","start":131,"end":141,"id":24,"ws":true,"disabled":false},{"text":"that","start":142,"end":146,"id":25,"ws":true,"disabled":false},{"text":"can","start":147,"end":150,"id":26,"ws":true,"disabled":false},{"text":"be","start":151,"end":153,"id":27,"ws":true,"disabled":false},{"text":"worsened","start":154,"end":162,"id":28,"ws":true,"disabled":false},{"text":"by","start":163,"end":165,"id":29,"ws":true,"disabled":false},{"text":"heat","start":166,"end":170,"id":30,"ws":false,"disabled":false},{"text":".","start":170,"end":171,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":33,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":21,"child":20,"head_span":{"start":117,"end":125,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":111,"end":116,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":16,"head_span":{"start":81,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":90,"end":96,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":18,"head_span":{"start":81,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":98,"end":106,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":16,"head_span":{"start":154,"end":162,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":90,"end":96,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":18,"head_span":{"start":154,"end":162,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":98,"end":106,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":20,"head_span":{"start":154,"end":162,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":111,"end":116,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":16,"head_span":{"start":166,"end":170,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":90,"end":96,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":18,"head_span":{"start":166,"end":170,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":98,"end":106,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":20,"head_span":{"start":166,"end":170,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":111,"end":116,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"Climate change, which is already causing heavier rainfall in many storms, is an important part of the mix.","text":"Climate change, which is already causing heavier rainfall in many storms, is an important part of the mix. IMPLIED_BASE IMPLIED_BASE","characters":"106","document_index":"254","md_sentence_index":"15","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/07/06/climate/nashville-floods-buybacks.html","combo_id":"254_15","post-training batch1":"254_15","_input_hash":-112866410,"_task_hash":-2021895033,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":16,"end":21,"token_start":3,"token_end":3,"label":"predicate"},{"start":22,"end":24,"token_start":4,"token_end":4,"label":"confidence"},{"start":25,"end":32,"token_start":5,"token_end":5,"label":"when"},{"start":33,"end":40,"token_start":6,"token_end":6,"label":"predicate"},{"text":"heavier","start":41,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"change_direction"},{"start":49,"end":57,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":58,"end":65,"token_start":9,"token_end":10,"label":"effect_size"},{"text":"storms","start":66,"token_start":11,"token_end":11,"end":72,"type":"pattern","label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":2,"ws":true,"disabled":false},{"text":"which","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"is","start":22,"end":24,"id":4,"ws":true,"disabled":false},{"text":"already","start":25,"end":32,"id":5,"ws":true,"disabled":false},{"text":"causing","start":33,"end":40,"id":6,"ws":true,"disabled":false},{"text":"heavier","start":41,"end":48,"id":7,"ws":true,"disabled":false},{"text":"rainfall","start":49,"end":57,"id":8,"ws":true,"disabled":false},{"text":"in","start":58,"end":60,"id":9,"ws":true,"disabled":false},{"text":"many","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"storms","start":66,"end":72,"id":11,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":12,"ws":true,"disabled":false},{"text":"is","start":74,"end":76,"id":13,"ws":true,"disabled":false},{"text":"an","start":77,"end":79,"id":14,"ws":true,"disabled":false},{"text":"important","start":80,"end":89,"id":15,"ws":true,"disabled":false},{"text":"part","start":90,"end":94,"id":16,"ws":true,"disabled":false},{"text":"of","start":95,"end":97,"id":17,"ws":true,"disabled":false},{"text":"the","start":98,"end":101,"id":18,"ws":true,"disabled":false},{"text":"mix","start":102,"end":105,"id":19,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":7,"child":11,"head_span":{"start":41,"end":48,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":66,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":49,"end":57,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":66,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":11,"head_span":{"start":25,"end":32,"token_start":5,"token_end":5,"label":"when"},"child_span":{"start":66,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":11,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":66,"end":72,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These events were caused by marine heatwaves \u2013 extended periods of unusually high temperatures that were themselves boosted by human-caused warming and El Ni\u00f1o.\n","text":"These events were caused by marine heatwaves \u2013 extended periods of unusually high temperatures that were themselves boosted by human-caused warming and El Ni\u00f1o. IMPLIED_BASE IMPLIED_BASE","characters":"161","document_index":"647","md_sentence_index":"378","classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_378","post-training batch1":"647_378","_input_hash":-255146021,"_task_hash":1238119208,"spans":[{"start":28,"end":34,"token_start":5,"token_end":5,"label":"type_of"},{"text":"heatwaves","start":35,"token_start":6,"token_end":6,"end":44,"type":"pattern","label":"base"},{"start":45,"end":46,"token_start":7,"token_end":7,"label":"predicate"},{"start":47,"end":94,"token_start":8,"token_end":13,"label":"aspect_changing"},{"start":116,"end":123,"token_start":17,"token_end":17,"label":"change_direction"},{"start":124,"end":126,"token_start":18,"token_end":18,"label":"predicate"},{"start":127,"end":139,"token_start":19,"token_end":21,"label":"type_of"},{"start":140,"end":147,"token_start":22,"token_end":22,"label":"base"},{"start":152,"end":159,"token_start":24,"token_end":25,"label":"base"},{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"events","start":6,"end":12,"id":1,"ws":true,"disabled":false},{"text":"were","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"caused","start":18,"end":24,"id":3,"ws":true,"disabled":false},{"text":"by","start":25,"end":27,"id":4,"ws":true,"disabled":false},{"text":"marine","start":28,"end":34,"id":5,"ws":true,"disabled":false},{"text":"heatwaves","start":35,"end":44,"id":6,"ws":true,"disabled":false},{"text":"\u2013","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"extended","start":47,"end":55,"id":8,"ws":true,"disabled":false},{"text":"periods","start":56,"end":63,"id":9,"ws":true,"disabled":false},{"text":"of","start":64,"end":66,"id":10,"ws":true,"disabled":false},{"text":"unusually","start":67,"end":76,"id":11,"ws":true,"disabled":false},{"text":"high","start":77,"end":81,"id":12,"ws":true,"disabled":false},{"text":"temperatures","start":82,"end":94,"id":13,"ws":true,"disabled":false},{"text":"that","start":95,"end":99,"id":14,"ws":true,"disabled":false},{"text":"were","start":100,"end":104,"id":15,"ws":true,"disabled":false},{"text":"themselves","start":105,"end":115,"id":16,"ws":true,"disabled":false},{"text":"boosted","start":116,"end":123,"id":17,"ws":true,"disabled":false},{"text":"by","start":124,"end":126,"id":18,"ws":true,"disabled":false},{"text":"human","start":127,"end":132,"id":19,"ws":false,"disabled":false},{"text":"-","start":132,"end":133,"id":20,"ws":false,"disabled":false},{"text":"caused","start":133,"end":139,"id":21,"ws":true,"disabled":false},{"text":"warming","start":140,"end":147,"id":22,"ws":true,"disabled":false},{"text":"and","start":148,"end":151,"id":23,"ws":true,"disabled":false},{"text":"El","start":152,"end":154,"id":24,"ws":true,"disabled":false},{"text":"Ni\u00f1o","start":155,"end":159,"id":25,"ws":false,"disabled":false},{"text":".","start":159,"end":160,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":13,"child":27,"head_span":{"start":47,"end":94,"token_start":8,"token_end":13,"label":"aspect_changing"},"child_span":{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":27,"head_span":{"start":116,"end":123,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":22,"head_span":{"start":127,"end":139,"token_start":19,"token_end":21,"label":"type_of"},"child_span":{"start":140,"end":147,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":27,"head_span":{"start":152,"end":159,"token_start":24,"token_end":25,"label":"base"},"child_span":{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":27,"head_span":{"start":140,"end":147,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":6,"head_span":{"start":140,"end":147,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":35,"end":44,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":6,"head_span":{"start":152,"end":159,"token_start":24,"token_end":25,"label":"base"},"child_span":{"start":35,"end":44,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":6,"head_span":{"start":28,"end":34,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":35,"end":44,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Severe wildfires, like the recent Camp fire in Paradise, Calif., have been increasing across the West, devastating nearby communities.","text":"Severe wildfires, like the recent Camp fire in Paradise, Calif., have been increasing across the West, devastating nearby communities. IMPLIED_BASE IMPLIED_BASE","characters":"134","document_index":"471","md_sentence_index":"2","classification_origin":"causal_sentence_classification","url":"https://eos.org/articles/invisible-wildfire-smoke-has-visible-health-impacts","combo_id":"471_2","post-training batch1":"471_2","_input_hash":-1311593428,"_task_hash":-1487418641,"spans":[{"start":0,"end":6,"token_start":0,"token_end":0,"label":"type_of"},{"text":"wildfires","start":7,"token_start":1,"token_end":1,"end":16,"type":"pattern","label":"base"},{"start":39,"end":43,"token_start":7,"token_end":7,"label":"base"},{"start":44,"end":63,"token_start":8,"token_end":11,"label":"where"},{"text":"increasing","start":75,"token_start":15,"token_end":15,"end":85,"type":"pattern","label":"change_direction"},{"start":86,"end":101,"token_start":16,"token_end":18,"label":"where"},{"start":101,"end":102,"token_start":19,"token_end":19,"label":"predicate"},{"start":103,"end":114,"token_start":20,"token_end":20,"label":"change_direction"},{"start":115,"end":121,"token_start":21,"token_end":21,"label":"where"},{"text":"communities","start":122,"token_start":22,"token_end":22,"end":133,"type":"pattern","label":"base"}],"tokens":[{"text":"Severe","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"wildfires","start":7,"end":16,"id":1,"ws":false,"disabled":false},{"text":",","start":16,"end":17,"id":2,"ws":true,"disabled":false},{"text":"like","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"the","start":23,"end":26,"id":4,"ws":true,"disabled":false},{"text":"recent","start":27,"end":33,"id":5,"ws":true,"disabled":false},{"text":"Camp","start":34,"end":38,"id":6,"ws":true,"disabled":false},{"text":"fire","start":39,"end":43,"id":7,"ws":true,"disabled":false},{"text":"in","start":44,"end":46,"id":8,"ws":true,"disabled":false},{"text":"Paradise","start":47,"end":55,"id":9,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":10,"ws":true,"disabled":false},{"text":"Calif.","start":57,"end":63,"id":11,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":12,"ws":true,"disabled":false},{"text":"have","start":65,"end":69,"id":13,"ws":true,"disabled":false},{"text":"been","start":70,"end":74,"id":14,"ws":true,"disabled":false},{"text":"increasing","start":75,"end":85,"id":15,"ws":true,"disabled":false},{"text":"across","start":86,"end":92,"id":16,"ws":true,"disabled":false},{"text":"the","start":93,"end":96,"id":17,"ws":true,"disabled":false},{"text":"West","start":97,"end":101,"id":18,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":19,"ws":true,"disabled":false},{"text":"devastating","start":103,"end":114,"id":20,"ws":true,"disabled":false},{"text":"nearby","start":115,"end":121,"id":21,"ws":true,"disabled":false},{"text":"communities","start":122,"end":133,"id":22,"ws":false,"disabled":false},{"text":".","start":133,"end":134,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":135,"end":147,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":7,"end":16,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":7,"head_span":{"start":44,"end":63,"token_start":8,"token_end":11,"label":"where"},"child_span":{"start":39,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":1,"head_span":{"start":75,"end":85,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":7,"end":16,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":22,"head_span":{"start":103,"end":114,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":122,"end":133,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":22,"head_span":{"start":115,"end":121,"token_start":21,"token_end":21,"label":"where"},"child_span":{"start":122,"end":133,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":1,"head_span":{"start":86,"end":101,"token_start":16,"token_end":18,"label":"where"},"child_span":{"start":7,"end":16,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":22,"head_span":{"start":7,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":122,"end":133,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The Bay Area Air Quality Management District issued a spare-the-air alert for Tuesday, with air quality in the region measuring as unhealthy for sensitive groups in the eastern part of the region.\n","text":"The Bay Area Air Quality Management District issued a spare-the-air alert for Tuesday, with air quality in the region measuring as unhealthy for sensitive groups in the eastern part of the region. IMPLIED_BASE IMPLIED_BASE","characters":"197","document_index":"211","md_sentence_index":"24","classification_origin":"cm_cause_effect_rel","url":"https://www.sfchronicle.com/bayarea/article/Record-setting-temperatures-concern-Bay-Area-13964987.php","combo_id":"211_24","post-training batch1":"211_24","_input_hash":1497753750,"_task_hash":-1166072409,"spans":[{"start":4,"end":12,"token_start":1,"token_end":2,"label":"where"},{"start":13,"end":44,"token_start":3,"token_end":6,"label":"to_whom"},{"start":45,"end":51,"token_start":7,"token_end":7,"label":"change_direction"},{"start":54,"end":67,"token_start":9,"token_end":13,"label":"type_of"},{"start":68,"end":73,"token_start":14,"token_end":14,"label":"base"},{"start":74,"end":85,"token_start":15,"token_end":16,"label":"when"},{"start":92,"end":95,"token_start":19,"token_end":19,"label":"base"},{"text":"quality","start":96,"token_start":20,"token_end":20,"end":103,"type":"pattern","label":"aspect_changing"},{"start":131,"end":140,"token_start":26,"token_end":26,"label":"change_direction"},{"start":145,"end":161,"token_start":28,"token_end":29,"label":"to_whom"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Bay","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"Area","start":8,"end":12,"id":2,"ws":true,"disabled":false},{"text":"Air","start":13,"end":16,"id":3,"ws":true,"disabled":false},{"text":"Quality","start":17,"end":24,"id":4,"ws":true,"disabled":false},{"text":"Management","start":25,"end":35,"id":5,"ws":true,"disabled":false},{"text":"District","start":36,"end":44,"id":6,"ws":true,"disabled":false},{"text":"issued","start":45,"end":51,"id":7,"ws":true,"disabled":false},{"text":"a","start":52,"end":53,"id":8,"ws":true,"disabled":false},{"text":"spare","start":54,"end":59,"id":9,"ws":false,"disabled":false},{"text":"-","start":59,"end":60,"id":10,"ws":false,"disabled":false},{"text":"the","start":60,"end":63,"id":11,"ws":false,"disabled":false},{"text":"-","start":63,"end":64,"id":12,"ws":false,"disabled":false},{"text":"air","start":64,"end":67,"id":13,"ws":true,"disabled":false},{"text":"alert","start":68,"end":73,"id":14,"ws":true,"disabled":false},{"text":"for","start":74,"end":77,"id":15,"ws":true,"disabled":false},{"text":"Tuesday","start":78,"end":85,"id":16,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":17,"ws":true,"disabled":false},{"text":"with","start":87,"end":91,"id":18,"ws":true,"disabled":false},{"text":"air","start":92,"end":95,"id":19,"ws":true,"disabled":false},{"text":"quality","start":96,"end":103,"id":20,"ws":true,"disabled":false},{"text":"in","start":104,"end":106,"id":21,"ws":true,"disabled":false},{"text":"the","start":107,"end":110,"id":22,"ws":true,"disabled":false},{"text":"region","start":111,"end":117,"id":23,"ws":true,"disabled":false},{"text":"measuring","start":118,"end":127,"id":24,"ws":true,"disabled":false},{"text":"as","start":128,"end":130,"id":25,"ws":true,"disabled":false},{"text":"unhealthy","start":131,"end":140,"id":26,"ws":true,"disabled":false},{"text":"for","start":141,"end":144,"id":27,"ws":true,"disabled":false},{"text":"sensitive","start":145,"end":154,"id":28,"ws":true,"disabled":false},{"text":"groups","start":155,"end":161,"id":29,"ws":true,"disabled":false},{"text":"in","start":162,"end":164,"id":30,"ws":true,"disabled":false},{"text":"the","start":165,"end":168,"id":31,"ws":true,"disabled":false},{"text":"eastern","start":169,"end":176,"id":32,"ws":true,"disabled":false},{"text":"part","start":177,"end":181,"id":33,"ws":true,"disabled":false},{"text":"of","start":182,"end":184,"id":34,"ws":true,"disabled":false},{"text":"the","start":185,"end":188,"id":35,"ws":true,"disabled":false},{"text":"region","start":189,"end":195,"id":36,"ws":false,"disabled":false},{"text":".","start":195,"end":196,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":197,"end":209,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":210,"end":222,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":20,"child":19,"head_span":{"start":96,"end":103,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":92,"end":95,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":19,"head_span":{"start":131,"end":140,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":92,"end":95,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":19,"head_span":{"start":145,"end":161,"token_start":28,"token_end":29,"label":"to_whom"},"child_span":{"start":92,"end":95,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":54,"end":67,"token_start":9,"token_end":13,"label":"type_of"},"child_span":{"start":68,"end":73,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":14,"head_span":{"start":92,"end":95,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":68,"end":73,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":14,"head_span":{"start":45,"end":51,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":68,"end":73,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":false,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"But any crisis can have lingering psychological effects that don\u2019t go away simply because the event has passed:","text":"But any crisis can have lingering psychological effects that don\u2019t go away simply because the event has passed: IMPLIED_BASE IMPLIED_BASE","characters":"111","document_index":"833","md_sentence_index":"83","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/25/parenting/disaster-evacuation-kids-coping.html","combo_id":"833_83","post-training batch1":"833_83","_input_hash":168843035,"_task_hash":1263205453,"spans":[{"start":8,"end":14,"token_start":2,"token_end":2,"label":"base"},{"start":15,"end":18,"token_start":3,"token_end":3,"label":"confidence"},{"start":19,"end":23,"token_start":4,"token_end":4,"label":"predicate"},{"start":48,"end":55,"token_start":7,"token_end":7,"label":"aspect_changing"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"any","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"crisis","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"can","start":15,"end":18,"id":3,"ws":true,"disabled":false},{"text":"have","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"lingering","start":24,"end":33,"id":5,"ws":true,"disabled":false},{"text":"psychological","start":34,"end":47,"id":6,"ws":true,"disabled":false},{"text":"effects","start":48,"end":55,"id":7,"ws":true,"disabled":false},{"text":"that","start":56,"end":60,"id":8,"ws":true,"disabled":false},{"text":"do","start":61,"end":63,"id":9,"ws":false,"disabled":false},{"text":"n\u2019t","start":63,"end":66,"id":10,"ws":true,"disabled":false},{"text":"go","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"away","start":70,"end":74,"id":12,"ws":true,"disabled":false},{"text":"simply","start":75,"end":81,"id":13,"ws":true,"disabled":false},{"text":"because","start":82,"end":89,"id":14,"ws":true,"disabled":false},{"text":"the","start":90,"end":93,"id":15,"ws":true,"disabled":false},{"text":"event","start":94,"end":99,"id":16,"ws":true,"disabled":false},{"text":"has","start":100,"end":103,"id":17,"ws":true,"disabled":false},{"text":"passed","start":104,"end":110,"id":18,"ws":false,"disabled":false},{"text":":","start":110,"end":111,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":112,"end":124,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The Sun is hot, hot things radiate energy at short wavelengths.","text":"The Sun is hot, hot things radiate energy at short wavelengths. IMPLIED_BASE IMPLIED_BASE","characters":"63","document_index":"649","md_sentence_index":"24","classification_origin":"causal_sentence_classification","url":"https://asim.dev/articles/climate-change-101/","combo_id":"649_24","post-training batch1":"649_24","_input_hash":-2124755426,"_task_hash":-1780195735,"spans":[{"start":4,"end":7,"token_start":1,"token_end":1,"label":"base"},{"start":16,"end":19,"token_start":5,"token_end":5,"label":"type_of"},{"start":20,"end":26,"token_start":6,"token_end":6,"label":"base"},{"start":27,"end":34,"token_start":7,"token_end":7,"label":"change_direction"},{"start":35,"end":41,"token_start":8,"token_end":8,"label":"base"},{"start":45,"end":62,"token_start":10,"token_end":11,"label":"type_of"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Sun","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"is","start":8,"end":10,"id":2,"ws":true,"disabled":false},{"text":"hot","start":11,"end":14,"id":3,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":4,"ws":true,"disabled":false},{"text":"hot","start":16,"end":19,"id":5,"ws":true,"disabled":false},{"text":"things","start":20,"end":26,"id":6,"ws":true,"disabled":false},{"text":"radiate","start":27,"end":34,"id":7,"ws":true,"disabled":false},{"text":"energy","start":35,"end":41,"id":8,"ws":true,"disabled":false},{"text":"at","start":42,"end":44,"id":9,"ws":true,"disabled":false},{"text":"short","start":45,"end":50,"id":10,"ws":true,"disabled":false},{"text":"wavelengths","start":51,"end":62,"id":11,"ws":false,"disabled":false},{"text":".","start":62,"end":63,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":64,"end":76,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":77,"end":89,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":11,"child":8,"head_span":{"start":45,"end":62,"token_start":10,"token_end":11,"label":"type_of"},"child_span":{"start":35,"end":41,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":27,"end":34,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":35,"end":41,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":4,"end":7,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":20,"end":26,"token_start":6,"token_end":6,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":5,"child":6,"head_span":{"start":16,"end":19,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":20,"end":26,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":8,"head_span":{"start":4,"end":7,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":35,"end":41,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"It turns out that right here at home in the US, thousands of servicepeople suffer from heat-related illnesses like heat exhaustion and heat stroke every year, and the problem is set to grow much worse.\n","text":"It turns out that right here at home in the US, thousands of servicepeople suffer from heat-related illnesses like heat exhaustion and heat stroke every year, and the problem is set to grow much worse. IMPLIED_BASE IMPLIED_BASE","characters":"202","document_index":"747","md_sentence_index":"3","classification_origin":"causal_sentence_classification","url":"https://blog.ucsusa.org/kristy-dahl/military-extreme-heat","combo_id":"747_3","post-training batch1":"747_3","_input_hash":-431206613,"_task_hash":-509020917,"spans":[{"start":37,"end":46,"token_start":8,"token_end":10,"label":"where"},{"start":48,"end":60,"token_start":12,"token_end":13,"label":"to_whom"},{"start":61,"end":74,"token_start":14,"token_end":14,"label":"to_whom"},{"start":87,"end":91,"token_start":17,"token_end":17,"label":"base"},{"start":91,"end":99,"token_start":18,"token_end":19,"label":"predicate"},{"start":100,"end":109,"token_start":20,"token_end":20,"label":"base"},{"start":115,"end":130,"token_start":22,"token_end":23,"label":"base"},{"text":"heat stroke","start":135,"token_start":25,"token_end":26,"end":146,"type":"pattern","label":"base"},{"start":147,"end":157,"token_start":27,"token_end":28,"label":"when"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"turns","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"out","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"that","start":13,"end":17,"id":3,"ws":true,"disabled":false},{"text":"right","start":18,"end":23,"id":4,"ws":true,"disabled":false},{"text":"here","start":24,"end":28,"id":5,"ws":true,"disabled":false},{"text":"at","start":29,"end":31,"id":6,"ws":true,"disabled":false},{"text":"home","start":32,"end":36,"id":7,"ws":true,"disabled":false},{"text":"in","start":37,"end":39,"id":8,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":9,"ws":true,"disabled":false},{"text":"US","start":44,"end":46,"id":10,"ws":false,"disabled":false},{"text":",","start":46,"end":47,"id":11,"ws":true,"disabled":false},{"text":"thousands","start":48,"end":57,"id":12,"ws":true,"disabled":false},{"text":"of","start":58,"end":60,"id":13,"ws":true,"disabled":false},{"text":"servicepeople","start":61,"end":74,"id":14,"ws":true,"disabled":false},{"text":"suffer","start":75,"end":81,"id":15,"ws":true,"disabled":false},{"text":"from","start":82,"end":86,"id":16,"ws":true,"disabled":false},{"text":"heat","start":87,"end":91,"id":17,"ws":false,"disabled":false},{"text":"-","start":91,"end":92,"id":18,"ws":false,"disabled":false},{"text":"related","start":92,"end":99,"id":19,"ws":true,"disabled":false},{"text":"illnesses","start":100,"end":109,"id":20,"ws":true,"disabled":false},{"text":"like","start":110,"end":114,"id":21,"ws":true,"disabled":false},{"text":"heat","start":115,"end":119,"id":22,"ws":true,"disabled":false},{"text":"exhaustion","start":120,"end":130,"id":23,"ws":true,"disabled":false},{"text":"and","start":131,"end":134,"id":24,"ws":true,"disabled":false},{"text":"heat","start":135,"end":139,"id":25,"ws":true,"disabled":false},{"text":"stroke","start":140,"end":146,"id":26,"ws":true,"disabled":false},{"text":"every","start":147,"end":152,"id":27,"ws":true,"disabled":false},{"text":"year","start":153,"end":157,"id":28,"ws":false,"disabled":false},{"text":",","start":157,"end":158,"id":29,"ws":true,"disabled":false},{"text":"and","start":159,"end":162,"id":30,"ws":true,"disabled":false},{"text":"the","start":163,"end":166,"id":31,"ws":true,"disabled":false},{"text":"problem","start":167,"end":174,"id":32,"ws":true,"disabled":false},{"text":"is","start":175,"end":177,"id":33,"ws":true,"disabled":false},{"text":"set","start":178,"end":181,"id":34,"ws":true,"disabled":false},{"text":"to","start":182,"end":184,"id":35,"ws":true,"disabled":false},{"text":"grow","start":185,"end":189,"id":36,"ws":true,"disabled":false},{"text":"much","start":190,"end":194,"id":37,"ws":true,"disabled":false},{"text":"worse","start":195,"end":200,"id":38,"ws":false,"disabled":false},{"text":".","start":200,"end":201,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":202,"end":214,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":215,"end":227,"id":41,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":17,"child":20,"head_span":{"start":87,"end":91,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":100,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":23,"head_span":{"start":87,"end":91,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":115,"end":130,"token_start":22,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":26,"head_span":{"start":87,"end":91,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":135,"end":146,"token_start":25,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The mismatch in the ventilation-perfusion ratio due to the reduced minute-ventilation increases the hypoxemia.","text":"The mismatch in the ventilation-perfusion ratio due to the reduced minute-ventilation increases the hypoxemia. IMPLIED_BASE IMPLIED_BASE","characters":"110","document_index":"750","md_sentence_index":"130","classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_130","post-training batch1":"750_130","_input_hash":696763893,"_task_hash":-98151402,"spans":[{"start":4,"end":12,"token_start":1,"token_end":1,"label":"change_direction"},{"start":20,"end":47,"token_start":4,"token_end":7,"label":"aspect_changing"},{"start":48,"end":54,"token_start":8,"token_end":9,"label":"predicate"},{"text":"reduced","start":59,"token_start":11,"token_end":11,"end":66,"type":"pattern","label":"change_direction"},{"start":67,"end":85,"token_start":12,"token_end":14,"label":"aspect_changing"},{"text":"increases","start":86,"token_start":15,"token_end":15,"end":95,"type":"pattern","label":"change_direction"},{"start":100,"end":109,"token_start":17,"token_end":17,"label":"base"},{"start":111,"end":123,"token_start":19,"token_end":19,"label":"base"},{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"mismatch","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"in","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"the","start":16,"end":19,"id":3,"ws":true,"disabled":false},{"text":"ventilation","start":20,"end":31,"id":4,"ws":false,"disabled":false},{"text":"-","start":31,"end":32,"id":5,"ws":false,"disabled":false},{"text":"perfusion","start":32,"end":41,"id":6,"ws":true,"disabled":false},{"text":"ratio","start":42,"end":47,"id":7,"ws":true,"disabled":false},{"text":"due","start":48,"end":51,"id":8,"ws":true,"disabled":false},{"text":"to","start":52,"end":54,"id":9,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":10,"ws":true,"disabled":false},{"text":"reduced","start":59,"end":66,"id":11,"ws":true,"disabled":false},{"text":"minute","start":67,"end":73,"id":12,"ws":false,"disabled":false},{"text":"-","start":73,"end":74,"id":13,"ws":false,"disabled":false},{"text":"ventilation","start":74,"end":85,"id":14,"ws":true,"disabled":false},{"text":"increases","start":86,"end":95,"id":15,"ws":true,"disabled":false},{"text":"the","start":96,"end":99,"id":16,"ws":true,"disabled":false},{"text":"hypoxemia","start":100,"end":109,"id":17,"ws":false,"disabled":false},{"text":".","start":109,"end":110,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":111,"end":123,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":124,"end":136,"id":20,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":15,"child":17,"head_span":{"start":86,"end":95,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":100,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":17,"head_span":{"start":111,"end":123,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":100,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":19,"head_span":{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":111,"end":123,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":19,"head_span":{"start":20,"end":47,"token_start":4,"token_end":7,"label":"aspect_changing"},"child_span":{"start":111,"end":123,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":20,"head_span":{"start":59,"end":66,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":20,"head_span":{"start":67,"end":85,"token_start":12,"token_end":14,"label":"aspect_changing"},"child_span":{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":19,"head_span":{"start":4,"end":12,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":111,"end":123,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Between 2007 and 2011 alone, urban flooding in Cook County, Illinois, resulted in over 176,000 claims or flood losses at a cost of $660m (\u00a3545m).\n","text":"Between 2007 and 2011 alone, urban flooding in Cook County, Illinois, resulted in over 176,000 claims or flood losses at a cost of $660m (\u00a3545m). IMPLIED_BASE IMPLIED_BASE","characters":"146","document_index":"331","md_sentence_index":"57","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/cities/2019/aug/20/death-blackouts-melting-asphalt-ways-the-climate-crisis-will-change-how-we-live","combo_id":"331_57","post-training batch1":"331_57","_input_hash":-1514000301,"_task_hash":1537708195,"spans":[{"start":0,"end":21,"token_start":0,"token_end":3,"label":"when"},{"start":29,"end":34,"token_start":6,"token_end":6,"label":"type_of"},{"text":"flooding","start":35,"token_start":7,"token_end":7,"end":43,"type":"pattern","label":"base"},{"start":44,"end":68,"token_start":8,"token_end":12,"label":"where"},{"start":70,"end":81,"token_start":14,"token_end":15,"label":"predicate"},{"start":82,"end":94,"token_start":16,"token_end":17,"label":"effect_size"},{"start":95,"end":101,"token_start":18,"token_end":18,"label":"base"},{"start":105,"end":110,"token_start":20,"token_end":20,"label":"type_of"},{"start":111,"end":117,"token_start":21,"token_end":21,"label":"base"},{"start":118,"end":144,"token_start":22,"token_end":33,"label":"effect_size"}],"tokens":[{"text":"Between","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"2007","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"and","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"2011","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"alone","start":22,"end":27,"id":4,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":5,"ws":true,"disabled":false},{"text":"urban","start":29,"end":34,"id":6,"ws":true,"disabled":false},{"text":"flooding","start":35,"end":43,"id":7,"ws":true,"disabled":false},{"text":"in","start":44,"end":46,"id":8,"ws":true,"disabled":false},{"text":"Cook","start":47,"end":51,"id":9,"ws":true,"disabled":false},{"text":"County","start":52,"end":58,"id":10,"ws":false,"disabled":false},{"text":",","start":58,"end":59,"id":11,"ws":true,"disabled":false},{"text":"Illinois","start":60,"end":68,"id":12,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":13,"ws":true,"disabled":false},{"text":"resulted","start":70,"end":78,"id":14,"ws":true,"disabled":false},{"text":"in","start":79,"end":81,"id":15,"ws":true,"disabled":false},{"text":"over","start":82,"end":86,"id":16,"ws":true,"disabled":false},{"text":"176,000","start":87,"end":94,"id":17,"ws":true,"disabled":false},{"text":"claims","start":95,"end":101,"id":18,"ws":true,"disabled":false},{"text":"or","start":102,"end":104,"id":19,"ws":true,"disabled":false},{"text":"flood","start":105,"end":110,"id":20,"ws":true,"disabled":false},{"text":"losses","start":111,"end":117,"id":21,"ws":true,"disabled":false},{"text":"at","start":118,"end":120,"id":22,"ws":true,"disabled":false},{"text":"a","start":121,"end":122,"id":23,"ws":true,"disabled":false},{"text":"cost","start":123,"end":127,"id":24,"ws":true,"disabled":false},{"text":"of","start":128,"end":130,"id":25,"ws":true,"disabled":false},{"text":"$","start":131,"end":132,"id":26,"ws":false,"disabled":false},{"text":"660","start":132,"end":135,"id":27,"ws":false,"disabled":false},{"text":"m","start":135,"end":136,"id":28,"ws":true,"disabled":false},{"text":"(","start":137,"end":138,"id":29,"ws":false,"disabled":false},{"text":"\u00a3","start":138,"end":139,"id":30,"ws":false,"disabled":false},{"text":"545","start":139,"end":142,"id":31,"ws":false,"disabled":false},{"text":"m","start":142,"end":143,"id":32,"ws":false,"disabled":false},{"text":")","start":143,"end":144,"id":33,"ws":false,"disabled":false},{"text":".","start":144,"end":145,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":29,"end":34,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":35,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":7,"head_span":{"start":44,"end":68,"token_start":8,"token_end":12,"label":"where"},"child_span":{"start":35,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":7,"head_span":{"start":0,"end":21,"token_start":0,"token_end":3,"label":"when"},"child_span":{"start":35,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":82,"end":94,"token_start":16,"token_end":17,"label":"effect_size"},"child_span":{"start":95,"end":101,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":105,"end":110,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":111,"end":117,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":21,"head_span":{"start":118,"end":144,"token_start":22,"token_end":33,"label":"effect_size"},"child_span":{"start":111,"end":117,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":18,"head_span":{"start":35,"end":43,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":95,"end":101,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":21,"head_span":{"start":35,"end":43,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":111,"end":117,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Massive damage has resulted from our development patterns, aging and no longer adequate flood control infrastructure and extreme weather exacerbated by climate change.","text":"Massive damage has resulted from our development patterns, aging and no longer adequate flood control infrastructure and extreme weather exacerbated by climate change. IMPLIED_BASE IMPLIED_BASE","characters":"167","document_index":"157","md_sentence_index":"2","classification_origin":"cm_cause_effect_rel","url":"https://blogs.ei.columbia.edu/2019/06/03/floods-infrastructure-climate-change/","combo_id":"157_2","post-training batch1":"157_2","_input_hash":-1879635467,"_task_hash":1466560335,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"effect_size"},{"start":8,"end":14,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":15,"end":18,"token_start":2,"token_end":2,"label":"confidence"},{"start":19,"end":32,"token_start":3,"token_end":4,"label":"predicate"},{"text":"development","start":37,"token_start":6,"token_end":6,"end":48,"type":"pattern","label":"base"},{"start":49,"end":57,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":59,"end":87,"token_start":9,"token_end":13,"label":"change_direction"},{"start":88,"end":101,"token_start":14,"token_end":15,"label":"type_of"},{"text":"infrastructure","start":102,"token_start":16,"token_end":16,"end":116,"type":"pattern","label":"base"},{"text":"extreme weather","start":121,"token_start":18,"token_end":19,"end":136,"type":"pattern","label":"base"},{"start":137,"end":151,"token_start":20,"token_end":21,"label":"predicate"},{"text":"climate change","start":152,"token_start":22,"token_end":23,"end":166,"type":"pattern","label":"base"},{"start":168,"end":180,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"Massive","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"damage","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"has","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"resulted","start":19,"end":27,"id":3,"ws":true,"disabled":false},{"text":"from","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"our","start":33,"end":36,"id":5,"ws":true,"disabled":false},{"text":"development","start":37,"end":48,"id":6,"ws":true,"disabled":false},{"text":"patterns","start":49,"end":57,"id":7,"ws":false,"disabled":false},{"text":",","start":57,"end":58,"id":8,"ws":true,"disabled":false},{"text":"aging","start":59,"end":64,"id":9,"ws":true,"disabled":false},{"text":"and","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"no","start":69,"end":71,"id":11,"ws":true,"disabled":false},{"text":"longer","start":72,"end":78,"id":12,"ws":true,"disabled":false},{"text":"adequate","start":79,"end":87,"id":13,"ws":true,"disabled":false},{"text":"flood","start":88,"end":93,"id":14,"ws":true,"disabled":false},{"text":"control","start":94,"end":101,"id":15,"ws":true,"disabled":false},{"text":"infrastructure","start":102,"end":116,"id":16,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":17,"ws":true,"disabled":false},{"text":"extreme","start":121,"end":128,"id":18,"ws":true,"disabled":false},{"text":"weather","start":129,"end":136,"id":19,"ws":true,"disabled":false},{"text":"exacerbated","start":137,"end":148,"id":20,"ws":true,"disabled":false},{"text":"by","start":149,"end":151,"id":21,"ws":true,"disabled":false},{"text":"climate","start":152,"end":159,"id":22,"ws":true,"disabled":false},{"text":"change","start":160,"end":166,"id":23,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":7,"child":6,"head_span":{"start":49,"end":57,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":37,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":59,"end":87,"token_start":9,"token_end":13,"label":"change_direction"},"child_span":{"start":102,"end":116,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":88,"end":101,"token_start":14,"token_end":15,"label":"type_of"},"child_span":{"start":102,"end":116,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":19,"head_span":{"start":152,"end":166,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":121,"end":136,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":25,"head_span":{"start":37,"end":48,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":168,"end":180,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":25,"head_span":{"start":102,"end":116,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":168,"end":180,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":25,"head_span":{"start":121,"end":136,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":168,"end":180,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":25,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"effect_size"},"child_span":{"start":168,"end":180,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":25,"head_span":{"start":8,"end":14,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":168,"end":180,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"workshop_examples","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"Climate change has raised the risk of a fungal disease that ravages banana crops, new research shows.\n","text":"Climate change has raised the risk of a fungal disease that ravages banana crops, new research shows. IMPLIED_BASE IMPLIED_BASE","characters":"102","document_index":"43","md_sentence_index":"0","classification_origin":"cm_cause_effect_rel","url":"https://phys.org/news/2019-05-banana-disease-boosted-climate.html","combo_id":"43_0","post-training batch1":"43_0","_input_hash":-929871547,"_task_hash":602708786,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":15,"end":18,"token_start":2,"token_end":2,"label":"base"},{"start":19,"end":25,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"risk","start":30,"token_start":5,"token_end":5,"end":34,"type":"pattern","label":"aspect_changing"},{"start":40,"end":46,"token_start":8,"token_end":8,"label":"type_of"},{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},{"start":55,"end":59,"token_start":10,"token_end":10,"label":"predicate"},{"start":60,"end":67,"token_start":11,"token_end":11,"label":"change_direction"},{"start":68,"end":74,"token_start":12,"token_end":12,"label":"type_of"},{"text":"crops","start":75,"token_start":13,"token_end":13,"end":80,"type":"pattern","label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"has","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"raised","start":19,"end":25,"id":3,"ws":true,"disabled":false},{"text":"the","start":26,"end":29,"id":4,"ws":true,"disabled":false},{"text":"risk","start":30,"end":34,"id":5,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":6,"ws":true,"disabled":false},{"text":"a","start":38,"end":39,"id":7,"ws":true,"disabled":false},{"text":"fungal","start":40,"end":46,"id":8,"ws":true,"disabled":false},{"text":"disease","start":47,"end":54,"id":9,"ws":true,"disabled":false},{"text":"that","start":55,"end":59,"id":10,"ws":true,"disabled":false},{"text":"ravages","start":60,"end":67,"id":11,"ws":true,"disabled":false},{"text":"banana","start":68,"end":74,"id":12,"ws":true,"disabled":false},{"text":"crops","start":75,"end":80,"id":13,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":14,"ws":true,"disabled":false},{"text":"new","start":82,"end":85,"id":15,"ws":true,"disabled":false},{"text":"research","start":86,"end":94,"id":16,"ws":true,"disabled":false},{"text":"shows","start":95,"end":100,"id":17,"ws":false,"disabled":false},{"text":".","start":100,"end":101,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":102,"end":114,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":20,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":12,"child":13,"head_span":{"start":68,"end":74,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":75,"end":80,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":60,"end":67,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":75,"end":80,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":40,"end":46,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":9,"head_span":{"start":30,"end":34,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":9,"head_span":{"start":19,"end":25,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":9,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":13,"head_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":75,"end":80,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":false,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Researchers have found that grasses and ragweed plants increase their pollen production in response to localized surges in carbon dioxide, like from the exhaust of cars along a highway.\n","text":"Researchers have found that grasses and ragweed plants increase their pollen production in response to localized surges in carbon dioxide, like from the exhaust of cars along a highway. IMPLIED_BASE IMPLIED_BASE","characters":"186","document_index":"125","md_sentence_index":"72","classification_origin":"cm_cause_effect_rel","url":"https://www.vox.com/2019/4/8/18300342/pollen-season-2019-allergies-climate-change","combo_id":"125_72","post-training batch1":"125_72","_input_hash":-1199491534,"_task_hash":93700379,"spans":[{"start":28,"end":35,"token_start":4,"token_end":4,"label":"type_of"},{"text":"ragweed","start":40,"token_start":6,"token_end":6,"end":47,"type":"pattern","label":"type_of"},{"text":"plants","start":48,"token_start":7,"token_end":7,"end":54,"type":"pattern","label":"base"},{"text":"increase","start":55,"token_start":8,"token_end":8,"end":63,"type":"pattern","label":"change_direction"},{"start":70,"end":87,"token_start":10,"token_end":11,"label":"aspect_changing"},{"start":88,"end":102,"token_start":12,"token_end":14,"label":"predicate"},{"start":103,"end":119,"token_start":15,"token_end":16,"label":"aspect_changing"},{"text":"carbon dioxide","start":123,"token_start":18,"token_end":19,"end":137,"type":"pattern","label":"base"},{"start":139,"end":148,"token_start":21,"token_end":22,"label":"predicate"},{"start":153,"end":160,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":164,"end":168,"token_start":26,"token_end":26,"label":"base"},{"start":169,"end":184,"token_start":27,"token_end":29,"label":"where"}],"tokens":[{"text":"Researchers","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"have","start":12,"end":16,"id":1,"ws":true,"disabled":false},{"text":"found","start":17,"end":22,"id":2,"ws":true,"disabled":false},{"text":"that","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"grasses","start":28,"end":35,"id":4,"ws":true,"disabled":false},{"text":"and","start":36,"end":39,"id":5,"ws":true,"disabled":false},{"text":"ragweed","start":40,"end":47,"id":6,"ws":true,"disabled":false},{"text":"plants","start":48,"end":54,"id":7,"ws":true,"disabled":false},{"text":"increase","start":55,"end":63,"id":8,"ws":true,"disabled":false},{"text":"their","start":64,"end":69,"id":9,"ws":true,"disabled":false},{"text":"pollen","start":70,"end":76,"id":10,"ws":true,"disabled":false},{"text":"production","start":77,"end":87,"id":11,"ws":true,"disabled":false},{"text":"in","start":88,"end":90,"id":12,"ws":true,"disabled":false},{"text":"response","start":91,"end":99,"id":13,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":14,"ws":true,"disabled":false},{"text":"localized","start":103,"end":112,"id":15,"ws":true,"disabled":false},{"text":"surges","start":113,"end":119,"id":16,"ws":true,"disabled":false},{"text":"in","start":120,"end":122,"id":17,"ws":true,"disabled":false},{"text":"carbon","start":123,"end":129,"id":18,"ws":true,"disabled":false},{"text":"dioxide","start":130,"end":137,"id":19,"ws":false,"disabled":false},{"text":",","start":137,"end":138,"id":20,"ws":true,"disabled":false},{"text":"like","start":139,"end":143,"id":21,"ws":true,"disabled":false},{"text":"from","start":144,"end":148,"id":22,"ws":true,"disabled":false},{"text":"the","start":149,"end":152,"id":23,"ws":true,"disabled":false},{"text":"exhaust","start":153,"end":160,"id":24,"ws":true,"disabled":false},{"text":"of","start":161,"end":163,"id":25,"ws":true,"disabled":false},{"text":"cars","start":164,"end":168,"id":26,"ws":true,"disabled":false},{"text":"along","start":169,"end":174,"id":27,"ws":true,"disabled":false},{"text":"a","start":175,"end":176,"id":28,"ws":true,"disabled":false},{"text":"highway","start":177,"end":184,"id":29,"ws":false,"disabled":false},{"text":".","start":184,"end":185,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":199,"end":211,"id":32,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":40,"end":47,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":48,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":7,"head_span":{"start":28,"end":35,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":48,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":55,"end":63,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":48,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":7,"head_span":{"start":70,"end":87,"token_start":10,"token_end":11,"label":"aspect_changing"},"child_span":{"start":48,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":7,"head_span":{"start":123,"end":137,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":48,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":19,"head_span":{"start":103,"end":119,"token_start":15,"token_end":16,"label":"aspect_changing"},"child_span":{"start":123,"end":137,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":26,"head_span":{"start":153,"end":160,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":164,"end":168,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":26,"head_span":{"start":169,"end":184,"token_start":27,"token_end":29,"label":"where"},"child_span":{"start":164,"end":168,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":19,"head_span":{"start":164,"end":168,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":123,"end":137,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":false,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Waterborne cholera and cryptosporidiosis increase with drought and flooding.\n","text":"Waterborne cholera and cryptosporidiosis increase with drought and flooding. IMPLIED_BASE IMPLIED_BASE","characters":"77","document_index":"404","md_sentence_index":"54","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/climate-change-is-having-widespread-health-impacts/","combo_id":"404_54","post-training batch1":"404_54","_input_hash":-1253498844,"_task_hash":-2127317182,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"type_of"},{"start":11,"end":18,"token_start":1,"token_end":1,"label":"base"},{"start":23,"end":40,"token_start":3,"token_end":3,"label":"base"},{"text":"increase","start":41,"token_start":4,"token_end":4,"end":49,"type":"pattern","label":"change_direction"},{"start":50,"end":54,"token_start":5,"token_end":5,"label":"predicate"},{"text":"drought","start":55,"token_start":6,"token_end":6,"end":62,"type":"pattern","label":"base"},{"text":"flooding","start":67,"token_start":8,"token_end":8,"end":75,"type":"pattern","label":"base"}],"tokens":[{"text":"Waterborne","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"cholera","start":11,"end":18,"id":1,"ws":true,"disabled":false},{"text":"and","start":19,"end":22,"id":2,"ws":true,"disabled":false},{"text":"cryptosporidiosis","start":23,"end":40,"id":3,"ws":true,"disabled":false},{"text":"increase","start":41,"end":49,"id":4,"ws":true,"disabled":false},{"text":"with","start":50,"end":54,"id":5,"ws":true,"disabled":false},{"text":"drought","start":55,"end":62,"id":6,"ws":true,"disabled":false},{"text":"and","start":63,"end":66,"id":7,"ws":true,"disabled":false},{"text":"flooding","start":67,"end":75,"id":8,"ws":false,"disabled":false},{"text":".","start":75,"end":76,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":77,"end":89,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":90,"end":102,"id":11,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":11,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":3,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":23,"end":40,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":3,"head_span":{"start":41,"end":49,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":23,"end":40,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":1,"head_span":{"start":41,"end":49,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":11,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":1,"head_span":{"start":55,"end":62,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":11,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":1,"head_span":{"start":67,"end":75,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":11,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":3,"head_span":{"start":55,"end":62,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":23,"end":40,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":3,"head_span":{"start":67,"end":75,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":23,"end":40,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Normally, Dr. Swain said, what finally extinguishes the fires are autumn rains and snowfall, which historically come in October or November.","text":"Normally, Dr. Swain said, what finally extinguishes the fires are autumn rains and snowfall, which historically come in October or November. IMPLIED_BASE IMPLIED_BASE","characters":"140","document_index":"800","md_sentence_index":"36","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/11/climate/california-smoke-wildfires.html","combo_id":"800_36","post-training batch1":"800_36","_input_hash":-2044359534,"_task_hash":1191413561,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"confidence"},{"start":39,"end":51,"token_start":8,"token_end":8,"label":"change_direction"},{"start":56,"end":61,"token_start":10,"token_end":10,"label":"base"},{"start":66,"end":72,"token_start":12,"token_end":12,"label":"type_of"},{"start":73,"end":78,"token_start":13,"token_end":13,"label":"base"},{"start":83,"end":91,"token_start":15,"token_end":15,"label":"base"},{"start":99,"end":111,"token_start":18,"token_end":18,"label":"when"},{"start":117,"end":139,"token_start":20,"token_end":23,"label":"when"}],"tokens":[{"text":"Normally","start":0,"end":8,"id":0,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":1,"ws":true,"disabled":false},{"text":"Dr.","start":10,"end":13,"id":2,"ws":true,"disabled":false},{"text":"Swain","start":14,"end":19,"id":3,"ws":true,"disabled":false},{"text":"said","start":20,"end":24,"id":4,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":5,"ws":true,"disabled":false},{"text":"what","start":26,"end":30,"id":6,"ws":true,"disabled":false},{"text":"finally","start":31,"end":38,"id":7,"ws":true,"disabled":false},{"text":"extinguishes","start":39,"end":51,"id":8,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"fires","start":56,"end":61,"id":10,"ws":true,"disabled":false},{"text":"are","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"autumn","start":66,"end":72,"id":12,"ws":true,"disabled":false},{"text":"rains","start":73,"end":78,"id":13,"ws":true,"disabled":false},{"text":"and","start":79,"end":82,"id":14,"ws":true,"disabled":false},{"text":"snowfall","start":83,"end":91,"id":15,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":16,"ws":true,"disabled":false},{"text":"which","start":93,"end":98,"id":17,"ws":true,"disabled":false},{"text":"historically","start":99,"end":111,"id":18,"ws":true,"disabled":false},{"text":"come","start":112,"end":116,"id":19,"ws":true,"disabled":false},{"text":"in","start":117,"end":119,"id":20,"ws":true,"disabled":false},{"text":"October","start":120,"end":127,"id":21,"ws":true,"disabled":false},{"text":"or","start":128,"end":130,"id":22,"ws":true,"disabled":false},{"text":"November","start":131,"end":139,"id":23,"ws":false,"disabled":false},{"text":".","start":139,"end":140,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":141,"end":153,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":26,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":12,"child":13,"head_span":{"start":66,"end":72,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":73,"end":78,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":66,"end":72,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":83,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":39,"end":51,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":56,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":10,"head_span":{"start":73,"end":78,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":56,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":10,"head_span":{"start":83,"end":91,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":56,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":13,"head_span":{"start":117,"end":139,"token_start":20,"token_end":23,"label":"when"},"child_span":{"start":73,"end":78,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":15,"head_span":{"start":117,"end":139,"token_start":20,"token_end":23,"label":"when"},"child_span":{"start":83,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":15,"head_span":{"start":99,"end":111,"token_start":18,"token_end":18,"label":"when"},"child_span":{"start":83,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":13,"head_span":{"start":99,"end":111,"token_start":18,"token_end":18,"label":"when"},"child_span":{"start":73,"end":78,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"What many scientists and experts agree on: As climate change increases extreme precipitation, cities will need to adapt.\n","text":"What many scientists and experts agree on: As climate change increases extreme precipitation, cities will need to adapt. IMPLIED_BASE IMPLIED_BASE","characters":"121","document_index":"253","md_sentence_index":"48","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/07/11/climate/hurricane-tropical-storms.html","combo_id":"253_48","post-training batch1":"253_48","_input_hash":793654785,"_task_hash":-979393264,"spans":[{"start":43,"end":45,"token_start":8,"token_end":8,"label":"predicate"},{"text":"climate change","start":46,"token_start":9,"token_end":10,"end":60,"type":"pattern","label":"base"},{"text":"increases","start":61,"token_start":11,"token_end":11,"end":70,"type":"pattern","label":"change_direction"},{"text":"precipitation","start":79,"token_start":13,"token_end":13,"end":92,"type":"pattern","label":"base"},{"label":"type_of"},{"start":71,"end":78,"token_start":12,"token_end":12,"label":"type_of"},{"start":94,"end":100,"token_start":15,"token_end":15,"label":"to_whom"},{"start":101,"end":105,"token_start":16,"token_end":16,"label":"confidence"},{"start":106,"end":110,"token_start":17,"token_end":17,"label":"change_direction"},{"start":111,"end":119,"token_start":18,"token_end":19,"label":"base"}],"tokens":[{"text":"What","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"many","start":5,"end":9,"id":1,"ws":true,"disabled":false},{"text":"scientists","start":10,"end":20,"id":2,"ws":true,"disabled":false},{"text":"and","start":21,"end":24,"id":3,"ws":true,"disabled":false},{"text":"experts","start":25,"end":32,"id":4,"ws":true,"disabled":false},{"text":"agree","start":33,"end":38,"id":5,"ws":true,"disabled":false},{"text":"on","start":39,"end":41,"id":6,"ws":false,"disabled":false},{"text":":","start":41,"end":42,"id":7,"ws":true,"disabled":false},{"text":"As","start":43,"end":45,"id":8,"ws":true,"disabled":false},{"text":"climate","start":46,"end":53,"id":9,"ws":true,"disabled":false},{"text":"change","start":54,"end":60,"id":10,"ws":true,"disabled":false},{"text":"increases","start":61,"end":70,"id":11,"ws":true,"disabled":false},{"text":"extreme","start":71,"end":78,"id":12,"ws":true,"disabled":false},{"text":"precipitation","start":79,"end":92,"id":13,"ws":false,"disabled":false},{"text":",","start":92,"end":93,"id":14,"ws":true,"disabled":false},{"text":"cities","start":94,"end":100,"id":15,"ws":true,"disabled":false},{"text":"will","start":101,"end":105,"id":16,"ws":true,"disabled":false},{"text":"need","start":106,"end":110,"id":17,"ws":true,"disabled":false},{"text":"to","start":111,"end":113,"id":18,"ws":true,"disabled":false},{"text":"adapt","start":114,"end":119,"id":19,"ws":false,"disabled":false},{"text":".","start":119,"end":120,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":17,"child":19,"head_span":{"start":106,"end":110,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":111,"end":119,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":19,"head_span":{"start":94,"end":100,"token_start":15,"token_end":15,"label":"to_whom"},"child_span":{"start":111,"end":119,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":71,"end":78,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":79,"end":92,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":61,"end":70,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":79,"end":92,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":13,"head_span":{"start":46,"end":60,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":79,"end":92,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":19,"head_span":{"start":79,"end":92,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":111,"end":119,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":false,"answer":"accept"}
+{"Used?":"sort of","Dataset name":"workshop_examples -- altered","ignore?":"","reason":"","relation count":"One","complexity":"Simple","original_md_text":"Climate change and biodiversity loss are equally huge environmental problems that make each other worse, report chairman Robert Watson said.\n","text":"Climate change and biodiversity loss are equally huge environmental problems that make each other worse, report chairman Robert Watson said. IMPLIED_BASE IMPLIED_BASE","characters":"141","document_index":"56","md_sentence_index":"24","classification_origin":"cm_cause_effect_rel","url":"https://apnews.com/2b8ca53ae18b420193cdb3957afcbd92","combo_id":"56_24","post-training batch1":"56_24","_input_hash":-103996949,"_task_hash":556211062,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"text":"biodiversity","start":19,"token_start":3,"token_end":3,"end":31,"type":"pattern","label":"base"},{"start":32,"end":36,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":77,"end":97,"token_start":10,"token_end":13,"label":"predicate"},{"start":98,"end":103,"token_start":14,"token_end":14,"label":"change_direction"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"and","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"biodiversity","start":19,"end":31,"id":3,"ws":true,"disabled":false},{"text":"loss","start":32,"end":36,"id":4,"ws":true,"disabled":false},{"text":"are","start":37,"end":40,"id":5,"ws":true,"disabled":false},{"text":"equally","start":41,"end":48,"id":6,"ws":true,"disabled":false},{"text":"huge","start":49,"end":53,"id":7,"ws":true,"disabled":false},{"text":"environmental","start":54,"end":67,"id":8,"ws":true,"disabled":false},{"text":"problems","start":68,"end":76,"id":9,"ws":true,"disabled":false},{"text":"that","start":77,"end":81,"id":10,"ws":true,"disabled":false},{"text":"make","start":82,"end":86,"id":11,"ws":true,"disabled":false},{"text":"each","start":87,"end":91,"id":12,"ws":true,"disabled":false},{"text":"other","start":92,"end":97,"id":13,"ws":true,"disabled":false},{"text":"worse","start":98,"end":103,"id":14,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":15,"ws":true,"disabled":false},{"text":"report","start":105,"end":111,"id":16,"ws":true,"disabled":false},{"text":"chairman","start":112,"end":120,"id":17,"ws":true,"disabled":false},{"text":"Robert","start":121,"end":127,"id":18,"ws":true,"disabled":false},{"text":"Watson","start":128,"end":134,"id":19,"ws":true,"disabled":false},{"text":"said","start":135,"end":139,"id":20,"ws":false,"disabled":false},{"text":".","start":139,"end":140,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":141,"end":153,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":14,"child":3,"head_span":{"start":98,"end":103,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":19,"end":31,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":3,"head_span":{"start":32,"end":36,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":19,"end":31,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":1,"head_span":{"start":98,"end":103,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":1,"head_span":{"start":19,"end":31,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":3,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":19,"end":31,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Assessing the risk from both wind and storm surge, the author of a 2017 paper concludes: \u201cIn combination, climate change and coastal development will cause hurricane damage to increase faster than the U.S. economy is expected to grow.","text":"Assessing the risk from both wind and storm surge, the author of a 2017 paper concludes: \u201cIn combination, climate change and coastal development will cause hurricane damage to increase faster than the U.S. economy is expected to grow. IMPLIED_BASE IMPLIED_BASE","characters":"234","document_index":"787","md_sentence_index":"112","classification_origin":"causal_sentence_classification","url":"https://yaleclimateconnections.org/2019/07/how-climate-change-is-making-hurricanes-more-dangerous/","combo_id":"787_112","post-training batch1":"787_112","_input_hash":-18427504,"_task_hash":-1751404789,"spans":[{"text":"risk","start":14,"token_start":2,"token_end":2,"end":18,"type":"pattern","label":"aspect_changing"},{"start":29,"end":33,"token_start":5,"token_end":5,"label":"base"},{"start":38,"end":49,"token_start":7,"token_end":8,"label":"base"},{"text":"climate change","start":106,"token_start":22,"token_end":23,"end":120,"type":"pattern","label":"base"},{"start":125,"end":132,"token_start":25,"token_end":25,"label":"type_of"},{"text":"development","start":133,"token_start":26,"token_end":26,"end":144,"type":"pattern","label":"base"},{"start":145,"end":149,"token_start":27,"token_end":27,"label":"confidence"},{"start":150,"end":155,"token_start":28,"token_end":28,"label":"predicate"},{"text":"hurricane","start":156,"token_start":29,"token_end":29,"end":165,"type":"pattern","label":"base"},{"start":166,"end":172,"token_start":30,"token_end":30,"label":"aspect_changing"},{"text":"increase","start":176,"token_start":32,"token_end":32,"end":184,"type":"pattern","label":"change_direction"},{"start":185,"end":233,"token_start":33,"token_end":41,"label":"effect_size"}],"tokens":[{"text":"Assessing","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"the","start":10,"end":13,"id":1,"ws":true,"disabled":false},{"text":"risk","start":14,"end":18,"id":2,"ws":true,"disabled":false},{"text":"from","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"both","start":24,"end":28,"id":4,"ws":true,"disabled":false},{"text":"wind","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"and","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"storm","start":38,"end":43,"id":7,"ws":true,"disabled":false},{"text":"surge","start":44,"end":49,"id":8,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":9,"ws":true,"disabled":false},{"text":"the","start":51,"end":54,"id":10,"ws":true,"disabled":false},{"text":"author","start":55,"end":61,"id":11,"ws":true,"disabled":false},{"text":"of","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"a","start":65,"end":66,"id":13,"ws":true,"disabled":false},{"text":"2017","start":67,"end":71,"id":14,"ws":true,"disabled":false},{"text":"paper","start":72,"end":77,"id":15,"ws":true,"disabled":false},{"text":"concludes","start":78,"end":87,"id":16,"ws":false,"disabled":false},{"text":":","start":87,"end":88,"id":17,"ws":true,"disabled":false},{"text":"\u201c","start":89,"end":90,"id":18,"ws":false,"disabled":false},{"text":"In","start":90,"end":92,"id":19,"ws":true,"disabled":false},{"text":"combination","start":93,"end":104,"id":20,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":21,"ws":true,"disabled":false},{"text":"climate","start":106,"end":113,"id":22,"ws":true,"disabled":false},{"text":"change","start":114,"end":120,"id":23,"ws":true,"disabled":false},{"text":"and","start":121,"end":124,"id":24,"ws":true,"disabled":false},{"text":"coastal","start":125,"end":132,"id":25,"ws":true,"disabled":false},{"text":"development","start":133,"end":144,"id":26,"ws":true,"disabled":false},{"text":"will","start":145,"end":149,"id":27,"ws":true,"disabled":false},{"text":"cause","start":150,"end":155,"id":28,"ws":true,"disabled":false},{"text":"hurricane","start":156,"end":165,"id":29,"ws":true,"disabled":false},{"text":"damage","start":166,"end":172,"id":30,"ws":true,"disabled":false},{"text":"to","start":173,"end":175,"id":31,"ws":true,"disabled":false},{"text":"increase","start":176,"end":184,"id":32,"ws":true,"disabled":false},{"text":"faster","start":185,"end":191,"id":33,"ws":true,"disabled":false},{"text":"than","start":192,"end":196,"id":34,"ws":true,"disabled":false},{"text":"the","start":197,"end":200,"id":35,"ws":true,"disabled":false},{"text":"U.S.","start":201,"end":205,"id":36,"ws":true,"disabled":false},{"text":"economy","start":206,"end":213,"id":37,"ws":true,"disabled":false},{"text":"is","start":214,"end":216,"id":38,"ws":true,"disabled":false},{"text":"expected","start":217,"end":225,"id":39,"ws":true,"disabled":false},{"text":"to","start":226,"end":228,"id":40,"ws":true,"disabled":false},{"text":"grow","start":229,"end":233,"id":41,"ws":false,"disabled":false},{"text":".","start":233,"end":234,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":235,"end":247,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":248,"end":260,"id":44,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":2,"child":5,"head_span":{"start":14,"end":18,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":29,"end":33,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":8,"head_span":{"start":14,"end":18,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":38,"end":49,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":125,"end":132,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":133,"end":144,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":29,"head_span":{"start":166,"end":172,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":156,"end":165,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":29,"head_span":{"start":176,"end":184,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":156,"end":165,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":29,"head_span":{"start":106,"end":120,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":156,"end":165,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":29,"head_span":{"start":133,"end":144,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":156,"end":165,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We find strong causal evidence linking climatic events to human conflict across a range of spatial and temporal scales and across all major regions of the world.","text":"We find strong causal evidence linking climatic events to human conflict across a range of spatial and temporal scales and across all major regions of the world. IMPLIED_BASE IMPLIED_BASE","characters":"161","document_index":"667","md_sentence_index":"27","classification_origin":"causal_sentence_classification","url":"http://science.sciencemag.org/content/341/6151/1235367","combo_id":"667_27","post-training batch1":"667_27","_input_hash":631353559,"_task_hash":-1820106824,"spans":[{"start":8,"end":30,"token_start":2,"token_end":4,"label":"confidence"},{"start":31,"end":38,"token_start":5,"token_end":5,"label":"predicate"},{"start":39,"end":47,"token_start":6,"token_end":6,"label":"base"},{"start":48,"end":54,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":58,"end":63,"token_start":9,"token_end":9,"label":"type_of"},{"text":"conflict","start":64,"token_start":10,"token_end":10,"end":72,"type":"pattern","label":"base"},{"start":73,"end":118,"token_start":11,"token_end":18,"label":"when"},{"start":123,"end":160,"token_start":20,"token_end":26,"label":"where"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"find","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"strong","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"causal","start":15,"end":21,"id":3,"ws":true,"disabled":false},{"text":"evidence","start":22,"end":30,"id":4,"ws":true,"disabled":false},{"text":"linking","start":31,"end":38,"id":5,"ws":true,"disabled":false},{"text":"climatic","start":39,"end":47,"id":6,"ws":true,"disabled":false},{"text":"events","start":48,"end":54,"id":7,"ws":true,"disabled":false},{"text":"to","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"human","start":58,"end":63,"id":9,"ws":true,"disabled":false},{"text":"conflict","start":64,"end":72,"id":10,"ws":true,"disabled":false},{"text":"across","start":73,"end":79,"id":11,"ws":true,"disabled":false},{"text":"a","start":80,"end":81,"id":12,"ws":true,"disabled":false},{"text":"range","start":82,"end":87,"id":13,"ws":true,"disabled":false},{"text":"of","start":88,"end":90,"id":14,"ws":true,"disabled":false},{"text":"spatial","start":91,"end":98,"id":15,"ws":true,"disabled":false},{"text":"and","start":99,"end":102,"id":16,"ws":true,"disabled":false},{"text":"temporal","start":103,"end":111,"id":17,"ws":true,"disabled":false},{"text":"scales","start":112,"end":118,"id":18,"ws":true,"disabled":false},{"text":"and","start":119,"end":122,"id":19,"ws":true,"disabled":false},{"text":"across","start":123,"end":129,"id":20,"ws":true,"disabled":false},{"text":"all","start":130,"end":133,"id":21,"ws":true,"disabled":false},{"text":"major","start":134,"end":139,"id":22,"ws":true,"disabled":false},{"text":"regions","start":140,"end":147,"id":23,"ws":true,"disabled":false},{"text":"of","start":148,"end":150,"id":24,"ws":true,"disabled":false},{"text":"the","start":151,"end":154,"id":25,"ws":true,"disabled":false},{"text":"world","start":155,"end":160,"id":26,"ws":false,"disabled":false},{"text":".","start":160,"end":161,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":162,"end":174,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":7,"child":6,"head_span":{"start":48,"end":54,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":39,"end":47,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":58,"end":63,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":64,"end":72,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":10,"head_span":{"start":39,"end":47,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":64,"end":72,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"When people get uncomfortably hot, their tempers, irritability, and likelihood of physical aggression and violence increase.","text":"When people get uncomfortably hot, their tempers, irritability, and likelihood of physical aggression and violence increase. IMPLIED_BASE IMPLIED_BASE","characters":"124","document_index":"711","md_sentence_index":"5","classification_origin":"causal_sentence_classification","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_5","post-training batch1":"711_5","_input_hash":-1154560518,"_task_hash":-427285282,"spans":[{"text":"people","start":5,"token_start":1,"token_end":1,"end":11,"type":"pattern","label":"base"},{"start":12,"end":33,"token_start":2,"token_end":4,"label":"change_direction"},{"start":41,"end":48,"token_start":7,"token_end":7,"label":"base"},{"start":50,"end":62,"token_start":9,"token_end":9,"label":"aspect_changing"},{"text":"likelihood","start":68,"token_start":12,"token_end":12,"end":78,"type":"pattern","label":"aspect_changing"},{"start":82,"end":90,"token_start":14,"token_end":14,"label":"change_direction"},{"start":91,"end":101,"token_start":15,"token_end":15,"label":"base"},{"text":"violence","start":106,"token_start":17,"token_end":17,"end":114,"type":"pattern","label":"base"},{"text":"increase","start":115,"token_start":18,"token_end":18,"end":123,"type":"pattern","label":"change_direction"},{"start":125,"end":137,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"When","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"people","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"get","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"uncomfortably","start":16,"end":29,"id":3,"ws":true,"disabled":false},{"text":"hot","start":30,"end":33,"id":4,"ws":false,"disabled":false},{"text":",","start":33,"end":34,"id":5,"ws":true,"disabled":false},{"text":"their","start":35,"end":40,"id":6,"ws":true,"disabled":false},{"text":"tempers","start":41,"end":48,"id":7,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":8,"ws":true,"disabled":false},{"text":"irritability","start":50,"end":62,"id":9,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":10,"ws":true,"disabled":false},{"text":"and","start":64,"end":67,"id":11,"ws":true,"disabled":false},{"text":"likelihood","start":68,"end":78,"id":12,"ws":true,"disabled":false},{"text":"of","start":79,"end":81,"id":13,"ws":true,"disabled":false},{"text":"physical","start":82,"end":90,"id":14,"ws":true,"disabled":false},{"text":"aggression","start":91,"end":101,"id":15,"ws":true,"disabled":false},{"text":"and","start":102,"end":105,"id":16,"ws":true,"disabled":false},{"text":"violence","start":106,"end":114,"id":17,"ws":true,"disabled":false},{"text":"increase","start":115,"end":123,"id":18,"ws":false,"disabled":false},{"text":".","start":123,"end":124,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":4,"child":1,"head_span":{"start":12,"end":33,"token_start":2,"token_end":4,"label":"change_direction"},"child_span":{"start":5,"end":11,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":82,"end":90,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":91,"end":101,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":68,"end":78,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":91,"end":101,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":17,"head_span":{"start":68,"end":78,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":106,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":115,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":106,"end":114,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":15,"head_span":{"start":115,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":91,"end":101,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":7,"head_span":{"start":115,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":41,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":20,"head_span":{"start":50,"end":62,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":125,"end":137,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":20,"head_span":{"start":5,"end":11,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":125,"end":137,"token_start":20,"token_end":20,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":18,"child":20,"head_span":{"start":115,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":125,"end":137,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"staged","Dataset name":"checkin-four","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"As heatwaves have increased, kelp forests, seagrass meadows and coral reefs have been lost.","text":"As heatwaves have increased, kelp forests, seagrass meadows and coral reefs have been lost. IMPLIED_BASE IMPLIED_BASE","characters":"91","document_index":"128","md_sentence_index":"5","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/mar/04/heatwaves-sweeping-oceans-like-wildfires-scientists-reveal","combo_id":"128_5","post-training batch1":"128_5","_input_hash":-1905070066,"_task_hash":-1400737977,"spans":[{"start":0,"end":2,"token_start":0,"token_end":0,"label":"predicate"},{"text":"heatwaves","start":3,"token_start":1,"token_end":1,"end":12,"type":"pattern","label":"base"},{"start":13,"end":17,"token_start":2,"token_end":2,"label":"confidence"},{"text":"increased","start":18,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"change_direction"},{"start":29,"end":33,"token_start":5,"token_end":5,"label":"type_of"},{"text":"forests","start":34,"token_start":6,"token_end":6,"end":41,"type":"pattern","label":"base"},{"start":43,"end":51,"token_start":8,"token_end":8,"label":"type_of"},{"text":"meadows","start":52,"token_start":9,"token_end":9,"end":59,"type":"pattern","label":"base"},{"start":64,"end":69,"token_start":11,"token_end":11,"label":"type_of"},{"start":70,"end":75,"token_start":12,"token_end":12,"label":"base"},{"start":76,"end":80,"token_start":13,"token_end":13,"label":"confidence"},{"start":86,"end":90,"token_start":15,"token_end":15,"label":"change_direction"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"heatwaves","start":3,"end":12,"id":1,"ws":true,"disabled":false},{"text":"have","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"increased","start":18,"end":27,"id":3,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":4,"ws":true,"disabled":false},{"text":"kelp","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"forests","start":34,"end":41,"id":6,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":7,"ws":true,"disabled":false},{"text":"seagrass","start":43,"end":51,"id":8,"ws":true,"disabled":false},{"text":"meadows","start":52,"end":59,"id":9,"ws":true,"disabled":false},{"text":"and","start":60,"end":63,"id":10,"ws":true,"disabled":false},{"text":"coral","start":64,"end":69,"id":11,"ws":true,"disabled":false},{"text":"reefs","start":70,"end":75,"id":12,"ws":true,"disabled":false},{"text":"have","start":76,"end":80,"id":13,"ws":true,"disabled":false},{"text":"been","start":81,"end":85,"id":14,"ws":true,"disabled":false},{"text":"lost","start":86,"end":90,"id":15,"ws":false,"disabled":false},{"text":".","start":90,"end":91,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":92,"end":104,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":105,"end":117,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":11,"child":12,"head_span":{"start":64,"end":69,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":70,"end":75,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":12,"head_span":{"start":86,"end":90,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":70,"end":75,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":9,"head_span":{"start":86,"end":90,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":52,"end":59,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":43,"end":51,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":52,"end":59,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":6,"head_span":{"start":86,"end":90,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":34,"end":41,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":29,"end":33,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":34,"end":41,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":1,"head_span":{"start":18,"end":27,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":34,"end":41,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":9,"head_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":52,"end":59,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":12,"head_span":{"start":3,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":70,"end":75,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The urgency and potential irreversibility of climate effects mean we cannot wait for the results of research to deepen our understanding and reduce the uncertainty about these risks.","text":"The urgency and potential irreversibility of climate effects mean we cannot wait for the results of research to deepen our understanding and reduce the uncertainty about these risks. IMPLIED_BASE IMPLIED_BASE","characters":"182","document_index":"452","md_sentence_index":"37","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/10/23/opinion/climate-change-costs.html","combo_id":"452_37","post-training batch1":"452_37","_input_hash":-1569986400,"_task_hash":38629559,"spans":[{"start":4,"end":11,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":16,"end":41,"token_start":3,"token_end":4,"label":"aspect_changing"},{"start":45,"end":52,"token_start":6,"token_end":6,"label":"type_of"},{"start":53,"end":60,"token_start":7,"token_end":7,"label":"base"},{"start":61,"end":65,"token_start":8,"token_end":8,"label":"predicate"},{"start":69,"end":75,"token_start":10,"token_end":11,"label":"change_direction"},{"start":100,"end":108,"token_start":17,"token_end":17,"label":"base"},{"start":112,"end":118,"token_start":19,"token_end":19,"label":"change_direction"},{"start":123,"end":136,"token_start":21,"token_end":21,"label":"base"},{"start":141,"end":163,"token_start":23,"token_end":25,"label":"change_direction"},{"text":"risks","start":176,"token_start":28,"token_end":28,"end":181,"type":"pattern","label":"aspect_changing"},{"start":183,"end":195,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"urgency","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"and","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"potential","start":16,"end":25,"id":3,"ws":true,"disabled":false},{"text":"irreversibility","start":26,"end":41,"id":4,"ws":true,"disabled":false},{"text":"of","start":42,"end":44,"id":5,"ws":true,"disabled":false},{"text":"climate","start":45,"end":52,"id":6,"ws":true,"disabled":false},{"text":"effects","start":53,"end":60,"id":7,"ws":true,"disabled":false},{"text":"mean","start":61,"end":65,"id":8,"ws":true,"disabled":false},{"text":"we","start":66,"end":68,"id":9,"ws":true,"disabled":false},{"text":"can","start":69,"end":72,"id":10,"ws":false,"disabled":false},{"text":"not","start":72,"end":75,"id":11,"ws":true,"disabled":false},{"text":"wait","start":76,"end":80,"id":12,"ws":true,"disabled":false},{"text":"for","start":81,"end":84,"id":13,"ws":true,"disabled":false},{"text":"the","start":85,"end":88,"id":14,"ws":true,"disabled":false},{"text":"results","start":89,"end":96,"id":15,"ws":true,"disabled":false},{"text":"of","start":97,"end":99,"id":16,"ws":true,"disabled":false},{"text":"research","start":100,"end":108,"id":17,"ws":true,"disabled":false},{"text":"to","start":109,"end":111,"id":18,"ws":true,"disabled":false},{"text":"deepen","start":112,"end":118,"id":19,"ws":true,"disabled":false},{"text":"our","start":119,"end":122,"id":20,"ws":true,"disabled":false},{"text":"understanding","start":123,"end":136,"id":21,"ws":true,"disabled":false},{"text":"and","start":137,"end":140,"id":22,"ws":true,"disabled":false},{"text":"reduce","start":141,"end":147,"id":23,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":24,"ws":true,"disabled":false},{"text":"uncertainty","start":152,"end":163,"id":25,"ws":true,"disabled":false},{"text":"about","start":164,"end":169,"id":26,"ws":true,"disabled":false},{"text":"these","start":170,"end":175,"id":27,"ws":true,"disabled":false},{"text":"risks","start":176,"end":181,"id":28,"ws":false,"disabled":false},{"text":".","start":181,"end":182,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":183,"end":195,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":19,"child":21,"head_span":{"start":112,"end":118,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":123,"end":136,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":30,"head_span":{"start":141,"end":163,"token_start":23,"token_end":25,"label":"change_direction"},"child_span":{"start":183,"end":195,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":30,"head_span":{"start":176,"end":181,"token_start":28,"token_end":28,"label":"aspect_changing"},"child_span":{"start":183,"end":195,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":21,"head_span":{"start":100,"end":108,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":123,"end":136,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":30,"head_span":{"start":100,"end":108,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":183,"end":195,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":7,"head_span":{"start":45,"end":52,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":53,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":7,"head_span":{"start":16,"end":41,"token_start":3,"token_end":4,"label":"aspect_changing"},"child_span":{"start":53,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":7,"head_span":{"start":4,"end":11,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":53,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"It predicts that in the absence of significant progress in efforts to curb emissions of temperature-raising greenhouse gases, extreme heat waves could claim thousands of lives in major U.S. cities.\n","text":"It predicts that in the absence of significant progress in efforts to curb emissions of temperature-raising greenhouse gases, extreme heat waves could claim thousands of lives in major U.S. cities. IMPLIED_BASE IMPLIED_BASE","characters":"198","document_index":"221","md_sentence_index":"1","classification_origin":"cm_cause_effect_rel","url":"https://www.nbcnews.com/mach/science/without-swift-action-climate-change-heat-waves-could-kill-thousands-ncna1017376","combo_id":"221_1","post-training batch1":"221_1","_input_hash":-1727915521,"_task_hash":-1298618201,"spans":[{"start":3,"end":11,"token_start":1,"token_end":1,"label":"confidence"},{"start":75,"end":84,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":88,"end":118,"token_start":15,"token_end":18,"label":"type_of"},{"start":119,"end":124,"token_start":19,"token_end":19,"label":"base"},{"start":126,"end":133,"token_start":21,"token_end":21,"label":"type_of"},{"text":"heat waves","start":134,"token_start":22,"token_end":23,"end":144,"type":"pattern","label":"base"},{"start":145,"end":150,"token_start":24,"token_end":24,"label":"confidence"},{"start":151,"end":156,"token_start":25,"token_end":25,"label":"change_direction"},{"start":157,"end":166,"token_start":26,"token_end":26,"label":"effect_size"},{"start":170,"end":175,"token_start":28,"token_end":28,"label":"base"},{"start":176,"end":196,"token_start":29,"token_end":32,"label":"where"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"predicts","start":3,"end":11,"id":1,"ws":true,"disabled":false},{"text":"that","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"in","start":17,"end":19,"id":3,"ws":true,"disabled":false},{"text":"the","start":20,"end":23,"id":4,"ws":true,"disabled":false},{"text":"absence","start":24,"end":31,"id":5,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"significant","start":35,"end":46,"id":7,"ws":true,"disabled":false},{"text":"progress","start":47,"end":55,"id":8,"ws":true,"disabled":false},{"text":"in","start":56,"end":58,"id":9,"ws":true,"disabled":false},{"text":"efforts","start":59,"end":66,"id":10,"ws":true,"disabled":false},{"text":"to","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"curb","start":70,"end":74,"id":12,"ws":true,"disabled":false},{"text":"emissions","start":75,"end":84,"id":13,"ws":true,"disabled":false},{"text":"of","start":85,"end":87,"id":14,"ws":true,"disabled":false},{"text":"temperature","start":88,"end":99,"id":15,"ws":false,"disabled":false},{"text":"-","start":99,"end":100,"id":16,"ws":false,"disabled":false},{"text":"raising","start":100,"end":107,"id":17,"ws":true,"disabled":false},{"text":"greenhouse","start":108,"end":118,"id":18,"ws":true,"disabled":false},{"text":"gases","start":119,"end":124,"id":19,"ws":false,"disabled":false},{"text":",","start":124,"end":125,"id":20,"ws":true,"disabled":false},{"text":"extreme","start":126,"end":133,"id":21,"ws":true,"disabled":false},{"text":"heat","start":134,"end":138,"id":22,"ws":true,"disabled":false},{"text":"waves","start":139,"end":144,"id":23,"ws":true,"disabled":false},{"text":"could","start":145,"end":150,"id":24,"ws":true,"disabled":false},{"text":"claim","start":151,"end":156,"id":25,"ws":true,"disabled":false},{"text":"thousands","start":157,"end":166,"id":26,"ws":true,"disabled":false},{"text":"of","start":167,"end":169,"id":27,"ws":true,"disabled":false},{"text":"lives","start":170,"end":175,"id":28,"ws":true,"disabled":false},{"text":"in","start":176,"end":178,"id":29,"ws":true,"disabled":false},{"text":"major","start":179,"end":184,"id":30,"ws":true,"disabled":false},{"text":"U.S.","start":185,"end":189,"id":31,"ws":true,"disabled":false},{"text":"cities","start":190,"end":196,"id":32,"ws":false,"disabled":false},{"text":".","start":196,"end":197,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":211,"end":223,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":18,"child":19,"head_span":{"start":88,"end":118,"token_start":15,"token_end":18,"label":"type_of"},"child_span":{"start":119,"end":124,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":23,"head_span":{"start":126,"end":133,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":134,"end":144,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":28,"head_span":{"start":157,"end":166,"token_start":26,"token_end":26,"label":"effect_size"},"child_span":{"start":170,"end":175,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":28,"head_span":{"start":176,"end":196,"token_start":29,"token_end":32,"label":"where"},"child_span":{"start":170,"end":175,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":28,"head_span":{"start":151,"end":156,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":170,"end":175,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":19,"head_span":{"start":75,"end":84,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":119,"end":124,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":28,"head_span":{"start":134,"end":144,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":170,"end":175,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":23,"head_span":{"start":119,"end":124,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":134,"end":144,"token_start":22,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"One of the most common environmental allergens is ragweed, which can cause hay fever and trigger asthma attacks, especially in children and the elderly.2","text":"One of the most common environmental allergens is ragweed, which can cause hay fever and trigger asthma attacks, especially in children and the elderly.2 IMPLIED_BASE IMPLIED_BASE","characters":"153","document_index":"123","md_sentence_index":"9","classification_origin":"cm_cause_effect_rel","url":"https://www.epa.gov/climate-indicators/climate-change-indicators-ragweed-pollen-season","combo_id":"123_9","post-training batch1":"123_9","_input_hash":64018564,"_task_hash":1005362296,"spans":[{"start":23,"end":36,"token_start":5,"token_end":5,"label":"type_of"},{"text":"allergens","start":37,"token_start":6,"token_end":6,"end":46,"type":"pattern","label":"base"},{"text":"ragweed","start":50,"token_start":8,"token_end":8,"end":57,"type":"pattern","label":"base"},{"start":65,"end":68,"token_start":11,"token_end":11,"label":"confidence"},{"start":69,"end":74,"token_start":12,"token_end":12,"label":"predicate"},{"text":"hay fever","start":75,"token_start":13,"token_end":14,"end":84,"type":"pattern","label":"base"},{"start":89,"end":96,"token_start":16,"token_end":16,"label":"change_direction"},{"text":"asthma","start":97,"token_start":17,"token_end":17,"end":103,"type":"pattern","label":"base"},{"start":104,"end":111,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":124,"end":153,"token_start":21,"token_end":25,"label":"to_whom"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"of","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"the","start":7,"end":10,"id":2,"ws":true,"disabled":false},{"text":"most","start":11,"end":15,"id":3,"ws":true,"disabled":false},{"text":"common","start":16,"end":22,"id":4,"ws":true,"disabled":false},{"text":"environmental","start":23,"end":36,"id":5,"ws":true,"disabled":false},{"text":"allergens","start":37,"end":46,"id":6,"ws":true,"disabled":false},{"text":"is","start":47,"end":49,"id":7,"ws":true,"disabled":false},{"text":"ragweed","start":50,"end":57,"id":8,"ws":false,"disabled":false},{"text":",","start":57,"end":58,"id":9,"ws":true,"disabled":false},{"text":"which","start":59,"end":64,"id":10,"ws":true,"disabled":false},{"text":"can","start":65,"end":68,"id":11,"ws":true,"disabled":false},{"text":"cause","start":69,"end":74,"id":12,"ws":true,"disabled":false},{"text":"hay","start":75,"end":78,"id":13,"ws":true,"disabled":false},{"text":"fever","start":79,"end":84,"id":14,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":15,"ws":true,"disabled":false},{"text":"trigger","start":89,"end":96,"id":16,"ws":true,"disabled":false},{"text":"asthma","start":97,"end":103,"id":17,"ws":true,"disabled":false},{"text":"attacks","start":104,"end":111,"id":18,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":19,"ws":true,"disabled":false},{"text":"especially","start":113,"end":123,"id":20,"ws":true,"disabled":false},{"text":"in","start":124,"end":126,"id":21,"ws":true,"disabled":false},{"text":"children","start":127,"end":135,"id":22,"ws":true,"disabled":false},{"text":"and","start":136,"end":139,"id":23,"ws":true,"disabled":false},{"text":"the","start":140,"end":143,"id":24,"ws":true,"disabled":false},{"text":"elderly.2","start":144,"end":153,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":167,"end":179,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":23,"end":36,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":37,"end":46,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":14,"head_span":{"start":50,"end":57,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":75,"end":84,"token_start":13,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":17,"head_span":{"start":50,"end":57,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":17,"head_span":{"start":89,"end":96,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":104,"end":111,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":14,"head_span":{"start":124,"end":153,"token_start":21,"token_end":25,"label":"to_whom"},"child_span":{"start":75,"end":84,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":17,"head_span":{"start":124,"end":153,"token_start":21,"token_end":25,"label":"to_whom"},"child_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Very strong evidence from multiple studies shows a consensus that many people exposed to climate- or weather-related natural disasters experience stress reactions and serious psychological harm, which often occur simultaneously.30, 31, 32, 33, 34","text":"Very strong evidence from multiple studies shows a consensus that many people exposed to climate- or weather-related natural disasters experience stress reactions and serious psychological harm, which often occur simultaneously.30, 31, 32, 33, 34 IMPLIED_BASE IMPLIED_BASE","characters":"246","document_index":"619","md_sentence_index":"297","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_297","post-training batch1":"619_297","_input_hash":-185564731,"_task_hash":2112372712,"spans":[{"start":71,"end":85,"token_start":11,"token_end":12,"label":"to_whom"},{"start":89,"end":116,"token_start":14,"token_end":18,"label":"type_of"},{"text":"stress","start":146,"token_start":22,"token_end":22,"end":152,"type":"pattern","label":"base"},{"start":153,"end":162,"token_start":23,"token_end":23,"label":"aspect_changing"},{"label":"type_of"},{"start":117,"end":134,"token_start":19,"token_end":20,"label":"base"},{"start":167,"end":174,"token_start":25,"token_end":25,"label":"effect_size"},{"start":175,"end":188,"token_start":26,"token_end":26,"label":"base"},{"start":189,"end":193,"token_start":27,"token_end":27,"label":"aspect_changing"}],"tokens":[{"text":"Very","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"strong","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"evidence","start":12,"end":20,"id":2,"ws":true,"disabled":false},{"text":"from","start":21,"end":25,"id":3,"ws":true,"disabled":false},{"text":"multiple","start":26,"end":34,"id":4,"ws":true,"disabled":false},{"text":"studies","start":35,"end":42,"id":5,"ws":true,"disabled":false},{"text":"shows","start":43,"end":48,"id":6,"ws":true,"disabled":false},{"text":"a","start":49,"end":50,"id":7,"ws":true,"disabled":false},{"text":"consensus","start":51,"end":60,"id":8,"ws":true,"disabled":false},{"text":"that","start":61,"end":65,"id":9,"ws":true,"disabled":false},{"text":"many","start":66,"end":70,"id":10,"ws":true,"disabled":false},{"text":"people","start":71,"end":77,"id":11,"ws":true,"disabled":false},{"text":"exposed","start":78,"end":85,"id":12,"ws":true,"disabled":false},{"text":"to","start":86,"end":88,"id":13,"ws":true,"disabled":false},{"text":"climate-","start":89,"end":97,"id":14,"ws":true,"disabled":false},{"text":"or","start":98,"end":100,"id":15,"ws":true,"disabled":false},{"text":"weather","start":101,"end":108,"id":16,"ws":false,"disabled":false},{"text":"-","start":108,"end":109,"id":17,"ws":false,"disabled":false},{"text":"related","start":109,"end":116,"id":18,"ws":true,"disabled":false},{"text":"natural","start":117,"end":124,"id":19,"ws":true,"disabled":false},{"text":"disasters","start":125,"end":134,"id":20,"ws":true,"disabled":false},{"text":"experience","start":135,"end":145,"id":21,"ws":true,"disabled":false},{"text":"stress","start":146,"end":152,"id":22,"ws":true,"disabled":false},{"text":"reactions","start":153,"end":162,"id":23,"ws":true,"disabled":false},{"text":"and","start":163,"end":166,"id":24,"ws":true,"disabled":false},{"text":"serious","start":167,"end":174,"id":25,"ws":true,"disabled":false},{"text":"psychological","start":175,"end":188,"id":26,"ws":true,"disabled":false},{"text":"harm","start":189,"end":193,"id":27,"ws":false,"disabled":false},{"text":",","start":193,"end":194,"id":28,"ws":true,"disabled":false},{"text":"which","start":195,"end":200,"id":29,"ws":true,"disabled":false},{"text":"often","start":201,"end":206,"id":30,"ws":true,"disabled":false},{"text":"occur","start":207,"end":212,"id":31,"ws":true,"disabled":false},{"text":"simultaneously.30","start":213,"end":230,"id":32,"ws":false,"disabled":false},{"text":",","start":230,"end":231,"id":33,"ws":true,"disabled":false},{"text":"31","start":232,"end":234,"id":34,"ws":false,"disabled":false},{"text":",","start":234,"end":235,"id":35,"ws":true,"disabled":false},{"text":"32","start":236,"end":238,"id":36,"ws":false,"disabled":false},{"text":",","start":238,"end":239,"id":37,"ws":true,"disabled":false},{"text":"33","start":240,"end":242,"id":38,"ws":false,"disabled":false},{"text":",","start":242,"end":243,"id":39,"ws":true,"disabled":false},{"text":"34","start":244,"end":246,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":247,"end":259,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":260,"end":272,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":12,"child":20,"head_span":{"start":71,"end":85,"token_start":11,"token_end":12,"label":"to_whom"},"child_span":{"start":117,"end":134,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":22,"head_span":{"start":71,"end":85,"token_start":11,"token_end":12,"label":"to_whom"},"child_span":{"start":146,"end":152,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":167,"end":174,"token_start":25,"token_end":25,"label":"effect_size"},"child_span":{"start":175,"end":188,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":26,"head_span":{"start":189,"end":193,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":175,"end":188,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":153,"end":162,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":146,"end":152,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":89,"end":116,"token_start":14,"token_end":18,"label":"type_of"},"child_span":{"start":117,"end":134,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":22,"head_span":{"start":117,"end":134,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":146,"end":152,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":26,"head_span":{"start":117,"end":134,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":175,"end":188,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"sort of","Dataset name":"workshop_examples -- altered","ignore?":"","reason":"","relation count":"One","complexity":"Simple","original_md_text":"Other trees, withering from the heat, have stopped bearing edible fruit.\n","text":"Other trees, withering from the heat, have stopped bearing edible fruit. IMPLIED_BASE IMPLIED_BASE","characters":"73","document_index":"62","md_sentence_index":"25","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/05/12/world/australia/climate-change-torres-strait-islands.html","combo_id":"62_25","post-training batch1":"62_25","_input_hash":-686908711,"_task_hash":440771019,"spans":[{"text":"trees","start":6,"token_start":1,"token_end":1,"end":11,"type":"pattern","label":"base"},{"start":13,"end":22,"token_start":3,"token_end":3,"label":"change_direction"},{"start":23,"end":27,"token_start":4,"token_end":4,"label":"predicate"},{"start":32,"end":36,"token_start":6,"token_end":6,"label":"base"},{"start":38,"end":42,"token_start":8,"token_end":8,"label":"confidence"},{"start":43,"end":58,"token_start":9,"token_end":10,"label":"change_direction"},{"start":59,"end":65,"token_start":11,"token_end":11,"label":"type_of"},{"text":"fruit","start":66,"token_start":12,"token_end":12,"end":71,"type":"pattern","label":"base"}],"tokens":[{"text":"Other","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"trees","start":6,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"withering","start":13,"end":22,"id":3,"ws":true,"disabled":false},{"text":"from","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"the","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"heat","start":32,"end":36,"id":6,"ws":false,"disabled":false},{"text":",","start":36,"end":37,"id":7,"ws":true,"disabled":false},{"text":"have","start":38,"end":42,"id":8,"ws":true,"disabled":false},{"text":"stopped","start":43,"end":50,"id":9,"ws":true,"disabled":false},{"text":"bearing","start":51,"end":58,"id":10,"ws":true,"disabled":false},{"text":"edible","start":59,"end":65,"id":11,"ws":true,"disabled":false},{"text":"fruit","start":66,"end":71,"id":12,"ws":false,"disabled":false},{"text":".","start":71,"end":72,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":73,"end":85,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":86,"end":98,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":3,"child":1,"head_span":{"start":13,"end":22,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":6,"end":11,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":59,"end":65,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":66,"end":71,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":12,"head_span":{"start":43,"end":58,"token_start":9,"token_end":10,"label":"change_direction"},"child_span":{"start":66,"end":71,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":1,"head_span":{"start":32,"end":36,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":6,"end":11,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":12,"head_span":{"start":6,"end":11,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":66,"end":71,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Naughton, M.B., A. Henderson, M.C. Mirabelli, R. Kaiser, J.L. Wilhelm, S.M. Kieszak, C.H. Rubin, and M.A. McGeehin, 2002: Heat-related mortality during a 1999 heat wave in Chicago.","text":"Naughton, M.B., A. Henderson, M.C. Mirabelli, R. Kaiser, J.L. Wilhelm, S.M. Kieszak, C.H. Rubin, and M.A. McGeehin, 2002: Heat-related mortality during a 1999 heat wave in Chicago. IMPLIED_BASE IMPLIED_BASE","characters":"180","document_index":"619","md_sentence_index":"853","classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_853","post-training batch1":"619_853","_input_hash":1557232800,"_task_hash":-60800352,"spans":[{"start":122,"end":126,"token_start":28,"token_end":28,"label":"base"},{"start":127,"end":134,"token_start":30,"token_end":30,"label":"predicate"},{"start":135,"end":144,"token_start":31,"token_end":31,"label":"base"},{"start":145,"end":168,"token_start":32,"token_end":36,"label":"when"},{"start":169,"end":179,"token_start":37,"token_end":38,"label":"where"}],"tokens":[{"text":"Naughton","start":0,"end":8,"id":0,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":1,"ws":true,"disabled":false},{"text":"M.B.","start":10,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"A.","start":16,"end":18,"id":4,"ws":true,"disabled":false},{"text":"Henderson","start":19,"end":28,"id":5,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":6,"ws":true,"disabled":false},{"text":"M.C.","start":30,"end":34,"id":7,"ws":true,"disabled":false},{"text":"Mirabelli","start":35,"end":44,"id":8,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":9,"ws":true,"disabled":false},{"text":"R.","start":46,"end":48,"id":10,"ws":true,"disabled":false},{"text":"Kaiser","start":49,"end":55,"id":11,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":12,"ws":true,"disabled":false},{"text":"J.L.","start":57,"end":61,"id":13,"ws":true,"disabled":false},{"text":"Wilhelm","start":62,"end":69,"id":14,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":15,"ws":true,"disabled":false},{"text":"S.M.","start":71,"end":75,"id":16,"ws":true,"disabled":false},{"text":"Kieszak","start":76,"end":83,"id":17,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":18,"ws":true,"disabled":false},{"text":"C.H.","start":85,"end":89,"id":19,"ws":true,"disabled":false},{"text":"Rubin","start":90,"end":95,"id":20,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":21,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":22,"ws":true,"disabled":false},{"text":"M.A.","start":101,"end":105,"id":23,"ws":true,"disabled":false},{"text":"McGeehin","start":106,"end":114,"id":24,"ws":false,"disabled":false},{"text":",","start":114,"end":115,"id":25,"ws":true,"disabled":false},{"text":"2002","start":116,"end":120,"id":26,"ws":false,"disabled":false},{"text":":","start":120,"end":121,"id":27,"ws":true,"disabled":false},{"text":"Heat","start":122,"end":126,"id":28,"ws":false,"disabled":false},{"text":"-","start":126,"end":127,"id":29,"ws":false,"disabled":false},{"text":"related","start":127,"end":134,"id":30,"ws":true,"disabled":false},{"text":"mortality","start":135,"end":144,"id":31,"ws":true,"disabled":false},{"text":"during","start":145,"end":151,"id":32,"ws":true,"disabled":false},{"text":"a","start":152,"end":153,"id":33,"ws":true,"disabled":false},{"text":"1999","start":154,"end":158,"id":34,"ws":true,"disabled":false},{"text":"heat","start":159,"end":163,"id":35,"ws":true,"disabled":false},{"text":"wave","start":164,"end":168,"id":36,"ws":true,"disabled":false},{"text":"in","start":169,"end":171,"id":37,"ws":true,"disabled":false},{"text":"Chicago","start":172,"end":179,"id":38,"ws":false,"disabled":false},{"text":".","start":179,"end":180,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":41,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":28,"child":31,"head_span":{"start":122,"end":126,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":135,"end":144,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"While models forecast that gradual thaw may lead to net ecosystem carbon uptake under projections of Representative Concentration Pathway 4.5, abrupt thaw emissions are likely to offset this potential carbon sink.","text":"While models forecast that gradual thaw may lead to net ecosystem carbon uptake under projections of Representative Concentration Pathway 4.5, abrupt thaw emissions are likely to offset this potential carbon sink. IMPLIED_BASE IMPLIED_BASE","characters":"213","document_index":"613","md_sentence_index":"5","classification_origin":"causal_sentence_classification","url":"https://www.nature.com/articles/s41561-019-0526-0","combo_id":"613_5","post-training batch1":"613_5","_input_hash":-461616694,"_task_hash":-1522617659,"spans":[{"start":13,"end":21,"token_start":2,"token_end":2,"label":"confidence"},{"start":27,"end":39,"token_start":4,"token_end":5,"label":"change_direction"},{"start":40,"end":43,"token_start":6,"token_end":6,"label":"confidence"},{"start":44,"end":51,"token_start":7,"token_end":8,"label":"predicate"},{"start":52,"end":65,"token_start":9,"token_end":10,"label":"type_of"},{"start":66,"end":72,"token_start":11,"token_end":11,"label":"base"},{"start":73,"end":79,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":143,"end":154,"token_start":21,"token_end":22,"label":"change_direction"},{"text":"emissions","start":155,"token_start":23,"token_end":23,"end":164,"type":"pattern","label":"aspect_changing"},{"start":169,"end":175,"token_start":25,"token_end":25,"label":"confidence"},{"start":179,"end":185,"token_start":27,"token_end":27,"label":"change_direction"},{"text":"carbon sink","start":201,"token_start":30,"token_end":31,"end":212,"type":"pattern","label":"base"},{"start":214,"end":226,"token_start":33,"token_end":33,"label":"base"},{"start":227,"end":239,"token_start":34,"token_end":34,"label":"base"}],"tokens":[{"text":"While","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"models","start":6,"end":12,"id":1,"ws":true,"disabled":false},{"text":"forecast","start":13,"end":21,"id":2,"ws":true,"disabled":false},{"text":"that","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"gradual","start":27,"end":34,"id":4,"ws":true,"disabled":false},{"text":"thaw","start":35,"end":39,"id":5,"ws":true,"disabled":false},{"text":"may","start":40,"end":43,"id":6,"ws":true,"disabled":false},{"text":"lead","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"to","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"net","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"ecosystem","start":56,"end":65,"id":10,"ws":true,"disabled":false},{"text":"carbon","start":66,"end":72,"id":11,"ws":true,"disabled":false},{"text":"uptake","start":73,"end":79,"id":12,"ws":true,"disabled":false},{"text":"under","start":80,"end":85,"id":13,"ws":true,"disabled":false},{"text":"projections","start":86,"end":97,"id":14,"ws":true,"disabled":false},{"text":"of","start":98,"end":100,"id":15,"ws":true,"disabled":false},{"text":"Representative","start":101,"end":115,"id":16,"ws":true,"disabled":false},{"text":"Concentration","start":116,"end":129,"id":17,"ws":true,"disabled":false},{"text":"Pathway","start":130,"end":137,"id":18,"ws":true,"disabled":false},{"text":"4.5","start":138,"end":141,"id":19,"ws":false,"disabled":false},{"text":",","start":141,"end":142,"id":20,"ws":true,"disabled":false},{"text":"abrupt","start":143,"end":149,"id":21,"ws":true,"disabled":false},{"text":"thaw","start":150,"end":154,"id":22,"ws":true,"disabled":false},{"text":"emissions","start":155,"end":164,"id":23,"ws":true,"disabled":false},{"text":"are","start":165,"end":168,"id":24,"ws":true,"disabled":false},{"text":"likely","start":169,"end":175,"id":25,"ws":true,"disabled":false},{"text":"to","start":176,"end":178,"id":26,"ws":true,"disabled":false},{"text":"offset","start":179,"end":185,"id":27,"ws":true,"disabled":false},{"text":"this","start":186,"end":190,"id":28,"ws":true,"disabled":false},{"text":"potential","start":191,"end":200,"id":29,"ws":true,"disabled":false},{"text":"carbon","start":201,"end":207,"id":30,"ws":true,"disabled":false},{"text":"sink","start":208,"end":212,"id":31,"ws":false,"disabled":false},{"text":".","start":212,"end":213,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":214,"end":226,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":227,"end":239,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":5,"child":33,"head_span":{"start":27,"end":39,"token_start":4,"token_end":5,"label":"change_direction"},"child_span":{"start":214,"end":226,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":34,"head_span":{"start":143,"end":154,"token_start":21,"token_end":22,"label":"change_direction"},"child_span":{"start":227,"end":239,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":34,"head_span":{"start":155,"end":164,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":227,"end":239,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"is_a relationship","relation count":"many?","complexity":"moderate","original_md_text":"Scientists and health professionals have long known that exposure to air pollution causes respiratory damage, such as asthma.","text":"Scientists and health professionals have long known that exposure to air pollution causes respiratory damage, such as asthma. IMPLIED_BASE IMPLIED_BASE","characters":"125","document_index":"110","md_sentence_index":"78","classification_origin":"cm_cause_effect_rel","url":"https://hbbf.org/sites/default/files/documents/2018-06/LinkFossilFuelsNeurologicalHarm_04-06-18_v2.pdf","combo_id":"110_78","post-training batch1":"110_78","_input_hash":-1065002927,"_task_hash":-1504437393,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"to_whom"},{"start":15,"end":35,"token_start":2,"token_end":3,"label":"to_whom"},{"start":57,"end":65,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":69,"end":72,"token_start":10,"token_end":10,"label":"type_of"},{"start":73,"end":82,"token_start":11,"token_end":11,"label":"base"},{"start":83,"end":89,"token_start":12,"token_end":12,"label":"predicate"},{"start":90,"end":101,"token_start":13,"token_end":13,"label":"base"},{"start":102,"end":108,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":110,"end":117,"token_start":16,"token_end":17,"label":"predicate"},{"text":"asthma","start":118,"token_start":18,"token_end":18,"end":124,"type":"pattern","label":"base"}],"tokens":[{"text":"Scientists","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"and","start":11,"end":14,"id":1,"ws":true,"disabled":false},{"text":"health","start":15,"end":21,"id":2,"ws":true,"disabled":false},{"text":"professionals","start":22,"end":35,"id":3,"ws":true,"disabled":false},{"text":"have","start":36,"end":40,"id":4,"ws":true,"disabled":false},{"text":"long","start":41,"end":45,"id":5,"ws":true,"disabled":false},{"text":"known","start":46,"end":51,"id":6,"ws":true,"disabled":false},{"text":"that","start":52,"end":56,"id":7,"ws":true,"disabled":false},{"text":"exposure","start":57,"end":65,"id":8,"ws":true,"disabled":false},{"text":"to","start":66,"end":68,"id":9,"ws":true,"disabled":false},{"text":"air","start":69,"end":72,"id":10,"ws":true,"disabled":false},{"text":"pollution","start":73,"end":82,"id":11,"ws":true,"disabled":false},{"text":"causes","start":83,"end":89,"id":12,"ws":true,"disabled":false},{"text":"respiratory","start":90,"end":101,"id":13,"ws":true,"disabled":false},{"text":"damage","start":102,"end":108,"id":14,"ws":false,"disabled":false},{"text":",","start":108,"end":109,"id":15,"ws":true,"disabled":false},{"text":"such","start":110,"end":114,"id":16,"ws":true,"disabled":false},{"text":"as","start":115,"end":117,"id":17,"ws":true,"disabled":false},{"text":"asthma","start":118,"end":124,"id":18,"ws":false,"disabled":false},{"text":".","start":124,"end":125,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":69,"end":72,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":73,"end":82,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":57,"end":65,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":73,"end":82,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":102,"end":108,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":90,"end":101,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":73,"end":82,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":90,"end":101,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":18,"head_span":{"start":73,"end":82,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":118,"end":124,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Right now, APS gets roughly a quarter of its electricity from coal, a quarter from natural gas and a quarter from nuclear power.\n","text":"Right now, APS gets roughly a quarter of its electricity from coal, a quarter from natural gas and a quarter from nuclear power. IMPLIED_BASE IMPLIED_BASE","characters":"129","document_index":"602","md_sentence_index":"15","classification_origin":"causal_sentence_classification","url":"https://www.washingtonpost.com/climate-environment/2020/01/22/arizonas-biggest-utility-says-it-will-get-all-its-electricity-carbon-free-sources-by-2050/","combo_id":"602_15","post-training batch1":"602_15","_input_hash":-1764849501,"_task_hash":-1076294338,"spans":[{"start":0,"end":9,"token_start":0,"token_end":1,"label":"when"},{"start":11,"end":14,"token_start":3,"token_end":3,"label":"to_whom"},{"start":28,"end":37,"token_start":6,"token_end":7,"label":"effect_size"},{"start":45,"end":56,"token_start":10,"token_end":10,"label":"base"},{"start":57,"end":61,"token_start":11,"token_end":11,"label":"predicate"},{"text":"coal","start":62,"token_start":12,"token_end":12,"end":66,"type":"pattern","label":"base"},{"start":68,"end":77,"token_start":14,"token_end":15,"label":"effect_size"},{"start":78,"end":82,"token_start":16,"token_end":16,"label":"predicate"},{"start":83,"end":90,"token_start":17,"token_end":17,"label":"type_of"},{"start":91,"end":94,"token_start":18,"token_end":18,"label":"base"},{"start":99,"end":108,"token_start":20,"token_end":21,"label":"effect_size"},{"start":109,"end":113,"token_start":22,"token_end":22,"label":"predicate"},{"start":114,"end":127,"token_start":23,"token_end":24,"label":"base"}],"tokens":[{"text":"Right","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"now","start":6,"end":9,"id":1,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":2,"ws":true,"disabled":false},{"text":"APS","start":11,"end":14,"id":3,"ws":true,"disabled":false},{"text":"gets","start":15,"end":19,"id":4,"ws":true,"disabled":false},{"text":"roughly","start":20,"end":27,"id":5,"ws":true,"disabled":false},{"text":"a","start":28,"end":29,"id":6,"ws":true,"disabled":false},{"text":"quarter","start":30,"end":37,"id":7,"ws":true,"disabled":false},{"text":"of","start":38,"end":40,"id":8,"ws":true,"disabled":false},{"text":"its","start":41,"end":44,"id":9,"ws":true,"disabled":false},{"text":"electricity","start":45,"end":56,"id":10,"ws":true,"disabled":false},{"text":"from","start":57,"end":61,"id":11,"ws":true,"disabled":false},{"text":"coal","start":62,"end":66,"id":12,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":13,"ws":true,"disabled":false},{"text":"a","start":68,"end":69,"id":14,"ws":true,"disabled":false},{"text":"quarter","start":70,"end":77,"id":15,"ws":true,"disabled":false},{"text":"from","start":78,"end":82,"id":16,"ws":true,"disabled":false},{"text":"natural","start":83,"end":90,"id":17,"ws":true,"disabled":false},{"text":"gas","start":91,"end":94,"id":18,"ws":true,"disabled":false},{"text":"and","start":95,"end":98,"id":19,"ws":true,"disabled":false},{"text":"a","start":99,"end":100,"id":20,"ws":true,"disabled":false},{"text":"quarter","start":101,"end":108,"id":21,"ws":true,"disabled":false},{"text":"from","start":109,"end":113,"id":22,"ws":true,"disabled":false},{"text":"nuclear","start":114,"end":121,"id":23,"ws":true,"disabled":false},{"text":"power","start":122,"end":127,"id":24,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":17,"child":18,"head_span":{"start":83,"end":90,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":91,"end":94,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":10,"head_span":{"start":62,"end":66,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":45,"end":56,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":10,"head_span":{"start":91,"end":94,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":45,"end":56,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":10,"head_span":{"start":114,"end":127,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":45,"end":56,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The international body estimates 80% of the Sahel's farmland has been degraded by climate change, causing scarcity of food for people and livestock.\n","text":"The international body estimates 80% of the Sahel's farmland has been degraded by climate change, causing scarcity of food for people and livestock. IMPLIED_BASE IMPLIED_BASE","characters":"149","document_index":"635","md_sentence_index":"16","classification_origin":"causal_sentence_classification","url":"https://news.sky.com/story/climate-change-will-be-catastrophic-in-20-years-with-risks-to-global-security-report-11933118","combo_id":"635_16","post-training batch1":"635_16","_input_hash":-1606364978,"_task_hash":-867725522,"spans":[{"start":52,"end":60,"token_start":10,"token_end":10,"label":"base"},{"start":70,"end":78,"token_start":13,"token_end":13,"label":"change_direction"},{"start":79,"end":81,"token_start":14,"token_end":14,"label":"predicate"},{"text":"climate change","start":82,"token_start":15,"token_end":16,"end":96,"type":"pattern","label":"base"},{"start":98,"end":105,"token_start":18,"token_end":18,"label":"predicate"},{"start":106,"end":114,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":118,"end":122,"token_start":21,"token_end":21,"label":"base"},{"text":"people","start":127,"token_start":23,"token_end":23,"end":133,"type":"pattern","label":"to_whom"},{"start":138,"end":147,"token_start":25,"token_end":25,"label":"to_whom"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"international","start":4,"end":17,"id":1,"ws":true,"disabled":false},{"text":"body","start":18,"end":22,"id":2,"ws":true,"disabled":false},{"text":"estimates","start":23,"end":32,"id":3,"ws":true,"disabled":false},{"text":"80","start":33,"end":35,"id":4,"ws":false,"disabled":false},{"text":"%","start":35,"end":36,"id":5,"ws":true,"disabled":false},{"text":"of","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":7,"ws":true,"disabled":false},{"text":"Sahel","start":44,"end":49,"id":8,"ws":false,"disabled":false},{"text":"'s","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"farmland","start":52,"end":60,"id":10,"ws":true,"disabled":false},{"text":"has","start":61,"end":64,"id":11,"ws":true,"disabled":false},{"text":"been","start":65,"end":69,"id":12,"ws":true,"disabled":false},{"text":"degraded","start":70,"end":78,"id":13,"ws":true,"disabled":false},{"text":"by","start":79,"end":81,"id":14,"ws":true,"disabled":false},{"text":"climate","start":82,"end":89,"id":15,"ws":true,"disabled":false},{"text":"change","start":90,"end":96,"id":16,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":17,"ws":true,"disabled":false},{"text":"causing","start":98,"end":105,"id":18,"ws":true,"disabled":false},{"text":"scarcity","start":106,"end":114,"id":19,"ws":true,"disabled":false},{"text":"of","start":115,"end":117,"id":20,"ws":true,"disabled":false},{"text":"food","start":118,"end":122,"id":21,"ws":true,"disabled":false},{"text":"for","start":123,"end":126,"id":22,"ws":true,"disabled":false},{"text":"people","start":127,"end":133,"id":23,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":24,"ws":true,"disabled":false},{"text":"livestock","start":138,"end":147,"id":25,"ws":false,"disabled":false},{"text":".","start":147,"end":148,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":149,"end":161,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":162,"end":174,"id":28,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":13,"child":10,"head_span":{"start":70,"end":78,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":52,"end":60,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":10,"head_span":{"start":82,"end":96,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":52,"end":60,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":21,"head_span":{"start":106,"end":114,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":118,"end":122,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":21,"head_span":{"start":127,"end":133,"token_start":23,"token_end":23,"label":"to_whom"},"child_span":{"start":118,"end":122,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":21,"head_span":{"start":138,"end":147,"token_start":25,"token_end":25,"label":"to_whom"},"child_span":{"start":118,"end":122,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":21,"head_span":{"start":52,"end":60,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":118,"end":122,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Air pollution is having adverse effects on plants, and some research suggests it could even impact tree mortality.","text":"Air pollution is having adverse effects on plants, and some research suggests it could even impact tree mortality. IMPLIED_BASE IMPLIED_BASE","characters":"114","document_index":"145","md_sentence_index":"18","classification_origin":"cm-label-eval","url":"https://www.ijpr.org/post/california-national-parks-experience-some-worst-air-pollution-united-states","combo_id":"145_18","post-training batch1":"145_18","_input_hash":2101490909,"_task_hash":1903997629,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},{"text":"pollution","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":14,"end":16,"token_start":2,"token_end":2,"label":"confidence"},{"start":17,"end":42,"token_start":3,"token_end":6,"label":"change_direction"},{"text":"plants","start":43,"token_start":7,"token_end":7,"end":49,"type":"pattern","label":"base"},{"start":81,"end":86,"token_start":14,"token_end":14,"label":"confidence"},{"start":92,"end":98,"token_start":16,"token_end":16,"label":"predicate"},{"start":99,"end":103,"token_start":17,"token_end":17,"label":"base"},{"start":104,"end":113,"token_start":18,"token_end":18,"label":"aspect_changing"},{"label":"predicate"},{"start":69,"end":77,"token_start":12,"token_end":12,"label":"predicate"}],"tokens":[{"text":"Air","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"pollution","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"is","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"having","start":17,"end":23,"id":3,"ws":true,"disabled":false},{"text":"adverse","start":24,"end":31,"id":4,"ws":true,"disabled":false},{"text":"effects","start":32,"end":39,"id":5,"ws":true,"disabled":false},{"text":"on","start":40,"end":42,"id":6,"ws":true,"disabled":false},{"text":"plants","start":43,"end":49,"id":7,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":8,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"some","start":55,"end":59,"id":10,"ws":true,"disabled":false},{"text":"research","start":60,"end":68,"id":11,"ws":true,"disabled":false},{"text":"suggests","start":69,"end":77,"id":12,"ws":true,"disabled":false},{"text":"it","start":78,"end":80,"id":13,"ws":true,"disabled":false},{"text":"could","start":81,"end":86,"id":14,"ws":true,"disabled":false},{"text":"even","start":87,"end":91,"id":15,"ws":true,"disabled":false},{"text":"impact","start":92,"end":98,"id":16,"ws":true,"disabled":false},{"text":"tree","start":99,"end":103,"id":17,"ws":true,"disabled":false},{"text":"mortality","start":104,"end":113,"id":18,"ws":false,"disabled":false},{"text":".","start":113,"end":114,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":17,"end":42,"token_start":3,"token_end":6,"label":"change_direction"},"child_span":{"start":43,"end":49,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":7,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":43,"end":49,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":17,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":99,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":17,"head_span":{"start":104,"end":113,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":99,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Wireless companies whose networks are threatened by hurricanes, floods, fires and other extreme weather are rebuilding to withstand repeat disasters and factoring climate change into their long-term planning.\n","text":"Wireless companies whose networks are threatened by hurricanes, floods, fires and other extreme weather are rebuilding to withstand repeat disasters and factoring climate change into their long-term planning. IMPLIED_BASE IMPLIED_BASE","characters":"209","document_index":"485","md_sentence_index":"0","classification_origin":"causal_sentence_classification","url":"https://www.axios.com/wireless-next-challenge-is-climate-change-16441370-8651-41a0-b2a1-0126228caad4.html","combo_id":"485_0","post-training batch1":"485_0","_input_hash":-1902093882,"_task_hash":689935049,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"type_of"},{"start":9,"end":18,"token_start":1,"token_end":1,"label":"to_whom"},{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},{"start":38,"end":48,"token_start":5,"token_end":5,"label":"change_direction"},{"start":49,"end":51,"token_start":6,"token_end":6,"label":"predicate"},{"text":"hurricanes","start":52,"token_start":7,"token_end":7,"end":62,"type":"pattern","label":"base"},{"text":"floods","start":64,"token_start":9,"token_end":9,"end":70,"type":"pattern","label":"base"},{"start":72,"end":77,"token_start":11,"token_end":11,"label":"base"},{"start":88,"end":95,"token_start":14,"token_end":14,"label":"type_of"},{"start":96,"end":103,"token_start":15,"token_end":15,"label":"base"},{"start":108,"end":131,"token_start":17,"token_end":19,"label":"change_direction"},{"start":132,"end":138,"token_start":20,"token_end":20,"label":"type_of"},{"start":139,"end":148,"token_start":21,"token_end":21,"label":"base"},{"text":"climate change","start":163,"token_start":24,"token_end":25,"end":177,"type":"pattern","label":"base"},{"start":189,"end":198,"token_start":28,"token_end":30,"label":"type_of"},{"start":199,"end":207,"token_start":31,"token_end":31,"label":"base"}],"tokens":[{"text":"Wireless","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"companies","start":9,"end":18,"id":1,"ws":true,"disabled":false},{"text":"whose","start":19,"end":24,"id":2,"ws":true,"disabled":false},{"text":"networks","start":25,"end":33,"id":3,"ws":true,"disabled":false},{"text":"are","start":34,"end":37,"id":4,"ws":true,"disabled":false},{"text":"threatened","start":38,"end":48,"id":5,"ws":true,"disabled":false},{"text":"by","start":49,"end":51,"id":6,"ws":true,"disabled":false},{"text":"hurricanes","start":52,"end":62,"id":7,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":8,"ws":true,"disabled":false},{"text":"floods","start":64,"end":70,"id":9,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":10,"ws":true,"disabled":false},{"text":"fires","start":72,"end":77,"id":11,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":12,"ws":true,"disabled":false},{"text":"other","start":82,"end":87,"id":13,"ws":true,"disabled":false},{"text":"extreme","start":88,"end":95,"id":14,"ws":true,"disabled":false},{"text":"weather","start":96,"end":103,"id":15,"ws":true,"disabled":false},{"text":"are","start":104,"end":107,"id":16,"ws":true,"disabled":false},{"text":"rebuilding","start":108,"end":118,"id":17,"ws":true,"disabled":false},{"text":"to","start":119,"end":121,"id":18,"ws":true,"disabled":false},{"text":"withstand","start":122,"end":131,"id":19,"ws":true,"disabled":false},{"text":"repeat","start":132,"end":138,"id":20,"ws":true,"disabled":false},{"text":"disasters","start":139,"end":148,"id":21,"ws":true,"disabled":false},{"text":"and","start":149,"end":152,"id":22,"ws":true,"disabled":false},{"text":"factoring","start":153,"end":162,"id":23,"ws":true,"disabled":false},{"text":"climate","start":163,"end":170,"id":24,"ws":true,"disabled":false},{"text":"change","start":171,"end":177,"id":25,"ws":true,"disabled":false},{"text":"into","start":178,"end":182,"id":26,"ws":true,"disabled":false},{"text":"their","start":183,"end":188,"id":27,"ws":true,"disabled":false},{"text":"long","start":189,"end":193,"id":28,"ws":false,"disabled":false},{"text":"-","start":193,"end":194,"id":29,"ws":false,"disabled":false},{"text":"term","start":194,"end":198,"id":30,"ws":true,"disabled":false},{"text":"planning","start":199,"end":207,"id":31,"ws":false,"disabled":false},{"text":".","start":207,"end":208,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":209,"end":221,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":222,"end":234,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":5,"child":3,"head_span":{"start":38,"end":48,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":3,"head_span":{"start":52,"end":62,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":3,"head_span":{"start":64,"end":70,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":3,"head_span":{"start":72,"end":77,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":3,"head_span":{"start":96,"end":103,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":15,"head_span":{"start":88,"end":95,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":96,"end":103,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":132,"end":138,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":139,"end":148,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":31,"head_span":{"start":189,"end":198,"token_start":28,"token_end":30,"label":"type_of"},"child_span":{"start":199,"end":207,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":3,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":3,"head_span":{"start":9,"end":18,"token_start":1,"token_end":1,"label":"to_whom"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Many of the blazes were sparked by an unprecedented lightning siege of nearly 12,000 strikes over a three-day period.\n","text":"Many of the blazes were sparked by an unprecedented lightning siege of nearly 12,000 strikes over a three-day period. IMPLIED_BASE IMPLIED_BASE","characters":"118","document_index":"783","md_sentence_index":"8","classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2020/08/22/california-wildfires-updates-saturday-map-redwood-trees-burn-big-basin/3419083001/","combo_id":"783_8","post-training batch1":"783_8","_input_hash":-842909152,"_task_hash":-692775225,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"effect_size"},{"start":12,"end":18,"token_start":3,"token_end":3,"label":"base"},{"start":24,"end":31,"token_start":5,"token_end":5,"label":"change_direction"},{"start":38,"end":51,"token_start":8,"token_end":8,"label":"type_of"},{"start":52,"end":61,"token_start":9,"token_end":9,"label":"base"},{"start":62,"end":67,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":71,"end":92,"token_start":12,"token_end":14,"label":"effect_size"},{"start":93,"end":116,"token_start":15,"token_end":20,"label":"when"}],"tokens":[{"text":"Many","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"of","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"blazes","start":12,"end":18,"id":3,"ws":true,"disabled":false},{"text":"were","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"sparked","start":24,"end":31,"id":5,"ws":true,"disabled":false},{"text":"by","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"an","start":35,"end":37,"id":7,"ws":true,"disabled":false},{"text":"unprecedented","start":38,"end":51,"id":8,"ws":true,"disabled":false},{"text":"lightning","start":52,"end":61,"id":9,"ws":true,"disabled":false},{"text":"siege","start":62,"end":67,"id":10,"ws":true,"disabled":false},{"text":"of","start":68,"end":70,"id":11,"ws":true,"disabled":false},{"text":"nearly","start":71,"end":77,"id":12,"ws":true,"disabled":false},{"text":"12,000","start":78,"end":84,"id":13,"ws":true,"disabled":false},{"text":"strikes","start":85,"end":92,"id":14,"ws":true,"disabled":false},{"text":"over","start":93,"end":97,"id":15,"ws":true,"disabled":false},{"text":"a","start":98,"end":99,"id":16,"ws":true,"disabled":false},{"text":"three","start":100,"end":105,"id":17,"ws":false,"disabled":false},{"text":"-","start":105,"end":106,"id":18,"ws":false,"disabled":false},{"text":"day","start":106,"end":109,"id":19,"ws":true,"disabled":false},{"text":"period","start":110,"end":116,"id":20,"ws":false,"disabled":false},{"text":".","start":116,"end":117,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":118,"end":130,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":131,"end":143,"id":23,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":5,"child":3,"head_span":{"start":24,"end":31,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":12,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":38,"end":51,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":52,"end":61,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":62,"end":67,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":52,"end":61,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":3,"head_span":{"start":52,"end":61,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":12,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Despite the study\u2019s relatively narrow scope, the authors argue that the results likely apply to other creatures, including those rare and vulnerable species already imperiled by habitat fragmentation, pollution, and other human-caused disruptions.","text":"Despite the study\u2019s relatively narrow scope, the authors argue that the results likely apply to other creatures, including those rare and vulnerable species already imperiled by habitat fragmentation, pollution, and other human-caused disruptions. IMPLIED_BASE IMPLIED_BASE","characters":"247","document_index":"316","md_sentence_index":"10","classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/wgbh/nova/article/animal-adaptation-climate-change/","combo_id":"316_10","post-training batch1":"316_10","_input_hash":1007934267,"_task_hash":-185231930,"spans":[{"start":129,"end":133,"token_start":22,"token_end":22,"label":"type_of"},{"start":138,"end":148,"token_start":24,"token_end":24,"label":"type_of"},{"text":"species","start":149,"token_start":25,"token_end":25,"end":156,"type":"pattern","label":"base"},{"start":165,"end":174,"token_start":27,"token_end":27,"label":"change_direction"},{"text":"habitat","start":178,"token_start":29,"token_end":29,"end":185,"type":"pattern","label":"base"},{"start":186,"end":199,"token_start":30,"token_end":30,"label":"aspect_changing"},{"text":"pollution","start":201,"token_start":32,"token_end":32,"end":210,"type":"pattern","label":"base"},{"start":222,"end":234,"token_start":36,"token_end":38,"label":"type_of"},{"start":235,"end":246,"token_start":39,"token_end":39,"label":"base"}],"tokens":[{"text":"Despite","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":1,"ws":true,"disabled":false},{"text":"study","start":12,"end":17,"id":2,"ws":false,"disabled":false},{"text":"\u2019s","start":17,"end":19,"id":3,"ws":true,"disabled":false},{"text":"relatively","start":20,"end":30,"id":4,"ws":true,"disabled":false},{"text":"narrow","start":31,"end":37,"id":5,"ws":true,"disabled":false},{"text":"scope","start":38,"end":43,"id":6,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":7,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":8,"ws":true,"disabled":false},{"text":"authors","start":49,"end":56,"id":9,"ws":true,"disabled":false},{"text":"argue","start":57,"end":62,"id":10,"ws":true,"disabled":false},{"text":"that","start":63,"end":67,"id":11,"ws":true,"disabled":false},{"text":"the","start":68,"end":71,"id":12,"ws":true,"disabled":false},{"text":"results","start":72,"end":79,"id":13,"ws":true,"disabled":false},{"text":"likely","start":80,"end":86,"id":14,"ws":true,"disabled":false},{"text":"apply","start":87,"end":92,"id":15,"ws":true,"disabled":false},{"text":"to","start":93,"end":95,"id":16,"ws":true,"disabled":false},{"text":"other","start":96,"end":101,"id":17,"ws":true,"disabled":false},{"text":"creatures","start":102,"end":111,"id":18,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":19,"ws":true,"disabled":false},{"text":"including","start":113,"end":122,"id":20,"ws":true,"disabled":false},{"text":"those","start":123,"end":128,"id":21,"ws":true,"disabled":false},{"text":"rare","start":129,"end":133,"id":22,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":23,"ws":true,"disabled":false},{"text":"vulnerable","start":138,"end":148,"id":24,"ws":true,"disabled":false},{"text":"species","start":149,"end":156,"id":25,"ws":true,"disabled":false},{"text":"already","start":157,"end":164,"id":26,"ws":true,"disabled":false},{"text":"imperiled","start":165,"end":174,"id":27,"ws":true,"disabled":false},{"text":"by","start":175,"end":177,"id":28,"ws":true,"disabled":false},{"text":"habitat","start":178,"end":185,"id":29,"ws":true,"disabled":false},{"text":"fragmentation","start":186,"end":199,"id":30,"ws":false,"disabled":false},{"text":",","start":199,"end":200,"id":31,"ws":true,"disabled":false},{"text":"pollution","start":201,"end":210,"id":32,"ws":false,"disabled":false},{"text":",","start":210,"end":211,"id":33,"ws":true,"disabled":false},{"text":"and","start":212,"end":215,"id":34,"ws":true,"disabled":false},{"text":"other","start":216,"end":221,"id":35,"ws":true,"disabled":false},{"text":"human","start":222,"end":227,"id":36,"ws":false,"disabled":false},{"text":"-","start":227,"end":228,"id":37,"ws":false,"disabled":false},{"text":"caused","start":228,"end":234,"id":38,"ws":true,"disabled":false},{"text":"disruptions","start":235,"end":246,"id":39,"ws":false,"disabled":false},{"text":".","start":246,"end":247,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":248,"end":260,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":261,"end":273,"id":42,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":38,"child":39,"head_span":{"start":222,"end":234,"token_start":36,"token_end":38,"label":"type_of"},"child_span":{"start":235,"end":246,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":29,"head_span":{"start":186,"end":199,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":178,"end":185,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":25,"head_span":{"start":129,"end":133,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":25,"head_span":{"start":138,"end":148,"token_start":24,"token_end":24,"label":"type_of"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":25,"head_span":{"start":165,"end":174,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":25,"head_span":{"start":178,"end":185,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":25,"head_span":{"start":201,"end":210,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":25,"head_span":{"start":235,"end":246,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Already, human activities have caused an estimated 1.0 degree Celsius increase in global warming above pre-industrial levels.","text":"Already, human activities have caused an estimated 1.0 degree Celsius increase in global warming above pre-industrial levels. IMPLIED_BASE IMPLIED_BASE","characters":"125","document_index":"351","md_sentence_index":"9","classification_origin":"cm-label-eval","url":"https://news.globallandscapesforum.org/38511/leaked-ipcc-report-warns-of-the-future-of-oceans-in-climate-change/","combo_id":"351_9","post-training batch1":"351_9","_input_hash":-566524010,"_task_hash":499442349,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"when"},{"start":9,"end":25,"token_start":2,"token_end":3,"label":"base"},{"start":26,"end":30,"token_start":4,"token_end":4,"label":"confidence"},{"start":31,"end":37,"token_start":5,"token_end":5,"label":"predicate"},{"start":41,"end":69,"token_start":7,"token_end":10,"label":"effect_size"},{"text":"increase","start":70,"token_start":11,"token_end":11,"end":78,"type":"pattern","label":"change_direction"},{"text":"global warming","start":82,"token_start":13,"token_end":14,"end":96,"type":"pattern","label":"base"},{"start":97,"end":124,"token_start":15,"token_end":19,"label":"effect_size"}],"tokens":[{"text":"Already","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"human","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"activities","start":15,"end":25,"id":3,"ws":true,"disabled":false},{"text":"have","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"caused","start":31,"end":37,"id":5,"ws":true,"disabled":false},{"text":"an","start":38,"end":40,"id":6,"ws":true,"disabled":false},{"text":"estimated","start":41,"end":50,"id":7,"ws":true,"disabled":false},{"text":"1.0","start":51,"end":54,"id":8,"ws":true,"disabled":false},{"text":"degree","start":55,"end":61,"id":9,"ws":true,"disabled":false},{"text":"Celsius","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"increase","start":70,"end":78,"id":11,"ws":true,"disabled":false},{"text":"in","start":79,"end":81,"id":12,"ws":true,"disabled":false},{"text":"global","start":82,"end":88,"id":13,"ws":true,"disabled":false},{"text":"warming","start":89,"end":96,"id":14,"ws":true,"disabled":false},{"text":"above","start":97,"end":102,"id":15,"ws":true,"disabled":false},{"text":"pre","start":103,"end":106,"id":16,"ws":false,"disabled":false},{"text":"-","start":106,"end":107,"id":17,"ws":false,"disabled":false},{"text":"industrial","start":107,"end":117,"id":18,"ws":true,"disabled":false},{"text":"levels","start":118,"end":124,"id":19,"ws":false,"disabled":false},{"text":".","start":124,"end":125,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":11,"child":14,"head_span":{"start":70,"end":78,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":82,"end":96,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":14,"head_span":{"start":9,"end":25,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":82,"end":96,"token_start":13,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Following Hurricanes Katrina and Rita, women in temporary housing attempted suicide 78 times more frequently than women not affected by the storms.\n","text":"Following Hurricanes Katrina and Rita, women in temporary housing attempted suicide 78 times more frequently than women not affected by the storms. IMPLIED_BASE IMPLIED_BASE","characters":"148","document_index":"269","md_sentence_index":"28","classification_origin":"cm-label-eval","url":"https://www.tampabay.com/opinion/columns/how-climate-change-is-hurting-public-health-column-20190723/","combo_id":"269_28","post-training batch1":"269_28","_input_hash":2008626710,"_task_hash":-1875497042,"spans":[{"text":"Hurricanes","start":10,"token_start":1,"token_end":1,"end":20,"type":"pattern","label":"base"},{"start":84,"end":92,"token_start":12,"token_end":13,"label":"effect_size"},{"start":93,"end":108,"token_start":14,"token_end":15,"label":"change_direction"},{"label":"predicate"},{"start":0,"end":9,"token_start":0,"token_end":0,"label":"predicate"},{"start":39,"end":65,"token_start":6,"token_end":9,"label":"to_whom"},{"start":66,"end":75,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":76,"end":83,"token_start":11,"token_end":11,"label":"base"}],"tokens":[{"text":"Following","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"Hurricanes","start":10,"end":20,"id":1,"ws":true,"disabled":false},{"text":"Katrina","start":21,"end":28,"id":2,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":3,"ws":true,"disabled":false},{"text":"Rita","start":33,"end":37,"id":4,"ws":false,"disabled":false},{"text":",","start":37,"end":38,"id":5,"ws":true,"disabled":false},{"text":"women","start":39,"end":44,"id":6,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"temporary","start":48,"end":57,"id":8,"ws":true,"disabled":false},{"text":"housing","start":58,"end":65,"id":9,"ws":true,"disabled":false},{"text":"attempted","start":66,"end":75,"id":10,"ws":true,"disabled":false},{"text":"suicide","start":76,"end":83,"id":11,"ws":true,"disabled":false},{"text":"78","start":84,"end":86,"id":12,"ws":true,"disabled":false},{"text":"times","start":87,"end":92,"id":13,"ws":true,"disabled":false},{"text":"more","start":93,"end":97,"id":14,"ws":true,"disabled":false},{"text":"frequently","start":98,"end":108,"id":15,"ws":true,"disabled":false},{"text":"than","start":109,"end":113,"id":16,"ws":true,"disabled":false},{"text":"women","start":114,"end":119,"id":17,"ws":true,"disabled":false},{"text":"not","start":120,"end":123,"id":18,"ws":true,"disabled":false},{"text":"affected","start":124,"end":132,"id":19,"ws":true,"disabled":false},{"text":"by","start":133,"end":135,"id":20,"ws":true,"disabled":false},{"text":"the","start":136,"end":139,"id":21,"ws":true,"disabled":false},{"text":"storms","start":140,"end":146,"id":22,"ws":false,"disabled":false},{"text":".","start":146,"end":147,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":15,"child":11,"head_span":{"start":93,"end":108,"token_start":14,"token_end":15,"label":"change_direction"},"child_span":{"start":76,"end":83,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":39,"end":65,"token_start":6,"token_end":9,"label":"to_whom"},"child_span":{"start":76,"end":83,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":11,"head_span":{"start":10,"end":20,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":76,"end":83,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":11,"head_span":{"start":66,"end":75,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":76,"end":83,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Air Pollution in California could created a serious public health hazard.\n","text":"Air Pollution in California could created a serious public health hazard. IMPLIED_BASE IMPLIED_BASE","characters":"74","document_index":"714","md_sentence_index":"178","classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/effects-of-climate-change-2014-6","combo_id":"714_178","post-training batch1":"714_178","_input_hash":-1702266421,"_task_hash":-527735626,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},{"start":14,"end":27,"token_start":2,"token_end":3,"label":"where"},{"start":28,"end":33,"token_start":4,"token_end":4,"label":"confidence"},{"start":34,"end":41,"token_start":5,"token_end":5,"label":"predicate"},{"start":44,"end":51,"token_start":7,"token_end":7,"label":"effect_size"},{"start":52,"end":58,"token_start":8,"token_end":8,"label":"type_of"},{"text":"health","start":59,"token_start":9,"token_end":9,"end":65,"type":"pattern","label":"base"},{"start":66,"end":72,"token_start":10,"token_end":10,"label":"aspect_changing"}],"tokens":[{"text":"Air","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Pollution","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"in","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"California","start":17,"end":27,"id":3,"ws":true,"disabled":false},{"text":"could","start":28,"end":33,"id":4,"ws":true,"disabled":false},{"text":"created","start":34,"end":41,"id":5,"ws":true,"disabled":false},{"text":"a","start":42,"end":43,"id":6,"ws":true,"disabled":false},{"text":"serious","start":44,"end":51,"id":7,"ws":true,"disabled":false},{"text":"public","start":52,"end":58,"id":8,"ws":true,"disabled":false},{"text":"health","start":59,"end":65,"id":9,"ws":true,"disabled":false},{"text":"hazard","start":66,"end":72,"id":10,"ws":false,"disabled":false},{"text":".","start":72,"end":73,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":74,"end":86,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":87,"end":99,"id":13,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":8,"child":9,"head_span":{"start":52,"end":58,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":59,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":66,"end":72,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":59,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":9,"head_span":{"start":44,"end":51,"token_start":7,"token_end":7,"label":"effect_size"},"child_span":{"start":59,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":9,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":59,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\"As freshwater lakes get hotter in the summer, that leads to more amoebae in the water and increased human risk,\" said Sonia Altizer, an associate professor of ecology at the University of Georgia.\n","text":"\"As freshwater lakes get hotter in the summer, that leads to more amoebae in the water and increased human risk,\" said Sonia Altizer, an associate professor of ecology at the University of Georgia. IMPLIED_BASE IMPLIED_BASE","characters":"198","document_index":"829","md_sentence_index":"43","classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/how-the-spreading-symptoms-of-climate-change-can-be-deadly/","combo_id":"829_43","post-training batch1":"829_43","_input_hash":-1715817510,"_task_hash":-473744542,"spans":[{"start":1,"end":3,"token_start":1,"token_end":1,"label":"predicate"},{"text":"freshwater","start":4,"token_start":2,"token_end":2,"end":14,"type":"pattern","label":"type_of"},{"text":"lakes","start":15,"token_start":3,"token_end":3,"end":20,"type":"pattern","label":"base"},{"text":"hotter","start":25,"token_start":5,"token_end":5,"end":31,"type":"pattern","label":"change_direction"},{"start":32,"end":45,"token_start":6,"token_end":8,"label":"when"},{"start":52,"end":60,"token_start":11,"token_end":12,"label":"predicate"},{"text":"more","start":61,"token_start":13,"token_end":13,"end":65,"type":"pattern","label":"change_direction"},{"start":66,"end":73,"token_start":14,"token_end":14,"label":"base"},{"start":74,"end":86,"token_start":15,"token_end":17,"label":"where"},{"text":"increased","start":91,"token_start":19,"token_end":19,"end":100,"type":"pattern","label":"change_direction"},{"start":101,"end":111,"token_start":20,"token_end":21,"label":"aspect_changing"},{"start":198,"end":210,"token_start":39,"token_end":39,"label":"base"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"As","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"freshwater","start":4,"end":14,"id":2,"ws":true,"disabled":false},{"text":"lakes","start":15,"end":20,"id":3,"ws":true,"disabled":false},{"text":"get","start":21,"end":24,"id":4,"ws":true,"disabled":false},{"text":"hotter","start":25,"end":31,"id":5,"ws":true,"disabled":false},{"text":"in","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":7,"ws":true,"disabled":false},{"text":"summer","start":39,"end":45,"id":8,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":9,"ws":true,"disabled":false},{"text":"that","start":47,"end":51,"id":10,"ws":true,"disabled":false},{"text":"leads","start":52,"end":57,"id":11,"ws":true,"disabled":false},{"text":"to","start":58,"end":60,"id":12,"ws":true,"disabled":false},{"text":"more","start":61,"end":65,"id":13,"ws":true,"disabled":false},{"text":"amoebae","start":66,"end":73,"id":14,"ws":true,"disabled":false},{"text":"in","start":74,"end":76,"id":15,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":16,"ws":true,"disabled":false},{"text":"water","start":81,"end":86,"id":17,"ws":true,"disabled":false},{"text":"and","start":87,"end":90,"id":18,"ws":true,"disabled":false},{"text":"increased","start":91,"end":100,"id":19,"ws":true,"disabled":false},{"text":"human","start":101,"end":106,"id":20,"ws":true,"disabled":false},{"text":"risk","start":107,"end":111,"id":21,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":22,"ws":false,"disabled":false},{"text":"\"","start":112,"end":113,"id":23,"ws":true,"disabled":false},{"text":"said","start":114,"end":118,"id":24,"ws":true,"disabled":false},{"text":"Sonia","start":119,"end":124,"id":25,"ws":true,"disabled":false},{"text":"Altizer","start":125,"end":132,"id":26,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":27,"ws":true,"disabled":false},{"text":"an","start":134,"end":136,"id":28,"ws":true,"disabled":false},{"text":"associate","start":137,"end":146,"id":29,"ws":true,"disabled":false},{"text":"professor","start":147,"end":156,"id":30,"ws":true,"disabled":false},{"text":"of","start":157,"end":159,"id":31,"ws":true,"disabled":false},{"text":"ecology","start":160,"end":167,"id":32,"ws":true,"disabled":false},{"text":"at","start":168,"end":170,"id":33,"ws":true,"disabled":false},{"text":"the","start":171,"end":174,"id":34,"ws":true,"disabled":false},{"text":"University","start":175,"end":185,"id":35,"ws":true,"disabled":false},{"text":"of","start":186,"end":188,"id":36,"ws":true,"disabled":false},{"text":"Georgia","start":189,"end":196,"id":37,"ws":false,"disabled":false},{"text":".","start":196,"end":197,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":211,"end":223,"id":40,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":5,"child":3,"head_span":{"start":25,"end":31,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":3,"head_span":{"start":4,"end":14,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":3,"head_span":{"start":32,"end":45,"token_start":6,"token_end":8,"label":"when"},"child_span":{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":61,"end":65,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":66,"end":73,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":14,"head_span":{"start":74,"end":86,"token_start":15,"token_end":17,"label":"where"},"child_span":{"start":66,"end":73,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":39,"head_span":{"start":91,"end":100,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":198,"end":210,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":39,"head_span":{"start":101,"end":111,"token_start":20,"token_end":21,"label":"aspect_changing"},"child_span":{"start":198,"end":210,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":14,"head_span":{"start":15,"end":20,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":66,"end":73,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":39,"head_span":{"start":66,"end":73,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":198,"end":210,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Climate change should cause net extinctions to increase in the south and at low elevations and to decrease in the north and at high elevations.\n","text":"Climate change should cause net extinctions to increase in the south and at low elevations and to decrease in the north and at high elevations. IMPLIED_BASE IMPLIED_BASE","characters":"144","document_index":"715","md_sentence_index":"279","classification_origin":"causal_sentence_classification","url":"https://earthtosky.org/climate-change-categories?tmpl=component&article_id=78","combo_id":"715_279","post-training batch1":"715_279","_input_hash":-1268755690,"_task_hash":-1176975887,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":15,"end":21,"token_start":2,"token_end":2,"label":"confidence"},{"start":22,"end":27,"token_start":3,"token_end":3,"label":"predicate"},{"start":28,"end":31,"token_start":4,"token_end":4,"label":"type_of"},{"text":"extinctions","start":32,"token_start":5,"token_end":5,"end":43,"type":"pattern","label":"base"},{"text":"increase","start":47,"token_start":7,"token_end":7,"end":55,"type":"pattern","label":"change_direction"},{"start":56,"end":68,"token_start":8,"token_end":10,"label":"where"},{"start":73,"end":90,"token_start":12,"token_end":14,"label":"where"},{"text":"decrease","start":98,"token_start":17,"token_end":17,"end":106,"type":"pattern","label":"change_direction"},{"start":107,"end":119,"token_start":18,"token_end":20,"label":"where"},{"start":124,"end":142,"token_start":22,"token_end":24,"label":"where"},{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"should","start":15,"end":21,"id":2,"ws":true,"disabled":false},{"text":"cause","start":22,"end":27,"id":3,"ws":true,"disabled":false},{"text":"net","start":28,"end":31,"id":4,"ws":true,"disabled":false},{"text":"extinctions","start":32,"end":43,"id":5,"ws":true,"disabled":false},{"text":"to","start":44,"end":46,"id":6,"ws":true,"disabled":false},{"text":"increase","start":47,"end":55,"id":7,"ws":true,"disabled":false},{"text":"in","start":56,"end":58,"id":8,"ws":true,"disabled":false},{"text":"the","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"south","start":63,"end":68,"id":10,"ws":true,"disabled":false},{"text":"and","start":69,"end":72,"id":11,"ws":true,"disabled":false},{"text":"at","start":73,"end":75,"id":12,"ws":true,"disabled":false},{"text":"low","start":76,"end":79,"id":13,"ws":true,"disabled":false},{"text":"elevations","start":80,"end":90,"id":14,"ws":true,"disabled":false},{"text":"and","start":91,"end":94,"id":15,"ws":true,"disabled":false},{"text":"to","start":95,"end":97,"id":16,"ws":true,"disabled":false},{"text":"decrease","start":98,"end":106,"id":17,"ws":true,"disabled":false},{"text":"in","start":107,"end":109,"id":18,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":19,"ws":true,"disabled":false},{"text":"north","start":114,"end":119,"id":20,"ws":true,"disabled":false},{"text":"and","start":120,"end":123,"id":21,"ws":true,"disabled":false},{"text":"at","start":124,"end":126,"id":22,"ws":true,"disabled":false},{"text":"high","start":127,"end":131,"id":23,"ws":true,"disabled":false},{"text":"elevations","start":132,"end":142,"id":24,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":28,"end":31,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":26,"head_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":7,"child":5,"head_span":{"start":47,"end":55,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":5,"head_span":{"start":56,"end":68,"token_start":8,"token_end":10,"label":"where"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":5,"head_span":{"start":73,"end":90,"token_start":12,"token_end":14,"label":"where"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":26,"head_span":{"start":98,"end":106,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":26,"head_span":{"start":107,"end":119,"token_start":18,"token_end":20,"label":"where"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":26,"head_span":{"start":124,"end":142,"token_start":22,"token_end":24,"label":"where"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":32,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":26,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":144,"end":156,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Another increased hazard slower storms bring is increased wind damage, due to an increase in the duration of damaging winds structures are exposed to.\n","text":"Another increased hazard slower storms bring is increased wind damage, due to an increase in the duration of damaging winds structures are exposed to. IMPLIED_BASE IMPLIED_BASE","characters":"151","document_index":"869","md_sentence_index":"49","classification_origin":"causal_sentence_classification","url":"https://www.wunderground.com/cat6/Slow-Moving-Hurricanes-Barry-Growing-More-Common","combo_id":"869_49","post-training batch1":"869_49","_input_hash":1547918292,"_task_hash":-1785119052,"spans":[{"text":"increased","start":8,"token_start":1,"token_end":1,"end":17,"type":"pattern","label":"change_direction"},{"start":18,"end":24,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":25,"end":31,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"storms","start":32,"token_start":4,"token_end":4,"end":38,"type":"pattern","label":"base"},{"start":39,"end":44,"token_start":5,"token_end":5,"label":"predicate"},{"text":"increased","start":48,"token_start":7,"token_end":7,"end":57,"type":"pattern","label":"change_direction"},{"start":58,"end":62,"token_start":8,"token_end":8,"label":"base"},{"start":63,"end":69,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":71,"end":77,"token_start":11,"token_end":12,"label":"predicate"},{"text":"increase","start":81,"token_start":14,"token_end":14,"end":89,"type":"pattern","label":"change_direction"},{"start":97,"end":123,"token_start":17,"token_end":20,"label":"aspect_changing"},{"start":124,"end":134,"token_start":21,"token_end":21,"label":"base"},{"start":139,"end":146,"token_start":23,"token_end":23,"label":"type_of"},{"start":151,"end":163,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"Another","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"increased","start":8,"end":17,"id":1,"ws":true,"disabled":false},{"text":"hazard","start":18,"end":24,"id":2,"ws":true,"disabled":false},{"text":"slower","start":25,"end":31,"id":3,"ws":true,"disabled":false},{"text":"storms","start":32,"end":38,"id":4,"ws":true,"disabled":false},{"text":"bring","start":39,"end":44,"id":5,"ws":true,"disabled":false},{"text":"is","start":45,"end":47,"id":6,"ws":true,"disabled":false},{"text":"increased","start":48,"end":57,"id":7,"ws":true,"disabled":false},{"text":"wind","start":58,"end":62,"id":8,"ws":true,"disabled":false},{"text":"damage","start":63,"end":69,"id":9,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":10,"ws":true,"disabled":false},{"text":"due","start":71,"end":74,"id":11,"ws":true,"disabled":false},{"text":"to","start":75,"end":77,"id":12,"ws":true,"disabled":false},{"text":"an","start":78,"end":80,"id":13,"ws":true,"disabled":false},{"text":"increase","start":81,"end":89,"id":14,"ws":true,"disabled":false},{"text":"in","start":90,"end":92,"id":15,"ws":true,"disabled":false},{"text":"the","start":93,"end":96,"id":16,"ws":true,"disabled":false},{"text":"duration","start":97,"end":105,"id":17,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":18,"ws":true,"disabled":false},{"text":"damaging","start":109,"end":117,"id":19,"ws":true,"disabled":false},{"text":"winds","start":118,"end":123,"id":20,"ws":true,"disabled":false},{"text":"structures","start":124,"end":134,"id":21,"ws":true,"disabled":false},{"text":"are","start":135,"end":138,"id":22,"ws":true,"disabled":false},{"text":"exposed","start":139,"end":146,"id":23,"ws":true,"disabled":false},{"text":"to","start":147,"end":149,"id":24,"ws":false,"disabled":false},{"text":".","start":149,"end":150,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":3,"child":4,"head_span":{"start":25,"end":31,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":32,"end":38,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":26,"head_span":{"start":18,"end":24,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":151,"end":163,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":26,"head_span":{"start":8,"end":17,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":151,"end":163,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":26,"head_span":{"start":32,"end":38,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":151,"end":163,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":8,"head_span":{"start":63,"end":69,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":58,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":48,"end":57,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":58,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":21,"head_span":{"start":139,"end":146,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":124,"end":134,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":97,"end":123,"token_start":17,"token_end":20,"label":"aspect_changing"},"child_span":{"start":124,"end":134,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":21,"head_span":{"start":81,"end":89,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":124,"end":134,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":21,"head_span":{"start":32,"end":38,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":124,"end":134,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":8,"head_span":{"start":124,"end":134,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":58,"end":62,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Air pollution, dust clouds, the stability of the upper atmosphere, and the relative warmth of the Atlantic Ocean compared to the Indian and Pacific Oceans can all influence the intensity and frequency of hurricanes.","text":"Air pollution, dust clouds, the stability of the upper atmosphere, and the relative warmth of the Atlantic Ocean compared to the Indian and Pacific Oceans can all influence the intensity and frequency of hurricanes. IMPLIED_BASE IMPLIED_BASE","characters":"215","document_index":"846","md_sentence_index":"164","classification_origin":"causal_sentence_classification","url":"https://www.vox.com/21452781/zogg-fire-glass-wildfire-california-climate-change-hurricanes-attribution-2020-debate","combo_id":"846_164","post-training batch1":"846_164","_input_hash":962083605,"_task_hash":-1618578478,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},{"text":"pollution","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":15,"end":19,"token_start":3,"token_end":3,"label":"type_of"},{"text":"clouds","start":20,"token_start":4,"token_end":4,"end":26,"type":"pattern","label":"base"},{"text":"stability","start":32,"token_start":7,"token_end":7,"end":41,"type":"pattern","label":"aspect_changing"},{"start":49,"end":54,"token_start":10,"token_end":10,"label":"type_of"},{"start":55,"end":65,"token_start":11,"token_end":11,"label":"base"},{"start":75,"end":90,"token_start":15,"token_end":16,"label":"aspect_changing"},{"start":98,"end":106,"token_start":19,"token_end":19,"label":"type_of"},{"text":"Ocean","start":107,"token_start":20,"token_end":20,"end":112,"type":"pattern","label":"base"},{"start":113,"end":154,"token_start":21,"token_end":27,"label":"effect_size"},{"start":163,"end":172,"token_start":30,"token_end":30,"label":"predicate"},{"text":"intensity","start":177,"token_start":32,"token_end":32,"end":186,"type":"pattern","label":"aspect_changing"},{"text":"frequency","start":191,"token_start":34,"token_end":34,"end":200,"type":"pattern","label":"aspect_changing"},{"text":"hurricanes","start":204,"token_start":36,"token_end":36,"end":214,"type":"pattern","label":"base"}],"tokens":[{"text":"Air","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"pollution","start":4,"end":13,"id":1,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":2,"ws":true,"disabled":false},{"text":"dust","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"clouds","start":20,"end":26,"id":4,"ws":false,"disabled":false},{"text":",","start":26,"end":27,"id":5,"ws":true,"disabled":false},{"text":"the","start":28,"end":31,"id":6,"ws":true,"disabled":false},{"text":"stability","start":32,"end":41,"id":7,"ws":true,"disabled":false},{"text":"of","start":42,"end":44,"id":8,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"upper","start":49,"end":54,"id":10,"ws":true,"disabled":false},{"text":"atmosphere","start":55,"end":65,"id":11,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":12,"ws":true,"disabled":false},{"text":"and","start":67,"end":70,"id":13,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":14,"ws":true,"disabled":false},{"text":"relative","start":75,"end":83,"id":15,"ws":true,"disabled":false},{"text":"warmth","start":84,"end":90,"id":16,"ws":true,"disabled":false},{"text":"of","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"the","start":94,"end":97,"id":18,"ws":true,"disabled":false},{"text":"Atlantic","start":98,"end":106,"id":19,"ws":true,"disabled":false},{"text":"Ocean","start":107,"end":112,"id":20,"ws":true,"disabled":false},{"text":"compared","start":113,"end":121,"id":21,"ws":true,"disabled":false},{"text":"to","start":122,"end":124,"id":22,"ws":true,"disabled":false},{"text":"the","start":125,"end":128,"id":23,"ws":true,"disabled":false},{"text":"Indian","start":129,"end":135,"id":24,"ws":true,"disabled":false},{"text":"and","start":136,"end":139,"id":25,"ws":true,"disabled":false},{"text":"Pacific","start":140,"end":147,"id":26,"ws":true,"disabled":false},{"text":"Oceans","start":148,"end":154,"id":27,"ws":true,"disabled":false},{"text":"can","start":155,"end":158,"id":28,"ws":true,"disabled":false},{"text":"all","start":159,"end":162,"id":29,"ws":true,"disabled":false},{"text":"influence","start":163,"end":172,"id":30,"ws":true,"disabled":false},{"text":"the","start":173,"end":176,"id":31,"ws":true,"disabled":false},{"text":"intensity","start":177,"end":186,"id":32,"ws":true,"disabled":false},{"text":"and","start":187,"end":190,"id":33,"ws":true,"disabled":false},{"text":"frequency","start":191,"end":200,"id":34,"ws":true,"disabled":false},{"text":"of","start":201,"end":203,"id":35,"ws":true,"disabled":false},{"text":"hurricanes","start":204,"end":214,"id":36,"ws":false,"disabled":false},{"text":".","start":214,"end":215,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":216,"end":228,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":229,"end":241,"id":39,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":27,"child":20,"head_span":{"start":113,"end":154,"token_start":21,"token_end":27,"label":"effect_size"},"child_span":{"start":107,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":98,"end":106,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":107,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":75,"end":90,"token_start":15,"token_end":16,"label":"aspect_changing"},"child_span":{"start":107,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":36,"head_span":{"start":191,"end":200,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":36,"head_span":{"start":177,"end":186,"token_start":32,"token_end":32,"label":"aspect_changing"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":15,"end":19,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":20,"end":26,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":49,"end":54,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":55,"end":65,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":11,"head_span":{"start":32,"end":41,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":55,"end":65,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":36,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":36,"head_span":{"start":20,"end":26,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":36,"head_span":{"start":55,"end":65,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":36,"head_span":{"start":107,"end":112,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"It\u2019s the big, industrial dairy farms that are responsible for 55 percent of the state\u2019s methane emissions.","text":"It\u2019s the big, industrial dairy farms that are responsible for 55 percent of the state\u2019s methane emissions. IMPLIED_BASE IMPLIED_BASE","characters":"106","document_index":"636","md_sentence_index":"171","classification_origin":"causal_sentence_classification","url":"https://www.vox.com/energy-and-environment/2020/2/14/21131109/california-natural-gas-renewable-socalgas","combo_id":"636_171","post-training batch1":"636_171","_input_hash":-225431552,"_task_hash":-758731357,"spans":[{"start":9,"end":30,"token_start":3,"token_end":6,"label":"type_of"},{"start":31,"end":36,"token_start":7,"token_end":7,"label":"base"},{"start":46,"end":61,"token_start":10,"token_end":11,"label":"predicate"},{"start":62,"end":72,"token_start":12,"token_end":13,"label":"effect_size"},{"text":"methane","start":88,"token_start":18,"token_end":18,"end":95,"type":"pattern","label":"base"},{"text":"emissions","start":96,"token_start":19,"token_end":19,"end":105,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":false,"disabled":false},{"text":"\u2019s","start":2,"end":4,"id":1,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":2,"ws":true,"disabled":false},{"text":"big","start":9,"end":12,"id":3,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":4,"ws":true,"disabled":false},{"text":"industrial","start":14,"end":24,"id":5,"ws":true,"disabled":false},{"text":"dairy","start":25,"end":30,"id":6,"ws":true,"disabled":false},{"text":"farms","start":31,"end":36,"id":7,"ws":true,"disabled":false},{"text":"that","start":37,"end":41,"id":8,"ws":true,"disabled":false},{"text":"are","start":42,"end":45,"id":9,"ws":true,"disabled":false},{"text":"responsible","start":46,"end":57,"id":10,"ws":true,"disabled":false},{"text":"for","start":58,"end":61,"id":11,"ws":true,"disabled":false},{"text":"55","start":62,"end":64,"id":12,"ws":true,"disabled":false},{"text":"percent","start":65,"end":72,"id":13,"ws":true,"disabled":false},{"text":"of","start":73,"end":75,"id":14,"ws":true,"disabled":false},{"text":"the","start":76,"end":79,"id":15,"ws":true,"disabled":false},{"text":"state","start":80,"end":85,"id":16,"ws":false,"disabled":false},{"text":"\u2019s","start":85,"end":87,"id":17,"ws":true,"disabled":false},{"text":"methane","start":88,"end":95,"id":18,"ws":true,"disabled":false},{"text":"emissions","start":96,"end":105,"id":19,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":19,"child":18,"head_span":{"start":96,"end":105,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":88,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":18,"head_span":{"start":62,"end":72,"token_start":12,"token_end":13,"label":"effect_size"},"child_span":{"start":88,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":18,"head_span":{"start":31,"end":36,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":88,"end":95,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":7,"head_span":{"start":9,"end":30,"token_start":3,"token_end":6,"label":"type_of"},"child_span":{"start":31,"end":36,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Warmer oceans cause hurricanes to have faster wind speeds and stronger central pressure, making the storms more intense.\n","text":"Warmer oceans cause hurricanes to have faster wind speeds and stronger central pressure, making the storms more intense. IMPLIED_BASE IMPLIED_BASE","characters":"121","document_index":"359","md_sentence_index":"32","classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/newshour/nation/is-climate-change-making-hurricanes-stall","combo_id":"359_32","post-training batch1":"359_32","_input_hash":1956827219,"_task_hash":-1114305977,"spans":[{"text":"Warmer","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"change_direction"},{"text":"oceans","start":7,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":14,"end":19,"token_start":2,"token_end":2,"label":"predicate"},{"text":"hurricanes","start":20,"token_start":3,"token_end":3,"end":30,"type":"pattern","label":"base"},{"start":39,"end":45,"token_start":6,"token_end":6,"label":"change_direction"},{"start":46,"end":57,"token_start":7,"token_end":8,"label":"aspect_changing"},{"start":62,"end":70,"token_start":10,"token_end":10,"label":"change_direction"},{"start":71,"end":87,"token_start":11,"token_end":12,"label":"aspect_changing"},{"start":89,"end":95,"token_start":14,"token_end":14,"label":"predicate"},{"text":"storms","start":100,"token_start":16,"token_end":16,"end":106,"type":"pattern","label":"base"},{"start":107,"end":119,"token_start":17,"token_end":18,"label":"change_direction"},{"start":121,"end":133,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"Warmer","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"oceans","start":7,"end":13,"id":1,"ws":true,"disabled":false},{"text":"cause","start":14,"end":19,"id":2,"ws":true,"disabled":false},{"text":"hurricanes","start":20,"end":30,"id":3,"ws":true,"disabled":false},{"text":"to","start":31,"end":33,"id":4,"ws":true,"disabled":false},{"text":"have","start":34,"end":38,"id":5,"ws":true,"disabled":false},{"text":"faster","start":39,"end":45,"id":6,"ws":true,"disabled":false},{"text":"wind","start":46,"end":50,"id":7,"ws":true,"disabled":false},{"text":"speeds","start":51,"end":57,"id":8,"ws":true,"disabled":false},{"text":"and","start":58,"end":61,"id":9,"ws":true,"disabled":false},{"text":"stronger","start":62,"end":70,"id":10,"ws":true,"disabled":false},{"text":"central","start":71,"end":78,"id":11,"ws":true,"disabled":false},{"text":"pressure","start":79,"end":87,"id":12,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":13,"ws":true,"disabled":false},{"text":"making","start":89,"end":95,"id":14,"ws":true,"disabled":false},{"text":"the","start":96,"end":99,"id":15,"ws":true,"disabled":false},{"text":"storms","start":100,"end":106,"id":16,"ws":true,"disabled":false},{"text":"more","start":107,"end":111,"id":17,"ws":true,"disabled":false},{"text":"intense","start":112,"end":119,"id":18,"ws":false,"disabled":false},{"text":".","start":119,"end":120,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":7,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":20,"head_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":121,"end":133,"token_start":20,"token_end":20,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":6,"child":3,"head_span":{"start":39,"end":45,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":3,"head_span":{"start":46,"end":57,"token_start":7,"token_end":8,"label":"aspect_changing"},"child_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":20,"head_span":{"start":62,"end":70,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":121,"end":133,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":20,"head_span":{"start":71,"end":87,"token_start":11,"token_end":12,"label":"aspect_changing"},"child_span":{"start":121,"end":133,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":3,"head_span":{"start":7,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":20,"head_span":{"start":7,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":121,"end":133,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":16,"head_span":{"start":121,"end":133,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":100,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":16,"head_span":{"start":107,"end":119,"token_start":17,"token_end":18,"label":"change_direction"},"child_span":{"start":100,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"One is that all that warm water allowed for the storm to ramp up quickly, undergoing what is known as rapid intensification as it exploded from a moderate category 2 to extreme category 5 over just two days.","text":"One is that all that warm water allowed for the storm to ramp up quickly, undergoing what is known as rapid intensification as it exploded from a moderate category 2 to extreme category 5 over just two days. IMPLIED_BASE IMPLIED_BASE","characters":"207","document_index":"360","md_sentence_index":"25","classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/commentisfree/2019/sep/04/climate-crisis-hurricane-dorian-floods-bahamas","combo_id":"360_25","post-training batch1":"360_25","_input_hash":311216143,"_task_hash":-1275645910,"spans":[{"start":21,"end":25,"token_start":5,"token_end":5,"label":"type_of"},{"text":"water","start":26,"token_start":6,"token_end":6,"end":31,"type":"pattern","label":"base"},{"start":32,"end":43,"token_start":7,"token_end":8,"label":"predicate"},{"text":"storm","start":48,"token_start":10,"token_end":10,"end":53,"type":"pattern","label":"base"},{"start":57,"end":72,"token_start":12,"token_end":14,"label":"change_direction"},{"start":102,"end":123,"token_start":21,"token_end":22,"label":"base"},{"start":130,"end":187,"token_start":25,"token_end":34,"label":"effect_size"},{"start":188,"end":206,"token_start":35,"token_end":38,"label":"when"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"is","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"that","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"all","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"that","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"warm","start":21,"end":25,"id":5,"ws":true,"disabled":false},{"text":"water","start":26,"end":31,"id":6,"ws":true,"disabled":false},{"text":"allowed","start":32,"end":39,"id":7,"ws":true,"disabled":false},{"text":"for","start":40,"end":43,"id":8,"ws":true,"disabled":false},{"text":"the","start":44,"end":47,"id":9,"ws":true,"disabled":false},{"text":"storm","start":48,"end":53,"id":10,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":11,"ws":true,"disabled":false},{"text":"ramp","start":57,"end":61,"id":12,"ws":true,"disabled":false},{"text":"up","start":62,"end":64,"id":13,"ws":true,"disabled":false},{"text":"quickly","start":65,"end":72,"id":14,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":15,"ws":true,"disabled":false},{"text":"undergoing","start":74,"end":84,"id":16,"ws":true,"disabled":false},{"text":"what","start":85,"end":89,"id":17,"ws":true,"disabled":false},{"text":"is","start":90,"end":92,"id":18,"ws":true,"disabled":false},{"text":"known","start":93,"end":98,"id":19,"ws":true,"disabled":false},{"text":"as","start":99,"end":101,"id":20,"ws":true,"disabled":false},{"text":"rapid","start":102,"end":107,"id":21,"ws":true,"disabled":false},{"text":"intensification","start":108,"end":123,"id":22,"ws":true,"disabled":false},{"text":"as","start":124,"end":126,"id":23,"ws":true,"disabled":false},{"text":"it","start":127,"end":129,"id":24,"ws":true,"disabled":false},{"text":"exploded","start":130,"end":138,"id":25,"ws":true,"disabled":false},{"text":"from","start":139,"end":143,"id":26,"ws":true,"disabled":false},{"text":"a","start":144,"end":145,"id":27,"ws":true,"disabled":false},{"text":"moderate","start":146,"end":154,"id":28,"ws":true,"disabled":false},{"text":"category","start":155,"end":163,"id":29,"ws":true,"disabled":false},{"text":"2","start":164,"end":165,"id":30,"ws":true,"disabled":false},{"text":"to","start":166,"end":168,"id":31,"ws":true,"disabled":false},{"text":"extreme","start":169,"end":176,"id":32,"ws":true,"disabled":false},{"text":"category","start":177,"end":185,"id":33,"ws":true,"disabled":false},{"text":"5","start":186,"end":187,"id":34,"ws":true,"disabled":false},{"text":"over","start":188,"end":192,"id":35,"ws":true,"disabled":false},{"text":"just","start":193,"end":197,"id":36,"ws":true,"disabled":false},{"text":"two","start":198,"end":201,"id":37,"ws":true,"disabled":false},{"text":"days","start":202,"end":206,"id":38,"ws":false,"disabled":false},{"text":".","start":206,"end":207,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":208,"end":220,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":221,"end":233,"id":41,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":21,"end":25,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":26,"end":31,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":10,"head_span":{"start":57,"end":72,"token_start":12,"token_end":14,"label":"change_direction"},"child_span":{"start":48,"end":53,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":10,"head_span":{"start":26,"end":31,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":48,"end":53,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":22,"head_span":{"start":26,"end":31,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":102,"end":123,"token_start":21,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The heat, according to researchers at the University of California, Berkeley, will drive deaths that soon outpace those from car crashes or opioid overdoses.","text":"The heat, according to researchers at the University of California, Berkeley, will drive deaths that soon outpace those from car crashes or opioid overdoses. IMPLIED_BASE IMPLIED_BASE","characters":"157","document_index":"773","md_sentence_index":"306","classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/07/23/magazine/climate-migration.html","combo_id":"773_306","post-training batch1":"773_306","_input_hash":-1465843895,"_task_hash":1915140866,"spans":[{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},{"start":78,"end":82,"token_start":14,"token_end":14,"label":"confidence"},{"start":83,"end":88,"token_start":15,"token_end":15,"label":"predicate"},{"start":89,"end":95,"token_start":16,"token_end":16,"label":"base"},{"start":106,"end":156,"token_start":19,"token_end":26,"label":"effect_size"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"heat","start":4,"end":8,"id":1,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":2,"ws":true,"disabled":false},{"text":"according","start":10,"end":19,"id":3,"ws":true,"disabled":false},{"text":"to","start":20,"end":22,"id":4,"ws":true,"disabled":false},{"text":"researchers","start":23,"end":34,"id":5,"ws":true,"disabled":false},{"text":"at","start":35,"end":37,"id":6,"ws":true,"disabled":false},{"text":"the","start":38,"end":41,"id":7,"ws":true,"disabled":false},{"text":"University","start":42,"end":52,"id":8,"ws":true,"disabled":false},{"text":"of","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"California","start":56,"end":66,"id":10,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":11,"ws":true,"disabled":false},{"text":"Berkeley","start":68,"end":76,"id":12,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":13,"ws":true,"disabled":false},{"text":"will","start":78,"end":82,"id":14,"ws":true,"disabled":false},{"text":"drive","start":83,"end":88,"id":15,"ws":true,"disabled":false},{"text":"deaths","start":89,"end":95,"id":16,"ws":true,"disabled":false},{"text":"that","start":96,"end":100,"id":17,"ws":true,"disabled":false},{"text":"soon","start":101,"end":105,"id":18,"ws":true,"disabled":false},{"text":"outpace","start":106,"end":113,"id":19,"ws":true,"disabled":false},{"text":"those","start":114,"end":119,"id":20,"ws":true,"disabled":false},{"text":"from","start":120,"end":124,"id":21,"ws":true,"disabled":false},{"text":"car","start":125,"end":128,"id":22,"ws":true,"disabled":false},{"text":"crashes","start":129,"end":136,"id":23,"ws":true,"disabled":false},{"text":"or","start":137,"end":139,"id":24,"ws":true,"disabled":false},{"text":"opioid","start":140,"end":146,"id":25,"ws":true,"disabled":false},{"text":"overdoses","start":147,"end":156,"id":26,"ws":false,"disabled":false},{"text":".","start":156,"end":157,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":26,"child":16,"head_span":{"start":106,"end":156,"token_start":19,"token_end":26,"label":"effect_size"},"child_span":{"start":89,"end":95,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":16,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":89,"end":95,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Wildfires are also expected to increase the risk for destructive mudslides, as landscapes laid bare by fire are drenched with winter rain.","text":"Wildfires are also expected to increase the risk for destructive mudslides, as landscapes laid bare by fire are drenched with winter rain. IMPLIED_BASE IMPLIED_BASE","characters":"138","document_index":"433","md_sentence_index":"23","classification_origin":"causal_sentence_classification","url":"https://yaleclimateconnections.org/2019/07/wildfires-and-climate-change-whats-the-connection/","combo_id":"433_23","post-training batch1":"433_23","_input_hash":-1659655781,"_task_hash":966915177,"spans":[{"text":"Wildfires","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"base"},{"start":19,"end":27,"token_start":3,"token_end":3,"label":"confidence"},{"text":"increase","start":31,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"change_direction"},{"text":"risk","start":44,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"aspect_changing"},{"start":53,"end":64,"token_start":9,"token_end":9,"label":"type_of"},{"text":"mudslides","start":65,"token_start":10,"token_end":10,"end":74,"type":"pattern","label":"base"},{"start":76,"end":78,"token_start":12,"token_end":12,"label":"predicate"},{"start":79,"end":89,"token_start":13,"token_end":13,"label":"base"},{"start":90,"end":107,"token_start":14,"token_end":17,"label":"type_of"},{"start":112,"end":137,"token_start":19,"token_end":22,"label":"base"}],"tokens":[{"text":"Wildfires","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"are","start":10,"end":13,"id":1,"ws":true,"disabled":false},{"text":"also","start":14,"end":18,"id":2,"ws":true,"disabled":false},{"text":"expected","start":19,"end":27,"id":3,"ws":true,"disabled":false},{"text":"to","start":28,"end":30,"id":4,"ws":true,"disabled":false},{"text":"increase","start":31,"end":39,"id":5,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":6,"ws":true,"disabled":false},{"text":"risk","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"for","start":49,"end":52,"id":8,"ws":true,"disabled":false},{"text":"destructive","start":53,"end":64,"id":9,"ws":true,"disabled":false},{"text":"mudslides","start":65,"end":74,"id":10,"ws":false,"disabled":false},{"text":",","start":74,"end":75,"id":11,"ws":true,"disabled":false},{"text":"as","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"landscapes","start":79,"end":89,"id":13,"ws":true,"disabled":false},{"text":"laid","start":90,"end":94,"id":14,"ws":true,"disabled":false},{"text":"bare","start":95,"end":99,"id":15,"ws":true,"disabled":false},{"text":"by","start":100,"end":102,"id":16,"ws":true,"disabled":false},{"text":"fire","start":103,"end":107,"id":17,"ws":true,"disabled":false},{"text":"are","start":108,"end":111,"id":18,"ws":true,"disabled":false},{"text":"drenched","start":112,"end":120,"id":19,"ws":true,"disabled":false},{"text":"with","start":121,"end":125,"id":20,"ws":true,"disabled":false},{"text":"winter","start":126,"end":132,"id":21,"ws":true,"disabled":false},{"text":"rain","start":133,"end":137,"id":22,"ws":false,"disabled":false},{"text":".","start":137,"end":138,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":9,"child":10,"head_span":{"start":53,"end":64,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":65,"end":74,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":44,"end":48,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":65,"end":74,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":10,"head_span":{"start":31,"end":39,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":65,"end":74,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":13,"head_span":{"start":112,"end":137,"token_start":19,"token_end":22,"label":"base"},"child_span":{"start":79,"end":89,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":13,"head_span":{"start":90,"end":107,"token_start":14,"token_end":17,"label":"type_of"},"child_span":{"start":79,"end":89,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":13,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":79,"end":89,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":10,"head_span":{"start":79,"end":89,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":65,"end":74,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Rachel Noble, a University of North Carolina microbiologist who has monitored the bacteria in rivers and estuaries in her state for more than 20 years, notes that storm surges can cause Vibrio concentrations to spike and linger in the water.","text":"Rachel Noble, a University of North Carolina microbiologist who has monitored the bacteria in rivers and estuaries in her state for more than 20 years, notes that storm surges can cause Vibrio concentrations to spike and linger in the water. IMPLIED_BASE IMPLIED_BASE","characters":"241","document_index":"861","md_sentence_index":"143","classification_origin":"causal_sentence_classification","url":"https://publicintegrity.org/environment/hidden-epidemics/vibrio-deadly-bacteria-coastal-waters-climate-change-health/","combo_id":"861_143","post-training batch1":"861_143","_input_hash":1077726875,"_task_hash":80785803,"spans":[{"text":"storm","start":163,"token_start":29,"token_end":29,"end":168,"type":"pattern","label":"base"},{"start":169,"end":175,"token_start":30,"token_end":30,"label":"aspect_changing"},{"start":176,"end":179,"token_start":31,"token_end":31,"label":"confidence"},{"start":180,"end":185,"token_start":32,"token_end":32,"label":"predicate"},{"start":186,"end":192,"token_start":33,"token_end":33,"label":"base"},{"text":"concentrations","start":193,"token_start":34,"token_end":34,"end":207,"type":"pattern","label":"aspect_changing"},{"start":208,"end":216,"token_start":35,"token_end":36,"label":"change_direction"},{"start":221,"end":240,"token_start":38,"token_end":41,"label":"change_direction"},{"start":242,"end":254,"token_start":43,"token_end":43,"label":"base"}],"tokens":[{"text":"Rachel","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"Noble","start":7,"end":12,"id":1,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":2,"ws":true,"disabled":false},{"text":"a","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"University","start":16,"end":26,"id":4,"ws":true,"disabled":false},{"text":"of","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"North","start":30,"end":35,"id":6,"ws":true,"disabled":false},{"text":"Carolina","start":36,"end":44,"id":7,"ws":true,"disabled":false},{"text":"microbiologist","start":45,"end":59,"id":8,"ws":true,"disabled":false},{"text":"who","start":60,"end":63,"id":9,"ws":true,"disabled":false},{"text":"has","start":64,"end":67,"id":10,"ws":true,"disabled":false},{"text":"monitored","start":68,"end":77,"id":11,"ws":true,"disabled":false},{"text":"the","start":78,"end":81,"id":12,"ws":true,"disabled":false},{"text":"bacteria","start":82,"end":90,"id":13,"ws":true,"disabled":false},{"text":"in","start":91,"end":93,"id":14,"ws":true,"disabled":false},{"text":"rivers","start":94,"end":100,"id":15,"ws":true,"disabled":false},{"text":"and","start":101,"end":104,"id":16,"ws":true,"disabled":false},{"text":"estuaries","start":105,"end":114,"id":17,"ws":true,"disabled":false},{"text":"in","start":115,"end":117,"id":18,"ws":true,"disabled":false},{"text":"her","start":118,"end":121,"id":19,"ws":true,"disabled":false},{"text":"state","start":122,"end":127,"id":20,"ws":true,"disabled":false},{"text":"for","start":128,"end":131,"id":21,"ws":true,"disabled":false},{"text":"more","start":132,"end":136,"id":22,"ws":true,"disabled":false},{"text":"than","start":137,"end":141,"id":23,"ws":true,"disabled":false},{"text":"20","start":142,"end":144,"id":24,"ws":true,"disabled":false},{"text":"years","start":145,"end":150,"id":25,"ws":false,"disabled":false},{"text":",","start":150,"end":151,"id":26,"ws":true,"disabled":false},{"text":"notes","start":152,"end":157,"id":27,"ws":true,"disabled":false},{"text":"that","start":158,"end":162,"id":28,"ws":true,"disabled":false},{"text":"storm","start":163,"end":168,"id":29,"ws":true,"disabled":false},{"text":"surges","start":169,"end":175,"id":30,"ws":true,"disabled":false},{"text":"can","start":176,"end":179,"id":31,"ws":true,"disabled":false},{"text":"cause","start":180,"end":185,"id":32,"ws":true,"disabled":false},{"text":"Vibrio","start":186,"end":192,"id":33,"ws":true,"disabled":false},{"text":"concentrations","start":193,"end":207,"id":34,"ws":true,"disabled":false},{"text":"to","start":208,"end":210,"id":35,"ws":true,"disabled":false},{"text":"spike","start":211,"end":216,"id":36,"ws":true,"disabled":false},{"text":"and","start":217,"end":220,"id":37,"ws":true,"disabled":false},{"text":"linger","start":221,"end":227,"id":38,"ws":true,"disabled":false},{"text":"in","start":228,"end":230,"id":39,"ws":true,"disabled":false},{"text":"the","start":231,"end":234,"id":40,"ws":true,"disabled":false},{"text":"water","start":235,"end":240,"id":41,"ws":false,"disabled":false},{"text":".","start":240,"end":241,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":242,"end":254,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":255,"end":267,"id":44,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":30,"child":29,"head_span":{"start":169,"end":175,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":163,"end":168,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":193,"end":207,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":186,"end":192,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":33,"head_span":{"start":208,"end":216,"token_start":35,"token_end":36,"label":"change_direction"},"child_span":{"start":186,"end":192,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":43,"head_span":{"start":186,"end":192,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":242,"end":254,"token_start":43,"token_end":43,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":41,"child":43,"head_span":{"start":221,"end":240,"token_start":38,"token_end":41,"label":"change_direction"},"child_span":{"start":242,"end":254,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":33,"head_span":{"start":163,"end":168,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":186,"end":192,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":43,"head_span":{"start":163,"end":168,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":242,"end":254,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Policies can improve energy efficiency, speed our transition from fossil fuels to renewable energy, and require companies to limit the amount of pollution that they produce.\n","text":"Policies can improve energy efficiency, speed our transition from fossil fuels to renewable energy, and require companies to limit the amount of pollution that they produce. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"857","md_sentence_index":"71","classification_origin":"causal_sentence_classification","url":"https://www.barrons.com/articles/7-ways-youre-already-paying-for-climate-change-51599995430","combo_id":"857_71","post-training batch1":"857_71","_input_hash":168784293,"_task_hash":685716308,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},{"start":9,"end":12,"token_start":1,"token_end":1,"label":"confidence"},{"start":13,"end":20,"token_start":2,"token_end":2,"label":"change_direction"},{"start":21,"end":27,"token_start":3,"token_end":3,"label":"base"},{"start":28,"end":38,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":40,"end":45,"token_start":6,"token_end":6,"label":"change_direction"},{"start":50,"end":98,"token_start":8,"token_end":14,"label":"base"},{"start":112,"end":121,"token_start":18,"token_end":18,"label":"to_whom"},{"start":125,"end":130,"token_start":20,"token_end":20,"label":"change_direction"},{"start":135,"end":141,"token_start":22,"token_end":22,"label":"aspect_changing"},{"text":"pollution","start":145,"token_start":24,"token_end":24,"end":154,"type":"pattern","label":"base"}],"tokens":[{"text":"Policies","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"can","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"improve","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"energy","start":21,"end":27,"id":3,"ws":true,"disabled":false},{"text":"efficiency","start":28,"end":38,"id":4,"ws":false,"disabled":false},{"text":",","start":38,"end":39,"id":5,"ws":true,"disabled":false},{"text":"speed","start":40,"end":45,"id":6,"ws":true,"disabled":false},{"text":"our","start":46,"end":49,"id":7,"ws":true,"disabled":false},{"text":"transition","start":50,"end":60,"id":8,"ws":true,"disabled":false},{"text":"from","start":61,"end":65,"id":9,"ws":true,"disabled":false},{"text":"fossil","start":66,"end":72,"id":10,"ws":true,"disabled":false},{"text":"fuels","start":73,"end":78,"id":11,"ws":true,"disabled":false},{"text":"to","start":79,"end":81,"id":12,"ws":true,"disabled":false},{"text":"renewable","start":82,"end":91,"id":13,"ws":true,"disabled":false},{"text":"energy","start":92,"end":98,"id":14,"ws":false,"disabled":false},{"text":",","start":98,"end":99,"id":15,"ws":true,"disabled":false},{"text":"and","start":100,"end":103,"id":16,"ws":true,"disabled":false},{"text":"require","start":104,"end":111,"id":17,"ws":true,"disabled":false},{"text":"companies","start":112,"end":121,"id":18,"ws":true,"disabled":false},{"text":"to","start":122,"end":124,"id":19,"ws":true,"disabled":false},{"text":"limit","start":125,"end":130,"id":20,"ws":true,"disabled":false},{"text":"the","start":131,"end":134,"id":21,"ws":true,"disabled":false},{"text":"amount","start":135,"end":141,"id":22,"ws":true,"disabled":false},{"text":"of","start":142,"end":144,"id":23,"ws":true,"disabled":false},{"text":"pollution","start":145,"end":154,"id":24,"ws":true,"disabled":false},{"text":"that","start":155,"end":159,"id":25,"ws":true,"disabled":false},{"text":"they","start":160,"end":164,"id":26,"ws":true,"disabled":false},{"text":"produce","start":165,"end":172,"id":27,"ws":false,"disabled":false},{"text":".","start":172,"end":173,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":30,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":4,"child":3,"head_span":{"start":28,"end":38,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":21,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":3,"head_span":{"start":13,"end":20,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":21,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":14,"head_span":{"start":40,"end":45,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":50,"end":98,"token_start":8,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":135,"end":141,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":145,"end":154,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":24,"head_span":{"start":125,"end":130,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":145,"end":154,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":24,"head_span":{"start":112,"end":121,"token_start":18,"token_end":18,"label":"to_whom"},"child_span":{"start":145,"end":154,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":3,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":21,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":14,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":50,"end":98,"token_start":8,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":24,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":145,"end":154,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"ignore","reason":"not causal","relation count":"","complexity":"","original_md_text":"Hazards big enough to cause entire species to go extinct are relatively rare.","text":"Hazards big enough to cause entire species to go extinct are relatively rare. IMPLIED_BASE IMPLIED_BASE","characters":"77","document_index":"135","md_sentence_index":"27","classification_origin":"cm_cause_effect_rel","url":"http://theconversation.com/will-climate-change-cause-humans-to-go-extinct-117691","combo_id":"135_27","post-training batch1":"135_27","_input_hash":484186116,"_task_hash":-45983192,"spans":[{"text":"species","start":35,"token_start":6,"token_end":6,"end":42,"type":"pattern","label":"base"}],"tokens":[{"text":"Hazards","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"big","start":8,"end":11,"id":1,"ws":true,"disabled":false},{"text":"enough","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"to","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"cause","start":22,"end":27,"id":4,"ws":true,"disabled":false},{"text":"entire","start":28,"end":34,"id":5,"ws":true,"disabled":false},{"text":"species","start":35,"end":42,"id":6,"ws":true,"disabled":false},{"text":"to","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"go","start":46,"end":48,"id":8,"ws":true,"disabled":false},{"text":"extinct","start":49,"end":56,"id":9,"ws":true,"disabled":false},{"text":"are","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"relatively","start":61,"end":71,"id":11,"ws":true,"disabled":false},{"text":"rare","start":72,"end":76,"id":12,"ws":false,"disabled":false},{"text":".","start":76,"end":77,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":78,"end":90,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":91,"end":103,"id":15,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Participation in sport improves mental and physical health,1 enhances community cohesion and well-being,2 and contributes significantly to employment.3\n","text":"Participation in sport improves mental and physical health,1 enhances community cohesion and well-being,2 and contributes significantly to employment.3 IMPLIED_BASE IMPLIED_BASE","characters":"152","document_index":"745","md_sentence_index":"99","classification_origin":"causal_sentence_classification","url":"https://www.connect4climate.org/sites/default/files/files/publications/Sport_and_climate_report.pdf","combo_id":"745_99","post-training batch1":"745_99","_input_hash":529431782,"_task_hash":-64498701,"spans":[{"start":0,"end":13,"token_start":0,"token_end":0,"label":"aspect_changing"},{"start":17,"end":22,"token_start":2,"token_end":2,"label":"base"},{"start":23,"end":31,"token_start":3,"token_end":3,"label":"change_direction"},{"start":32,"end":38,"token_start":4,"token_end":4,"label":"type_of"},{"start":43,"end":51,"token_start":6,"token_end":6,"label":"type_of"},{"start":52,"end":60,"token_start":7,"token_end":7,"label":"base"},{"start":61,"end":69,"token_start":8,"token_end":8,"label":"change_direction"},{"start":70,"end":79,"token_start":9,"token_end":9,"label":"base"},{"start":80,"end":88,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":93,"end":105,"token_start":12,"token_end":14,"label":"aspect_changing"},{"start":110,"end":138,"token_start":16,"token_end":18,"label":"predicate"},{"start":139,"end":151,"token_start":19,"token_end":19,"label":"base"}],"tokens":[{"text":"Participation","start":0,"end":13,"id":0,"ws":true,"disabled":false},{"text":"in","start":14,"end":16,"id":1,"ws":true,"disabled":false},{"text":"sport","start":17,"end":22,"id":2,"ws":true,"disabled":false},{"text":"improves","start":23,"end":31,"id":3,"ws":true,"disabled":false},{"text":"mental","start":32,"end":38,"id":4,"ws":true,"disabled":false},{"text":"and","start":39,"end":42,"id":5,"ws":true,"disabled":false},{"text":"physical","start":43,"end":51,"id":6,"ws":true,"disabled":false},{"text":"health,1","start":52,"end":60,"id":7,"ws":true,"disabled":false},{"text":"enhances","start":61,"end":69,"id":8,"ws":true,"disabled":false},{"text":"community","start":70,"end":79,"id":9,"ws":true,"disabled":false},{"text":"cohesion","start":80,"end":88,"id":10,"ws":true,"disabled":false},{"text":"and","start":89,"end":92,"id":11,"ws":true,"disabled":false},{"text":"well","start":93,"end":97,"id":12,"ws":false,"disabled":false},{"text":"-","start":97,"end":98,"id":13,"ws":false,"disabled":false},{"text":"being,2","start":98,"end":105,"id":14,"ws":true,"disabled":false},{"text":"and","start":106,"end":109,"id":15,"ws":true,"disabled":false},{"text":"contributes","start":110,"end":121,"id":16,"ws":true,"disabled":false},{"text":"significantly","start":122,"end":135,"id":17,"ws":true,"disabled":false},{"text":"to","start":136,"end":138,"id":18,"ws":true,"disabled":false},{"text":"employment.3","start":139,"end":151,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":10,"child":9,"head_span":{"start":80,"end":88,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":70,"end":79,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":9,"head_span":{"start":93,"end":105,"token_start":12,"token_end":14,"label":"aspect_changing"},"child_span":{"start":70,"end":79,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":61,"end":69,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":70,"end":79,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":43,"end":51,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":52,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":7,"head_span":{"start":32,"end":38,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":52,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":7,"head_span":{"start":23,"end":31,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":52,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":2,"head_span":{"start":0,"end":13,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":17,"end":22,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":7,"head_span":{"start":17,"end":22,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":52,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":9,"head_span":{"start":17,"end":22,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":70,"end":79,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":19,"head_span":{"start":17,"end":22,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":139,"end":151,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Emissions from burning coal\n","text":"Emissions from burning coal IMPLIED_BASE IMPLIED_BASE","characters":"28","document_index":"752","md_sentence_index":"17","classification_origin":"causal_sentence_classification","url":"https://www.eia.gov/energyexplained/coal/coal-and-the-environment.php","combo_id":"752_17","post-training batch1":"752_17","_input_hash":1063918356,"_task_hash":-1813637212,"spans":[{"text":"Emissions","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"aspect_changing"},{"start":10,"end":14,"token_start":1,"token_end":1,"label":"predicate"},{"start":15,"end":22,"token_start":2,"token_end":2,"label":"change_direction"},{"text":"coal","start":23,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"base"},{"start":28,"end":40,"token_start":4,"token_end":4,"label":"base"}],"tokens":[{"text":"Emissions","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"from","start":10,"end":14,"id":1,"ws":true,"disabled":false},{"text":"burning","start":15,"end":22,"id":2,"ws":true,"disabled":false},{"text":"coal","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":28,"end":40,"id":4,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":41,"end":53,"id":5,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":15,"end":22,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":23,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":4,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":28,"end":40,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":23,"end":27,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":28,"end":40,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"staged","Dataset name":"checkin-four","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Over the past century, we have become better at medicine (which lowers the risk from disease) but we also travel more (which increases the spread of diseases).","text":"Over the past century, we have become better at medicine (which lowers the risk from disease) but we also travel more (which increases the spread of diseases). IMPLIED_BASE IMPLIED_BASE","characters":"159","document_index":"135","md_sentence_index":"34","classification_origin":"cm_cause_effect_rel","url":"http://theconversation.com/will-climate-change-cause-humans-to-go-extinct-117691","combo_id":"135_34","post-training batch1":"135_34","_input_hash":-1434400850,"_task_hash":992633202,"spans":[{"start":0,"end":21,"token_start":0,"token_end":3,"label":"when"},{"start":31,"end":47,"token_start":7,"token_end":9,"label":"change_direction"},{"text":"medicine","start":48,"token_start":10,"token_end":10,"end":56,"type":"pattern","label":"base"},{"start":58,"end":63,"token_start":12,"token_end":12,"label":"predicate"},{"text":"lowers","start":64,"token_start":13,"token_end":13,"end":70,"type":"pattern","label":"change_direction"},{"text":"risk","start":75,"token_start":15,"token_end":15,"end":79,"type":"pattern","label":"aspect_changing"},{"start":85,"end":92,"token_start":17,"token_end":17,"label":"base"},{"start":106,"end":112,"token_start":22,"token_end":22,"label":"base"},{"text":"more","start":113,"token_start":23,"token_end":23,"end":117,"type":"pattern","label":"change_direction"},{"start":119,"end":124,"token_start":25,"token_end":25,"label":"predicate"},{"text":"increases","start":125,"token_start":26,"token_end":26,"end":134,"type":"pattern","label":"change_direction"},{"start":139,"end":145,"token_start":28,"token_end":28,"label":"aspect_changing"},{"start":149,"end":157,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"Over","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"the","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"past","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"century","start":14,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"we","start":23,"end":25,"id":5,"ws":true,"disabled":false},{"text":"have","start":26,"end":30,"id":6,"ws":true,"disabled":false},{"text":"become","start":31,"end":37,"id":7,"ws":true,"disabled":false},{"text":"better","start":38,"end":44,"id":8,"ws":true,"disabled":false},{"text":"at","start":45,"end":47,"id":9,"ws":true,"disabled":false},{"text":"medicine","start":48,"end":56,"id":10,"ws":true,"disabled":false},{"text":"(","start":57,"end":58,"id":11,"ws":false,"disabled":false},{"text":"which","start":58,"end":63,"id":12,"ws":true,"disabled":false},{"text":"lowers","start":64,"end":70,"id":13,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":14,"ws":true,"disabled":false},{"text":"risk","start":75,"end":79,"id":15,"ws":true,"disabled":false},{"text":"from","start":80,"end":84,"id":16,"ws":true,"disabled":false},{"text":"disease","start":85,"end":92,"id":17,"ws":false,"disabled":false},{"text":")","start":92,"end":93,"id":18,"ws":true,"disabled":false},{"text":"but","start":94,"end":97,"id":19,"ws":true,"disabled":false},{"text":"we","start":98,"end":100,"id":20,"ws":true,"disabled":false},{"text":"also","start":101,"end":105,"id":21,"ws":true,"disabled":false},{"text":"travel","start":106,"end":112,"id":22,"ws":true,"disabled":false},{"text":"more","start":113,"end":117,"id":23,"ws":true,"disabled":false},{"text":"(","start":118,"end":119,"id":24,"ws":false,"disabled":false},{"text":"which","start":119,"end":124,"id":25,"ws":true,"disabled":false},{"text":"increases","start":125,"end":134,"id":26,"ws":true,"disabled":false},{"text":"the","start":135,"end":138,"id":27,"ws":true,"disabled":false},{"text":"spread","start":139,"end":145,"id":28,"ws":true,"disabled":false},{"text":"of","start":146,"end":148,"id":29,"ws":true,"disabled":false},{"text":"diseases","start":149,"end":157,"id":30,"ws":false,"disabled":false},{"text":")","start":157,"end":158,"id":31,"ws":false,"disabled":false},{"text":".","start":158,"end":159,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":160,"end":172,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":173,"end":185,"id":34,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":15,"child":17,"head_span":{"start":75,"end":79,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":85,"end":92,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":64,"end":70,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":85,"end":92,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":17,"head_span":{"start":48,"end":56,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":85,"end":92,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":30,"head_span":{"start":125,"end":134,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":149,"end":157,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":30,"head_span":{"start":139,"end":145,"token_start":28,"token_end":28,"label":"aspect_changing"},"child_span":{"start":149,"end":157,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":113,"end":117,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":106,"end":112,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":30,"head_span":{"start":106,"end":112,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":149,"end":157,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":10,"head_span":{"start":31,"end":47,"token_start":7,"token_end":9,"label":"change_direction"},"child_span":{"start":48,"end":56,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In the future, weather whiplash could mean an intense drought year followed by record rains that don\u2019t allow planting or that wash fertilizer into waterways.","text":"In the future, weather whiplash could mean an intense drought year followed by record rains that don\u2019t allow planting or that wash fertilizer into waterways. IMPLIED_BASE IMPLIED_BASE","characters":"157","document_index":"467","md_sentence_index":"13","classification_origin":"causal_sentence_classification","url":"https://e360.yale.edu/features/climate-whiplash-wild-swings-in-extreme-weather-are-on-the-rise","combo_id":"467_13","post-training batch1":"467_13","_input_hash":477004321,"_task_hash":158115267,"spans":[{"start":0,"end":13,"token_start":0,"token_end":2,"label":"when"},{"start":15,"end":31,"token_start":4,"token_end":5,"label":"base"},{"start":32,"end":37,"token_start":6,"token_end":6,"label":"confidence"},{"start":38,"end":42,"token_start":7,"token_end":7,"label":"predicate"},{"start":46,"end":53,"token_start":9,"token_end":9,"label":"type_of"},{"text":"drought","start":54,"token_start":10,"token_end":10,"end":61,"type":"pattern","label":"base"},{"start":62,"end":66,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":79,"end":85,"token_start":14,"token_end":14,"label":"type_of"},{"start":86,"end":91,"token_start":15,"token_end":15,"label":"base"},{"start":92,"end":96,"token_start":16,"token_end":16,"label":"predicate"},{"start":97,"end":108,"token_start":17,"token_end":19,"label":"change_direction"},{"start":109,"end":117,"token_start":20,"token_end":20,"label":"aspect_changing"},{"start":121,"end":125,"token_start":22,"token_end":22,"label":"predicate"},{"start":126,"end":130,"token_start":23,"token_end":23,"label":"change_direction"},{"start":131,"end":141,"token_start":24,"token_end":24,"label":"base"},{"start":142,"end":156,"token_start":25,"token_end":26,"label":"change_direction"},{"start":158,"end":170,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"future","start":7,"end":13,"id":2,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":3,"ws":true,"disabled":false},{"text":"weather","start":15,"end":22,"id":4,"ws":true,"disabled":false},{"text":"whiplash","start":23,"end":31,"id":5,"ws":true,"disabled":false},{"text":"could","start":32,"end":37,"id":6,"ws":true,"disabled":false},{"text":"mean","start":38,"end":42,"id":7,"ws":true,"disabled":false},{"text":"an","start":43,"end":45,"id":8,"ws":true,"disabled":false},{"text":"intense","start":46,"end":53,"id":9,"ws":true,"disabled":false},{"text":"drought","start":54,"end":61,"id":10,"ws":true,"disabled":false},{"text":"year","start":62,"end":66,"id":11,"ws":true,"disabled":false},{"text":"followed","start":67,"end":75,"id":12,"ws":true,"disabled":false},{"text":"by","start":76,"end":78,"id":13,"ws":true,"disabled":false},{"text":"record","start":79,"end":85,"id":14,"ws":true,"disabled":false},{"text":"rains","start":86,"end":91,"id":15,"ws":true,"disabled":false},{"text":"that","start":92,"end":96,"id":16,"ws":true,"disabled":false},{"text":"do","start":97,"end":99,"id":17,"ws":false,"disabled":false},{"text":"n\u2019t","start":99,"end":102,"id":18,"ws":true,"disabled":false},{"text":"allow","start":103,"end":108,"id":19,"ws":true,"disabled":false},{"text":"planting","start":109,"end":117,"id":20,"ws":true,"disabled":false},{"text":"or","start":118,"end":120,"id":21,"ws":true,"disabled":false},{"text":"that","start":121,"end":125,"id":22,"ws":true,"disabled":false},{"text":"wash","start":126,"end":130,"id":23,"ws":true,"disabled":false},{"text":"fertilizer","start":131,"end":141,"id":24,"ws":true,"disabled":false},{"text":"into","start":142,"end":146,"id":25,"ws":true,"disabled":false},{"text":"waterways","start":147,"end":156,"id":26,"ws":false,"disabled":false},{"text":".","start":156,"end":157,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":19,"child":28,"head_span":{"start":97,"end":108,"token_start":17,"token_end":19,"label":"change_direction"},"child_span":{"start":158,"end":170,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":28,"head_span":{"start":109,"end":117,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":158,"end":170,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":79,"end":85,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":86,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":62,"end":66,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":54,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":46,"end":53,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":54,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":126,"end":130,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":131,"end":141,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":24,"head_span":{"start":142,"end":156,"token_start":25,"token_end":26,"label":"change_direction"},"child_span":{"start":131,"end":141,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":28,"head_span":{"start":86,"end":91,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":158,"end":170,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":24,"head_span":{"start":86,"end":91,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":131,"end":141,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":5,"head_span":{"start":54,"end":61,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":15,"end":31,"token_start":4,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":5,"head_span":{"start":86,"end":91,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":15,"end":31,"token_start":4,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Pollution from burning coal also affects a larger area than vehicle emissions, which means modest air pollution reductions in East Coast states may partly be because of their location downwind of coal-fired facilities.","text":"Pollution from burning coal also affects a larger area than vehicle emissions, which means modest air pollution reductions in East Coast states may partly be because of their location downwind of coal-fired facilities. IMPLIED_BASE IMPLIED_BASE","characters":"218","document_index":"779","md_sentence_index":"74","classification_origin":"causal_sentence_classification","url":"https://www.npr.org/sections/health-shots/2020/05/19/854760999/traffic-is-way-down-due-to-lockdowns-but-air-pollution-not-so-much","combo_id":"779_74","post-training batch1":"779_74","_input_hash":-701282809,"_task_hash":2111391087,"spans":[{"text":"Pollution","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"base"},{"start":10,"end":14,"token_start":1,"token_end":1,"label":"predicate"},{"start":15,"end":22,"token_start":2,"token_end":2,"label":"change_direction"},{"text":"coal","start":23,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"base"},{"start":60,"end":67,"token_start":10,"token_end":10,"label":"base"},{"text":"emissions","start":68,"token_start":11,"token_end":11,"end":77,"type":"pattern","label":"aspect_changing"},{"start":85,"end":90,"token_start":14,"token_end":14,"label":"predicate"},{"start":91,"end":97,"token_start":15,"token_end":15,"label":"effect_size"},{"start":98,"end":101,"token_start":16,"token_end":16,"label":"type_of"},{"text":"pollution","start":102,"token_start":17,"token_end":17,"end":111,"type":"pattern","label":"base"},{"start":112,"end":122,"token_start":18,"token_end":18,"label":"change_direction"},{"start":144,"end":147,"token_start":23,"token_end":23,"label":"confidence"},{"start":148,"end":154,"token_start":24,"token_end":24,"label":"effect_size"},{"start":158,"end":165,"token_start":26,"token_end":26,"label":"predicate"},{"start":175,"end":183,"token_start":29,"token_end":29,"label":"aspect_changing"},{"start":184,"end":192,"token_start":30,"token_end":30,"label":"change_direction"},{"start":196,"end":206,"token_start":32,"token_end":34,"label":"type_of"},{"start":207,"end":217,"token_start":35,"token_end":35,"label":"base"}],"tokens":[{"text":"Pollution","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"from","start":10,"end":14,"id":1,"ws":true,"disabled":false},{"text":"burning","start":15,"end":22,"id":2,"ws":true,"disabled":false},{"text":"coal","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"also","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"affects","start":33,"end":40,"id":5,"ws":true,"disabled":false},{"text":"a","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"larger","start":43,"end":49,"id":7,"ws":true,"disabled":false},{"text":"area","start":50,"end":54,"id":8,"ws":true,"disabled":false},{"text":"than","start":55,"end":59,"id":9,"ws":true,"disabled":false},{"text":"vehicle","start":60,"end":67,"id":10,"ws":true,"disabled":false},{"text":"emissions","start":68,"end":77,"id":11,"ws":false,"disabled":false},{"text":",","start":77,"end":78,"id":12,"ws":true,"disabled":false},{"text":"which","start":79,"end":84,"id":13,"ws":true,"disabled":false},{"text":"means","start":85,"end":90,"id":14,"ws":true,"disabled":false},{"text":"modest","start":91,"end":97,"id":15,"ws":true,"disabled":false},{"text":"air","start":98,"end":101,"id":16,"ws":true,"disabled":false},{"text":"pollution","start":102,"end":111,"id":17,"ws":true,"disabled":false},{"text":"reductions","start":112,"end":122,"id":18,"ws":true,"disabled":false},{"text":"in","start":123,"end":125,"id":19,"ws":true,"disabled":false},{"text":"East","start":126,"end":130,"id":20,"ws":true,"disabled":false},{"text":"Coast","start":131,"end":136,"id":21,"ws":true,"disabled":false},{"text":"states","start":137,"end":143,"id":22,"ws":true,"disabled":false},{"text":"may","start":144,"end":147,"id":23,"ws":true,"disabled":false},{"text":"partly","start":148,"end":154,"id":24,"ws":true,"disabled":false},{"text":"be","start":155,"end":157,"id":25,"ws":true,"disabled":false},{"text":"because","start":158,"end":165,"id":26,"ws":true,"disabled":false},{"text":"of","start":166,"end":168,"id":27,"ws":true,"disabled":false},{"text":"their","start":169,"end":174,"id":28,"ws":true,"disabled":false},{"text":"location","start":175,"end":183,"id":29,"ws":true,"disabled":false},{"text":"downwind","start":184,"end":192,"id":30,"ws":true,"disabled":false},{"text":"of","start":193,"end":195,"id":31,"ws":true,"disabled":false},{"text":"coal","start":196,"end":200,"id":32,"ws":false,"disabled":false},{"text":"-","start":200,"end":201,"id":33,"ws":false,"disabled":false},{"text":"fired","start":201,"end":206,"id":34,"ws":true,"disabled":false},{"text":"facilities","start":207,"end":217,"id":35,"ws":false,"disabled":false},{"text":".","start":217,"end":218,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":219,"end":231,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":232,"end":244,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":15,"end":22,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":23,"end":27,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":0,"head_span":{"start":23,"end":27,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":17,"head_span":{"start":98,"end":101,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":102,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":91,"end":97,"token_start":15,"token_end":15,"label":"effect_size"},"child_span":{"start":102,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":112,"end":122,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":102,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"ignore"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"","original_md_text":"In 2018, my father died of complications from pneumonia, after recovering from the cancer.","text":"In 2018, my father died of complications from pneumonia, after recovering from the cancer. IMPLIED_BASE IMPLIED_BASE","characters":"90","document_index":"313","md_sentence_index":"315","classification_origin":"cm-label-eval","url":"https://www.theatlantic.com/magazine/archive/2019/09/life-with-lyme/594736/","combo_id":"313_315","post-training batch1":"313_315","_input_hash":-1321630546,"_task_hash":-375951313,"spans":[{"start":12,"end":18,"token_start":4,"token_end":4,"label":"base"},{"start":19,"end":23,"token_start":5,"token_end":5,"label":"change_direction"},{"start":24,"end":26,"token_start":6,"token_end":6,"label":"predicate"},{"start":27,"end":40,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":46,"end":55,"token_start":9,"token_end":9,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"2018","start":3,"end":7,"id":1,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":2,"ws":true,"disabled":false},{"text":"my","start":9,"end":11,"id":3,"ws":true,"disabled":false},{"text":"father","start":12,"end":18,"id":4,"ws":true,"disabled":false},{"text":"died","start":19,"end":23,"id":5,"ws":true,"disabled":false},{"text":"of","start":24,"end":26,"id":6,"ws":true,"disabled":false},{"text":"complications","start":27,"end":40,"id":7,"ws":true,"disabled":false},{"text":"from","start":41,"end":45,"id":8,"ws":true,"disabled":false},{"text":"pneumonia","start":46,"end":55,"id":9,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":10,"ws":true,"disabled":false},{"text":"after","start":57,"end":62,"id":11,"ws":true,"disabled":false},{"text":"recovering","start":63,"end":73,"id":12,"ws":true,"disabled":false},{"text":"from","start":74,"end":78,"id":13,"ws":true,"disabled":false},{"text":"the","start":79,"end":82,"id":14,"ws":true,"disabled":false},{"text":"cancer","start":83,"end":89,"id":15,"ws":false,"disabled":false},{"text":".","start":89,"end":90,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":91,"end":103,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":104,"end":116,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":5,"child":4,"head_span":{"start":19,"end":23,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":12,"end":18,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":9,"head_span":{"start":27,"end":40,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":46,"end":55,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":4,"head_span":{"start":46,"end":55,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":12,"end":18,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Human activities such as deforestation and the burning of fossil fuels are by far the biggest contributors to climate change.","text":"Human activities such as deforestation and the burning of fossil fuels are by far the biggest contributors to climate change. IMPLIED_BASE IMPLIED_BASE","characters":"125","document_index":"321","md_sentence_index":"0","classification_origin":"cm_cause_effect_rel","url":"https://www.nbcnews.com/mach/science/survey-u-s-forests-ties-tree-killing-insects-climate-change-ncna1042221","combo_id":"321_0","post-training batch1":"321_0","_input_hash":-619087264,"_task_hash":-1407292076,"spans":[{"start":0,"end":16,"token_start":0,"token_end":1,"label":"base"},{"text":"deforestation","start":25,"token_start":4,"token_end":4,"end":38,"type":"pattern","label":"base"},{"start":47,"end":54,"token_start":7,"token_end":7,"label":"change_direction"},{"start":58,"end":64,"token_start":9,"token_end":9,"label":"type_of"},{"start":65,"end":70,"token_start":10,"token_end":10,"label":"base"},{"start":75,"end":93,"token_start":12,"token_end":15,"label":"effect_size"},{"start":94,"end":109,"token_start":16,"token_end":17,"label":"predicate"},{"text":"climate change","start":110,"token_start":18,"token_end":19,"end":124,"type":"pattern","label":"base"}],"tokens":[{"text":"Human","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"activities","start":6,"end":16,"id":1,"ws":true,"disabled":false},{"text":"such","start":17,"end":21,"id":2,"ws":true,"disabled":false},{"text":"as","start":22,"end":24,"id":3,"ws":true,"disabled":false},{"text":"deforestation","start":25,"end":38,"id":4,"ws":true,"disabled":false},{"text":"and","start":39,"end":42,"id":5,"ws":true,"disabled":false},{"text":"the","start":43,"end":46,"id":6,"ws":true,"disabled":false},{"text":"burning","start":47,"end":54,"id":7,"ws":true,"disabled":false},{"text":"of","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"fossil","start":58,"end":64,"id":9,"ws":true,"disabled":false},{"text":"fuels","start":65,"end":70,"id":10,"ws":true,"disabled":false},{"text":"are","start":71,"end":74,"id":11,"ws":true,"disabled":false},{"text":"by","start":75,"end":77,"id":12,"ws":true,"disabled":false},{"text":"far","start":78,"end":81,"id":13,"ws":true,"disabled":false},{"text":"the","start":82,"end":85,"id":14,"ws":true,"disabled":false},{"text":"biggest","start":86,"end":93,"id":15,"ws":true,"disabled":false},{"text":"contributors","start":94,"end":106,"id":16,"ws":true,"disabled":false},{"text":"to","start":107,"end":109,"id":17,"ws":true,"disabled":false},{"text":"climate","start":110,"end":117,"id":18,"ws":true,"disabled":false},{"text":"change","start":118,"end":124,"id":19,"ws":false,"disabled":false},{"text":".","start":124,"end":125,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":9,"child":10,"head_span":{"start":58,"end":64,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":65,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":47,"end":54,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":65,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":19,"head_span":{"start":25,"end":38,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":19,"head_span":{"start":65,"end":70,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":19,"head_span":{"start":0,"end":16,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Studies show that water vapor feed back roughly doubles the amount of warming caused by CO2.","text":"Studies show that water vapor feed back roughly doubles the amount of warming caused by CO2. IMPLIED_BASE IMPLIED_BASE","characters":"92","document_index":"532","md_sentence_index":"16","classification_origin":"causal_sentence_classification","url":"https://kevinhester.live/2016/06/07/for-every-1-degree-c-we-warm-the-planet-we-will-see-7-more-moisture-in-the-atmosphere/","combo_id":"532_16","post-training batch1":"532_16","_input_hash":210287143,"_task_hash":399083590,"spans":[{"start":18,"end":39,"token_start":3,"token_end":6,"label":"base"},{"start":40,"end":55,"token_start":7,"token_end":8,"label":"effect_size"},{"start":60,"end":66,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":70,"end":77,"token_start":12,"token_end":12,"label":"change_direction"},{"start":78,"end":87,"token_start":13,"token_end":14,"label":"predicate"},{"start":88,"end":91,"token_start":15,"token_end":15,"label":"base"},{"start":93,"end":105,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"Studies","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"show","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"that","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"water","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"vapor","start":24,"end":29,"id":4,"ws":true,"disabled":false},{"text":"feed","start":30,"end":34,"id":5,"ws":true,"disabled":false},{"text":"back","start":35,"end":39,"id":6,"ws":true,"disabled":false},{"text":"roughly","start":40,"end":47,"id":7,"ws":true,"disabled":false},{"text":"doubles","start":48,"end":55,"id":8,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":9,"ws":true,"disabled":false},{"text":"amount","start":60,"end":66,"id":10,"ws":true,"disabled":false},{"text":"of","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"warming","start":70,"end":77,"id":12,"ws":true,"disabled":false},{"text":"caused","start":78,"end":84,"id":13,"ws":true,"disabled":false},{"text":"by","start":85,"end":87,"id":14,"ws":true,"disabled":false},{"text":"CO2","start":88,"end":91,"id":15,"ws":false,"disabled":false},{"text":".","start":91,"end":92,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":12,"child":17,"head_span":{"start":70,"end":77,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":93,"end":105,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":17,"head_span":{"start":60,"end":66,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":93,"end":105,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":88,"end":91,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":93,"end":105,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":17,"head_span":{"start":18,"end":39,"token_start":3,"token_end":6,"label":"base"},"child_span":{"start":93,"end":105,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Simple","original_md_text":"Last month Cyclone Idai struck central Mozambique, killing more than 600 people and leading to thousands of cases of cholera and malaria.\n","text":"Last month Cyclone Idai struck central Mozambique, killing more than 600 people and leading to thousands of cases of cholera and malaria. IMPLIED_BASE IMPLIED_BASE","characters":"138","document_index":"47","md_sentence_index":"17","classification_origin":"cm_cause_effect_rel","url":"https://nypost.com/2019/05/03/more-than-1-million-children-affected-by-mozambique-cyclones/","combo_id":"47_17","post-training batch1":"47_17","_input_hash":311860528,"_task_hash":-668632787,"spans":[{"start":0,"end":10,"token_start":0,"token_end":1,"label":"when"},{"start":11,"end":18,"token_start":2,"token_end":2,"label":"base"},{"start":31,"end":49,"token_start":5,"token_end":6,"label":"where"},{"text":"people","start":73,"token_start":12,"token_end":12,"end":79,"type":"pattern","label":"base"},{"label":"base"},{"start":51,"end":58,"token_start":8,"token_end":8,"label":"change_direction"},{"start":59,"end":72,"token_start":9,"token_end":11,"label":"effect_size"},{"start":84,"end":94,"token_start":14,"token_end":15,"label":"predicate"},{"start":95,"end":104,"token_start":16,"token_end":16,"label":"effect_size"},{"start":108,"end":113,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":117,"end":124,"token_start":20,"token_end":20,"label":"base"},{"start":129,"end":136,"token_start":22,"token_end":22,"label":"base"}],"tokens":[{"text":"Last","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"month","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"Cyclone","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"Idai","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"struck","start":24,"end":30,"id":4,"ws":true,"disabled":false},{"text":"central","start":31,"end":38,"id":5,"ws":true,"disabled":false},{"text":"Mozambique","start":39,"end":49,"id":6,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":7,"ws":true,"disabled":false},{"text":"killing","start":51,"end":58,"id":8,"ws":true,"disabled":false},{"text":"more","start":59,"end":63,"id":9,"ws":true,"disabled":false},{"text":"than","start":64,"end":68,"id":10,"ws":true,"disabled":false},{"text":"600","start":69,"end":72,"id":11,"ws":true,"disabled":false},{"text":"people","start":73,"end":79,"id":12,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":13,"ws":true,"disabled":false},{"text":"leading","start":84,"end":91,"id":14,"ws":true,"disabled":false},{"text":"to","start":92,"end":94,"id":15,"ws":true,"disabled":false},{"text":"thousands","start":95,"end":104,"id":16,"ws":true,"disabled":false},{"text":"of","start":105,"end":107,"id":17,"ws":true,"disabled":false},{"text":"cases","start":108,"end":113,"id":18,"ws":true,"disabled":false},{"text":"of","start":114,"end":116,"id":19,"ws":true,"disabled":false},{"text":"cholera","start":117,"end":124,"id":20,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":21,"ws":true,"disabled":false},{"text":"malaria","start":129,"end":136,"id":22,"ws":false,"disabled":false},{"text":".","start":136,"end":137,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":18,"child":20,"head_span":{"start":108,"end":113,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":117,"end":124,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":22,"head_span":{"start":108,"end":113,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":129,"end":136,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":95,"end":104,"token_start":16,"token_end":16,"label":"effect_size"},"child_span":{"start":117,"end":124,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":22,"head_span":{"start":95,"end":104,"token_start":16,"token_end":16,"label":"effect_size"},"child_span":{"start":129,"end":136,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":59,"end":72,"token_start":9,"token_end":11,"label":"effect_size"},"child_span":{"start":73,"end":79,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":12,"head_span":{"start":51,"end":58,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":73,"end":79,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":2,"head_span":{"start":31,"end":49,"token_start":5,"token_end":6,"label":"where"},"child_span":{"start":11,"end":18,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":2,"head_span":{"start":0,"end":10,"token_start":0,"token_end":1,"label":"when"},"child_span":{"start":11,"end":18,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":12,"head_span":{"start":11,"end":18,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":73,"end":79,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":20,"head_span":{"start":11,"end":18,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":117,"end":124,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":22,"head_span":{"start":11,"end":18,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":129,"end":136,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"And with humans continuing to burn fossil fuels for energy, global warming is expected to compound the damage.","text":"And with humans continuing to burn fossil fuels for energy, global warming is expected to compound the damage. IMPLIED_BASE IMPLIED_BASE","characters":"110","document_index":"42","md_sentence_index":"42","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/05/06/climate/biodiversity-extinction-united-nations.html","combo_id":"42_42","post-training batch1":"42_42","_input_hash":-1409326751,"_task_hash":1182201622,"spans":[{"start":9,"end":15,"token_start":2,"token_end":2,"label":"to_whom"},{"start":30,"end":34,"token_start":5,"token_end":5,"label":"change_direction"},{"start":35,"end":41,"token_start":6,"token_end":6,"label":"type_of"},{"start":42,"end":47,"token_start":7,"token_end":7,"label":"base"},{"start":48,"end":51,"token_start":8,"token_end":8,"label":"predicate"},{"start":52,"end":58,"token_start":9,"token_end":9,"label":"base"},{"text":"global warming","start":60,"token_start":11,"token_end":12,"end":74,"type":"pattern","label":"base"},{"start":78,"end":86,"token_start":14,"token_end":14,"label":"confidence"},{"start":90,"end":98,"token_start":16,"token_end":16,"label":"change_direction"},{"start":103,"end":109,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":111,"end":123,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"with","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"humans","start":9,"end":15,"id":2,"ws":true,"disabled":false},{"text":"continuing","start":16,"end":26,"id":3,"ws":true,"disabled":false},{"text":"to","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"burn","start":30,"end":34,"id":5,"ws":true,"disabled":false},{"text":"fossil","start":35,"end":41,"id":6,"ws":true,"disabled":false},{"text":"fuels","start":42,"end":47,"id":7,"ws":true,"disabled":false},{"text":"for","start":48,"end":51,"id":8,"ws":true,"disabled":false},{"text":"energy","start":52,"end":58,"id":9,"ws":false,"disabled":false},{"text":",","start":58,"end":59,"id":10,"ws":true,"disabled":false},{"text":"global","start":60,"end":66,"id":11,"ws":true,"disabled":false},{"text":"warming","start":67,"end":74,"id":12,"ws":true,"disabled":false},{"text":"is","start":75,"end":77,"id":13,"ws":true,"disabled":false},{"text":"expected","start":78,"end":86,"id":14,"ws":true,"disabled":false},{"text":"to","start":87,"end":89,"id":15,"ws":true,"disabled":false},{"text":"compound","start":90,"end":98,"id":16,"ws":true,"disabled":false},{"text":"the","start":99,"end":102,"id":17,"ws":true,"disabled":false},{"text":"damage","start":103,"end":109,"id":18,"ws":false,"disabled":false},{"text":".","start":109,"end":110,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":111,"end":123,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":124,"end":136,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":35,"end":41,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":42,"end":47,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":30,"end":34,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":42,"end":47,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":9,"head_span":{"start":42,"end":47,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":52,"end":58,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":20,"head_span":{"start":103,"end":109,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":111,"end":123,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":90,"end":98,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":111,"end":123,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":12,"head_span":{"start":42,"end":47,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":60,"end":74,"token_start":11,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Complex","original_md_text":"When Butler and Gates (2012) studied income disparity in East African cattle herders, they discovered that resource asymmetries caused by extreme and adverse weather contribute to conflict in the region.","text":"When Butler and Gates (2012) studied income disparity in East African cattle herders, they discovered that resource asymmetries caused by extreme and adverse weather contribute to conflict in the region. IMPLIED_BASE IMPLIED_BASE","characters":"203","document_index":"71","md_sentence_index":"112","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_112","post-training batch1":"71_112","_input_hash":531549318,"_task_hash":-356364114,"spans":[{"start":37,"end":43,"token_start":8,"token_end":8,"label":"base"},{"start":44,"end":53,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":54,"end":69,"token_start":10,"token_end":12,"label":"where"},{"start":70,"end":84,"token_start":13,"token_end":14,"label":"to_whom"},{"start":107,"end":127,"token_start":19,"token_end":20,"label":"aspect_changing"},{"start":128,"end":137,"token_start":21,"token_end":22,"label":"predicate"},{"start":138,"end":145,"token_start":23,"token_end":23,"label":"type_of"},{"start":150,"end":157,"token_start":25,"token_end":25,"label":"type_of"},{"text":"weather","start":158,"token_start":26,"token_end":26,"end":165,"type":"pattern","label":"base"},{"start":166,"end":179,"token_start":27,"token_end":28,"label":"predicate"},{"text":"conflict","start":180,"token_start":29,"token_end":29,"end":188,"type":"pattern","label":"base"},{"start":189,"end":202,"token_start":30,"token_end":32,"label":"where"},{"start":204,"end":216,"token_start":34,"token_end":34,"label":"base"}],"tokens":[{"text":"When","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"Butler","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"and","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"Gates","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"(","start":22,"end":23,"id":4,"ws":false,"disabled":false},{"text":"2012","start":23,"end":27,"id":5,"ws":false,"disabled":false},{"text":")","start":27,"end":28,"id":6,"ws":true,"disabled":false},{"text":"studied","start":29,"end":36,"id":7,"ws":true,"disabled":false},{"text":"income","start":37,"end":43,"id":8,"ws":true,"disabled":false},{"text":"disparity","start":44,"end":53,"id":9,"ws":true,"disabled":false},{"text":"in","start":54,"end":56,"id":10,"ws":true,"disabled":false},{"text":"East","start":57,"end":61,"id":11,"ws":true,"disabled":false},{"text":"African","start":62,"end":69,"id":12,"ws":true,"disabled":false},{"text":"cattle","start":70,"end":76,"id":13,"ws":true,"disabled":false},{"text":"herders","start":77,"end":84,"id":14,"ws":false,"disabled":false},{"text":",","start":84,"end":85,"id":15,"ws":true,"disabled":false},{"text":"they","start":86,"end":90,"id":16,"ws":true,"disabled":false},{"text":"discovered","start":91,"end":101,"id":17,"ws":true,"disabled":false},{"text":"that","start":102,"end":106,"id":18,"ws":true,"disabled":false},{"text":"resource","start":107,"end":115,"id":19,"ws":true,"disabled":false},{"text":"asymmetries","start":116,"end":127,"id":20,"ws":true,"disabled":false},{"text":"caused","start":128,"end":134,"id":21,"ws":true,"disabled":false},{"text":"by","start":135,"end":137,"id":22,"ws":true,"disabled":false},{"text":"extreme","start":138,"end":145,"id":23,"ws":true,"disabled":false},{"text":"and","start":146,"end":149,"id":24,"ws":true,"disabled":false},{"text":"adverse","start":150,"end":157,"id":25,"ws":true,"disabled":false},{"text":"weather","start":158,"end":165,"id":26,"ws":true,"disabled":false},{"text":"contribute","start":166,"end":176,"id":27,"ws":true,"disabled":false},{"text":"to","start":177,"end":179,"id":28,"ws":true,"disabled":false},{"text":"conflict","start":180,"end":188,"id":29,"ws":true,"disabled":false},{"text":"in","start":189,"end":191,"id":30,"ws":true,"disabled":false},{"text":"the","start":192,"end":195,"id":31,"ws":true,"disabled":false},{"text":"region","start":196,"end":202,"id":32,"ws":false,"disabled":false},{"text":".","start":202,"end":203,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":204,"end":216,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":217,"end":229,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":20,"child":34,"head_span":{"start":107,"end":127,"token_start":19,"token_end":20,"label":"aspect_changing"},"child_span":{"start":204,"end":216,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":26,"head_span":{"start":138,"end":145,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":158,"end":165,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":150,"end":157,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":158,"end":165,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":34,"head_span":{"start":158,"end":165,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":204,"end":216,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":29,"head_span":{"start":204,"end":216,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":180,"end":188,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":8,"head_span":{"start":44,"end":53,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":37,"end":43,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":34,"head_span":{"start":37,"end":43,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":204,"end":216,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In Arizona, three lightning-caused wildfires forced the evacuation of multiple communities on Saturday.","text":"In Arizona, three lightning-caused wildfires forced the evacuation of multiple communities on Saturday. IMPLIED_BASE IMPLIED_BASE","characters":"103","document_index":"783","md_sentence_index":"53","classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2020/08/22/california-wildfires-updates-saturday-map-redwood-trees-burn-big-basin/3419083001/","combo_id":"783_53","post-training batch1":"783_53","_input_hash":441810152,"_task_hash":1725750894,"spans":[{"start":0,"end":10,"token_start":0,"token_end":1,"label":"where"},{"start":12,"end":17,"token_start":3,"token_end":3,"label":"effect_size"},{"start":18,"end":27,"token_start":4,"token_end":4,"label":"base"},{"start":28,"end":34,"token_start":6,"token_end":6,"label":"predicate"},{"text":"wildfires","start":35,"token_start":7,"token_end":7,"end":44,"type":"pattern","label":"base"},{"start":45,"end":51,"token_start":8,"token_end":8,"label":"predicate"},{"start":56,"end":66,"token_start":10,"token_end":10,"label":"base"},{"start":70,"end":78,"token_start":12,"token_end":12,"label":"effect_size"},{"text":"communities","start":79,"token_start":13,"token_end":13,"end":90,"type":"pattern","label":"to_whom"},{"start":91,"end":102,"token_start":14,"token_end":15,"label":"when"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Arizona","start":3,"end":10,"id":1,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":2,"ws":true,"disabled":false},{"text":"three","start":12,"end":17,"id":3,"ws":true,"disabled":false},{"text":"lightning","start":18,"end":27,"id":4,"ws":false,"disabled":false},{"text":"-","start":27,"end":28,"id":5,"ws":false,"disabled":false},{"text":"caused","start":28,"end":34,"id":6,"ws":true,"disabled":false},{"text":"wildfires","start":35,"end":44,"id":7,"ws":true,"disabled":false},{"text":"forced","start":45,"end":51,"id":8,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"evacuation","start":56,"end":66,"id":10,"ws":true,"disabled":false},{"text":"of","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"multiple","start":70,"end":78,"id":12,"ws":true,"disabled":false},{"text":"communities","start":79,"end":90,"id":13,"ws":true,"disabled":false},{"text":"on","start":91,"end":93,"id":14,"ws":true,"disabled":false},{"text":"Saturday","start":94,"end":102,"id":15,"ws":false,"disabled":false},{"text":".","start":102,"end":103,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":104,"end":116,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":117,"end":129,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":4,"child":7,"head_span":{"start":18,"end":27,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":35,"end":44,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":10,"head_span":{"start":35,"end":44,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":56,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"yes?","reason":"not clear causality?","relation count":"many?","complexity":"simple","original_md_text":"I remember a mother who told me that her nine-year-old boy was experiencing post-traumatic stress after being rescued from their flooded home and did not want to sleep alone.","text":"I remember a mother who told me that her nine-year-old boy was experiencing post-traumatic stress after being rescued from their flooded home and did not want to sleep alone. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"14","md_sentence_index":"22","classification_origin":"cm-label-eval","url":"https://www.climaterealityproject.org/blog/dose-reality-how-climate-change-affects-our-kids-straight-pediatrician","combo_id":"14_22","post-training batch1":"14_22","_input_hash":-1174892601,"_task_hash":-576869552,"spans":[{"text":"stress","start":91,"token_start":20,"token_end":20,"end":97,"type":"pattern","label":"base"},{"text":"home","start":137,"token_start":27,"token_end":27,"end":141,"type":"pattern","label":"base"}],"tokens":[{"text":"I","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"remember","start":2,"end":10,"id":1,"ws":true,"disabled":false},{"text":"a","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"mother","start":13,"end":19,"id":3,"ws":true,"disabled":false},{"text":"who","start":20,"end":23,"id":4,"ws":true,"disabled":false},{"text":"told","start":24,"end":28,"id":5,"ws":true,"disabled":false},{"text":"me","start":29,"end":31,"id":6,"ws":true,"disabled":false},{"text":"that","start":32,"end":36,"id":7,"ws":true,"disabled":false},{"text":"her","start":37,"end":40,"id":8,"ws":true,"disabled":false},{"text":"nine","start":41,"end":45,"id":9,"ws":false,"disabled":false},{"text":"-","start":45,"end":46,"id":10,"ws":false,"disabled":false},{"text":"year","start":46,"end":50,"id":11,"ws":false,"disabled":false},{"text":"-","start":50,"end":51,"id":12,"ws":false,"disabled":false},{"text":"old","start":51,"end":54,"id":13,"ws":true,"disabled":false},{"text":"boy","start":55,"end":58,"id":14,"ws":true,"disabled":false},{"text":"was","start":59,"end":62,"id":15,"ws":true,"disabled":false},{"text":"experiencing","start":63,"end":75,"id":16,"ws":true,"disabled":false},{"text":"post","start":76,"end":80,"id":17,"ws":false,"disabled":false},{"text":"-","start":80,"end":81,"id":18,"ws":false,"disabled":false},{"text":"traumatic","start":81,"end":90,"id":19,"ws":true,"disabled":false},{"text":"stress","start":91,"end":97,"id":20,"ws":true,"disabled":false},{"text":"after","start":98,"end":103,"id":21,"ws":true,"disabled":false},{"text":"being","start":104,"end":109,"id":22,"ws":true,"disabled":false},{"text":"rescued","start":110,"end":117,"id":23,"ws":true,"disabled":false},{"text":"from","start":118,"end":122,"id":24,"ws":true,"disabled":false},{"text":"their","start":123,"end":128,"id":25,"ws":true,"disabled":false},{"text":"flooded","start":129,"end":136,"id":26,"ws":true,"disabled":false},{"text":"home","start":137,"end":141,"id":27,"ws":true,"disabled":false},{"text":"and","start":142,"end":145,"id":28,"ws":true,"disabled":false},{"text":"did","start":146,"end":149,"id":29,"ws":true,"disabled":false},{"text":"not","start":150,"end":153,"id":30,"ws":true,"disabled":false},{"text":"want","start":154,"end":158,"id":31,"ws":true,"disabled":false},{"text":"to","start":159,"end":161,"id":32,"ws":true,"disabled":false},{"text":"sleep","start":162,"end":167,"id":33,"ws":true,"disabled":false},{"text":"alone","start":168,"end":173,"id":34,"ws":false,"disabled":false},{"text":".","start":173,"end":174,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":37,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"In a counterpoint to the article other researchers note that savings from increasing energy efficiency and expansion of renewables is also not baked into the GDP numbers.","text":"In a counterpoint to the article other researchers note that savings from increasing energy efficiency and expansion of renewables is also not baked into the GDP numbers. IMPLIED_BASE IMPLIED_BASE","characters":"170","document_index":"189","md_sentence_index":"22","classification_origin":"cm_cause_effect_rel","url":"https://www.greencarreports.com/news/1117054_nature-study-shows-its-cheaper-to-reduce-global-warming-than-to-adapt-to-it","combo_id":"189_22","post-training batch1":"189_22","_input_hash":-544355962,"_task_hash":-1193184224,"spans":[{"start":61,"end":68,"token_start":10,"token_end":10,"label":"base"},{"start":69,"end":73,"token_start":11,"token_end":11,"label":"predicate"},{"text":"increasing","start":74,"token_start":12,"token_end":12,"end":84,"type":"pattern","label":"change_direction"},{"start":85,"end":91,"token_start":13,"token_end":13,"label":"base"},{"start":92,"end":102,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":107,"end":119,"token_start":16,"token_end":17,"label":"change_direction"},{"start":120,"end":130,"token_start":18,"token_end":18,"label":"base"},{"start":158,"end":161,"token_start":25,"token_end":25,"label":"base"},{"start":162,"end":169,"token_start":26,"token_end":26,"label":"aspect_changing"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"a","start":3,"end":4,"id":1,"ws":true,"disabled":false},{"text":"counterpoint","start":5,"end":17,"id":2,"ws":true,"disabled":false},{"text":"to","start":18,"end":20,"id":3,"ws":true,"disabled":false},{"text":"the","start":21,"end":24,"id":4,"ws":true,"disabled":false},{"text":"article","start":25,"end":32,"id":5,"ws":true,"disabled":false},{"text":"other","start":33,"end":38,"id":6,"ws":true,"disabled":false},{"text":"researchers","start":39,"end":50,"id":7,"ws":true,"disabled":false},{"text":"note","start":51,"end":55,"id":8,"ws":true,"disabled":false},{"text":"that","start":56,"end":60,"id":9,"ws":true,"disabled":false},{"text":"savings","start":61,"end":68,"id":10,"ws":true,"disabled":false},{"text":"from","start":69,"end":73,"id":11,"ws":true,"disabled":false},{"text":"increasing","start":74,"end":84,"id":12,"ws":true,"disabled":false},{"text":"energy","start":85,"end":91,"id":13,"ws":true,"disabled":false},{"text":"efficiency","start":92,"end":102,"id":14,"ws":true,"disabled":false},{"text":"and","start":103,"end":106,"id":15,"ws":true,"disabled":false},{"text":"expansion","start":107,"end":116,"id":16,"ws":true,"disabled":false},{"text":"of","start":117,"end":119,"id":17,"ws":true,"disabled":false},{"text":"renewables","start":120,"end":130,"id":18,"ws":true,"disabled":false},{"text":"is","start":131,"end":133,"id":19,"ws":true,"disabled":false},{"text":"also","start":134,"end":138,"id":20,"ws":true,"disabled":false},{"text":"not","start":139,"end":142,"id":21,"ws":true,"disabled":false},{"text":"baked","start":143,"end":148,"id":22,"ws":true,"disabled":false},{"text":"into","start":149,"end":153,"id":23,"ws":true,"disabled":false},{"text":"the","start":154,"end":157,"id":24,"ws":true,"disabled":false},{"text":"GDP","start":158,"end":161,"id":25,"ws":true,"disabled":false},{"text":"numbers","start":162,"end":169,"id":26,"ws":false,"disabled":false},{"text":".","start":169,"end":170,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":14,"child":13,"head_span":{"start":92,"end":102,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":85,"end":91,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":74,"end":84,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":85,"end":91,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":10,"head_span":{"start":85,"end":91,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":61,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":18,"head_span":{"start":107,"end":119,"token_start":16,"token_end":17,"label":"change_direction"},"child_span":{"start":120,"end":130,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":10,"head_span":{"start":120,"end":130,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":61,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":25,"head_span":{"start":162,"end":169,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":158,"end":161,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As summers get hotter and hotter, high school football players are increasingly at risk of succumbing to heat stroke and dying during summer practice \u2013 about three players a year, on average.","text":"As summers get hotter and hotter, high school football players are increasingly at risk of succumbing to heat stroke and dying during summer practice \u2013 about three players a year, on average. IMPLIED_BASE IMPLIED_BASE","characters":"191","document_index":"273","md_sentence_index":"19","classification_origin":"cm_cause_effect_rel","url":"http://www.climatesciencewatch.org/2019/06/28/as-climate-change-creates-a-true-public-health-emergency-trump-administration-quashes-federal-climate-program-and-exiles-its-director/","combo_id":"273_19","post-training batch1":"273_19","_input_hash":-548277659,"_task_hash":1761886130,"spans":[{"start":0,"end":2,"token_start":0,"token_end":0,"label":"predicate"},{"text":"summers","start":3,"token_start":1,"token_end":1,"end":10,"type":"pattern","label":"base"},{"start":15,"end":32,"token_start":3,"token_end":5,"label":"change_direction"},{"text":"heat stroke","start":105,"token_start":18,"token_end":19,"end":116,"type":"pattern","label":"base"},{"label":"base"},{"start":34,"end":62,"token_start":7,"token_end":10,"label":"to_whom"},{"start":67,"end":90,"token_start":12,"token_end":15,"label":"change_direction"},{"start":91,"end":101,"token_start":16,"token_end":16,"label":"aspect_changing"},{"start":121,"end":126,"token_start":21,"token_end":21,"label":"base"},{"start":127,"end":149,"token_start":22,"token_end":24,"label":"when"},{"start":152,"end":190,"token_start":26,"token_end":33,"label":"effect_size"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"summers","start":3,"end":10,"id":1,"ws":true,"disabled":false},{"text":"get","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"hotter","start":15,"end":21,"id":3,"ws":true,"disabled":false},{"text":"and","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"hotter","start":26,"end":32,"id":5,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":6,"ws":true,"disabled":false},{"text":"high","start":34,"end":38,"id":7,"ws":true,"disabled":false},{"text":"school","start":39,"end":45,"id":8,"ws":true,"disabled":false},{"text":"football","start":46,"end":54,"id":9,"ws":true,"disabled":false},{"text":"players","start":55,"end":62,"id":10,"ws":true,"disabled":false},{"text":"are","start":63,"end":66,"id":11,"ws":true,"disabled":false},{"text":"increasingly","start":67,"end":79,"id":12,"ws":true,"disabled":false},{"text":"at","start":80,"end":82,"id":13,"ws":true,"disabled":false},{"text":"risk","start":83,"end":87,"id":14,"ws":true,"disabled":false},{"text":"of","start":88,"end":90,"id":15,"ws":true,"disabled":false},{"text":"succumbing","start":91,"end":101,"id":16,"ws":true,"disabled":false},{"text":"to","start":102,"end":104,"id":17,"ws":true,"disabled":false},{"text":"heat","start":105,"end":109,"id":18,"ws":true,"disabled":false},{"text":"stroke","start":110,"end":116,"id":19,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":20,"ws":true,"disabled":false},{"text":"dying","start":121,"end":126,"id":21,"ws":true,"disabled":false},{"text":"during","start":127,"end":133,"id":22,"ws":true,"disabled":false},{"text":"summer","start":134,"end":140,"id":23,"ws":true,"disabled":false},{"text":"practice","start":141,"end":149,"id":24,"ws":true,"disabled":false},{"text":"\u2013","start":150,"end":151,"id":25,"ws":true,"disabled":false},{"text":"about","start":152,"end":157,"id":26,"ws":true,"disabled":false},{"text":"three","start":158,"end":163,"id":27,"ws":true,"disabled":false},{"text":"players","start":164,"end":171,"id":28,"ws":true,"disabled":false},{"text":"a","start":172,"end":173,"id":29,"ws":true,"disabled":false},{"text":"year","start":174,"end":178,"id":30,"ws":false,"disabled":false},{"text":",","start":178,"end":179,"id":31,"ws":true,"disabled":false},{"text":"on","start":180,"end":182,"id":32,"ws":true,"disabled":false},{"text":"average","start":183,"end":190,"id":33,"ws":false,"disabled":false},{"text":".","start":190,"end":191,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":5,"child":1,"head_span":{"start":15,"end":32,"token_start":3,"token_end":5,"label":"change_direction"},"child_span":{"start":3,"end":10,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":21,"head_span":{"start":127,"end":149,"token_start":22,"token_end":24,"label":"when"},"child_span":{"start":121,"end":126,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":19,"head_span":{"start":91,"end":101,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":105,"end":116,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":19,"head_span":{"start":67,"end":90,"token_start":12,"token_end":15,"label":"change_direction"},"child_span":{"start":105,"end":116,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":21,"head_span":{"start":105,"end":116,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":121,"end":126,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":19,"head_span":{"start":34,"end":62,"token_start":7,"token_end":10,"label":"to_whom"},"child_span":{"start":105,"end":116,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":21,"head_span":{"start":34,"end":62,"token_start":7,"token_end":10,"label":"to_whom"},"child_span":{"start":121,"end":126,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":19,"head_span":{"start":3,"end":10,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":105,"end":116,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":21,"head_span":{"start":152,"end":190,"token_start":26,"token_end":33,"label":"effect_size"},"child_span":{"start":121,"end":126,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"That means we will likely see a meter of sea level rise by 2100, from a combination of warmer water, which expands, and melting ice sheets in Greenland and Antarctica.\n","text":"That means we will likely see a meter of sea level rise by 2100, from a combination of warmer water, which expands, and melting ice sheets in Greenland and Antarctica. IMPLIED_BASE IMPLIED_BASE","characters":"168","document_index":"536","md_sentence_index":"41","classification_origin":"causal_sentence_classification","url":"https://www.cnn.com/2019/12/16/world/london-sea-level-climate-change-intl-gbr/index.html","combo_id":"536_41","post-training batch1":"536_41","_input_hash":-2020895312,"_task_hash":-1014502203,"spans":[{"start":19,"end":25,"token_start":4,"token_end":4,"label":"confidence"},{"start":32,"end":37,"token_start":7,"token_end":7,"label":"effect_size"},{"text":"sea","start":41,"token_start":9,"token_end":9,"end":44,"type":"pattern","label":"base"},{"text":"level","start":45,"token_start":10,"token_end":10,"end":50,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":51,"token_start":11,"token_end":11,"end":55,"type":"pattern","label":"change_direction"},{"start":56,"end":63,"token_start":12,"token_end":13,"label":"when"},{"start":65,"end":69,"token_start":15,"token_end":15,"label":"predicate"},{"text":"warmer","start":87,"token_start":19,"token_end":19,"end":93,"type":"pattern","label":"change_direction"},{"text":"water","start":94,"token_start":20,"token_end":20,"end":99,"type":"pattern","label":"base"},{"start":101,"end":106,"token_start":22,"token_end":22,"label":"predicate"},{"start":107,"end":114,"token_start":23,"token_end":23,"label":"change_direction"},{"text":"melting","start":120,"token_start":26,"token_end":26,"end":127,"type":"pattern","label":"change_direction"},{"text":"ice sheets","start":128,"token_start":27,"token_end":28,"end":138,"type":"pattern","label":"base"},{"start":139,"end":166,"token_start":29,"token_end":32,"label":"where"},{"start":168,"end":180,"token_start":34,"token_end":34,"label":"base"}],"tokens":[{"text":"That","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"means","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"we","start":11,"end":13,"id":2,"ws":true,"disabled":false},{"text":"will","start":14,"end":18,"id":3,"ws":true,"disabled":false},{"text":"likely","start":19,"end":25,"id":4,"ws":true,"disabled":false},{"text":"see","start":26,"end":29,"id":5,"ws":true,"disabled":false},{"text":"a","start":30,"end":31,"id":6,"ws":true,"disabled":false},{"text":"meter","start":32,"end":37,"id":7,"ws":true,"disabled":false},{"text":"of","start":38,"end":40,"id":8,"ws":true,"disabled":false},{"text":"sea","start":41,"end":44,"id":9,"ws":true,"disabled":false},{"text":"level","start":45,"end":50,"id":10,"ws":true,"disabled":false},{"text":"rise","start":51,"end":55,"id":11,"ws":true,"disabled":false},{"text":"by","start":56,"end":58,"id":12,"ws":true,"disabled":false},{"text":"2100","start":59,"end":63,"id":13,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":14,"ws":true,"disabled":false},{"text":"from","start":65,"end":69,"id":15,"ws":true,"disabled":false},{"text":"a","start":70,"end":71,"id":16,"ws":true,"disabled":false},{"text":"combination","start":72,"end":83,"id":17,"ws":true,"disabled":false},{"text":"of","start":84,"end":86,"id":18,"ws":true,"disabled":false},{"text":"warmer","start":87,"end":93,"id":19,"ws":true,"disabled":false},{"text":"water","start":94,"end":99,"id":20,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":21,"ws":true,"disabled":false},{"text":"which","start":101,"end":106,"id":22,"ws":true,"disabled":false},{"text":"expands","start":107,"end":114,"id":23,"ws":false,"disabled":false},{"text":",","start":114,"end":115,"id":24,"ws":true,"disabled":false},{"text":"and","start":116,"end":119,"id":25,"ws":true,"disabled":false},{"text":"melting","start":120,"end":127,"id":26,"ws":true,"disabled":false},{"text":"ice","start":128,"end":131,"id":27,"ws":true,"disabled":false},{"text":"sheets","start":132,"end":138,"id":28,"ws":true,"disabled":false},{"text":"in","start":139,"end":141,"id":29,"ws":true,"disabled":false},{"text":"Greenland","start":142,"end":151,"id":30,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":31,"ws":true,"disabled":false},{"text":"Antarctica","start":156,"end":166,"id":32,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":23,"child":34,"head_span":{"start":107,"end":114,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":168,"end":180,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":34,"head_span":{"start":94,"end":99,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":168,"end":180,"token_start":34,"token_end":34,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":19,"child":20,"head_span":{"start":87,"end":93,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":94,"end":99,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":34,"head_span":{"start":94,"end":99,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":168,"end":180,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":28,"head_span":{"start":120,"end":127,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":128,"end":138,"token_start":27,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":45,"end":50,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":41,"end":44,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":9,"head_span":{"start":51,"end":55,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":41,"end":44,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":9,"head_span":{"start":32,"end":37,"token_start":7,"token_end":7,"label":"effect_size"},"child_span":{"start":41,"end":44,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":9,"head_span":{"start":56,"end":63,"token_start":12,"token_end":13,"label":"when"},"child_span":{"start":41,"end":44,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":9,"head_span":{"start":168,"end":180,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":41,"end":44,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":9,"head_span":{"start":128,"end":138,"token_start":27,"token_end":28,"label":"base"},"child_span":{"start":41,"end":44,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":28,"head_span":{"start":139,"end":166,"token_start":29,"token_end":32,"label":"where"},"child_span":{"start":128,"end":138,"token_start":27,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Before we go, we will buy enough offsets to capture the annual methane emanations of a dozen cows \u2014 that\u2019s several times what is needed to balance out the carbon effects of our flights.","text":"Before we go, we will buy enough offsets to capture the annual methane emanations of a dozen cows \u2014 that\u2019s several times what is needed to balance out the carbon effects of our flights. IMPLIED_BASE IMPLIED_BASE","characters":"185","document_index":"159","md_sentence_index":"113","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/06/03/travel/traveling-climate-change.html","combo_id":"159_113","post-training batch1":"159_113","_input_hash":1333689868,"_task_hash":-1222140734,"spans":[{"start":22,"end":25,"token_start":6,"token_end":6,"label":"change_direction"},{"start":33,"end":40,"token_start":8,"token_end":8,"label":"base"},{"start":41,"end":43,"token_start":9,"token_end":9,"label":"predicate"},{"start":44,"end":51,"token_start":10,"token_end":10,"label":"change_direction"},{"text":"methane","start":63,"token_start":13,"token_end":13,"end":70,"type":"pattern","label":"base"},{"start":71,"end":81,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":82,"end":84,"token_start":15,"token_end":15,"label":"predicate"},{"start":87,"end":92,"token_start":17,"token_end":17,"label":"effect_size"},{"start":93,"end":97,"token_start":18,"token_end":18,"label":"base"},{"start":155,"end":161,"token_start":31,"token_end":31,"label":"base"},{"start":162,"end":169,"token_start":32,"token_end":32,"label":"aspect_changing"},{"start":170,"end":172,"token_start":33,"token_end":33,"label":"predicate"},{"start":177,"end":184,"token_start":35,"token_end":35,"label":"aspect_changing"},{"start":186,"end":198,"token_start":37,"token_end":37,"label":"base"},{"start":199,"end":211,"token_start":38,"token_end":38,"label":"base"}],"tokens":[{"text":"Before","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"we","start":7,"end":9,"id":1,"ws":true,"disabled":false},{"text":"go","start":10,"end":12,"id":2,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":3,"ws":true,"disabled":false},{"text":"we","start":14,"end":16,"id":4,"ws":true,"disabled":false},{"text":"will","start":17,"end":21,"id":5,"ws":true,"disabled":false},{"text":"buy","start":22,"end":25,"id":6,"ws":true,"disabled":false},{"text":"enough","start":26,"end":32,"id":7,"ws":true,"disabled":false},{"text":"offsets","start":33,"end":40,"id":8,"ws":true,"disabled":false},{"text":"to","start":41,"end":43,"id":9,"ws":true,"disabled":false},{"text":"capture","start":44,"end":51,"id":10,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":11,"ws":true,"disabled":false},{"text":"annual","start":56,"end":62,"id":12,"ws":true,"disabled":false},{"text":"methane","start":63,"end":70,"id":13,"ws":true,"disabled":false},{"text":"emanations","start":71,"end":81,"id":14,"ws":true,"disabled":false},{"text":"of","start":82,"end":84,"id":15,"ws":true,"disabled":false},{"text":"a","start":85,"end":86,"id":16,"ws":true,"disabled":false},{"text":"dozen","start":87,"end":92,"id":17,"ws":true,"disabled":false},{"text":"cows","start":93,"end":97,"id":18,"ws":true,"disabled":false},{"text":"\u2014","start":98,"end":99,"id":19,"ws":true,"disabled":false},{"text":"that","start":100,"end":104,"id":20,"ws":false,"disabled":false},{"text":"\u2019s","start":104,"end":106,"id":21,"ws":true,"disabled":false},{"text":"several","start":107,"end":114,"id":22,"ws":true,"disabled":false},{"text":"times","start":115,"end":120,"id":23,"ws":true,"disabled":false},{"text":"what","start":121,"end":125,"id":24,"ws":true,"disabled":false},{"text":"is","start":126,"end":128,"id":25,"ws":true,"disabled":false},{"text":"needed","start":129,"end":135,"id":26,"ws":true,"disabled":false},{"text":"to","start":136,"end":138,"id":27,"ws":true,"disabled":false},{"text":"balance","start":139,"end":146,"id":28,"ws":true,"disabled":false},{"text":"out","start":147,"end":150,"id":29,"ws":true,"disabled":false},{"text":"the","start":151,"end":154,"id":30,"ws":true,"disabled":false},{"text":"carbon","start":155,"end":161,"id":31,"ws":true,"disabled":false},{"text":"effects","start":162,"end":169,"id":32,"ws":true,"disabled":false},{"text":"of","start":170,"end":172,"id":33,"ws":true,"disabled":false},{"text":"our","start":173,"end":176,"id":34,"ws":true,"disabled":false},{"text":"flights","start":177,"end":184,"id":35,"ws":false,"disabled":false},{"text":".","start":184,"end":185,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":199,"end":211,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":35,"child":37,"head_span":{"start":177,"end":184,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":186,"end":198,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":31,"head_span":{"start":186,"end":198,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":155,"end":161,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":31,"head_span":{"start":162,"end":169,"token_start":32,"token_end":32,"label":"aspect_changing"},"child_span":{"start":155,"end":161,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":87,"end":92,"token_start":17,"token_end":17,"label":"effect_size"},"child_span":{"start":93,"end":97,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":71,"end":81,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":63,"end":70,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":13,"head_span":{"start":93,"end":97,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":63,"end":70,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":38,"head_span":{"start":63,"end":70,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":199,"end":211,"token_start":38,"token_end":38,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":10,"child":38,"head_span":{"start":44,"end":51,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":199,"end":211,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":38,"head_span":{"start":71,"end":81,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":199,"end":211,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":8,"head_span":{"start":22,"end":25,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":33,"end":40,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":38,"head_span":{"start":33,"end":40,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":199,"end":211,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These changes vary by region and time of year, but there is evidence that anthropogenic warming causes a general weakening of summertime tropical circulation1,2,3,4,5,6,7,8.","text":"These changes vary by region and time of year, but there is evidence that anthropogenic warming causes a general weakening of summertime tropical circulation1,2,3,4,5,6,7,8. IMPLIED_BASE IMPLIED_BASE","characters":"173","document_index":"807","md_sentence_index":"2","classification_origin":"causal_sentence_classification","url":"https://www.nature.com/articles/s41586-018-0158-3","combo_id":"807_2","post-training batch1":"807_2","_input_hash":1937150084,"_task_hash":1272106900,"spans":[{"start":74,"end":95,"token_start":15,"token_end":16,"label":"base"},{"start":96,"end":102,"token_start":17,"token_end":17,"label":"predicate"},{"start":105,"end":112,"token_start":19,"token_end":19,"label":"effect_size"},{"start":113,"end":125,"token_start":20,"token_end":21,"label":"change_direction"},{"start":126,"end":172,"token_start":22,"token_end":24,"label":"aspect_changing"},{"start":174,"end":186,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"changes","start":6,"end":13,"id":1,"ws":true,"disabled":false},{"text":"vary","start":14,"end":18,"id":2,"ws":true,"disabled":false},{"text":"by","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"region","start":22,"end":28,"id":4,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"time","start":33,"end":37,"id":6,"ws":true,"disabled":false},{"text":"of","start":38,"end":40,"id":7,"ws":true,"disabled":false},{"text":"year","start":41,"end":45,"id":8,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":9,"ws":true,"disabled":false},{"text":"but","start":47,"end":50,"id":10,"ws":true,"disabled":false},{"text":"there","start":51,"end":56,"id":11,"ws":true,"disabled":false},{"text":"is","start":57,"end":59,"id":12,"ws":true,"disabled":false},{"text":"evidence","start":60,"end":68,"id":13,"ws":true,"disabled":false},{"text":"that","start":69,"end":73,"id":14,"ws":true,"disabled":false},{"text":"anthropogenic","start":74,"end":87,"id":15,"ws":true,"disabled":false},{"text":"warming","start":88,"end":95,"id":16,"ws":true,"disabled":false},{"text":"causes","start":96,"end":102,"id":17,"ws":true,"disabled":false},{"text":"a","start":103,"end":104,"id":18,"ws":true,"disabled":false},{"text":"general","start":105,"end":112,"id":19,"ws":true,"disabled":false},{"text":"weakening","start":113,"end":122,"id":20,"ws":true,"disabled":false},{"text":"of","start":123,"end":125,"id":21,"ws":true,"disabled":false},{"text":"summertime","start":126,"end":136,"id":22,"ws":true,"disabled":false},{"text":"tropical","start":137,"end":145,"id":23,"ws":true,"disabled":false},{"text":"circulation1,2,3,4,5,6,7,8","start":146,"end":172,"id":24,"ws":false,"disabled":false},{"text":".","start":172,"end":173,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":24,"child":26,"head_span":{"start":126,"end":172,"token_start":22,"token_end":24,"label":"aspect_changing"},"child_span":{"start":174,"end":186,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":26,"head_span":{"start":113,"end":125,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":174,"end":186,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":26,"head_span":{"start":105,"end":112,"token_start":19,"token_end":19,"label":"effect_size"},"child_span":{"start":174,"end":186,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":26,"head_span":{"start":74,"end":95,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":174,"end":186,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Warmer temperatures are already causing major damage to the world\u2019s forests.","text":"Warmer temperatures are already causing major damage to the world\u2019s forests. IMPLIED_BASE IMPLIED_BASE","characters":"76","document_index":"724","md_sentence_index":"75","classification_origin":"causal_sentence_classification","url":"https://e360.yale.edu/features/with-temperatures-rising-can-animals-survive-the-heat-stress","combo_id":"724_75","post-training batch1":"724_75","_input_hash":697071726,"_task_hash":-1056261491,"spans":[{"text":"Warmer","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":7,"token_start":1,"token_end":1,"end":19,"type":"pattern","label":"aspect_changing"},{"start":24,"end":31,"token_start":3,"token_end":3,"label":"when"},{"start":32,"end":39,"token_start":4,"token_end":4,"label":"predicate"},{"start":40,"end":45,"token_start":5,"token_end":5,"label":"effect_size"},{"start":46,"end":52,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":60,"end":65,"token_start":9,"token_end":9,"label":"where"},{"text":"forests","start":68,"token_start":11,"token_end":11,"end":75,"type":"pattern","label":"base"},{"start":77,"end":89,"token_start":13,"token_end":13,"label":"base"}],"tokens":[{"text":"Warmer","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"temperatures","start":7,"end":19,"id":1,"ws":true,"disabled":false},{"text":"are","start":20,"end":23,"id":2,"ws":true,"disabled":false},{"text":"already","start":24,"end":31,"id":3,"ws":true,"disabled":false},{"text":"causing","start":32,"end":39,"id":4,"ws":true,"disabled":false},{"text":"major","start":40,"end":45,"id":5,"ws":true,"disabled":false},{"text":"damage","start":46,"end":52,"id":6,"ws":true,"disabled":false},{"text":"to","start":53,"end":55,"id":7,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":8,"ws":true,"disabled":false},{"text":"world","start":60,"end":65,"id":9,"ws":false,"disabled":false},{"text":"\u2019s","start":65,"end":67,"id":10,"ws":true,"disabled":false},{"text":"forests","start":68,"end":75,"id":11,"ws":false,"disabled":false},{"text":".","start":75,"end":76,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":77,"end":89,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":90,"end":102,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":1,"child":13,"head_span":{"start":7,"end":19,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":77,"end":89,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":13,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":77,"end":89,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":11,"head_span":{"start":46,"end":52,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":68,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":60,"end":65,"token_start":9,"token_end":9,"label":"where"},"child_span":{"start":68,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":11,"head_span":{"start":40,"end":45,"token_start":5,"token_end":5,"label":"effect_size"},"child_span":{"start":68,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":11,"head_span":{"start":77,"end":89,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":68,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In the 1940s, companies began offshore oil drilling projects and dredging near the island, activities which contributed to the erosion of the island and its island road.[11]\n","text":"In the 1940s, companies began offshore oil drilling projects and dredging near the island, activities which contributed to the erosion of the island and its island road.[11] IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"528","md_sentence_index":"11","classification_origin":"causal_sentence_classification","url":"https://en.wikipedia.org/wiki/Isle_de_Jean_Charles,_Louisiana","combo_id":"528_11","post-training batch1":"528_11","_input_hash":2098885614,"_task_hash":-1357263754,"spans":[{"start":0,"end":12,"token_start":0,"token_end":2,"label":"when"},{"start":14,"end":23,"token_start":4,"token_end":4,"label":"to_whom"},{"start":30,"end":38,"token_start":6,"token_end":6,"label":"type_of"},{"start":39,"end":42,"token_start":7,"token_end":7,"label":"base"},{"start":43,"end":51,"token_start":8,"token_end":8,"label":"change_direction"},{"start":52,"end":60,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":65,"end":73,"token_start":11,"token_end":11,"label":"change_direction"},{"start":74,"end":89,"token_start":12,"token_end":14,"label":"where"},{"start":102,"end":122,"token_start":17,"token_end":19,"label":"predicate"},{"text":"erosion","start":127,"token_start":21,"token_end":21,"end":134,"type":"pattern","label":"aspect_changing"},{"start":142,"end":148,"token_start":24,"token_end":24,"label":"base"},{"start":157,"end":163,"token_start":27,"token_end":27,"label":"type_of"},{"start":164,"end":172,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"1940s","start":7,"end":12,"id":2,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":3,"ws":true,"disabled":false},{"text":"companies","start":14,"end":23,"id":4,"ws":true,"disabled":false},{"text":"began","start":24,"end":29,"id":5,"ws":true,"disabled":false},{"text":"offshore","start":30,"end":38,"id":6,"ws":true,"disabled":false},{"text":"oil","start":39,"end":42,"id":7,"ws":true,"disabled":false},{"text":"drilling","start":43,"end":51,"id":8,"ws":true,"disabled":false},{"text":"projects","start":52,"end":60,"id":9,"ws":true,"disabled":false},{"text":"and","start":61,"end":64,"id":10,"ws":true,"disabled":false},{"text":"dredging","start":65,"end":73,"id":11,"ws":true,"disabled":false},{"text":"near","start":74,"end":78,"id":12,"ws":true,"disabled":false},{"text":"the","start":79,"end":82,"id":13,"ws":true,"disabled":false},{"text":"island","start":83,"end":89,"id":14,"ws":false,"disabled":false},{"text":",","start":89,"end":90,"id":15,"ws":true,"disabled":false},{"text":"activities","start":91,"end":101,"id":16,"ws":true,"disabled":false},{"text":"which","start":102,"end":107,"id":17,"ws":true,"disabled":false},{"text":"contributed","start":108,"end":119,"id":18,"ws":true,"disabled":false},{"text":"to","start":120,"end":122,"id":19,"ws":true,"disabled":false},{"text":"the","start":123,"end":126,"id":20,"ws":true,"disabled":false},{"text":"erosion","start":127,"end":134,"id":21,"ws":true,"disabled":false},{"text":"of","start":135,"end":137,"id":22,"ws":true,"disabled":false},{"text":"the","start":138,"end":141,"id":23,"ws":true,"disabled":false},{"text":"island","start":142,"end":148,"id":24,"ws":true,"disabled":false},{"text":"and","start":149,"end":152,"id":25,"ws":true,"disabled":false},{"text":"its","start":153,"end":156,"id":26,"ws":true,"disabled":false},{"text":"island","start":157,"end":163,"id":27,"ws":true,"disabled":false},{"text":"road.[11","start":164,"end":172,"id":28,"ws":false,"disabled":false},{"text":"]","start":172,"end":173,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":21,"child":24,"head_span":{"start":127,"end":134,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":142,"end":148,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":28,"head_span":{"start":127,"end":134,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":164,"end":172,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":28,"head_span":{"start":157,"end":163,"token_start":27,"token_end":27,"label":"type_of"},"child_span":{"start":164,"end":172,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":30,"end":38,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":39,"end":42,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":43,"end":51,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":39,"end":42,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":7,"head_span":{"start":52,"end":60,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":39,"end":42,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":7,"head_span":{"start":65,"end":73,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":39,"end":42,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":7,"head_span":{"start":74,"end":89,"token_start":12,"token_end":14,"label":"where"},"child_span":{"start":39,"end":42,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":28,"head_span":{"start":39,"end":42,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":164,"end":172,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":24,"head_span":{"start":39,"end":42,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":142,"end":148,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"Used?","Dataset name":"Dataset name","ignore?":"ignore?","reason":"reason","relation count":"relation count","complexity":"complexity","original_md_text":"original_md_text","text":"text","characters":"characters","document_index":"document_index","md_sentence_index":"md_sentence_index","classification_origin":"classification_origin","url":"url","combo_id":"combo_id","post-training batch1":"post-training batch1","_input_hash":-875606607,"_task_hash":514230050,"spans":[],"tokens":[{"text":"text","start":0,"end":4,"id":0,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Hot pavement also transfers heat to the surrounding air, adding to the urban heat island effect.","text":"Hot pavement also transfers heat to the surrounding air, adding to the urban heat island effect. IMPLIED_BASE IMPLIED_BASE","characters":"96","document_index":"656","md_sentence_index":"520","classification_origin":"causal_sentence_classification","url":"https://www.cdc.gov/climateandhealth/pubs/extreme-heat-guidebook.pdf","combo_id":"656_520","post-training batch1":"656_520","_input_hash":2065174250,"_task_hash":-1540344737,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},{"start":4,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":18,"end":35,"token_start":3,"token_end":5,"label":"change_direction"},{"start":40,"end":51,"token_start":7,"token_end":7,"label":"where"},{"start":52,"end":55,"token_start":8,"token_end":8,"label":"base"},{"start":57,"end":66,"token_start":10,"token_end":11,"label":"predicate"},{"start":71,"end":95,"token_start":13,"token_end":16,"label":"base"}],"tokens":[{"text":"Hot","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"pavement","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"also","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"transfers","start":18,"end":27,"id":3,"ws":true,"disabled":false},{"text":"heat","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"to","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"the","start":36,"end":39,"id":6,"ws":true,"disabled":false},{"text":"surrounding","start":40,"end":51,"id":7,"ws":true,"disabled":false},{"text":"air","start":52,"end":55,"id":8,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":9,"ws":true,"disabled":false},{"text":"adding","start":57,"end":63,"id":10,"ws":true,"disabled":false},{"text":"to","start":64,"end":66,"id":11,"ws":true,"disabled":false},{"text":"the","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"urban","start":71,"end":76,"id":13,"ws":true,"disabled":false},{"text":"heat","start":77,"end":81,"id":14,"ws":true,"disabled":false},{"text":"island","start":82,"end":88,"id":15,"ws":true,"disabled":false},{"text":"effect","start":89,"end":95,"id":16,"ws":false,"disabled":false},{"text":".","start":95,"end":96,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":97,"end":109,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":110,"end":122,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Kameron","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":4,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":8,"head_span":{"start":18,"end":35,"token_start":3,"token_end":5,"label":"change_direction"},"child_span":{"start":52,"end":55,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":16,"head_span":{"start":52,"end":55,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":71,"end":95,"token_start":13,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":8,"head_span":{"start":4,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":52,"end":55,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Human activities such as deforestation and the burning of fossil fuels are by far the biggest contributors to climate change.","text":"Human activities such as deforestation and the burning of fossil fuels are by far the biggest contributors to climate change. IMPLIED_BASE IMPLIED_BASE","characters":"125","document_index":"321","md_sentence_index":"0","classification_origin":"cm_cause_effect_rel","url":"https://www.nbcnews.com/mach/science/survey-u-s-forests-ties-tree-killing-insects-climate-change-ncna1042221","combo_id":"321_0","post-training batch1":"321_0","_input_hash":-619087264,"_task_hash":-1407292076,"spans":[{"text":"deforestation","start":25,"token_start":4,"token_end":4,"end":38,"type":"pattern","label":"base"},{"start":47,"end":54,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":58,"end":70,"token_start":9,"token_end":10,"label":"base"},{"text":"climate change","start":110,"token_start":18,"token_end":19,"end":124,"type":"pattern","label":"base"}],"tokens":[{"text":"Human","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"activities","start":6,"end":16,"id":1,"ws":true,"disabled":false},{"text":"such","start":17,"end":21,"id":2,"ws":true,"disabled":false},{"text":"as","start":22,"end":24,"id":3,"ws":true,"disabled":false},{"text":"deforestation","start":25,"end":38,"id":4,"ws":true,"disabled":false},{"text":"and","start":39,"end":42,"id":5,"ws":true,"disabled":false},{"text":"the","start":43,"end":46,"id":6,"ws":true,"disabled":false},{"text":"burning","start":47,"end":54,"id":7,"ws":true,"disabled":false},{"text":"of","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"fossil","start":58,"end":64,"id":9,"ws":true,"disabled":false},{"text":"fuels","start":65,"end":70,"id":10,"ws":true,"disabled":false},{"text":"are","start":71,"end":74,"id":11,"ws":true,"disabled":false},{"text":"by","start":75,"end":77,"id":12,"ws":true,"disabled":false},{"text":"far","start":78,"end":81,"id":13,"ws":true,"disabled":false},{"text":"the","start":82,"end":85,"id":14,"ws":true,"disabled":false},{"text":"biggest","start":86,"end":93,"id":15,"ws":true,"disabled":false},{"text":"contributors","start":94,"end":106,"id":16,"ws":true,"disabled":false},{"text":"to","start":107,"end":109,"id":17,"ws":true,"disabled":false},{"text":"climate","start":110,"end":117,"id":18,"ws":true,"disabled":false},{"text":"change","start":118,"end":124,"id":19,"ws":false,"disabled":false},{"text":".","start":124,"end":125,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":22,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":7,"child":10,"head_span":{"start":47,"end":54,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":58,"end":70,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":19,"head_span":{"start":25,"end":38,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":19,"head_span":{"start":58,"end":70,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Studies show that water vapor feed back roughly doubles the amount of warming caused by CO2.","text":"Studies show that water vapor feed back roughly doubles the amount of warming caused by CO2. IMPLIED_BASE IMPLIED_BASE","characters":"92","document_index":"532","md_sentence_index":"16","classification_origin":"causal_sentence_classification","url":"https://kevinhester.live/2016/06/07/for-every-1-degree-c-we-warm-the-planet-we-will-see-7-more-moisture-in-the-atmosphere/","combo_id":"532_16","post-training batch1":"532_16","_input_hash":210287143,"_task_hash":399083590,"spans":[{"start":18,"end":39,"token_start":3,"token_end":6,"label":"base"},{"start":70,"end":77,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":88,"end":91,"token_start":15,"token_end":15,"label":"base"},{"start":93,"end":105,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"Studies","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"show","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"that","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"water","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"vapor","start":24,"end":29,"id":4,"ws":true,"disabled":false},{"text":"feed","start":30,"end":34,"id":5,"ws":true,"disabled":false},{"text":"back","start":35,"end":39,"id":6,"ws":true,"disabled":false},{"text":"roughly","start":40,"end":47,"id":7,"ws":true,"disabled":false},{"text":"doubles","start":48,"end":55,"id":8,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":9,"ws":true,"disabled":false},{"text":"amount","start":60,"end":66,"id":10,"ws":true,"disabled":false},{"text":"of","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"warming","start":70,"end":77,"id":12,"ws":true,"disabled":false},{"text":"caused","start":78,"end":84,"id":13,"ws":true,"disabled":false},{"text":"by","start":85,"end":87,"id":14,"ws":true,"disabled":false},{"text":"CO2","start":88,"end":91,"id":15,"ws":false,"disabled":false},{"text":".","start":91,"end":92,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":12,"child":17,"head_span":{"start":70,"end":77,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":93,"end":105,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":88,"end":91,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":93,"end":105,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":17,"head_span":{"start":18,"end":39,"token_start":3,"token_end":6,"label":"base"},"child_span":{"start":93,"end":105,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Pollution from burning coal also affects a larger area than vehicle emissions, which means modest air pollution reductions in East Coast states may partly be because of their location downwind of coal-fired facilities.","text":"Pollution from burning coal also affects a larger area than vehicle emissions, which means modest air pollution reductions in East Coast states may partly be because of their location downwind of coal-fired facilities. IMPLIED_BASE IMPLIED_BASE","characters":"218","document_index":"779","md_sentence_index":"74","classification_origin":"causal_sentence_classification","url":"https://www.npr.org/sections/health-shots/2020/05/19/854760999/traffic-is-way-down-due-to-lockdowns-but-air-pollution-not-so-much","combo_id":"779_74","post-training batch1":"779_74","_input_hash":-701282809,"_task_hash":2111391087,"spans":[{"text":"Pollution","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"base"},{"start":15,"end":22,"token_start":2,"token_end":2,"label":"base"},{"text":"coal","start":23,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"type_of"},{"start":98,"end":101,"token_start":16,"token_end":16,"label":"type_of"},{"text":"pollution","start":102,"token_start":17,"token_end":17,"end":111,"type":"pattern","label":"base"},{"start":112,"end":122,"token_start":18,"token_end":18,"label":"change_direction"},{"start":184,"end":192,"token_start":30,"token_end":30,"label":"aspect_changing"},{"start":196,"end":217,"token_start":32,"token_end":35,"label":"base"}],"tokens":[{"text":"Pollution","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"from","start":10,"end":14,"id":1,"ws":true,"disabled":false},{"text":"burning","start":15,"end":22,"id":2,"ws":true,"disabled":false},{"text":"coal","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"also","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"affects","start":33,"end":40,"id":5,"ws":true,"disabled":false},{"text":"a","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"larger","start":43,"end":49,"id":7,"ws":true,"disabled":false},{"text":"area","start":50,"end":54,"id":8,"ws":true,"disabled":false},{"text":"than","start":55,"end":59,"id":9,"ws":true,"disabled":false},{"text":"vehicle","start":60,"end":67,"id":10,"ws":true,"disabled":false},{"text":"emissions","start":68,"end":77,"id":11,"ws":false,"disabled":false},{"text":",","start":77,"end":78,"id":12,"ws":true,"disabled":false},{"text":"which","start":79,"end":84,"id":13,"ws":true,"disabled":false},{"text":"means","start":85,"end":90,"id":14,"ws":true,"disabled":false},{"text":"modest","start":91,"end":97,"id":15,"ws":true,"disabled":false},{"text":"air","start":98,"end":101,"id":16,"ws":true,"disabled":false},{"text":"pollution","start":102,"end":111,"id":17,"ws":true,"disabled":false},{"text":"reductions","start":112,"end":122,"id":18,"ws":true,"disabled":false},{"text":"in","start":123,"end":125,"id":19,"ws":true,"disabled":false},{"text":"East","start":126,"end":130,"id":20,"ws":true,"disabled":false},{"text":"Coast","start":131,"end":136,"id":21,"ws":true,"disabled":false},{"text":"states","start":137,"end":143,"id":22,"ws":true,"disabled":false},{"text":"may","start":144,"end":147,"id":23,"ws":true,"disabled":false},{"text":"partly","start":148,"end":154,"id":24,"ws":true,"disabled":false},{"text":"be","start":155,"end":157,"id":25,"ws":true,"disabled":false},{"text":"because","start":158,"end":165,"id":26,"ws":true,"disabled":false},{"text":"of","start":166,"end":168,"id":27,"ws":true,"disabled":false},{"text":"their","start":169,"end":174,"id":28,"ws":true,"disabled":false},{"text":"location","start":175,"end":183,"id":29,"ws":true,"disabled":false},{"text":"downwind","start":184,"end":192,"id":30,"ws":true,"disabled":false},{"text":"of","start":193,"end":195,"id":31,"ws":true,"disabled":false},{"text":"coal","start":196,"end":200,"id":32,"ws":false,"disabled":false},{"text":"-","start":200,"end":201,"id":33,"ws":false,"disabled":false},{"text":"fired","start":201,"end":206,"id":34,"ws":true,"disabled":false},{"text":"facilities","start":207,"end":217,"id":35,"ws":false,"disabled":false},{"text":".","start":217,"end":218,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":219,"end":231,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":232,"end":244,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":2,"head_span":{"start":23,"end":27,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":15,"end":22,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":98,"end":101,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":102,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":35,"head_span":{"start":184,"end":192,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":196,"end":217,"token_start":32,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":112,"end":122,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":102,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":0,"head_span":{"start":15,"end":22,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":35,"child":17,"head_span":{"start":196,"end":217,"token_start":32,"token_end":35,"label":"base"},"child_span":{"start":102,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"","original_md_text":"In 2018, my father died of complications from pneumonia, after recovering from the cancer.","text":"In 2018, my father died of complications from pneumonia, after recovering from the cancer. IMPLIED_BASE IMPLIED_BASE","characters":"90","document_index":"313","md_sentence_index":"315","classification_origin":"cm-label-eval","url":"https://www.theatlantic.com/magazine/archive/2019/09/life-with-lyme/594736/","combo_id":"313_315","post-training batch1":"313_315","_input_hash":-1321630546,"_task_hash":-375951313,"spans":[],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"2018","start":3,"end":7,"id":1,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":2,"ws":true,"disabled":false},{"text":"my","start":9,"end":11,"id":3,"ws":true,"disabled":false},{"text":"father","start":12,"end":18,"id":4,"ws":true,"disabled":false},{"text":"died","start":19,"end":23,"id":5,"ws":true,"disabled":false},{"text":"of","start":24,"end":26,"id":6,"ws":true,"disabled":false},{"text":"complications","start":27,"end":40,"id":7,"ws":true,"disabled":false},{"text":"from","start":41,"end":45,"id":8,"ws":true,"disabled":false},{"text":"pneumonia","start":46,"end":55,"id":9,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":10,"ws":true,"disabled":false},{"text":"after","start":57,"end":62,"id":11,"ws":true,"disabled":false},{"text":"recovering","start":63,"end":73,"id":12,"ws":true,"disabled":false},{"text":"from","start":74,"end":78,"id":13,"ws":true,"disabled":false},{"text":"the","start":79,"end":82,"id":14,"ws":true,"disabled":false},{"text":"cancer","start":83,"end":89,"id":15,"ws":false,"disabled":false},{"text":".","start":89,"end":90,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":91,"end":103,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":104,"end":116,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Simple","original_md_text":"Last month Cyclone Idai struck central Mozambique, killing more than 600 people and leading to thousands of cases of cholera and malaria.\n","text":"Last month Cyclone Idai struck central Mozambique, killing more than 600 people and leading to thousands of cases of cholera and malaria. IMPLIED_BASE IMPLIED_BASE","characters":"138","document_index":"47","md_sentence_index":"17","classification_origin":"cm_cause_effect_rel","url":"https://nypost.com/2019/05/03/more-than-1-million-children-affected-by-mozambique-cyclones/","combo_id":"47_17","post-training batch1":"47_17","_input_hash":311860528,"_task_hash":-668632787,"spans":[{"start":11,"end":23,"token_start":2,"token_end":3,"label":"base"},{"start":51,"end":58,"token_start":8,"token_end":8,"label":"aspect_changing"},{"text":"more","start":59,"token_start":9,"token_end":9,"end":63,"type":"pattern","label":"change_direction"},{"text":"people","start":73,"token_start":12,"token_end":12,"end":79,"type":"pattern","label":"base"},{"start":117,"end":124,"token_start":20,"token_end":20,"label":"base"},{"start":129,"end":136,"token_start":22,"token_end":22,"label":"base"}],"tokens":[{"text":"Last","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"month","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"Cyclone","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"Idai","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"struck","start":24,"end":30,"id":4,"ws":true,"disabled":false},{"text":"central","start":31,"end":38,"id":5,"ws":true,"disabled":false},{"text":"Mozambique","start":39,"end":49,"id":6,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":7,"ws":true,"disabled":false},{"text":"killing","start":51,"end":58,"id":8,"ws":true,"disabled":false},{"text":"more","start":59,"end":63,"id":9,"ws":true,"disabled":false},{"text":"than","start":64,"end":68,"id":10,"ws":true,"disabled":false},{"text":"600","start":69,"end":72,"id":11,"ws":true,"disabled":false},{"text":"people","start":73,"end":79,"id":12,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":13,"ws":true,"disabled":false},{"text":"leading","start":84,"end":91,"id":14,"ws":true,"disabled":false},{"text":"to","start":92,"end":94,"id":15,"ws":true,"disabled":false},{"text":"thousands","start":95,"end":104,"id":16,"ws":true,"disabled":false},{"text":"of","start":105,"end":107,"id":17,"ws":true,"disabled":false},{"text":"cases","start":108,"end":113,"id":18,"ws":true,"disabled":false},{"text":"of","start":114,"end":116,"id":19,"ws":true,"disabled":false},{"text":"cholera","start":117,"end":124,"id":20,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":21,"ws":true,"disabled":false},{"text":"malaria","start":129,"end":136,"id":22,"ws":false,"disabled":false},{"text":".","start":136,"end":137,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":25,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":8,"child":12,"head_span":{"start":51,"end":58,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":73,"end":79,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":12,"head_span":{"start":59,"end":63,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":73,"end":79,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":12,"head_span":{"start":11,"end":23,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":73,"end":79,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":20,"head_span":{"start":11,"end":23,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":117,"end":124,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":22,"head_span":{"start":11,"end":23,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":129,"end":136,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"And with humans continuing to burn fossil fuels for energy, global warming is expected to compound the damage.","text":"And with humans continuing to burn fossil fuels for energy, global warming is expected to compound the damage. IMPLIED_BASE IMPLIED_BASE","characters":"110","document_index":"42","md_sentence_index":"42","classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/05/06/climate/biodiversity-extinction-united-nations.html","combo_id":"42_42","post-training batch1":"42_42","_input_hash":-1409326751,"_task_hash":1182201622,"spans":[{"start":30,"end":34,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":35,"end":47,"token_start":6,"token_end":7,"label":"base"},{"text":"global warming","start":60,"token_start":11,"token_end":12,"end":74,"type":"pattern","label":"base"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"with","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"humans","start":9,"end":15,"id":2,"ws":true,"disabled":false},{"text":"continuing","start":16,"end":26,"id":3,"ws":true,"disabled":false},{"text":"to","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"burn","start":30,"end":34,"id":5,"ws":true,"disabled":false},{"text":"fossil","start":35,"end":41,"id":6,"ws":true,"disabled":false},{"text":"fuels","start":42,"end":47,"id":7,"ws":true,"disabled":false},{"text":"for","start":48,"end":51,"id":8,"ws":true,"disabled":false},{"text":"energy","start":52,"end":58,"id":9,"ws":false,"disabled":false},{"text":",","start":58,"end":59,"id":10,"ws":true,"disabled":false},{"text":"global","start":60,"end":66,"id":11,"ws":true,"disabled":false},{"text":"warming","start":67,"end":74,"id":12,"ws":true,"disabled":false},{"text":"is","start":75,"end":77,"id":13,"ws":true,"disabled":false},{"text":"expected","start":78,"end":86,"id":14,"ws":true,"disabled":false},{"text":"to","start":87,"end":89,"id":15,"ws":true,"disabled":false},{"text":"compound","start":90,"end":98,"id":16,"ws":true,"disabled":false},{"text":"the","start":99,"end":102,"id":17,"ws":true,"disabled":false},{"text":"damage","start":103,"end":109,"id":18,"ws":false,"disabled":false},{"text":".","start":109,"end":110,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":111,"end":123,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":124,"end":136,"id":21,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":5,"child":7,"head_span":{"start":30,"end":34,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":35,"end":47,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":12,"head_span":{"start":35,"end":47,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":60,"end":74,"token_start":11,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Complex","original_md_text":"When Butler and Gates (2012) studied income disparity in East African cattle herders, they discovered that resource asymmetries caused by extreme and adverse weather contribute to conflict in the region.","text":"When Butler and Gates (2012) studied income disparity in East African cattle herders, they discovered that resource asymmetries caused by extreme and adverse weather contribute to conflict in the region. IMPLIED_BASE IMPLIED_BASE","characters":"203","document_index":"71","md_sentence_index":"112","classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_112","post-training batch1":"71_112","_input_hash":531549318,"_task_hash":-356364114,"spans":[{"start":107,"end":115,"token_start":19,"token_end":19,"label":"base"},{"start":116,"end":127,"token_start":20,"token_end":20,"label":"aspect_changing"},{"start":138,"end":145,"token_start":23,"token_end":23,"label":"type_of"},{"start":150,"end":157,"token_start":25,"token_end":25,"label":"type_of"},{"text":"weather","start":158,"token_start":26,"token_end":26,"end":165,"type":"pattern","label":"base"},{"text":"conflict","start":180,"token_start":29,"token_end":29,"end":188,"type":"pattern","label":"base"}],"tokens":[{"text":"When","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"Butler","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"and","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"Gates","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"(","start":22,"end":23,"id":4,"ws":false,"disabled":false},{"text":"2012","start":23,"end":27,"id":5,"ws":false,"disabled":false},{"text":")","start":27,"end":28,"id":6,"ws":true,"disabled":false},{"text":"studied","start":29,"end":36,"id":7,"ws":true,"disabled":false},{"text":"income","start":37,"end":43,"id":8,"ws":true,"disabled":false},{"text":"disparity","start":44,"end":53,"id":9,"ws":true,"disabled":false},{"text":"in","start":54,"end":56,"id":10,"ws":true,"disabled":false},{"text":"East","start":57,"end":61,"id":11,"ws":true,"disabled":false},{"text":"African","start":62,"end":69,"id":12,"ws":true,"disabled":false},{"text":"cattle","start":70,"end":76,"id":13,"ws":true,"disabled":false},{"text":"herders","start":77,"end":84,"id":14,"ws":false,"disabled":false},{"text":",","start":84,"end":85,"id":15,"ws":true,"disabled":false},{"text":"they","start":86,"end":90,"id":16,"ws":true,"disabled":false},{"text":"discovered","start":91,"end":101,"id":17,"ws":true,"disabled":false},{"text":"that","start":102,"end":106,"id":18,"ws":true,"disabled":false},{"text":"resource","start":107,"end":115,"id":19,"ws":true,"disabled":false},{"text":"asymmetries","start":116,"end":127,"id":20,"ws":true,"disabled":false},{"text":"caused","start":128,"end":134,"id":21,"ws":true,"disabled":false},{"text":"by","start":135,"end":137,"id":22,"ws":true,"disabled":false},{"text":"extreme","start":138,"end":145,"id":23,"ws":true,"disabled":false},{"text":"and","start":146,"end":149,"id":24,"ws":true,"disabled":false},{"text":"adverse","start":150,"end":157,"id":25,"ws":true,"disabled":false},{"text":"weather","start":158,"end":165,"id":26,"ws":true,"disabled":false},{"text":"contribute","start":166,"end":176,"id":27,"ws":true,"disabled":false},{"text":"to","start":177,"end":179,"id":28,"ws":true,"disabled":false},{"text":"conflict","start":180,"end":188,"id":29,"ws":true,"disabled":false},{"text":"in","start":189,"end":191,"id":30,"ws":true,"disabled":false},{"text":"the","start":192,"end":195,"id":31,"ws":true,"disabled":false},{"text":"region","start":196,"end":202,"id":32,"ws":false,"disabled":false},{"text":".","start":202,"end":203,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":204,"end":216,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":217,"end":229,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":150,"end":157,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":158,"end":165,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":26,"head_span":{"start":138,"end":145,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":158,"end":165,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":19,"head_span":{"start":116,"end":127,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":107,"end":115,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":19,"head_span":{"start":158,"end":165,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":107,"end":115,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":29,"head_span":{"start":107,"end":115,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":180,"end":188,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In Arizona, three lightning-caused wildfires forced the evacuation of multiple communities on Saturday.","text":"In Arizona, three lightning-caused wildfires forced the evacuation of multiple communities on Saturday. IMPLIED_BASE IMPLIED_BASE","characters":"103","document_index":"783","md_sentence_index":"53","classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2020/08/22/california-wildfires-updates-saturday-map-redwood-trees-burn-big-basin/3419083001/","combo_id":"783_53","post-training batch1":"783_53","_input_hash":441810152,"_task_hash":1725750894,"spans":[{"start":18,"end":34,"token_start":4,"token_end":6,"label":"type_of"},{"text":"wildfires","start":35,"token_start":7,"token_end":7,"end":44,"type":"pattern","label":"base"},{"start":56,"end":66,"token_start":10,"token_end":10,"label":"base"},{"text":"communities","start":79,"token_start":13,"token_end":13,"end":90,"type":"pattern","label":"type_of"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Arizona","start":3,"end":10,"id":1,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":2,"ws":true,"disabled":false},{"text":"three","start":12,"end":17,"id":3,"ws":true,"disabled":false},{"text":"lightning","start":18,"end":27,"id":4,"ws":false,"disabled":false},{"text":"-","start":27,"end":28,"id":5,"ws":false,"disabled":false},{"text":"caused","start":28,"end":34,"id":6,"ws":true,"disabled":false},{"text":"wildfires","start":35,"end":44,"id":7,"ws":true,"disabled":false},{"text":"forced","start":45,"end":51,"id":8,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"evacuation","start":56,"end":66,"id":10,"ws":true,"disabled":false},{"text":"of","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"multiple","start":70,"end":78,"id":12,"ws":true,"disabled":false},{"text":"communities","start":79,"end":90,"id":13,"ws":true,"disabled":false},{"text":"on","start":91,"end":93,"id":14,"ws":true,"disabled":false},{"text":"Saturday","start":94,"end":102,"id":15,"ws":false,"disabled":false},{"text":".","start":102,"end":103,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":104,"end":116,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":117,"end":129,"id":18,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":18,"end":34,"token_start":4,"token_end":6,"label":"type_of"},"child_span":{"start":35,"end":44,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":10,"head_span":{"start":79,"end":90,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":56,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":35,"end":44,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":56,"end":66,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"yes?","reason":"not clear causality?","relation count":"many?","complexity":"simple","original_md_text":"I remember a mother who told me that her nine-year-old boy was experiencing post-traumatic stress after being rescued from their flooded home and did not want to sleep alone.","text":"I remember a mother who told me that her nine-year-old boy was experiencing post-traumatic stress after being rescued from their flooded home and did not want to sleep alone. IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"14","md_sentence_index":"22","classification_origin":"cm-label-eval","url":"https://www.climaterealityproject.org/blog/dose-reality-how-climate-change-affects-our-kids-straight-pediatrician","combo_id":"14_22","post-training batch1":"14_22","_input_hash":-1174892601,"_task_hash":-576869552,"spans":[{"start":76,"end":90,"token_start":17,"token_end":19,"label":"type_of"},{"text":"stress","start":91,"token_start":20,"token_end":20,"end":97,"type":"pattern","label":"base"},{"start":129,"end":136,"token_start":26,"token_end":26,"label":"type_of"},{"text":"home","start":137,"token_start":27,"token_end":27,"end":141,"type":"pattern","label":"base"}],"tokens":[{"text":"I","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"remember","start":2,"end":10,"id":1,"ws":true,"disabled":false},{"text":"a","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"mother","start":13,"end":19,"id":3,"ws":true,"disabled":false},{"text":"who","start":20,"end":23,"id":4,"ws":true,"disabled":false},{"text":"told","start":24,"end":28,"id":5,"ws":true,"disabled":false},{"text":"me","start":29,"end":31,"id":6,"ws":true,"disabled":false},{"text":"that","start":32,"end":36,"id":7,"ws":true,"disabled":false},{"text":"her","start":37,"end":40,"id":8,"ws":true,"disabled":false},{"text":"nine","start":41,"end":45,"id":9,"ws":false,"disabled":false},{"text":"-","start":45,"end":46,"id":10,"ws":false,"disabled":false},{"text":"year","start":46,"end":50,"id":11,"ws":false,"disabled":false},{"text":"-","start":50,"end":51,"id":12,"ws":false,"disabled":false},{"text":"old","start":51,"end":54,"id":13,"ws":true,"disabled":false},{"text":"boy","start":55,"end":58,"id":14,"ws":true,"disabled":false},{"text":"was","start":59,"end":62,"id":15,"ws":true,"disabled":false},{"text":"experiencing","start":63,"end":75,"id":16,"ws":true,"disabled":false},{"text":"post","start":76,"end":80,"id":17,"ws":false,"disabled":false},{"text":"-","start":80,"end":81,"id":18,"ws":false,"disabled":false},{"text":"traumatic","start":81,"end":90,"id":19,"ws":true,"disabled":false},{"text":"stress","start":91,"end":97,"id":20,"ws":true,"disabled":false},{"text":"after","start":98,"end":103,"id":21,"ws":true,"disabled":false},{"text":"being","start":104,"end":109,"id":22,"ws":true,"disabled":false},{"text":"rescued","start":110,"end":117,"id":23,"ws":true,"disabled":false},{"text":"from","start":118,"end":122,"id":24,"ws":true,"disabled":false},{"text":"their","start":123,"end":128,"id":25,"ws":true,"disabled":false},{"text":"flooded","start":129,"end":136,"id":26,"ws":true,"disabled":false},{"text":"home","start":137,"end":141,"id":27,"ws":true,"disabled":false},{"text":"and","start":142,"end":145,"id":28,"ws":true,"disabled":false},{"text":"did","start":146,"end":149,"id":29,"ws":true,"disabled":false},{"text":"not","start":150,"end":153,"id":30,"ws":true,"disabled":false},{"text":"want","start":154,"end":158,"id":31,"ws":true,"disabled":false},{"text":"to","start":159,"end":161,"id":32,"ws":true,"disabled":false},{"text":"sleep","start":162,"end":167,"id":33,"ws":true,"disabled":false},{"text":"alone","start":168,"end":173,"id":34,"ws":false,"disabled":false},{"text":".","start":173,"end":174,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":37,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":26,"child":27,"head_span":{"start":129,"end":136,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":137,"end":141,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":76,"end":90,"token_start":17,"token_end":19,"label":"type_of"},"child_span":{"start":91,"end":97,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":20,"head_span":{"start":137,"end":141,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":91,"end":97,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Although the most adverse impacts on water availability are likely to occur in association with growing water demand as the world population increases, some estimates indicate that a 4\u00b0C warming would significantly exacerbate existing water scarcity in many regions, particularly northern and eastern Africa, the Middle East, and South Asia, while additional countries in Africa would be newly confronted with water scarcity on a national scale due to population growth.\n","text":"Although the most adverse impacts on water availability are likely to occur in association with growing water demand as the world population increases, some estimates indicate that a 4\u00b0C warming would significantly exacerbate existing water scarcity in many regions, particularly northern and eastern Africa, the Middle East, and South Asia, while additional countries in Africa would be newly confronted with water scarcity on a national scale due to population growth. IMPLIED_BASE IMPLIED_BASE","characters":"471","document_index":"340","md_sentence_index":"87","classification_origin":"cm_cause_effect_rel","url":"https://www.greenfacts.org/en/impacts-global-warming/l-2/index.htm","combo_id":"340_87","post-training batch1":"340_87","_input_hash":-1349257249,"_task_hash":-1073703286,"spans":[{"start":18,"end":25,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"water","start":37,"token_start":6,"token_end":6,"end":42,"type":"pattern","label":"base"},{"text":"availability","start":43,"token_start":7,"token_end":7,"end":55,"type":"pattern","label":"aspect_changing"},{"text":"growing","start":96,"token_start":15,"token_end":15,"end":103,"type":"pattern","label":"change_direction"},{"text":"water","start":104,"token_start":16,"token_end":16,"end":109,"type":"pattern","label":"base"},{"text":"demand","start":110,"token_start":17,"token_end":17,"end":116,"type":"pattern","label":"aspect_changing"},{"start":130,"end":140,"token_start":21,"token_end":21,"label":"base"},{"text":"increases","start":141,"token_start":22,"token_end":22,"end":150,"type":"pattern","label":"change_direction"},{"start":187,"end":194,"token_start":32,"token_end":32,"label":"aspect_changing"},{"start":215,"end":225,"token_start":35,"token_end":35,"label":"change_direction"},{"text":"water","start":235,"token_start":37,"token_end":37,"end":240,"type":"pattern","label":"base"},{"start":241,"end":249,"token_start":38,"token_end":38,"label":"aspect_changing"},{"text":"water","start":410,"token_start":67,"token_end":67,"end":415,"type":"pattern","label":"base"},{"start":416,"end":424,"token_start":68,"token_end":68,"label":"aspect_changing"},{"start":452,"end":462,"token_start":75,"token_end":75,"label":"base"},{"text":"growth","start":463,"token_start":76,"token_end":76,"end":469,"type":"pattern","label":"aspect_changing"},{"start":471,"end":483,"token_start":78,"token_end":78,"label":"base"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"most","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"adverse","start":18,"end":25,"id":3,"ws":true,"disabled":false},{"text":"impacts","start":26,"end":33,"id":4,"ws":true,"disabled":false},{"text":"on","start":34,"end":36,"id":5,"ws":true,"disabled":false},{"text":"water","start":37,"end":42,"id":6,"ws":true,"disabled":false},{"text":"availability","start":43,"end":55,"id":7,"ws":true,"disabled":false},{"text":"are","start":56,"end":59,"id":8,"ws":true,"disabled":false},{"text":"likely","start":60,"end":66,"id":9,"ws":true,"disabled":false},{"text":"to","start":67,"end":69,"id":10,"ws":true,"disabled":false},{"text":"occur","start":70,"end":75,"id":11,"ws":true,"disabled":false},{"text":"in","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"association","start":79,"end":90,"id":13,"ws":true,"disabled":false},{"text":"with","start":91,"end":95,"id":14,"ws":true,"disabled":false},{"text":"growing","start":96,"end":103,"id":15,"ws":true,"disabled":false},{"text":"water","start":104,"end":109,"id":16,"ws":true,"disabled":false},{"text":"demand","start":110,"end":116,"id":17,"ws":true,"disabled":false},{"text":"as","start":117,"end":119,"id":18,"ws":true,"disabled":false},{"text":"the","start":120,"end":123,"id":19,"ws":true,"disabled":false},{"text":"world","start":124,"end":129,"id":20,"ws":true,"disabled":false},{"text":"population","start":130,"end":140,"id":21,"ws":true,"disabled":false},{"text":"increases","start":141,"end":150,"id":22,"ws":false,"disabled":false},{"text":",","start":150,"end":151,"id":23,"ws":true,"disabled":false},{"text":"some","start":152,"end":156,"id":24,"ws":true,"disabled":false},{"text":"estimates","start":157,"end":166,"id":25,"ws":true,"disabled":false},{"text":"indicate","start":167,"end":175,"id":26,"ws":true,"disabled":false},{"text":"that","start":176,"end":180,"id":27,"ws":true,"disabled":false},{"text":"a","start":181,"end":182,"id":28,"ws":true,"disabled":false},{"text":"4","start":183,"end":184,"id":29,"ws":false,"disabled":false},{"text":"\u00b0","start":184,"end":185,"id":30,"ws":false,"disabled":false},{"text":"C","start":185,"end":186,"id":31,"ws":true,"disabled":false},{"text":"warming","start":187,"end":194,"id":32,"ws":true,"disabled":false},{"text":"would","start":195,"end":200,"id":33,"ws":true,"disabled":false},{"text":"significantly","start":201,"end":214,"id":34,"ws":true,"disabled":false},{"text":"exacerbate","start":215,"end":225,"id":35,"ws":true,"disabled":false},{"text":"existing","start":226,"end":234,"id":36,"ws":true,"disabled":false},{"text":"water","start":235,"end":240,"id":37,"ws":true,"disabled":false},{"text":"scarcity","start":241,"end":249,"id":38,"ws":true,"disabled":false},{"text":"in","start":250,"end":252,"id":39,"ws":true,"disabled":false},{"text":"many","start":253,"end":257,"id":40,"ws":true,"disabled":false},{"text":"regions","start":258,"end":265,"id":41,"ws":false,"disabled":false},{"text":",","start":265,"end":266,"id":42,"ws":true,"disabled":false},{"text":"particularly","start":267,"end":279,"id":43,"ws":true,"disabled":false},{"text":"northern","start":280,"end":288,"id":44,"ws":true,"disabled":false},{"text":"and","start":289,"end":292,"id":45,"ws":true,"disabled":false},{"text":"eastern","start":293,"end":300,"id":46,"ws":true,"disabled":false},{"text":"Africa","start":301,"end":307,"id":47,"ws":false,"disabled":false},{"text":",","start":307,"end":308,"id":48,"ws":true,"disabled":false},{"text":"the","start":309,"end":312,"id":49,"ws":true,"disabled":false},{"text":"Middle","start":313,"end":319,"id":50,"ws":true,"disabled":false},{"text":"East","start":320,"end":324,"id":51,"ws":false,"disabled":false},{"text":",","start":324,"end":325,"id":52,"ws":true,"disabled":false},{"text":"and","start":326,"end":329,"id":53,"ws":true,"disabled":false},{"text":"South","start":330,"end":335,"id":54,"ws":true,"disabled":false},{"text":"Asia","start":336,"end":340,"id":55,"ws":false,"disabled":false},{"text":",","start":340,"end":341,"id":56,"ws":true,"disabled":false},{"text":"while","start":342,"end":347,"id":57,"ws":true,"disabled":false},{"text":"additional","start":348,"end":358,"id":58,"ws":true,"disabled":false},{"text":"countries","start":359,"end":368,"id":59,"ws":true,"disabled":false},{"text":"in","start":369,"end":371,"id":60,"ws":true,"disabled":false},{"text":"Africa","start":372,"end":378,"id":61,"ws":true,"disabled":false},{"text":"would","start":379,"end":384,"id":62,"ws":true,"disabled":false},{"text":"be","start":385,"end":387,"id":63,"ws":true,"disabled":false},{"text":"newly","start":388,"end":393,"id":64,"ws":true,"disabled":false},{"text":"confronted","start":394,"end":404,"id":65,"ws":true,"disabled":false},{"text":"with","start":405,"end":409,"id":66,"ws":true,"disabled":false},{"text":"water","start":410,"end":415,"id":67,"ws":true,"disabled":false},{"text":"scarcity","start":416,"end":424,"id":68,"ws":true,"disabled":false},{"text":"on","start":425,"end":427,"id":69,"ws":true,"disabled":false},{"text":"a","start":428,"end":429,"id":70,"ws":true,"disabled":false},{"text":"national","start":430,"end":438,"id":71,"ws":true,"disabled":false},{"text":"scale","start":439,"end":444,"id":72,"ws":true,"disabled":false},{"text":"due","start":445,"end":448,"id":73,"ws":true,"disabled":false},{"text":"to","start":449,"end":451,"id":74,"ws":true,"disabled":false},{"text":"population","start":452,"end":462,"id":75,"ws":true,"disabled":false},{"text":"growth","start":463,"end":469,"id":76,"ws":false,"disabled":false},{"text":".","start":469,"end":470,"id":77,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":471,"end":483,"id":78,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":484,"end":496,"id":79,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":7,"child":6,"head_span":{"start":43,"end":55,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":37,"end":42,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":6,"head_span":{"start":18,"end":25,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":37,"end":42,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":6,"head_span":{"start":104,"end":109,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":37,"end":42,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":16,"head_span":{"start":96,"end":103,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":104,"end":109,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":110,"end":116,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":104,"end":109,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":21,"head_span":{"start":141,"end":150,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":130,"end":140,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":16,"head_span":{"start":130,"end":140,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":104,"end":109,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":78,"head_span":{"start":187,"end":194,"token_start":32,"token_end":32,"label":"aspect_changing"},"child_span":{"start":471,"end":483,"token_start":78,"token_end":78,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":37,"head_span":{"start":215,"end":225,"token_start":35,"token_end":35,"label":"change_direction"},"child_span":{"start":235,"end":240,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":37,"head_span":{"start":241,"end":249,"token_start":38,"token_end":38,"label":"aspect_changing"},"child_span":{"start":235,"end":240,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":78,"child":37,"head_span":{"start":471,"end":483,"token_start":78,"token_end":78,"label":"base"},"child_span":{"start":235,"end":240,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":76,"child":75,"head_span":{"start":463,"end":469,"token_start":76,"token_end":76,"label":"aspect_changing"},"child_span":{"start":452,"end":462,"token_start":75,"token_end":75,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":68,"child":67,"head_span":{"start":416,"end":424,"token_start":68,"token_end":68,"label":"aspect_changing"},"child_span":{"start":410,"end":415,"token_start":67,"token_end":67,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":75,"child":67,"head_span":{"start":452,"end":462,"token_start":75,"token_end":75,"label":"base"},"child_span":{"start":410,"end":415,"token_start":67,"token_end":67,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"In a counterpoint to the article other researchers note that savings from increasing energy efficiency and expansion of renewables is also not baked into the GDP numbers.","text":"In a counterpoint to the article other researchers note that savings from increasing energy efficiency and expansion of renewables is also not baked into the GDP numbers. IMPLIED_BASE IMPLIED_BASE","characters":"170","document_index":"189","md_sentence_index":"22","classification_origin":"cm_cause_effect_rel","url":"https://www.greencarreports.com/news/1117054_nature-study-shows-its-cheaper-to-reduce-global-warming-than-to-adapt-to-it","combo_id":"189_22","post-training batch1":"189_22","_input_hash":-544355962,"_task_hash":-1193184224,"spans":[{"start":61,"end":68,"token_start":10,"token_end":10,"label":"base"},{"text":"increasing","start":74,"token_start":12,"token_end":12,"end":84,"type":"pattern","label":"change_direction"},{"start":85,"end":91,"token_start":13,"token_end":13,"label":"base"},{"start":92,"end":102,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":107,"end":116,"token_start":16,"token_end":16,"label":"aspect_changing"},{"start":120,"end":130,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"a","start":3,"end":4,"id":1,"ws":true,"disabled":false},{"text":"counterpoint","start":5,"end":17,"id":2,"ws":true,"disabled":false},{"text":"to","start":18,"end":20,"id":3,"ws":true,"disabled":false},{"text":"the","start":21,"end":24,"id":4,"ws":true,"disabled":false},{"text":"article","start":25,"end":32,"id":5,"ws":true,"disabled":false},{"text":"other","start":33,"end":38,"id":6,"ws":true,"disabled":false},{"text":"researchers","start":39,"end":50,"id":7,"ws":true,"disabled":false},{"text":"note","start":51,"end":55,"id":8,"ws":true,"disabled":false},{"text":"that","start":56,"end":60,"id":9,"ws":true,"disabled":false},{"text":"savings","start":61,"end":68,"id":10,"ws":true,"disabled":false},{"text":"from","start":69,"end":73,"id":11,"ws":true,"disabled":false},{"text":"increasing","start":74,"end":84,"id":12,"ws":true,"disabled":false},{"text":"energy","start":85,"end":91,"id":13,"ws":true,"disabled":false},{"text":"efficiency","start":92,"end":102,"id":14,"ws":true,"disabled":false},{"text":"and","start":103,"end":106,"id":15,"ws":true,"disabled":false},{"text":"expansion","start":107,"end":116,"id":16,"ws":true,"disabled":false},{"text":"of","start":117,"end":119,"id":17,"ws":true,"disabled":false},{"text":"renewables","start":120,"end":130,"id":18,"ws":true,"disabled":false},{"text":"is","start":131,"end":133,"id":19,"ws":true,"disabled":false},{"text":"also","start":134,"end":138,"id":20,"ws":true,"disabled":false},{"text":"not","start":139,"end":142,"id":21,"ws":true,"disabled":false},{"text":"baked","start":143,"end":148,"id":22,"ws":true,"disabled":false},{"text":"into","start":149,"end":153,"id":23,"ws":true,"disabled":false},{"text":"the","start":154,"end":157,"id":24,"ws":true,"disabled":false},{"text":"GDP","start":158,"end":161,"id":25,"ws":true,"disabled":false},{"text":"numbers","start":162,"end":169,"id":26,"ws":false,"disabled":false},{"text":".","start":169,"end":170,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":29,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":12,"child":13,"head_span":{"start":74,"end":84,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":85,"end":91,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":92,"end":102,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":85,"end":91,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":107,"end":116,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":120,"end":130,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":10,"head_span":{"start":120,"end":130,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":61,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":10,"head_span":{"start":85,"end":91,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":61,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As summers get hotter and hotter, high school football players are increasingly at risk of succumbing to heat stroke and dying during summer practice \u2013 about three players a year, on average.","text":"As summers get hotter and hotter, high school football players are increasingly at risk of succumbing to heat stroke and dying during summer practice \u2013 about three players a year, on average. IMPLIED_BASE IMPLIED_BASE","characters":"191","document_index":"273","md_sentence_index":"19","classification_origin":"cm_cause_effect_rel","url":"http://www.climatesciencewatch.org/2019/06/28/as-climate-change-creates-a-true-public-health-emergency-trump-administration-quashes-federal-climate-program-and-exiles-its-director/","combo_id":"273_19","post-training batch1":"273_19","_input_hash":-548277659,"_task_hash":1761886130,"spans":[{"text":"summers","start":3,"token_start":1,"token_end":1,"end":10,"type":"pattern","label":"base"},{"text":"hotter","start":15,"token_start":3,"token_end":3,"end":21,"type":"pattern","label":"change_direction"},{"text":"risk","start":83,"token_start":14,"token_end":14,"end":87,"type":"pattern","label":"aspect_changing"},{"text":"heat stroke","start":105,"token_start":18,"token_end":19,"end":116,"type":"pattern","label":"base"},{"start":121,"end":126,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"summers","start":3,"end":10,"id":1,"ws":true,"disabled":false},{"text":"get","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"hotter","start":15,"end":21,"id":3,"ws":true,"disabled":false},{"text":"and","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"hotter","start":26,"end":32,"id":5,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":6,"ws":true,"disabled":false},{"text":"high","start":34,"end":38,"id":7,"ws":true,"disabled":false},{"text":"school","start":39,"end":45,"id":8,"ws":true,"disabled":false},{"text":"football","start":46,"end":54,"id":9,"ws":true,"disabled":false},{"text":"players","start":55,"end":62,"id":10,"ws":true,"disabled":false},{"text":"are","start":63,"end":66,"id":11,"ws":true,"disabled":false},{"text":"increasingly","start":67,"end":79,"id":12,"ws":true,"disabled":false},{"text":"at","start":80,"end":82,"id":13,"ws":true,"disabled":false},{"text":"risk","start":83,"end":87,"id":14,"ws":true,"disabled":false},{"text":"of","start":88,"end":90,"id":15,"ws":true,"disabled":false},{"text":"succumbing","start":91,"end":101,"id":16,"ws":true,"disabled":false},{"text":"to","start":102,"end":104,"id":17,"ws":true,"disabled":false},{"text":"heat","start":105,"end":109,"id":18,"ws":true,"disabled":false},{"text":"stroke","start":110,"end":116,"id":19,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":20,"ws":true,"disabled":false},{"text":"dying","start":121,"end":126,"id":21,"ws":true,"disabled":false},{"text":"during","start":127,"end":133,"id":22,"ws":true,"disabled":false},{"text":"summer","start":134,"end":140,"id":23,"ws":true,"disabled":false},{"text":"practice","start":141,"end":149,"id":24,"ws":true,"disabled":false},{"text":"\u2013","start":150,"end":151,"id":25,"ws":true,"disabled":false},{"text":"about","start":152,"end":157,"id":26,"ws":true,"disabled":false},{"text":"three","start":158,"end":163,"id":27,"ws":true,"disabled":false},{"text":"players","start":164,"end":171,"id":28,"ws":true,"disabled":false},{"text":"a","start":172,"end":173,"id":29,"ws":true,"disabled":false},{"text":"year","start":174,"end":178,"id":30,"ws":false,"disabled":false},{"text":",","start":178,"end":179,"id":31,"ws":true,"disabled":false},{"text":"on","start":180,"end":182,"id":32,"ws":true,"disabled":false},{"text":"average","start":183,"end":190,"id":33,"ws":false,"disabled":false},{"text":".","start":190,"end":191,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":36,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":3,"child":1,"head_span":{"start":15,"end":21,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":3,"end":10,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":19,"head_span":{"start":83,"end":87,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":105,"end":116,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":19,"head_span":{"start":3,"end":10,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":105,"end":116,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":21,"head_span":{"start":3,"end":10,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":121,"end":126,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"That means we will likely see a meter of sea level rise by 2100, from a combination of warmer water, which expands, and melting ice sheets in Greenland and Antarctica.\n","text":"That means we will likely see a meter of sea level rise by 2100, from a combination of warmer water, which expands, and melting ice sheets in Greenland and Antarctica. IMPLIED_BASE IMPLIED_BASE","characters":"168","document_index":"536","md_sentence_index":"41","classification_origin":"causal_sentence_classification","url":"https://www.cnn.com/2019/12/16/world/london-sea-level-climate-change-intl-gbr/index.html","combo_id":"536_41","post-training batch1":"536_41","_input_hash":-2020895312,"_task_hash":-1014502203,"spans":[{"text":"sea","start":41,"token_start":9,"token_end":9,"end":44,"type":"pattern","label":"base"},{"text":"level","start":45,"token_start":10,"token_end":10,"end":50,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":51,"token_start":11,"token_end":11,"end":55,"type":"pattern","label":"change_direction"},{"text":"warmer","start":87,"token_start":19,"token_end":19,"end":93,"type":"pattern","label":"change_direction"},{"text":"water","start":94,"token_start":20,"token_end":20,"end":99,"type":"pattern","label":"base"},{"text":"melting","start":120,"token_start":26,"token_end":26,"end":127,"type":"pattern","label":"aspect_changing"},{"text":"ice sheets","start":128,"token_start":27,"token_end":28,"end":138,"type":"pattern","label":"base"}],"tokens":[{"text":"That","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"means","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"we","start":11,"end":13,"id":2,"ws":true,"disabled":false},{"text":"will","start":14,"end":18,"id":3,"ws":true,"disabled":false},{"text":"likely","start":19,"end":25,"id":4,"ws":true,"disabled":false},{"text":"see","start":26,"end":29,"id":5,"ws":true,"disabled":false},{"text":"a","start":30,"end":31,"id":6,"ws":true,"disabled":false},{"text":"meter","start":32,"end":37,"id":7,"ws":true,"disabled":false},{"text":"of","start":38,"end":40,"id":8,"ws":true,"disabled":false},{"text":"sea","start":41,"end":44,"id":9,"ws":true,"disabled":false},{"text":"level","start":45,"end":50,"id":10,"ws":true,"disabled":false},{"text":"rise","start":51,"end":55,"id":11,"ws":true,"disabled":false},{"text":"by","start":56,"end":58,"id":12,"ws":true,"disabled":false},{"text":"2100","start":59,"end":63,"id":13,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":14,"ws":true,"disabled":false},{"text":"from","start":65,"end":69,"id":15,"ws":true,"disabled":false},{"text":"a","start":70,"end":71,"id":16,"ws":true,"disabled":false},{"text":"combination","start":72,"end":83,"id":17,"ws":true,"disabled":false},{"text":"of","start":84,"end":86,"id":18,"ws":true,"disabled":false},{"text":"warmer","start":87,"end":93,"id":19,"ws":true,"disabled":false},{"text":"water","start":94,"end":99,"id":20,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":21,"ws":true,"disabled":false},{"text":"which","start":101,"end":106,"id":22,"ws":true,"disabled":false},{"text":"expands","start":107,"end":114,"id":23,"ws":false,"disabled":false},{"text":",","start":114,"end":115,"id":24,"ws":true,"disabled":false},{"text":"and","start":116,"end":119,"id":25,"ws":true,"disabled":false},{"text":"melting","start":120,"end":127,"id":26,"ws":true,"disabled":false},{"text":"ice","start":128,"end":131,"id":27,"ws":true,"disabled":false},{"text":"sheets","start":132,"end":138,"id":28,"ws":true,"disabled":false},{"text":"in","start":139,"end":141,"id":29,"ws":true,"disabled":false},{"text":"Greenland","start":142,"end":151,"id":30,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":31,"ws":true,"disabled":false},{"text":"Antarctica","start":156,"end":166,"id":32,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":35,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":10,"child":9,"head_span":{"start":45,"end":50,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":41,"end":44,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":9,"head_span":{"start":51,"end":55,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":41,"end":44,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":87,"end":93,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":94,"end":99,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":28,"head_span":{"start":120,"end":127,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":128,"end":138,"token_start":27,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":9,"head_span":{"start":128,"end":138,"token_start":27,"token_end":28,"label":"base"},"child_span":{"start":41,"end":44,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":9,"head_span":{"start":94,"end":99,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":41,"end":44,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Before we go, we will buy enough offsets to capture the annual methane emanations of a dozen cows \u2014 that\u2019s several times what is needed to balance out the carbon effects of our flights.","text":"Before we go, we will buy enough offsets to capture the annual methane emanations of a dozen cows \u2014 that\u2019s several times what is needed to balance out the carbon effects of our flights. IMPLIED_BASE IMPLIED_BASE","characters":"185","document_index":"159","md_sentence_index":"113","classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/06/03/travel/traveling-climate-change.html","combo_id":"159_113","post-training batch1":"159_113","_input_hash":1333689868,"_task_hash":-1222140734,"spans":[{"text":"methane","start":63,"token_start":13,"token_end":13,"end":70,"type":"pattern","label":"base"}],"tokens":[{"text":"Before","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"we","start":7,"end":9,"id":1,"ws":true,"disabled":false},{"text":"go","start":10,"end":12,"id":2,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":3,"ws":true,"disabled":false},{"text":"we","start":14,"end":16,"id":4,"ws":true,"disabled":false},{"text":"will","start":17,"end":21,"id":5,"ws":true,"disabled":false},{"text":"buy","start":22,"end":25,"id":6,"ws":true,"disabled":false},{"text":"enough","start":26,"end":32,"id":7,"ws":true,"disabled":false},{"text":"offsets","start":33,"end":40,"id":8,"ws":true,"disabled":false},{"text":"to","start":41,"end":43,"id":9,"ws":true,"disabled":false},{"text":"capture","start":44,"end":51,"id":10,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":11,"ws":true,"disabled":false},{"text":"annual","start":56,"end":62,"id":12,"ws":true,"disabled":false},{"text":"methane","start":63,"end":70,"id":13,"ws":true,"disabled":false},{"text":"emanations","start":71,"end":81,"id":14,"ws":true,"disabled":false},{"text":"of","start":82,"end":84,"id":15,"ws":true,"disabled":false},{"text":"a","start":85,"end":86,"id":16,"ws":true,"disabled":false},{"text":"dozen","start":87,"end":92,"id":17,"ws":true,"disabled":false},{"text":"cows","start":93,"end":97,"id":18,"ws":true,"disabled":false},{"text":"\u2014","start":98,"end":99,"id":19,"ws":true,"disabled":false},{"text":"that","start":100,"end":104,"id":20,"ws":false,"disabled":false},{"text":"\u2019s","start":104,"end":106,"id":21,"ws":true,"disabled":false},{"text":"several","start":107,"end":114,"id":22,"ws":true,"disabled":false},{"text":"times","start":115,"end":120,"id":23,"ws":true,"disabled":false},{"text":"what","start":121,"end":125,"id":24,"ws":true,"disabled":false},{"text":"is","start":126,"end":128,"id":25,"ws":true,"disabled":false},{"text":"needed","start":129,"end":135,"id":26,"ws":true,"disabled":false},{"text":"to","start":136,"end":138,"id":27,"ws":true,"disabled":false},{"text":"balance","start":139,"end":146,"id":28,"ws":true,"disabled":false},{"text":"out","start":147,"end":150,"id":29,"ws":true,"disabled":false},{"text":"the","start":151,"end":154,"id":30,"ws":true,"disabled":false},{"text":"carbon","start":155,"end":161,"id":31,"ws":true,"disabled":false},{"text":"effects","start":162,"end":169,"id":32,"ws":true,"disabled":false},{"text":"of","start":170,"end":172,"id":33,"ws":true,"disabled":false},{"text":"our","start":173,"end":176,"id":34,"ws":true,"disabled":false},{"text":"flights","start":177,"end":184,"id":35,"ws":false,"disabled":false},{"text":".","start":184,"end":185,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":199,"end":211,"id":38,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"staged","Dataset name":"checkin-four","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Antarctic glaciers have been melting at an accelerating pace over the past four decades thanks to an influx of warm ocean water \u2014 a startling new finding that researchers say could mean sea levels are poised to rise more quickly than predicted in coming decades.\n","text":"Antarctic glaciers have been melting at an accelerating pace over the past four decades thanks to an influx of warm ocean water \u2014 a startling new finding that researchers say could mean sea levels are poised to rise more quickly than predicted in coming decades. IMPLIED_BASE IMPLIED_BASE","characters":"263","document_index":"25","md_sentence_index":"115","classification_origin":"cm_cause_effect_rel","url":"https://www.washingtonpost.com/graphics/2019/lifestyle/magazine/climate-change-covers/","combo_id":"25_115","post-training batch1":"25_115","_input_hash":-1082426339,"_task_hash":-1376608085,"spans":[{"start":0,"end":9,"token_start":0,"token_end":0,"label":"type_of"},{"text":"glaciers","start":10,"token_start":1,"token_end":1,"end":18,"type":"pattern","label":"base"},{"text":"melting","start":29,"token_start":4,"token_end":4,"end":36,"type":"pattern","label":"aspect_changing"},{"start":43,"end":60,"token_start":7,"token_end":8,"label":"change_direction"},{"start":101,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":111,"end":115,"token_start":19,"token_end":19,"label":"change_direction"},{"text":"ocean","start":116,"token_start":20,"token_end":20,"end":121,"type":"pattern","label":"type_of"},{"text":"water","start":122,"token_start":21,"token_end":21,"end":127,"type":"pattern","label":"base"},{"text":"sea","start":186,"token_start":32,"token_end":32,"end":189,"type":"pattern","label":"base"},{"text":"levels","start":190,"token_start":33,"token_end":33,"end":196,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":211,"token_start":37,"token_end":37,"end":215,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Antarctic","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"glaciers","start":10,"end":18,"id":1,"ws":true,"disabled":false},{"text":"have","start":19,"end":23,"id":2,"ws":true,"disabled":false},{"text":"been","start":24,"end":28,"id":3,"ws":true,"disabled":false},{"text":"melting","start":29,"end":36,"id":4,"ws":true,"disabled":false},{"text":"at","start":37,"end":39,"id":5,"ws":true,"disabled":false},{"text":"an","start":40,"end":42,"id":6,"ws":true,"disabled":false},{"text":"accelerating","start":43,"end":55,"id":7,"ws":true,"disabled":false},{"text":"pace","start":56,"end":60,"id":8,"ws":true,"disabled":false},{"text":"over","start":61,"end":65,"id":9,"ws":true,"disabled":false},{"text":"the","start":66,"end":69,"id":10,"ws":true,"disabled":false},{"text":"past","start":70,"end":74,"id":11,"ws":true,"disabled":false},{"text":"four","start":75,"end":79,"id":12,"ws":true,"disabled":false},{"text":"decades","start":80,"end":87,"id":13,"ws":true,"disabled":false},{"text":"thanks","start":88,"end":94,"id":14,"ws":true,"disabled":false},{"text":"to","start":95,"end":97,"id":15,"ws":true,"disabled":false},{"text":"an","start":98,"end":100,"id":16,"ws":true,"disabled":false},{"text":"influx","start":101,"end":107,"id":17,"ws":true,"disabled":false},{"text":"of","start":108,"end":110,"id":18,"ws":true,"disabled":false},{"text":"warm","start":111,"end":115,"id":19,"ws":true,"disabled":false},{"text":"ocean","start":116,"end":121,"id":20,"ws":true,"disabled":false},{"text":"water","start":122,"end":127,"id":21,"ws":true,"disabled":false},{"text":"\u2014","start":128,"end":129,"id":22,"ws":true,"disabled":false},{"text":"a","start":130,"end":131,"id":23,"ws":true,"disabled":false},{"text":"startling","start":132,"end":141,"id":24,"ws":true,"disabled":false},{"text":"new","start":142,"end":145,"id":25,"ws":true,"disabled":false},{"text":"finding","start":146,"end":153,"id":26,"ws":true,"disabled":false},{"text":"that","start":154,"end":158,"id":27,"ws":true,"disabled":false},{"text":"researchers","start":159,"end":170,"id":28,"ws":true,"disabled":false},{"text":"say","start":171,"end":174,"id":29,"ws":true,"disabled":false},{"text":"could","start":175,"end":180,"id":30,"ws":true,"disabled":false},{"text":"mean","start":181,"end":185,"id":31,"ws":true,"disabled":false},{"text":"sea","start":186,"end":189,"id":32,"ws":true,"disabled":false},{"text":"levels","start":190,"end":196,"id":33,"ws":true,"disabled":false},{"text":"are","start":197,"end":200,"id":34,"ws":true,"disabled":false},{"text":"poised","start":201,"end":207,"id":35,"ws":true,"disabled":false},{"text":"to","start":208,"end":210,"id":36,"ws":true,"disabled":false},{"text":"rise","start":211,"end":215,"id":37,"ws":true,"disabled":false},{"text":"more","start":216,"end":220,"id":38,"ws":true,"disabled":false},{"text":"quickly","start":221,"end":228,"id":39,"ws":true,"disabled":false},{"text":"than","start":229,"end":233,"id":40,"ws":true,"disabled":false},{"text":"predicted","start":234,"end":243,"id":41,"ws":true,"disabled":false},{"text":"in","start":244,"end":246,"id":42,"ws":true,"disabled":false},{"text":"coming","start":247,"end":253,"id":43,"ws":true,"disabled":false},{"text":"decades","start":254,"end":261,"id":44,"ws":false,"disabled":false},{"text":".","start":261,"end":262,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":263,"end":275,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":276,"end":288,"id":47,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":4,"child":1,"head_span":{"start":29,"end":36,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":10,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":1,"head_span":{"start":43,"end":60,"token_start":7,"token_end":8,"label":"change_direction"},"child_span":{"start":10,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":10,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":21,"head_span":{"start":101,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":122,"end":127,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":116,"end":121,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":122,"end":127,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":21,"head_span":{"start":111,"end":115,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":122,"end":127,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":32,"head_span":{"start":190,"end":196,"token_start":33,"token_end":33,"label":"aspect_changing"},"child_span":{"start":186,"end":189,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":32,"head_span":{"start":211,"end":215,"token_start":37,"token_end":37,"label":"change_direction"},"child_span":{"start":186,"end":189,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":1,"head_span":{"start":122,"end":127,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":10,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":32,"head_span":{"start":10,"end":18,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":186,"end":189,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These changes vary by region and time of year, but there is evidence that anthropogenic warming causes a general weakening of summertime tropical circulation1,2,3,4,5,6,7,8.","text":"These changes vary by region and time of year, but there is evidence that anthropogenic warming causes a general weakening of summertime tropical circulation1,2,3,4,5,6,7,8. IMPLIED_BASE IMPLIED_BASE","characters":"173","document_index":"807","md_sentence_index":"2","classification_origin":"causal_sentence_classification","url":"https://www.nature.com/articles/s41586-018-0158-3","combo_id":"807_2","post-training batch1":"807_2","_input_hash":1937150084,"_task_hash":1272106900,"spans":[{"start":74,"end":87,"token_start":15,"token_end":15,"label":"type_of"},{"start":88,"end":95,"token_start":16,"token_end":16,"label":"base"},{"start":113,"end":122,"token_start":20,"token_end":20,"label":"aspect_changing"},{"start":126,"end":136,"token_start":22,"token_end":22,"label":"type_of"},{"start":137,"end":145,"token_start":23,"token_end":23,"label":"type_of"},{"start":146,"end":172,"token_start":24,"token_end":24,"label":"base"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"changes","start":6,"end":13,"id":1,"ws":true,"disabled":false},{"text":"vary","start":14,"end":18,"id":2,"ws":true,"disabled":false},{"text":"by","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"region","start":22,"end":28,"id":4,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"time","start":33,"end":37,"id":6,"ws":true,"disabled":false},{"text":"of","start":38,"end":40,"id":7,"ws":true,"disabled":false},{"text":"year","start":41,"end":45,"id":8,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":9,"ws":true,"disabled":false},{"text":"but","start":47,"end":50,"id":10,"ws":true,"disabled":false},{"text":"there","start":51,"end":56,"id":11,"ws":true,"disabled":false},{"text":"is","start":57,"end":59,"id":12,"ws":true,"disabled":false},{"text":"evidence","start":60,"end":68,"id":13,"ws":true,"disabled":false},{"text":"that","start":69,"end":73,"id":14,"ws":true,"disabled":false},{"text":"anthropogenic","start":74,"end":87,"id":15,"ws":true,"disabled":false},{"text":"warming","start":88,"end":95,"id":16,"ws":true,"disabled":false},{"text":"causes","start":96,"end":102,"id":17,"ws":true,"disabled":false},{"text":"a","start":103,"end":104,"id":18,"ws":true,"disabled":false},{"text":"general","start":105,"end":112,"id":19,"ws":true,"disabled":false},{"text":"weakening","start":113,"end":122,"id":20,"ws":true,"disabled":false},{"text":"of","start":123,"end":125,"id":21,"ws":true,"disabled":false},{"text":"summertime","start":126,"end":136,"id":22,"ws":true,"disabled":false},{"text":"tropical","start":137,"end":145,"id":23,"ws":true,"disabled":false},{"text":"circulation1,2,3,4,5,6,7,8","start":146,"end":172,"id":24,"ws":false,"disabled":false},{"text":".","start":172,"end":173,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":27,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":15,"child":16,"head_span":{"start":74,"end":87,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":88,"end":95,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":24,"head_span":{"start":113,"end":122,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":146,"end":172,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":137,"end":145,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":146,"end":172,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":126,"end":136,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":146,"end":172,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":24,"head_span":{"start":88,"end":95,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":146,"end":172,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Warmer temperatures are already causing major damage to the world\u2019s forests.","text":"Warmer temperatures are already causing major damage to the world\u2019s forests. IMPLIED_BASE IMPLIED_BASE","characters":"76","document_index":"724","md_sentence_index":"75","classification_origin":"causal_sentence_classification","url":"https://e360.yale.edu/features/with-temperatures-rising-can-animals-survive-the-heat-stress","combo_id":"724_75","post-training batch1":"724_75","_input_hash":697071726,"_task_hash":-1056261491,"spans":[{"text":"Warmer","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":7,"token_start":1,"token_end":1,"end":19,"type":"pattern","label":"aspect_changing"},{"start":46,"end":52,"token_start":6,"token_end":6,"label":"aspect_changing"},{"text":"forests","start":68,"token_start":11,"token_end":11,"end":75,"type":"pattern","label":"base"},{"start":77,"end":89,"token_start":13,"token_end":13,"label":"base"}],"tokens":[{"text":"Warmer","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"temperatures","start":7,"end":19,"id":1,"ws":true,"disabled":false},{"text":"are","start":20,"end":23,"id":2,"ws":true,"disabled":false},{"text":"already","start":24,"end":31,"id":3,"ws":true,"disabled":false},{"text":"causing","start":32,"end":39,"id":4,"ws":true,"disabled":false},{"text":"major","start":40,"end":45,"id":5,"ws":true,"disabled":false},{"text":"damage","start":46,"end":52,"id":6,"ws":true,"disabled":false},{"text":"to","start":53,"end":55,"id":7,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":8,"ws":true,"disabled":false},{"text":"world","start":60,"end":65,"id":9,"ws":false,"disabled":false},{"text":"\u2019s","start":65,"end":67,"id":10,"ws":true,"disabled":false},{"text":"forests","start":68,"end":75,"id":11,"ws":false,"disabled":false},{"text":".","start":75,"end":76,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":77,"end":89,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":90,"end":102,"id":14,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":6,"child":11,"head_span":{"start":46,"end":52,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":68,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":13,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":77,"end":89,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":13,"head_span":{"start":7,"end":19,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":77,"end":89,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":11,"head_span":{"start":77,"end":89,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":68,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In the 1940s, companies began offshore oil drilling projects and dredging near the island, activities which contributed to the erosion of the island and its island road.[11]\n","text":"In the 1940s, companies began offshore oil drilling projects and dredging near the island, activities which contributed to the erosion of the island and its island road.[11] IMPLIED_BASE IMPLIED_BASE","characters":"174","document_index":"528","md_sentence_index":"11","classification_origin":"causal_sentence_classification","url":"https://en.wikipedia.org/wiki/Isle_de_Jean_Charles,_Louisiana","combo_id":"528_11","post-training batch1":"528_11","_input_hash":2098885614,"_task_hash":-1357263754,"spans":[{"start":30,"end":38,"token_start":6,"token_end":6,"label":"type_of"},{"start":39,"end":51,"token_start":7,"token_end":8,"label":"base"},{"start":65,"end":73,"token_start":11,"token_end":11,"label":"base"},{"text":"erosion","start":127,"token_start":21,"token_end":21,"end":134,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"1940s","start":7,"end":12,"id":2,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":3,"ws":true,"disabled":false},{"text":"companies","start":14,"end":23,"id":4,"ws":true,"disabled":false},{"text":"began","start":24,"end":29,"id":5,"ws":true,"disabled":false},{"text":"offshore","start":30,"end":38,"id":6,"ws":true,"disabled":false},{"text":"oil","start":39,"end":42,"id":7,"ws":true,"disabled":false},{"text":"drilling","start":43,"end":51,"id":8,"ws":true,"disabled":false},{"text":"projects","start":52,"end":60,"id":9,"ws":true,"disabled":false},{"text":"and","start":61,"end":64,"id":10,"ws":true,"disabled":false},{"text":"dredging","start":65,"end":73,"id":11,"ws":true,"disabled":false},{"text":"near","start":74,"end":78,"id":12,"ws":true,"disabled":false},{"text":"the","start":79,"end":82,"id":13,"ws":true,"disabled":false},{"text":"island","start":83,"end":89,"id":14,"ws":false,"disabled":false},{"text":",","start":89,"end":90,"id":15,"ws":true,"disabled":false},{"text":"activities","start":91,"end":101,"id":16,"ws":true,"disabled":false},{"text":"which","start":102,"end":107,"id":17,"ws":true,"disabled":false},{"text":"contributed","start":108,"end":119,"id":18,"ws":true,"disabled":false},{"text":"to","start":120,"end":122,"id":19,"ws":true,"disabled":false},{"text":"the","start":123,"end":126,"id":20,"ws":true,"disabled":false},{"text":"erosion","start":127,"end":134,"id":21,"ws":true,"disabled":false},{"text":"of","start":135,"end":137,"id":22,"ws":true,"disabled":false},{"text":"the","start":138,"end":141,"id":23,"ws":true,"disabled":false},{"text":"island","start":142,"end":148,"id":24,"ws":true,"disabled":false},{"text":"and","start":149,"end":152,"id":25,"ws":true,"disabled":false},{"text":"its","start":153,"end":156,"id":26,"ws":true,"disabled":false},{"text":"island","start":157,"end":163,"id":27,"ws":true,"disabled":false},{"text":"road.[11","start":164,"end":172,"id":28,"ws":false,"disabled":false},{"text":"]","start":172,"end":173,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":31,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":6,"child":8,"head_span":{"start":30,"end":38,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":39,"end":51,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":21,"head_span":{"start":39,"end":51,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":127,"end":134,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":21,"head_span":{"start":65,"end":73,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":127,"end":134,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"Used?":"Used?","Dataset name":"Dataset name","ignore?":"ignore?","reason":"reason","relation count":"relation count","complexity":"complexity","original_md_text":"original_md_text","text":"text","characters":"characters","document_index":"document_index","md_sentence_index":"md_sentence_index","classification_origin":"classification_origin","url":"url","combo_id":"combo_id","post-training batch1":"post-training batch1","_input_hash":-875606607,"_task_hash":514230050,"spans":[],"tokens":[{"text":"text","start":0,"end":4,"id":0,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[],"answer":"reject"}
+{"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Hot pavement also transfers heat to the surrounding air, adding to the urban heat island effect.","text":"Hot pavement also transfers heat to the surrounding air, adding to the urban heat island effect. IMPLIED_BASE IMPLIED_BASE","characters":"96","document_index":"656","md_sentence_index":"520","classification_origin":"causal_sentence_classification","url":"https://www.cdc.gov/climateandhealth/pubs/extreme-heat-guidebook.pdf","combo_id":"656_520","post-training batch1":"656_520","_input_hash":2065174250,"_task_hash":-1540344737,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"change_direction"},{"start":4,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":71,"end":76,"token_start":13,"token_end":13,"label":"type_of"},{"start":77,"end":88,"token_start":14,"token_end":15,"label":"base"}],"tokens":[{"text":"Hot","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"pavement","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"also","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"transfers","start":18,"end":27,"id":3,"ws":true,"disabled":false},{"text":"heat","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"to","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"the","start":36,"end":39,"id":6,"ws":true,"disabled":false},{"text":"surrounding","start":40,"end":51,"id":7,"ws":true,"disabled":false},{"text":"air","start":52,"end":55,"id":8,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":9,"ws":true,"disabled":false},{"text":"adding","start":57,"end":63,"id":10,"ws":true,"disabled":false},{"text":"to","start":64,"end":66,"id":11,"ws":true,"disabled":false},{"text":"the","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"urban","start":71,"end":76,"id":13,"ws":true,"disabled":false},{"text":"heat","start":77,"end":81,"id":14,"ws":true,"disabled":false},{"text":"island","start":82,"end":88,"id":15,"ws":true,"disabled":false},{"text":"effect","start":89,"end":95,"id":16,"ws":false,"disabled":false},{"text":".","start":95,"end":96,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":97,"end":109,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":110,"end":122,"id":19,"ws":false,"disabled":false}],"_session_id":"main_3_per_cluster-Nikita","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":4,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":15,"head_span":{"start":71,"end":76,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":77,"end":88,"token_start":14,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":15,"head_span":{"start":4,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":77,"end":88,"token_start":14,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":774,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A 2008 study by the New Belgium Brewing Company, based in Fort Collins, Colo., found that the greenhouse gas emissions from one six-pack were about the same as driving a car nearly eight miles.","text":"A 2008 study by the New Belgium Brewing Company, based in Fort Collins, Colo., found that the greenhouse gas emissions from one six-pack were about the same as driving a car nearly eight miles. IMPLIED_BASE IMPLIED_BASE","characters":193,"document_index":640,"md_sentence_index":50,"classification_origin":"causal_sentence_classification","url":"https://messaging-custom-newsletters.nytimes.com/template/oakv2?uri=nyt://newsletter/893f61f4-ef7a-4dce-9e57-885cb4569d24&productCode=CLIM&te=1&nl=climate-fwd:&emc=edit_clim_20200219&campaign_id=54&instance_id=16102&segment_id=21412&user_id=4596817f78250389013bbc9d1b574d8f®i_id=84651546it_clim_20200219","combo_id":"640_50","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-567579893,"_task_hash":-287913533,"spans":[{"start":20,"end":47,"token_start":5,"token_end":8,"label":"to_whom"},{"text":"greenhouse","start":94,"token_start":20,"token_end":20,"end":104,"type":"pattern","label":"type_of"},{"start":105,"end":108,"token_start":21,"token_end":21,"label":"base"},{"text":"emissions","start":109,"token_start":22,"token_end":22,"end":118,"type":"pattern","label":"aspect_changing"},{"start":119,"end":123,"token_start":23,"token_end":23,"label":"predicate"},{"start":124,"end":127,"token_start":24,"token_end":24,"label":"effect_size"},{"start":128,"end":136,"token_start":25,"token_end":27,"label":"aspect_changing"},{"start":160,"end":167,"token_start":33,"token_end":33,"label":"change_direction"},{"start":170,"end":173,"token_start":35,"token_end":35,"label":"base"},{"start":174,"end":192,"token_start":36,"token_end":38,"label":"effect_size"},{"start":194,"end":206,"token_start":40,"token_end":40,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"2008","start":2,"end":6,"id":1,"ws":true,"disabled":false},{"text":"study","start":7,"end":12,"id":2,"ws":true,"disabled":false},{"text":"by","start":13,"end":15,"id":3,"ws":true,"disabled":false},{"text":"the","start":16,"end":19,"id":4,"ws":true,"disabled":false},{"text":"New","start":20,"end":23,"id":5,"ws":true,"disabled":false},{"text":"Belgium","start":24,"end":31,"id":6,"ws":true,"disabled":false},{"text":"Brewing","start":32,"end":39,"id":7,"ws":true,"disabled":false},{"text":"Company","start":40,"end":47,"id":8,"ws":false,"disabled":false},{"text":",","start":47,"end":48,"id":9,"ws":true,"disabled":false},{"text":"based","start":49,"end":54,"id":10,"ws":true,"disabled":false},{"text":"in","start":55,"end":57,"id":11,"ws":true,"disabled":false},{"text":"Fort","start":58,"end":62,"id":12,"ws":true,"disabled":false},{"text":"Collins","start":63,"end":70,"id":13,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":14,"ws":true,"disabled":false},{"text":"Colo.","start":72,"end":77,"id":15,"ws":false,"disabled":false},{"text":",","start":77,"end":78,"id":16,"ws":true,"disabled":false},{"text":"found","start":79,"end":84,"id":17,"ws":true,"disabled":false},{"text":"that","start":85,"end":89,"id":18,"ws":true,"disabled":false},{"text":"the","start":90,"end":93,"id":19,"ws":true,"disabled":false},{"text":"greenhouse","start":94,"end":104,"id":20,"ws":true,"disabled":false},{"text":"gas","start":105,"end":108,"id":21,"ws":true,"disabled":false},{"text":"emissions","start":109,"end":118,"id":22,"ws":true,"disabled":false},{"text":"from","start":119,"end":123,"id":23,"ws":true,"disabled":false},{"text":"one","start":124,"end":127,"id":24,"ws":true,"disabled":false},{"text":"six","start":128,"end":131,"id":25,"ws":false,"disabled":false},{"text":"-","start":131,"end":132,"id":26,"ws":false,"disabled":false},{"text":"pack","start":132,"end":136,"id":27,"ws":true,"disabled":false},{"text":"were","start":137,"end":141,"id":28,"ws":true,"disabled":false},{"text":"about","start":142,"end":147,"id":29,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":30,"ws":true,"disabled":false},{"text":"same","start":152,"end":156,"id":31,"ws":true,"disabled":false},{"text":"as","start":157,"end":159,"id":32,"ws":true,"disabled":false},{"text":"driving","start":160,"end":167,"id":33,"ws":true,"disabled":false},{"text":"a","start":168,"end":169,"id":34,"ws":true,"disabled":false},{"text":"car","start":170,"end":173,"id":35,"ws":true,"disabled":false},{"text":"nearly","start":174,"end":180,"id":36,"ws":true,"disabled":false},{"text":"eight","start":181,"end":186,"id":37,"ws":true,"disabled":false},{"text":"miles","start":187,"end":192,"id":38,"ws":false,"disabled":false},{"text":".","start":192,"end":193,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":207,"end":219,"id":41,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":27,"child":40,"head_span":{"start":128,"end":136,"token_start":25,"token_end":27,"label":"aspect_changing"},"child_span":{"start":194,"end":206,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":94,"end":104,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":105,"end":108,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":21,"head_span":{"start":109,"end":118,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":105,"end":108,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":21,"head_span":{"start":194,"end":206,"token_start":40,"token_end":40,"label":"base"},"child_span":{"start":105,"end":108,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":35,"head_span":{"start":160,"end":167,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":170,"end":173,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":21,"head_span":{"start":170,"end":173,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":105,"end":108,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":548,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"It's really easy to make the point that as our climate changes, we're getting increased damages from events like flooding and wildfire, she says.","text":"It's really easy to make the point that as our climate changes, we're getting increased damages from events like flooding and wildfire, she says. IMPLIED_BASE IMPLIED_BASE","characters":147,"document_index":423,"md_sentence_index":31,"classification_origin":"causal_sentence_classification","url":"https://www.npr.org/2019/10/16/770066763/as-the-climate-warms-companies-are-scrambling-to-calculate-the-risk-to-their-pro","combo_id":"423_31","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1545351605,"_task_hash":509366930,"spans":[{"start":47,"end":54,"token_start":11,"token_end":11,"label":"base"},{"start":55,"end":62,"token_start":12,"token_end":12,"label":"aspect_changing"},{"text":"increased","start":78,"token_start":17,"token_end":17,"end":87,"type":"pattern","label":"change_direction"},{"start":88,"end":95,"token_start":18,"token_end":18,"label":"aspect_changing"},{"text":"flooding","start":113,"token_start":22,"token_end":22,"end":121,"type":"pattern","label":"base"},{"text":"wildfire","start":126,"token_start":24,"token_end":24,"end":134,"type":"pattern","label":"base"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":false,"disabled":false},{"text":"'s","start":2,"end":4,"id":1,"ws":true,"disabled":false},{"text":"really","start":5,"end":11,"id":2,"ws":true,"disabled":false},{"text":"easy","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"to","start":17,"end":19,"id":4,"ws":true,"disabled":false},{"text":"make","start":20,"end":24,"id":5,"ws":true,"disabled":false},{"text":"the","start":25,"end":28,"id":6,"ws":true,"disabled":false},{"text":"point","start":29,"end":34,"id":7,"ws":true,"disabled":false},{"text":"that","start":35,"end":39,"id":8,"ws":true,"disabled":false},{"text":"as","start":40,"end":42,"id":9,"ws":true,"disabled":false},{"text":"our","start":43,"end":46,"id":10,"ws":true,"disabled":false},{"text":"climate","start":47,"end":54,"id":11,"ws":true,"disabled":false},{"text":"changes","start":55,"end":62,"id":12,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":13,"ws":true,"disabled":false},{"text":"we","start":64,"end":66,"id":14,"ws":false,"disabled":false},{"text":"'re","start":66,"end":69,"id":15,"ws":true,"disabled":false},{"text":"getting","start":70,"end":77,"id":16,"ws":true,"disabled":false},{"text":"increased","start":78,"end":87,"id":17,"ws":true,"disabled":false},{"text":"damages","start":88,"end":95,"id":18,"ws":true,"disabled":false},{"text":"from","start":96,"end":100,"id":19,"ws":true,"disabled":false},{"text":"events","start":101,"end":107,"id":20,"ws":true,"disabled":false},{"text":"like","start":108,"end":112,"id":21,"ws":true,"disabled":false},{"text":"flooding","start":113,"end":121,"id":22,"ws":true,"disabled":false},{"text":"and","start":122,"end":125,"id":23,"ws":true,"disabled":false},{"text":"wildfire","start":126,"end":134,"id":24,"ws":false,"disabled":false},{"text":",","start":134,"end":135,"id":25,"ws":true,"disabled":false},{"text":"she","start":136,"end":139,"id":26,"ws":true,"disabled":false},{"text":"says","start":140,"end":144,"id":27,"ws":false,"disabled":false},{"text":".","start":144,"end":145,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":18,"child":22,"head_span":{"start":88,"end":95,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":113,"end":121,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":24,"head_span":{"start":88,"end":95,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":126,"end":134,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":22,"head_span":{"start":78,"end":87,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":113,"end":121,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":24,"head_span":{"start":78,"end":87,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":126,"end":134,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":11,"head_span":{"start":55,"end":62,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":47,"end":54,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":22,"head_span":{"start":47,"end":54,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":113,"end":121,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":24,"head_span":{"start":47,"end":54,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":126,"end":134,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":755,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u2022 further improve evidence-based practices to facilitate recov- ery and post-traumatic growth following extreme events;\n\u2022 identify the best practices for adaptation and prevention strategies to reduce the impacts of extreme heat on people with mental illness, including patients taking medications that increase their vulnerability to heat stress;\n","text":"\u2022 further improve evidence-based practices to facilitate recov- ery and post-traumatic growth following extreme events;\u2022 identify the best practices for adaptation and prevention strategies to reduce the impacts of extreme heat on people with mental illness, including patients taking medications that increase their vulnerability to heat stress; IMPLIED_BASE IMPLIED_BASE","characters":348,"document_index":619,"md_sentence_index":276,"classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_276","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":461592245,"_task_hash":1823670923,"spans":[{"start":72,"end":93,"token_start":12,"token_end":15,"label":"base"},{"start":104,"end":120,"token_start":17,"token_end":18,"label":"aspect_changing"},{"start":153,"end":163,"token_start":24,"token_end":24,"label":"base"},{"start":168,"end":178,"token_start":26,"token_end":26,"label":"base"},{"start":179,"end":189,"token_start":27,"token_end":27,"label":"aspect_changing"},{"start":190,"end":199,"token_start":28,"token_end":29,"label":"change_direction"},{"start":204,"end":211,"token_start":31,"token_end":31,"label":"aspect_changing"},{"start":215,"end":222,"token_start":33,"token_end":33,"label":"type_of"},{"start":223,"end":227,"token_start":34,"token_end":34,"label":"base"},{"start":231,"end":257,"token_start":36,"token_end":39,"label":"base"},{"start":269,"end":277,"token_start":42,"token_end":42,"label":"to_whom"},{"start":278,"end":284,"token_start":43,"token_end":43,"label":"change_direction"},{"start":285,"end":296,"token_start":44,"token_end":44,"label":"base"},{"start":297,"end":301,"token_start":45,"token_end":45,"label":"predicate"},{"text":"increase","start":302,"token_start":46,"token_end":46,"end":310,"type":"pattern","label":"change_direction"},{"text":"vulnerability","start":317,"token_start":48,"token_end":48,"end":330,"type":"pattern","label":"aspect_changing"},{"start":334,"end":345,"token_start":50,"token_end":51,"label":"base"},{"start":347,"end":359,"token_start":53,"token_end":53,"label":"base"}],"tokens":[{"text":"\u2022","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"further","start":2,"end":9,"id":1,"ws":true,"disabled":false},{"text":"improve","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"evidence","start":18,"end":26,"id":3,"ws":false,"disabled":false},{"text":"-","start":26,"end":27,"id":4,"ws":false,"disabled":false},{"text":"based","start":27,"end":32,"id":5,"ws":true,"disabled":false},{"text":"practices","start":33,"end":42,"id":6,"ws":true,"disabled":false},{"text":"to","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"facilitate","start":46,"end":56,"id":8,"ws":true,"disabled":false},{"text":"recov-","start":57,"end":63,"id":9,"ws":true,"disabled":false},{"text":"ery","start":64,"end":67,"id":10,"ws":true,"disabled":false},{"text":"and","start":68,"end":71,"id":11,"ws":true,"disabled":false},{"text":"post","start":72,"end":76,"id":12,"ws":false,"disabled":false},{"text":"-","start":76,"end":77,"id":13,"ws":false,"disabled":false},{"text":"traumatic","start":77,"end":86,"id":14,"ws":true,"disabled":false},{"text":"growth","start":87,"end":93,"id":15,"ws":true,"disabled":false},{"text":"following","start":94,"end":103,"id":16,"ws":true,"disabled":false},{"text":"extreme","start":104,"end":111,"id":17,"ws":true,"disabled":false},{"text":"events;\u2022","start":112,"end":120,"id":18,"ws":true,"disabled":false},{"text":"identify","start":121,"end":129,"id":19,"ws":true,"disabled":false},{"text":"the","start":130,"end":133,"id":20,"ws":true,"disabled":false},{"text":"best","start":134,"end":138,"id":21,"ws":true,"disabled":false},{"text":"practices","start":139,"end":148,"id":22,"ws":true,"disabled":false},{"text":"for","start":149,"end":152,"id":23,"ws":true,"disabled":false},{"text":"adaptation","start":153,"end":163,"id":24,"ws":true,"disabled":false},{"text":"and","start":164,"end":167,"id":25,"ws":true,"disabled":false},{"text":"prevention","start":168,"end":178,"id":26,"ws":true,"disabled":false},{"text":"strategies","start":179,"end":189,"id":27,"ws":true,"disabled":false},{"text":"to","start":190,"end":192,"id":28,"ws":true,"disabled":false},{"text":"reduce","start":193,"end":199,"id":29,"ws":true,"disabled":false},{"text":"the","start":200,"end":203,"id":30,"ws":true,"disabled":false},{"text":"impacts","start":204,"end":211,"id":31,"ws":true,"disabled":false},{"text":"of","start":212,"end":214,"id":32,"ws":true,"disabled":false},{"text":"extreme","start":215,"end":222,"id":33,"ws":true,"disabled":false},{"text":"heat","start":223,"end":227,"id":34,"ws":true,"disabled":false},{"text":"on","start":228,"end":230,"id":35,"ws":true,"disabled":false},{"text":"people","start":231,"end":237,"id":36,"ws":true,"disabled":false},{"text":"with","start":238,"end":242,"id":37,"ws":true,"disabled":false},{"text":"mental","start":243,"end":249,"id":38,"ws":true,"disabled":false},{"text":"illness","start":250,"end":257,"id":39,"ws":false,"disabled":false},{"text":",","start":257,"end":258,"id":40,"ws":true,"disabled":false},{"text":"including","start":259,"end":268,"id":41,"ws":true,"disabled":false},{"text":"patients","start":269,"end":277,"id":42,"ws":true,"disabled":false},{"text":"taking","start":278,"end":284,"id":43,"ws":true,"disabled":false},{"text":"medications","start":285,"end":296,"id":44,"ws":true,"disabled":false},{"text":"that","start":297,"end":301,"id":45,"ws":true,"disabled":false},{"text":"increase","start":302,"end":310,"id":46,"ws":true,"disabled":false},{"text":"their","start":311,"end":316,"id":47,"ws":true,"disabled":false},{"text":"vulnerability","start":317,"end":330,"id":48,"ws":true,"disabled":false},{"text":"to","start":331,"end":333,"id":49,"ws":true,"disabled":false},{"text":"heat","start":334,"end":338,"id":50,"ws":true,"disabled":false},{"text":"stress","start":339,"end":345,"id":51,"ws":false,"disabled":false},{"text":";","start":345,"end":346,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":347,"end":359,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":360,"end":372,"id":54,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":48,"child":51,"head_span":{"start":317,"end":330,"token_start":48,"token_end":48,"label":"aspect_changing"},"child_span":{"start":334,"end":345,"token_start":50,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":51,"head_span":{"start":285,"end":296,"token_start":44,"token_end":44,"label":"base"},"child_span":{"start":334,"end":345,"token_start":50,"token_end":51,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":51,"head_span":{"start":302,"end":310,"token_start":46,"token_end":46,"label":"change_direction"},"child_span":{"start":334,"end":345,"token_start":50,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":34,"head_span":{"start":215,"end":222,"token_start":33,"token_end":33,"label":"type_of"},"child_span":{"start":223,"end":227,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":34,"head_span":{"start":231,"end":257,"token_start":36,"token_end":39,"label":"base"},"child_span":{"start":223,"end":227,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":44,"head_span":{"start":278,"end":284,"token_start":43,"token_end":43,"label":"change_direction"},"child_span":{"start":285,"end":296,"token_start":44,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"ignore"}
+{"number":1164,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We've been (mostly) lucky with Barry\nHeavy rains continue to fall from the remnants of Hurricane Barry across the lower and mid-Mississippi Valley.","text":"We've been (mostly) lucky with BarryHeavy rains continue to fall from the remnants of Hurricane Barry across the lower and mid-Mississippi Valley. IMPLIED_BASE IMPLIED_BASE","characters":147,"document_index":869,"md_sentence_index":25,"classification_origin":"causal_sentence_classification","url":"https://www.wunderground.com/cat6/Slow-Moving-Hurricanes-Barry-Growing-More-Common","combo_id":"869_25","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1801106573,"_task_hash":-792173821,"spans":[{"start":31,"end":41,"token_start":8,"token_end":8,"label":"type_of"},{"start":42,"end":47,"token_start":9,"token_end":9,"label":"base"},{"start":60,"end":64,"token_start":12,"token_end":12,"label":"change_direction"},{"start":65,"end":69,"token_start":13,"token_end":13,"label":"predicate"},{"start":74,"end":82,"token_start":15,"token_end":15,"label":"aspect_changing"},{"text":"Hurricane","start":86,"token_start":17,"token_end":17,"end":95,"type":"pattern","label":"base"},{"start":102,"end":145,"token_start":19,"token_end":26,"label":"where"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":false,"disabled":false},{"text":"'ve","start":2,"end":5,"id":1,"ws":true,"disabled":false},{"text":"been","start":6,"end":10,"id":2,"ws":true,"disabled":false},{"text":"(","start":11,"end":12,"id":3,"ws":false,"disabled":false},{"text":"mostly","start":12,"end":18,"id":4,"ws":false,"disabled":false},{"text":")","start":18,"end":19,"id":5,"ws":true,"disabled":false},{"text":"lucky","start":20,"end":25,"id":6,"ws":true,"disabled":false},{"text":"with","start":26,"end":30,"id":7,"ws":true,"disabled":false},{"text":"BarryHeavy","start":31,"end":41,"id":8,"ws":true,"disabled":false},{"text":"rains","start":42,"end":47,"id":9,"ws":true,"disabled":false},{"text":"continue","start":48,"end":56,"id":10,"ws":true,"disabled":false},{"text":"to","start":57,"end":59,"id":11,"ws":true,"disabled":false},{"text":"fall","start":60,"end":64,"id":12,"ws":true,"disabled":false},{"text":"from","start":65,"end":69,"id":13,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":14,"ws":true,"disabled":false},{"text":"remnants","start":74,"end":82,"id":15,"ws":true,"disabled":false},{"text":"of","start":83,"end":85,"id":16,"ws":true,"disabled":false},{"text":"Hurricane","start":86,"end":95,"id":17,"ws":true,"disabled":false},{"text":"Barry","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"across","start":102,"end":108,"id":19,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":20,"ws":true,"disabled":false},{"text":"lower","start":113,"end":118,"id":21,"ws":true,"disabled":false},{"text":"and","start":119,"end":122,"id":22,"ws":true,"disabled":false},{"text":"mid","start":123,"end":126,"id":23,"ws":false,"disabled":false},{"text":"-","start":126,"end":127,"id":24,"ws":false,"disabled":false},{"text":"Mississippi","start":127,"end":138,"id":25,"ws":true,"disabled":false},{"text":"Valley","start":139,"end":145,"id":26,"ws":false,"disabled":false},{"text":".","start":145,"end":146,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":147,"end":159,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":160,"end":172,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":15,"child":17,"head_span":{"start":74,"end":82,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":86,"end":95,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":9,"head_span":{"start":60,"end":64,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":42,"end":47,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":31,"end":41,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":42,"end":47,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":9,"head_span":{"start":86,"end":95,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":42,"end":47,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept","flagged":true}
+{"number":962,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Nitrogen oxides (NOx), which contribute to smog and respiratory illnesses\nParticulates, which contribute to smog, haze, and respiratory illnesses and lung disease\nCarbon dioxide (CO2), which is the primary greenhouse gas produced from burning fossil fuels (coal, oil, and natural gas)\nMercury and other heavy metals, which have been linked to both neurological and developmental damage in humans and other animals\nFly ash and bottom ash, which are residues created when power plants burn coal\n","text":"Nitrogen oxides (NOx), which contribute to smog and respiratory illnessesParticulates, which contribute to smog, haze, and respiratory illnesses and lung diseaseCarbon dioxide (CO2), which is the primary greenhouse gas produced from burning fossil fuels (coal, oil, and natural gas)Mercury and other heavy metals, which have been linked to both neurological and developmental damage in humans and other animalsFly ash and bottom ash, which are residues created when power plants burn coal IMPLIED_BASE IMPLIED_BASE","characters":493,"document_index":752,"md_sentence_index":20,"classification_origin":"causal_sentence_classification","url":"https://www.eia.gov/energyexplained/coal/coal-and-the-environment.php","combo_id":"752_20","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1770433452,"_task_hash":1280255230,"spans":[{"start":0,"end":15,"token_start":0,"token_end":1,"label":"base"},{"start":17,"end":20,"token_start":3,"token_end":3,"label":"base"},{"start":29,"end":42,"token_start":7,"token_end":8,"label":"predicate"},{"text":"smog","start":43,"token_start":9,"token_end":9,"end":47,"type":"pattern","label":"base"},{"start":52,"end":63,"token_start":11,"token_end":11,"label":"type_of"},{"start":64,"end":85,"token_start":12,"token_end":12,"label":"base"},{"start":93,"end":106,"token_start":15,"token_end":16,"label":"predicate"},{"text":"smog","start":107,"token_start":17,"token_end":17,"end":111,"type":"pattern","label":"base"},{"start":113,"end":117,"token_start":19,"token_end":19,"label":"base"},{"start":123,"end":134,"token_start":22,"token_end":22,"label":"type_of"},{"start":135,"end":144,"token_start":23,"token_end":23,"label":"base"},{"text":"lung","start":149,"token_start":25,"token_end":25,"end":153,"type":"pattern","label":"type_of"},{"start":154,"end":167,"token_start":26,"token_end":26,"label":"base"},{"start":168,"end":175,"token_start":27,"token_end":27,"label":"base"},{"start":177,"end":180,"token_start":29,"token_end":29,"label":"base"},{"text":"greenhouse","start":204,"token_start":36,"token_end":36,"end":214,"type":"pattern","label":"type_of"},{"start":215,"end":218,"token_start":37,"token_end":37,"label":"base"},{"start":219,"end":227,"token_start":38,"token_end":38,"label":"change_direction"},{"start":228,"end":232,"token_start":39,"token_end":39,"label":"predicate"},{"start":233,"end":240,"token_start":40,"token_end":40,"label":"change_direction"},{"start":241,"end":247,"token_start":41,"token_end":41,"label":"type_of"},{"start":248,"end":253,"token_start":42,"token_end":42,"label":"base"},{"text":"coal","start":255,"token_start":44,"token_end":44,"end":259,"type":"pattern","label":"base"},{"start":261,"end":264,"token_start":46,"token_end":46,"label":"base"},{"start":270,"end":277,"token_start":49,"token_end":49,"label":"type_of"},{"start":278,"end":289,"token_start":50,"token_end":50,"label":"base"},{"text":"heavy metals","start":300,"token_start":53,"token_end":54,"end":312,"type":"pattern","label":"base"},{"start":320,"end":324,"token_start":57,"token_end":57,"label":"confidence"},{"start":330,"end":339,"token_start":59,"token_end":60,"label":"predicate"},{"start":345,"end":357,"token_start":62,"token_end":62,"label":"base"},{"start":362,"end":375,"token_start":64,"token_end":64,"label":"base"},{"start":376,"end":382,"token_start":65,"token_end":65,"label":"aspect_changing"},{"start":383,"end":392,"token_start":66,"token_end":67,"label":"to_whom"},{"start":403,"end":413,"token_start":70,"token_end":70,"label":"to_whom"},{"start":414,"end":417,"token_start":71,"token_end":71,"label":"base"},{"start":422,"end":432,"token_start":73,"token_end":74,"label":"base"},{"start":453,"end":465,"token_start":79,"token_end":80,"label":"predicate"},{"start":466,"end":478,"token_start":81,"token_end":82,"label":"base"},{"start":479,"end":483,"token_start":83,"token_end":83,"label":"change_direction"},{"text":"coal","start":484,"token_start":84,"token_end":84,"end":488,"type":"pattern","label":"base"}],"tokens":[{"text":"Nitrogen","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"oxides","start":9,"end":15,"id":1,"ws":true,"disabled":false},{"text":"(","start":16,"end":17,"id":2,"ws":false,"disabled":false},{"text":"NOx","start":17,"end":20,"id":3,"ws":false,"disabled":false},{"text":")","start":20,"end":21,"id":4,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":5,"ws":true,"disabled":false},{"text":"which","start":23,"end":28,"id":6,"ws":true,"disabled":false},{"text":"contribute","start":29,"end":39,"id":7,"ws":true,"disabled":false},{"text":"to","start":40,"end":42,"id":8,"ws":true,"disabled":false},{"text":"smog","start":43,"end":47,"id":9,"ws":true,"disabled":false},{"text":"and","start":48,"end":51,"id":10,"ws":true,"disabled":false},{"text":"respiratory","start":52,"end":63,"id":11,"ws":true,"disabled":false},{"text":"illnessesParticulates","start":64,"end":85,"id":12,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":13,"ws":true,"disabled":false},{"text":"which","start":87,"end":92,"id":14,"ws":true,"disabled":false},{"text":"contribute","start":93,"end":103,"id":15,"ws":true,"disabled":false},{"text":"to","start":104,"end":106,"id":16,"ws":true,"disabled":false},{"text":"smog","start":107,"end":111,"id":17,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":18,"ws":true,"disabled":false},{"text":"haze","start":113,"end":117,"id":19,"ws":false,"disabled":false},{"text":",","start":117,"end":118,"id":20,"ws":true,"disabled":false},{"text":"and","start":119,"end":122,"id":21,"ws":true,"disabled":false},{"text":"respiratory","start":123,"end":134,"id":22,"ws":true,"disabled":false},{"text":"illnesses","start":135,"end":144,"id":23,"ws":true,"disabled":false},{"text":"and","start":145,"end":148,"id":24,"ws":true,"disabled":false},{"text":"lung","start":149,"end":153,"id":25,"ws":true,"disabled":false},{"text":"diseaseCarbon","start":154,"end":167,"id":26,"ws":true,"disabled":false},{"text":"dioxide","start":168,"end":175,"id":27,"ws":true,"disabled":false},{"text":"(","start":176,"end":177,"id":28,"ws":false,"disabled":false},{"text":"CO2","start":177,"end":180,"id":29,"ws":false,"disabled":false},{"text":")","start":180,"end":181,"id":30,"ws":false,"disabled":false},{"text":",","start":181,"end":182,"id":31,"ws":true,"disabled":false},{"text":"which","start":183,"end":188,"id":32,"ws":true,"disabled":false},{"text":"is","start":189,"end":191,"id":33,"ws":true,"disabled":false},{"text":"the","start":192,"end":195,"id":34,"ws":true,"disabled":false},{"text":"primary","start":196,"end":203,"id":35,"ws":true,"disabled":false},{"text":"greenhouse","start":204,"end":214,"id":36,"ws":true,"disabled":false},{"text":"gas","start":215,"end":218,"id":37,"ws":true,"disabled":false},{"text":"produced","start":219,"end":227,"id":38,"ws":true,"disabled":false},{"text":"from","start":228,"end":232,"id":39,"ws":true,"disabled":false},{"text":"burning","start":233,"end":240,"id":40,"ws":true,"disabled":false},{"text":"fossil","start":241,"end":247,"id":41,"ws":true,"disabled":false},{"text":"fuels","start":248,"end":253,"id":42,"ws":true,"disabled":false},{"text":"(","start":254,"end":255,"id":43,"ws":false,"disabled":false},{"text":"coal","start":255,"end":259,"id":44,"ws":false,"disabled":false},{"text":",","start":259,"end":260,"id":45,"ws":true,"disabled":false},{"text":"oil","start":261,"end":264,"id":46,"ws":false,"disabled":false},{"text":",","start":264,"end":265,"id":47,"ws":true,"disabled":false},{"text":"and","start":266,"end":269,"id":48,"ws":true,"disabled":false},{"text":"natural","start":270,"end":277,"id":49,"ws":true,"disabled":false},{"text":"gas)Mercury","start":278,"end":289,"id":50,"ws":true,"disabled":false},{"text":"and","start":290,"end":293,"id":51,"ws":true,"disabled":false},{"text":"other","start":294,"end":299,"id":52,"ws":true,"disabled":false},{"text":"heavy","start":300,"end":305,"id":53,"ws":true,"disabled":false},{"text":"metals","start":306,"end":312,"id":54,"ws":false,"disabled":false},{"text":",","start":312,"end":313,"id":55,"ws":true,"disabled":false},{"text":"which","start":314,"end":319,"id":56,"ws":true,"disabled":false},{"text":"have","start":320,"end":324,"id":57,"ws":true,"disabled":false},{"text":"been","start":325,"end":329,"id":58,"ws":true,"disabled":false},{"text":"linked","start":330,"end":336,"id":59,"ws":true,"disabled":false},{"text":"to","start":337,"end":339,"id":60,"ws":true,"disabled":false},{"text":"both","start":340,"end":344,"id":61,"ws":true,"disabled":false},{"text":"neurological","start":345,"end":357,"id":62,"ws":true,"disabled":false},{"text":"and","start":358,"end":361,"id":63,"ws":true,"disabled":false},{"text":"developmental","start":362,"end":375,"id":64,"ws":true,"disabled":false},{"text":"damage","start":376,"end":382,"id":65,"ws":true,"disabled":false},{"text":"in","start":383,"end":385,"id":66,"ws":true,"disabled":false},{"text":"humans","start":386,"end":392,"id":67,"ws":true,"disabled":false},{"text":"and","start":393,"end":396,"id":68,"ws":true,"disabled":false},{"text":"other","start":397,"end":402,"id":69,"ws":true,"disabled":false},{"text":"animalsFly","start":403,"end":413,"id":70,"ws":true,"disabled":false},{"text":"ash","start":414,"end":417,"id":71,"ws":true,"disabled":false},{"text":"and","start":418,"end":421,"id":72,"ws":true,"disabled":false},{"text":"bottom","start":422,"end":428,"id":73,"ws":true,"disabled":false},{"text":"ash","start":429,"end":432,"id":74,"ws":false,"disabled":false},{"text":",","start":432,"end":433,"id":75,"ws":true,"disabled":false},{"text":"which","start":434,"end":439,"id":76,"ws":true,"disabled":false},{"text":"are","start":440,"end":443,"id":77,"ws":true,"disabled":false},{"text":"residues","start":444,"end":452,"id":78,"ws":true,"disabled":false},{"text":"created","start":453,"end":460,"id":79,"ws":true,"disabled":false},{"text":"when","start":461,"end":465,"id":80,"ws":true,"disabled":false},{"text":"power","start":466,"end":471,"id":81,"ws":true,"disabled":false},{"text":"plants","start":472,"end":478,"id":82,"ws":true,"disabled":false},{"text":"burn","start":479,"end":483,"id":83,"ws":true,"disabled":false},{"text":"coal","start":484,"end":488,"id":84,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":489,"end":501,"id":85,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":502,"end":514,"id":86,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":11,"child":12,"head_span":{"start":52,"end":63,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":64,"end":85,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":123,"end":134,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":135,"end":144,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":149,"end":153,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":154,"end":167,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":37,"head_span":{"start":204,"end":214,"token_start":36,"token_end":36,"label":"type_of"},"child_span":{"start":215,"end":218,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":42,"head_span":{"start":241,"end":247,"token_start":41,"token_end":41,"label":"type_of"},"child_span":{"start":248,"end":253,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":42,"head_span":{"start":233,"end":240,"token_start":40,"token_end":40,"label":"change_direction"},"child_span":{"start":248,"end":253,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":44,"head_span":{"start":233,"end":240,"token_start":40,"token_end":40,"label":"change_direction"},"child_span":{"start":255,"end":259,"token_start":44,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":46,"head_span":{"start":233,"end":240,"token_start":40,"token_end":40,"label":"change_direction"},"child_span":{"start":261,"end":264,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":50,"head_span":{"start":270,"end":277,"token_start":49,"token_end":49,"label":"type_of"},"child_span":{"start":278,"end":289,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":50,"head_span":{"start":233,"end":240,"token_start":40,"token_end":40,"label":"change_direction"},"child_span":{"start":278,"end":289,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":65,"child":62,"head_span":{"start":376,"end":382,"token_start":65,"token_end":65,"label":"aspect_changing"},"child_span":{"start":345,"end":357,"token_start":62,"token_end":62,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":65,"child":64,"head_span":{"start":376,"end":382,"token_start":65,"token_end":65,"label":"aspect_changing"},"child_span":{"start":362,"end":375,"token_start":64,"token_end":64,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":67,"child":62,"head_span":{"start":383,"end":392,"token_start":66,"token_end":67,"label":"to_whom"},"child_span":{"start":345,"end":357,"token_start":62,"token_end":62,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":67,"child":64,"head_span":{"start":383,"end":392,"token_start":66,"token_end":67,"label":"to_whom"},"child_span":{"start":362,"end":375,"token_start":64,"token_end":64,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":70,"child":62,"head_span":{"start":403,"end":413,"token_start":70,"token_end":70,"label":"to_whom"},"child_span":{"start":345,"end":357,"token_start":62,"token_end":62,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":70,"child":64,"head_span":{"start":403,"end":413,"token_start":70,"token_end":70,"label":"to_whom"},"child_span":{"start":362,"end":375,"token_start":64,"token_end":64,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":83,"child":84,"head_span":{"start":479,"end":483,"token_start":83,"token_end":83,"label":"change_direction"},"child_span":{"start":484,"end":488,"token_start":84,"token_end":84,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":84,"child":71,"head_span":{"start":484,"end":488,"token_start":84,"token_end":84,"label":"base"},"child_span":{"start":414,"end":417,"token_start":71,"token_end":71,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":84,"child":74,"head_span":{"start":484,"end":488,"token_start":84,"token_end":84,"label":"base"},"child_span":{"start":422,"end":432,"token_start":73,"token_end":74,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":82,"child":71,"head_span":{"start":466,"end":478,"token_start":81,"token_end":82,"label":"base"},"child_span":{"start":414,"end":417,"token_start":71,"token_end":71,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":82,"child":74,"head_span":{"start":466,"end":478,"token_start":81,"token_end":82,"label":"base"},"child_span":{"start":422,"end":432,"token_start":73,"token_end":74,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":9,"head_span":{"start":17,"end":20,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":43,"end":47,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":12,"head_span":{"start":17,"end":20,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":64,"end":85,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":9,"head_span":{"start":0,"end":15,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":43,"end":47,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":12,"head_span":{"start":0,"end":15,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":64,"end":85,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":17,"head_span":{"start":17,"end":20,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":107,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":19,"head_span":{"start":17,"end":20,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":113,"end":117,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":23,"head_span":{"start":17,"end":20,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":135,"end":144,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":17,"head_span":{"start":0,"end":15,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":107,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":19,"head_span":{"start":0,"end":15,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":113,"end":117,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":23,"head_span":{"start":0,"end":15,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":135,"end":144,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":26,"head_span":{"start":0,"end":15,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":154,"end":167,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":26,"head_span":{"start":17,"end":20,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":154,"end":167,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":37,"head_span":{"start":248,"end":253,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":215,"end":218,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":37,"head_span":{"start":255,"end":259,"token_start":44,"token_end":44,"label":"base"},"child_span":{"start":215,"end":218,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":37,"head_span":{"start":261,"end":264,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":215,"end":218,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":50,"child":37,"head_span":{"start":278,"end":289,"token_start":50,"token_end":50,"label":"base"},"child_span":{"start":215,"end":218,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":50,"child":62,"head_span":{"start":278,"end":289,"token_start":50,"token_end":50,"label":"base"},"child_span":{"start":345,"end":357,"token_start":62,"token_end":62,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":50,"child":64,"head_span":{"start":278,"end":289,"token_start":50,"token_end":50,"label":"base"},"child_span":{"start":362,"end":375,"token_start":64,"token_end":64,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":54,"child":64,"head_span":{"start":300,"end":312,"token_start":53,"token_end":54,"label":"base"},"child_span":{"start":362,"end":375,"token_start":64,"token_end":64,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":54,"child":62,"head_span":{"start":300,"end":312,"token_start":53,"token_end":54,"label":"base"},"child_span":{"start":345,"end":357,"token_start":62,"token_end":62,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":29,"head_span":{"start":248,"end":253,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":177,"end":180,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":29,"head_span":{"start":255,"end":259,"token_start":44,"token_end":44,"label":"base"},"child_span":{"start":177,"end":180,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":29,"head_span":{"start":261,"end":264,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":177,"end":180,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":50,"child":29,"head_span":{"start":278,"end":289,"token_start":50,"token_end":50,"label":"base"},"child_span":{"start":177,"end":180,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":478,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Trillion-dollar investment is needed to avert \u201cclimate apartheid\u201d, where the rich escape the effects and the poor do not, but this investment is far smaller than the eventual cost of doing nothing.\n","text":"Trillion-dollar investment is needed to avert \u201cclimate apartheid\u201d, where the rich escape the effects and the poor do not, but this investment is far smaller than the eventual cost of doing nothing. IMPLIED_BASE IMPLIED_BASE","characters":198,"document_index":368,"md_sentence_index":2,"classification_origin":"cm-label-eval","url":"https://www.theguardian.com/environment/2019/sep/10/climate-crisis-world-readiness-effects-gravely-insufficient-report","combo_id":"368_2","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":611250901,"_task_hash":-1115383908,"spans":[{"start":0,"end":15,"token_start":0,"token_end":2,"label":"effect_size"},{"start":16,"end":26,"token_start":3,"token_end":3,"label":"base"},{"start":47,"end":54,"token_start":9,"token_end":9,"label":"type_of"},{"start":55,"end":64,"token_start":10,"token_end":10,"label":"base"},{"start":131,"end":141,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"Trillion","start":0,"end":8,"id":0,"ws":false,"disabled":false},{"text":"-","start":8,"end":9,"id":1,"ws":false,"disabled":false},{"text":"dollar","start":9,"end":15,"id":2,"ws":true,"disabled":false},{"text":"investment","start":16,"end":26,"id":3,"ws":true,"disabled":false},{"text":"is","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"needed","start":30,"end":36,"id":5,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"avert","start":40,"end":45,"id":7,"ws":true,"disabled":false},{"text":"\u201c","start":46,"end":47,"id":8,"ws":false,"disabled":false},{"text":"climate","start":47,"end":54,"id":9,"ws":true,"disabled":false},{"text":"apartheid","start":55,"end":64,"id":10,"ws":false,"disabled":false},{"text":"\u201d","start":64,"end":65,"id":11,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":12,"ws":true,"disabled":false},{"text":"where","start":67,"end":72,"id":13,"ws":true,"disabled":false},{"text":"the","start":73,"end":76,"id":14,"ws":true,"disabled":false},{"text":"rich","start":77,"end":81,"id":15,"ws":true,"disabled":false},{"text":"escape","start":82,"end":88,"id":16,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":17,"ws":true,"disabled":false},{"text":"effects","start":93,"end":100,"id":18,"ws":true,"disabled":false},{"text":"and","start":101,"end":104,"id":19,"ws":true,"disabled":false},{"text":"the","start":105,"end":108,"id":20,"ws":true,"disabled":false},{"text":"poor","start":109,"end":113,"id":21,"ws":true,"disabled":false},{"text":"do","start":114,"end":116,"id":22,"ws":true,"disabled":false},{"text":"not","start":117,"end":120,"id":23,"ws":false,"disabled":false},{"text":",","start":120,"end":121,"id":24,"ws":true,"disabled":false},{"text":"but","start":122,"end":125,"id":25,"ws":true,"disabled":false},{"text":"this","start":126,"end":130,"id":26,"ws":true,"disabled":false},{"text":"investment","start":131,"end":141,"id":27,"ws":true,"disabled":false},{"text":"is","start":142,"end":144,"id":28,"ws":true,"disabled":false},{"text":"far","start":145,"end":148,"id":29,"ws":true,"disabled":false},{"text":"smaller","start":149,"end":156,"id":30,"ws":true,"disabled":false},{"text":"than","start":157,"end":161,"id":31,"ws":true,"disabled":false},{"text":"the","start":162,"end":165,"id":32,"ws":true,"disabled":false},{"text":"eventual","start":166,"end":174,"id":33,"ws":true,"disabled":false},{"text":"cost","start":175,"end":179,"id":34,"ws":true,"disabled":false},{"text":"of","start":180,"end":182,"id":35,"ws":true,"disabled":false},{"text":"doing","start":183,"end":188,"id":36,"ws":true,"disabled":false},{"text":"nothing","start":189,"end":196,"id":37,"ws":false,"disabled":false},{"text":".","start":196,"end":197,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":211,"end":223,"id":40,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[],"flagged":true,"answer":"ignore"}
+{"number":888,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The Carr Fire destroyed 1,614 structures and was responsible for eight fatalities.\n","text":"The Carr Fire destroyed 1,614 structures and was responsible for eight fatalities. IMPLIED_BASE IMPLIED_BASE","characters":83,"document_index":717,"md_sentence_index":102,"classification_origin":"causal_sentence_classification","url":"https://storymaps.arcgis.com/stories/cb987be2818a4013a66977b6b3900444","combo_id":"717_102","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1750723584,"_task_hash":-725807899,"spans":[{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},{"start":14,"end":23,"token_start":3,"token_end":3,"label":"change_direction"},{"start":24,"end":29,"token_start":4,"token_end":4,"label":"effect_size"},{"start":30,"end":40,"token_start":5,"token_end":5,"label":"base"},{"start":45,"end":48,"token_start":7,"token_end":7,"label":"confidence"},{"start":49,"end":64,"token_start":8,"token_end":9,"label":"predicate"},{"start":65,"end":70,"token_start":10,"token_end":10,"label":"effect_size"},{"start":71,"end":81,"token_start":11,"token_end":11,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Carr","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"Fire","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"destroyed","start":14,"end":23,"id":3,"ws":true,"disabled":false},{"text":"1,614","start":24,"end":29,"id":4,"ws":true,"disabled":false},{"text":"structures","start":30,"end":40,"id":5,"ws":true,"disabled":false},{"text":"and","start":41,"end":44,"id":6,"ws":true,"disabled":false},{"text":"was","start":45,"end":48,"id":7,"ws":true,"disabled":false},{"text":"responsible","start":49,"end":60,"id":8,"ws":true,"disabled":false},{"text":"for","start":61,"end":64,"id":9,"ws":true,"disabled":false},{"text":"eight","start":65,"end":70,"id":10,"ws":true,"disabled":false},{"text":"fatalities","start":71,"end":81,"id":11,"ws":false,"disabled":false},{"text":".","start":81,"end":82,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":83,"end":95,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":14,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":3,"child":5,"head_span":{"start":14,"end":23,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":30,"end":40,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":24,"end":29,"token_start":4,"token_end":4,"label":"effect_size"},"child_span":{"start":30,"end":40,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":65,"end":70,"token_start":10,"token_end":10,"label":"effect_size"},"child_span":{"start":71,"end":81,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":5,"head_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":30,"end":40,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":11,"head_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":71,"end":81,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":437,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The projected impacts on water availability, ecosystems, agriculture, and human health could lead to large-scale displacement of populations and have adverse consequences for human security and economic and trade systems.","text":"The projected impacts on water availability, ecosystems, agriculture, and human health could lead to large-scale displacement of populations and have adverse consequences for human security and economic and trade systems. IMPLIED_BASE IMPLIED_BASE","characters":221,"document_index":340,"md_sentence_index":122,"classification_origin":"cm-label-eval","url":"https://www.greenfacts.org/en/impacts-global-warming/l-2/index.htm","combo_id":"340_122","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1685542389,"_task_hash":-1226477763,"spans":[{"start":4,"end":13,"token_start":1,"token_end":1,"label":"confidence"},{"start":14,"end":21,"token_start":2,"token_end":2,"label":"aspect_changing"},{"text":"water","start":25,"token_start":4,"token_end":4,"end":30,"type":"pattern","label":"base"},{"text":"availability","start":31,"token_start":5,"token_end":5,"end":43,"type":"pattern","label":"aspect_changing"},{"start":45,"end":55,"token_start":7,"token_end":7,"label":"base"},{"start":57,"end":68,"token_start":9,"token_end":9,"label":"base"},{"start":74,"end":79,"token_start":12,"token_end":12,"label":"type_of"},{"text":"health","start":80,"token_start":13,"token_end":13,"end":86,"type":"pattern","label":"base"},{"start":87,"end":92,"token_start":14,"token_end":14,"label":"confidence"},{"start":93,"end":100,"token_start":15,"token_end":16,"label":"predicate"},{"start":101,"end":125,"token_start":17,"token_end":20,"label":"aspect_changing"},{"start":129,"end":140,"token_start":22,"token_end":22,"label":"base"},{"start":145,"end":149,"token_start":24,"token_end":24,"label":"confidence"},{"start":150,"end":174,"token_start":25,"token_end":27,"label":"change_direction"},{"start":175,"end":180,"token_start":28,"token_end":28,"label":"type_of"},{"start":181,"end":189,"token_start":29,"token_end":29,"label":"base"},{"start":194,"end":202,"token_start":31,"token_end":31,"label":"base"},{"start":207,"end":212,"token_start":33,"token_end":33,"label":"base"},{"start":213,"end":220,"token_start":34,"token_end":34,"label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"projected","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"impacts","start":14,"end":21,"id":2,"ws":true,"disabled":false},{"text":"on","start":22,"end":24,"id":3,"ws":true,"disabled":false},{"text":"water","start":25,"end":30,"id":4,"ws":true,"disabled":false},{"text":"availability","start":31,"end":43,"id":5,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":6,"ws":true,"disabled":false},{"text":"ecosystems","start":45,"end":55,"id":7,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":8,"ws":true,"disabled":false},{"text":"agriculture","start":57,"end":68,"id":9,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":10,"ws":true,"disabled":false},{"text":"and","start":70,"end":73,"id":11,"ws":true,"disabled":false},{"text":"human","start":74,"end":79,"id":12,"ws":true,"disabled":false},{"text":"health","start":80,"end":86,"id":13,"ws":true,"disabled":false},{"text":"could","start":87,"end":92,"id":14,"ws":true,"disabled":false},{"text":"lead","start":93,"end":97,"id":15,"ws":true,"disabled":false},{"text":"to","start":98,"end":100,"id":16,"ws":true,"disabled":false},{"text":"large","start":101,"end":106,"id":17,"ws":false,"disabled":false},{"text":"-","start":106,"end":107,"id":18,"ws":false,"disabled":false},{"text":"scale","start":107,"end":112,"id":19,"ws":true,"disabled":false},{"text":"displacement","start":113,"end":125,"id":20,"ws":true,"disabled":false},{"text":"of","start":126,"end":128,"id":21,"ws":true,"disabled":false},{"text":"populations","start":129,"end":140,"id":22,"ws":true,"disabled":false},{"text":"and","start":141,"end":144,"id":23,"ws":true,"disabled":false},{"text":"have","start":145,"end":149,"id":24,"ws":true,"disabled":false},{"text":"adverse","start":150,"end":157,"id":25,"ws":true,"disabled":false},{"text":"consequences","start":158,"end":170,"id":26,"ws":true,"disabled":false},{"text":"for","start":171,"end":174,"id":27,"ws":true,"disabled":false},{"text":"human","start":175,"end":180,"id":28,"ws":true,"disabled":false},{"text":"security","start":181,"end":189,"id":29,"ws":true,"disabled":false},{"text":"and","start":190,"end":193,"id":30,"ws":true,"disabled":false},{"text":"economic","start":194,"end":202,"id":31,"ws":true,"disabled":false},{"text":"and","start":203,"end":206,"id":32,"ws":true,"disabled":false},{"text":"trade","start":207,"end":212,"id":33,"ws":true,"disabled":false},{"text":"systems","start":213,"end":220,"id":34,"ws":false,"disabled":false},{"text":".","start":220,"end":221,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":222,"end":234,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":235,"end":247,"id":37,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":5,"child":4,"head_span":{"start":31,"end":43,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":25,"end":30,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":74,"end":79,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":80,"end":86,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":29,"head_span":{"start":175,"end":180,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":181,"end":189,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":213,"end":220,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":207,"end":212,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":31,"head_span":{"start":213,"end":220,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":194,"end":202,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":22,"head_span":{"start":25,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":129,"end":140,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":29,"head_span":{"start":25,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":181,"end":189,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":31,"head_span":{"start":25,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":194,"end":202,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":33,"head_span":{"start":25,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":207,"end":212,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":22,"head_span":{"start":45,"end":55,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":129,"end":140,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":29,"head_span":{"start":45,"end":55,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":181,"end":189,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":31,"head_span":{"start":45,"end":55,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":194,"end":202,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":33,"head_span":{"start":45,"end":55,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":207,"end":212,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":22,"head_span":{"start":80,"end":86,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":129,"end":140,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":29,"head_span":{"start":80,"end":86,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":181,"end":189,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":31,"head_span":{"start":80,"end":86,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":194,"end":202,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":33,"head_span":{"start":80,"end":86,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":207,"end":212,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":29,"head_span":{"start":150,"end":174,"token_start":25,"token_end":27,"label":"change_direction"},"child_span":{"start":181,"end":189,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":29,"head_span":{"start":181,"end":189,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":181,"end":189,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":33,"head_span":{"start":150,"end":174,"token_start":25,"token_end":27,"label":"change_direction"},"child_span":{"start":207,"end":212,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":31,"head_span":{"start":150,"end":174,"token_start":25,"token_end":27,"label":"change_direction"},"child_span":{"start":194,"end":202,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":4,"head_span":{"start":14,"end":21,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":25,"end":30,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":7,"head_span":{"start":14,"end":21,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":45,"end":55,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":9,"head_span":{"start":14,"end":21,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":57,"end":68,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":13,"head_span":{"start":14,"end":21,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":80,"end":86,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":22,"head_span":{"start":101,"end":125,"token_start":17,"token_end":20,"label":"aspect_changing"},"child_span":{"start":129,"end":140,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":316,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"One","complexity":"complex","original_md_text":"For example, in Alaska, erosion from warmer weather is undermining the foundations at some radar facilities that are critical early-warning networks for attacks on the United States.","text":"For example, in Alaska, erosion from warmer weather is undermining the foundations at some radar facilities that are critical early-warning networks for attacks on the United States. IMPLIED_BASE IMPLIED_BASE","characters":182,"document_index":78,"md_sentence_index":8,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/03/07/opinion/climate-change-national-security.html","combo_id":"78_8","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":988296107,"_task_hash":-54827989,"spans":[{"start":13,"end":22,"token_start":3,"token_end":4,"label":"where"},{"text":"erosion","start":24,"token_start":6,"token_end":6,"end":31,"type":"pattern","label":"base"},{"start":32,"end":36,"token_start":7,"token_end":7,"label":"predicate"},{"text":"warmer","start":37,"token_start":8,"token_end":8,"end":43,"type":"pattern","label":"change_direction"},{"text":"weather","start":44,"token_start":9,"token_end":9,"end":51,"type":"pattern","label":"base"},{"start":52,"end":54,"token_start":10,"token_end":10,"label":"confidence"},{"start":55,"end":66,"token_start":11,"token_end":11,"label":"change_direction"},{"start":71,"end":82,"token_start":13,"token_end":13,"label":"base"},{"start":83,"end":181,"token_start":14,"token_end":30,"label":"where"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"example","start":4,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"in","start":13,"end":15,"id":3,"ws":true,"disabled":false},{"text":"Alaska","start":16,"end":22,"id":4,"ws":false,"disabled":false},{"text":",","start":22,"end":23,"id":5,"ws":true,"disabled":false},{"text":"erosion","start":24,"end":31,"id":6,"ws":true,"disabled":false},{"text":"from","start":32,"end":36,"id":7,"ws":true,"disabled":false},{"text":"warmer","start":37,"end":43,"id":8,"ws":true,"disabled":false},{"text":"weather","start":44,"end":51,"id":9,"ws":true,"disabled":false},{"text":"is","start":52,"end":54,"id":10,"ws":true,"disabled":false},{"text":"undermining","start":55,"end":66,"id":11,"ws":true,"disabled":false},{"text":"the","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"foundations","start":71,"end":82,"id":13,"ws":true,"disabled":false},{"text":"at","start":83,"end":85,"id":14,"ws":true,"disabled":false},{"text":"some","start":86,"end":90,"id":15,"ws":true,"disabled":false},{"text":"radar","start":91,"end":96,"id":16,"ws":true,"disabled":false},{"text":"facilities","start":97,"end":107,"id":17,"ws":true,"disabled":false},{"text":"that","start":108,"end":112,"id":18,"ws":true,"disabled":false},{"text":"are","start":113,"end":116,"id":19,"ws":true,"disabled":false},{"text":"critical","start":117,"end":125,"id":20,"ws":true,"disabled":false},{"text":"early","start":126,"end":131,"id":21,"ws":false,"disabled":false},{"text":"-","start":131,"end":132,"id":22,"ws":false,"disabled":false},{"text":"warning","start":132,"end":139,"id":23,"ws":true,"disabled":false},{"text":"networks","start":140,"end":148,"id":24,"ws":true,"disabled":false},{"text":"for","start":149,"end":152,"id":25,"ws":true,"disabled":false},{"text":"attacks","start":153,"end":160,"id":26,"ws":true,"disabled":false},{"text":"on","start":161,"end":163,"id":27,"ws":true,"disabled":false},{"text":"the","start":164,"end":167,"id":28,"ws":true,"disabled":false},{"text":"United","start":168,"end":174,"id":29,"ws":true,"disabled":false},{"text":"States","start":175,"end":181,"id":30,"ws":false,"disabled":false},{"text":".","start":181,"end":182,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":183,"end":195,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":8,"child":9,"head_span":{"start":37,"end":43,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":44,"end":51,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":6,"head_span":{"start":44,"end":51,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":24,"end":31,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":13,"head_span":{"start":55,"end":66,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":71,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":13,"head_span":{"start":24,"end":31,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":71,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":13,"head_span":{"start":13,"end":22,"token_start":3,"token_end":4,"label":"where"},"child_span":{"start":71,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":13,"head_span":{"start":83,"end":181,"token_start":14,"token_end":30,"label":"where"},"child_span":{"start":71,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":6,"head_span":{"start":13,"end":22,"token_start":3,"token_end":4,"label":"where"},"child_span":{"start":24,"end":31,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":68,"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"We find strong historical linkages between civil war and temperature in Africa, with warmer years leading to significant increases in the likelihood of war.","text":"We find strong historical linkages between civil war and temperature in Africa, with warmer years leading to significant increases in the likelihood of war. IMPLIED_BASE IMPLIED_BASE","characters":156,"document_index":84,"md_sentence_index":3,"classification_origin":"cm_cause_effect_rel","url":"http://www.pnas.org/content/106/49/20670","combo_id":"84_3","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1450362164,"_task_hash":-99414699,"spans":[{"start":43,"end":48,"token_start":6,"token_end":6,"label":"type_of"},{"text":"war","start":49,"token_start":7,"token_end":7,"end":52,"type":"pattern","label":"base"},{"text":"temperature","start":57,"token_start":9,"token_end":9,"end":68,"type":"pattern","label":"aspect_changing"},{"start":69,"end":78,"token_start":10,"token_end":11,"label":"where"},{"text":"warmer","start":85,"token_start":14,"token_end":14,"end":91,"type":"pattern","label":"change_direction"},{"start":92,"end":97,"token_start":15,"token_end":15,"label":"base"},{"start":98,"end":108,"token_start":16,"token_end":17,"label":"predicate"},{"start":109,"end":120,"token_start":18,"token_end":18,"label":"effect_size"},{"text":"increases","start":121,"token_start":19,"token_end":19,"end":130,"type":"pattern","label":"change_direction"},{"text":"likelihood","start":138,"token_start":22,"token_end":22,"end":148,"type":"pattern","label":"aspect_changing"},{"text":"war","start":152,"token_start":24,"token_end":24,"end":155,"type":"pattern","label":"base"},{"start":157,"end":169,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"find","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"strong","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"historical","start":15,"end":25,"id":3,"ws":true,"disabled":false},{"text":"linkages","start":26,"end":34,"id":4,"ws":true,"disabled":false},{"text":"between","start":35,"end":42,"id":5,"ws":true,"disabled":false},{"text":"civil","start":43,"end":48,"id":6,"ws":true,"disabled":false},{"text":"war","start":49,"end":52,"id":7,"ws":true,"disabled":false},{"text":"and","start":53,"end":56,"id":8,"ws":true,"disabled":false},{"text":"temperature","start":57,"end":68,"id":9,"ws":true,"disabled":false},{"text":"in","start":69,"end":71,"id":10,"ws":true,"disabled":false},{"text":"Africa","start":72,"end":78,"id":11,"ws":false,"disabled":false},{"text":",","start":78,"end":79,"id":12,"ws":true,"disabled":false},{"text":"with","start":80,"end":84,"id":13,"ws":true,"disabled":false},{"text":"warmer","start":85,"end":91,"id":14,"ws":true,"disabled":false},{"text":"years","start":92,"end":97,"id":15,"ws":true,"disabled":false},{"text":"leading","start":98,"end":105,"id":16,"ws":true,"disabled":false},{"text":"to","start":106,"end":108,"id":17,"ws":true,"disabled":false},{"text":"significant","start":109,"end":120,"id":18,"ws":true,"disabled":false},{"text":"increases","start":121,"end":130,"id":19,"ws":true,"disabled":false},{"text":"in","start":131,"end":133,"id":20,"ws":true,"disabled":false},{"text":"the","start":134,"end":137,"id":21,"ws":true,"disabled":false},{"text":"likelihood","start":138,"end":148,"id":22,"ws":true,"disabled":false},{"text":"of","start":149,"end":151,"id":23,"ws":true,"disabled":false},{"text":"war","start":152,"end":155,"id":24,"ws":false,"disabled":false},{"text":".","start":155,"end":156,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":170,"end":182,"id":27,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":22,"child":24,"head_span":{"start":138,"end":148,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":152,"end":155,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":24,"head_span":{"start":121,"end":130,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":152,"end":155,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":85,"end":91,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":92,"end":97,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":24,"head_span":{"start":92,"end":97,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":152,"end":155,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":7,"head_span":{"start":43,"end":48,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":49,"end":52,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":26,"head_span":{"start":57,"end":68,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":157,"end":169,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":26,"head_span":{"start":69,"end":78,"token_start":10,"token_end":11,"label":"where"},"child_span":{"start":157,"end":169,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":7,"head_span":{"start":69,"end":78,"token_start":10,"token_end":11,"label":"where"},"child_span":{"start":49,"end":52,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":490,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"According to the report, studies show that the value of global financial assets could drop and losses could \u201crise exponentially\u201d with an average increase in temperature between the years 2015 and 2100.\n","text":"According to the report, studies show that the value of global financial assets could drop and losses could \u201crise exponentially\u201d with an average increase in temperature between the years 2015 and 2100. IMPLIED_BASE IMPLIED_BASE","characters":202,"document_index":374,"md_sentence_index":56,"classification_origin":"cm_cause_effect_rel","url":"https://www.insurancejournal.com/news/national/2019/09/12/539702.htm","combo_id":"374_56","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1005207573,"_task_hash":1478627641,"spans":[{"start":47,"end":52,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":56,"end":72,"token_start":11,"token_end":12,"label":"type_of"},{"start":73,"end":79,"token_start":13,"token_end":13,"label":"base"},{"start":80,"end":85,"token_start":14,"token_end":14,"label":"confidence"},{"start":86,"end":90,"token_start":15,"token_end":15,"label":"change_direction"},{"start":95,"end":101,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":102,"end":107,"token_start":18,"token_end":18,"label":"confidence"},{"start":109,"end":127,"token_start":20,"token_end":21,"label":"change_direction"},{"start":129,"end":133,"token_start":23,"token_end":23,"label":"predicate"},{"start":137,"end":153,"token_start":25,"token_end":26,"label":"change_direction"},{"text":"temperature","start":157,"token_start":28,"token_end":28,"end":168,"type":"pattern","label":"aspect_changing"},{"start":169,"end":200,"token_start":29,"token_end":34,"label":"when"},{"start":202,"end":214,"token_start":36,"token_end":36,"label":"base"},{"start":215,"end":227,"token_start":37,"token_end":37,"label":"base"}],"tokens":[{"text":"According","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"to","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"the","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"report","start":17,"end":23,"id":3,"ws":false,"disabled":false},{"text":",","start":23,"end":24,"id":4,"ws":true,"disabled":false},{"text":"studies","start":25,"end":32,"id":5,"ws":true,"disabled":false},{"text":"show","start":33,"end":37,"id":6,"ws":true,"disabled":false},{"text":"that","start":38,"end":42,"id":7,"ws":true,"disabled":false},{"text":"the","start":43,"end":46,"id":8,"ws":true,"disabled":false},{"text":"value","start":47,"end":52,"id":9,"ws":true,"disabled":false},{"text":"of","start":53,"end":55,"id":10,"ws":true,"disabled":false},{"text":"global","start":56,"end":62,"id":11,"ws":true,"disabled":false},{"text":"financial","start":63,"end":72,"id":12,"ws":true,"disabled":false},{"text":"assets","start":73,"end":79,"id":13,"ws":true,"disabled":false},{"text":"could","start":80,"end":85,"id":14,"ws":true,"disabled":false},{"text":"drop","start":86,"end":90,"id":15,"ws":true,"disabled":false},{"text":"and","start":91,"end":94,"id":16,"ws":true,"disabled":false},{"text":"losses","start":95,"end":101,"id":17,"ws":true,"disabled":false},{"text":"could","start":102,"end":107,"id":18,"ws":true,"disabled":false},{"text":"\u201c","start":108,"end":109,"id":19,"ws":false,"disabled":false},{"text":"rise","start":109,"end":113,"id":20,"ws":true,"disabled":false},{"text":"exponentially","start":114,"end":127,"id":21,"ws":false,"disabled":false},{"text":"\u201d","start":127,"end":128,"id":22,"ws":true,"disabled":false},{"text":"with","start":129,"end":133,"id":23,"ws":true,"disabled":false},{"text":"an","start":134,"end":136,"id":24,"ws":true,"disabled":false},{"text":"average","start":137,"end":144,"id":25,"ws":true,"disabled":false},{"text":"increase","start":145,"end":153,"id":26,"ws":true,"disabled":false},{"text":"in","start":154,"end":156,"id":27,"ws":true,"disabled":false},{"text":"temperature","start":157,"end":168,"id":28,"ws":true,"disabled":false},{"text":"between","start":169,"end":176,"id":29,"ws":true,"disabled":false},{"text":"the","start":177,"end":180,"id":30,"ws":true,"disabled":false},{"text":"years","start":181,"end":186,"id":31,"ws":true,"disabled":false},{"text":"2015","start":187,"end":191,"id":32,"ws":true,"disabled":false},{"text":"and","start":192,"end":195,"id":33,"ws":true,"disabled":false},{"text":"2100","start":196,"end":200,"id":34,"ws":false,"disabled":false},{"text":".","start":200,"end":201,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":202,"end":214,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":215,"end":227,"id":37,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":12,"child":13,"head_span":{"start":56,"end":72,"token_start":11,"token_end":12,"label":"type_of"},"child_span":{"start":73,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":13,"head_span":{"start":86,"end":90,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":73,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":13,"head_span":{"start":47,"end":52,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":73,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":36,"head_span":{"start":95,"end":101,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":202,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":36,"head_span":{"start":109,"end":127,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":202,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":37,"head_span":{"start":137,"end":153,"token_start":25,"token_end":26,"label":"change_direction"},"child_span":{"start":215,"end":227,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":37,"head_span":{"start":157,"end":168,"token_start":28,"token_end":28,"label":"aspect_changing"},"child_span":{"start":215,"end":227,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":37,"head_span":{"start":169,"end":200,"token_start":29,"token_end":34,"label":"when"},"child_span":{"start":215,"end":227,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":36,"head_span":{"start":73,"end":79,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":202,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":37,"child":36,"head_span":{"start":215,"end":227,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":202,"end":214,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":13,"head_span":{"start":215,"end":227,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":73,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":555,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"After months of drying in the longer periods of higher temperatures, stressed forests have become more susceptible to infestations by bark beetles and other insects that thrive in warmer temperatures.","text":"After months of drying in the longer periods of higher temperatures, stressed forests have become more susceptible to infestations by bark beetles and other insects that thrive in warmer temperatures. IMPLIED_BASE IMPLIED_BASE","characters":200,"document_index":433,"md_sentence_index":11,"classification_origin":"causal_sentence_classification","url":"https://yaleclimateconnections.org/2019/07/wildfires-and-climate-change-whats-the-connection/","combo_id":"433_11","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1633443213,"_task_hash":-1109784967,"spans":[{"start":0,"end":5,"token_start":0,"token_end":0,"label":"predicate"},{"start":6,"end":12,"token_start":1,"token_end":1,"label":"effect_size"},{"start":16,"end":22,"token_start":3,"token_end":3,"label":"change_direction"},{"start":30,"end":36,"token_start":6,"token_end":6,"label":"change_direction"},{"start":37,"end":67,"token_start":7,"token_end":10,"label":"aspect_changing"},{"start":69,"end":77,"token_start":12,"token_end":12,"label":"type_of"},{"text":"forests","start":78,"token_start":13,"token_end":13,"end":85,"type":"pattern","label":"base"},{"start":86,"end":90,"token_start":14,"token_end":14,"label":"confidence"},{"start":91,"end":97,"token_start":15,"token_end":15,"label":"predicate"},{"start":98,"end":114,"token_start":16,"token_end":17,"label":"change_direction"},{"start":118,"end":199,"token_start":19,"token_end":30,"label":"aspect_changing"},{"start":201,"end":213,"token_start":32,"token_end":32,"label":"base"},{"start":214,"end":226,"token_start":33,"token_end":33,"label":"base"}],"tokens":[{"text":"After","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"months","start":6,"end":12,"id":1,"ws":true,"disabled":false},{"text":"of","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"drying","start":16,"end":22,"id":3,"ws":true,"disabled":false},{"text":"in","start":23,"end":25,"id":4,"ws":true,"disabled":false},{"text":"the","start":26,"end":29,"id":5,"ws":true,"disabled":false},{"text":"longer","start":30,"end":36,"id":6,"ws":true,"disabled":false},{"text":"periods","start":37,"end":44,"id":7,"ws":true,"disabled":false},{"text":"of","start":45,"end":47,"id":8,"ws":true,"disabled":false},{"text":"higher","start":48,"end":54,"id":9,"ws":true,"disabled":false},{"text":"temperatures","start":55,"end":67,"id":10,"ws":false,"disabled":false},{"text":",","start":67,"end":68,"id":11,"ws":true,"disabled":false},{"text":"stressed","start":69,"end":77,"id":12,"ws":true,"disabled":false},{"text":"forests","start":78,"end":85,"id":13,"ws":true,"disabled":false},{"text":"have","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"become","start":91,"end":97,"id":15,"ws":true,"disabled":false},{"text":"more","start":98,"end":102,"id":16,"ws":true,"disabled":false},{"text":"susceptible","start":103,"end":114,"id":17,"ws":true,"disabled":false},{"text":"to","start":115,"end":117,"id":18,"ws":true,"disabled":false},{"text":"infestations","start":118,"end":130,"id":19,"ws":true,"disabled":false},{"text":"by","start":131,"end":133,"id":20,"ws":true,"disabled":false},{"text":"bark","start":134,"end":138,"id":21,"ws":true,"disabled":false},{"text":"beetles","start":139,"end":146,"id":22,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":23,"ws":true,"disabled":false},{"text":"other","start":151,"end":156,"id":24,"ws":true,"disabled":false},{"text":"insects","start":157,"end":164,"id":25,"ws":true,"disabled":false},{"text":"that","start":165,"end":169,"id":26,"ws":true,"disabled":false},{"text":"thrive","start":170,"end":176,"id":27,"ws":true,"disabled":false},{"text":"in","start":177,"end":179,"id":28,"ws":true,"disabled":false},{"text":"warmer","start":180,"end":186,"id":29,"ws":true,"disabled":false},{"text":"temperatures","start":187,"end":199,"id":30,"ws":false,"disabled":false},{"text":".","start":199,"end":200,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":201,"end":213,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":214,"end":226,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":12,"child":13,"head_span":{"start":69,"end":77,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":78,"end":85,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":32,"head_span":{"start":30,"end":36,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":201,"end":213,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":32,"head_span":{"start":37,"end":67,"token_start":7,"token_end":10,"label":"aspect_changing"},"child_span":{"start":201,"end":213,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":33,"head_span":{"start":78,"end":85,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":214,"end":226,"token_start":33,"token_end":33,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":3,"child":33,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":214,"end":226,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":33,"head_span":{"start":201,"end":213,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":214,"end":226,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":13,"head_span":{"start":214,"end":226,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":78,"end":85,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":13,"head_span":{"start":118,"end":199,"token_start":19,"token_end":30,"label":"aspect_changing"},"child_span":{"start":78,"end":85,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":13,"head_span":{"start":98,"end":114,"token_start":16,"token_end":17,"label":"change_direction"},"child_span":{"start":78,"end":85,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":862,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Federal aid and other moderating factors prevented these tensions from escalating into armed conflicts, but the incident stands as an example of the role climate change plays in violent behavior.","text":"Federal aid and other moderating factors prevented these tensions from escalating into armed conflicts, but the incident stands as an example of the role climate change plays in violent behavior. IMPLIED_BASE IMPLIED_BASE","characters":195,"document_index":711,"md_sentence_index":65,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_65","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1048222593,"_task_hash":610491911,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},{"start":8,"end":11,"token_start":1,"token_end":1,"label":"base"},{"text":"tensions","start":57,"token_start":8,"token_end":8,"end":65,"type":"pattern","label":"base"},{"start":71,"end":81,"token_start":10,"token_end":10,"label":"change_direction"},{"start":87,"end":92,"token_start":12,"token_end":12,"label":"type_of"},{"start":93,"end":102,"token_start":13,"token_end":13,"label":"base"},{"text":"climate change","start":154,"token_start":25,"token_end":26,"end":168,"type":"pattern","label":"base"},{"start":169,"end":177,"token_start":27,"token_end":28,"label":"predicate"},{"start":178,"end":185,"token_start":29,"token_end":29,"label":"type_of"},{"start":186,"end":194,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"Federal","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"aid","start":8,"end":11,"id":1,"ws":true,"disabled":false},{"text":"and","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"other","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"moderating","start":22,"end":32,"id":4,"ws":true,"disabled":false},{"text":"factors","start":33,"end":40,"id":5,"ws":true,"disabled":false},{"text":"prevented","start":41,"end":50,"id":6,"ws":true,"disabled":false},{"text":"these","start":51,"end":56,"id":7,"ws":true,"disabled":false},{"text":"tensions","start":57,"end":65,"id":8,"ws":true,"disabled":false},{"text":"from","start":66,"end":70,"id":9,"ws":true,"disabled":false},{"text":"escalating","start":71,"end":81,"id":10,"ws":true,"disabled":false},{"text":"into","start":82,"end":86,"id":11,"ws":true,"disabled":false},{"text":"armed","start":87,"end":92,"id":12,"ws":true,"disabled":false},{"text":"conflicts","start":93,"end":102,"id":13,"ws":false,"disabled":false},{"text":",","start":102,"end":103,"id":14,"ws":true,"disabled":false},{"text":"but","start":104,"end":107,"id":15,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":16,"ws":true,"disabled":false},{"text":"incident","start":112,"end":120,"id":17,"ws":true,"disabled":false},{"text":"stands","start":121,"end":127,"id":18,"ws":true,"disabled":false},{"text":"as","start":128,"end":130,"id":19,"ws":true,"disabled":false},{"text":"an","start":131,"end":133,"id":20,"ws":true,"disabled":false},{"text":"example","start":134,"end":141,"id":21,"ws":true,"disabled":false},{"text":"of","start":142,"end":144,"id":22,"ws":true,"disabled":false},{"text":"the","start":145,"end":148,"id":23,"ws":true,"disabled":false},{"text":"role","start":149,"end":153,"id":24,"ws":true,"disabled":false},{"text":"climate","start":154,"end":161,"id":25,"ws":true,"disabled":false},{"text":"change","start":162,"end":168,"id":26,"ws":true,"disabled":false},{"text":"plays","start":169,"end":174,"id":27,"ws":true,"disabled":false},{"text":"in","start":175,"end":177,"id":28,"ws":true,"disabled":false},{"text":"violent","start":178,"end":185,"id":29,"ws":true,"disabled":false},{"text":"behavior","start":186,"end":194,"id":30,"ws":false,"disabled":false},{"text":".","start":194,"end":195,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":209,"end":221,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":29,"child":30,"head_span":{"start":178,"end":185,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":186,"end":194,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":87,"end":92,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":93,"end":102,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":11,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":30,"head_span":{"start":154,"end":168,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":186,"end":194,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":1129,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Another example is fine particulate matter (known as PM2.5) associated with air pollution, much of it linked to the burning of fossil fuels that help drive the warming.","text":"Another example is fine particulate matter (known as PM2.5) associated with air pollution, much of it linked to the burning of fossil fuels that help drive the warming. IMPLIED_BASE IMPLIED_BASE","characters":168,"document_index":856,"md_sentence_index":24,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.scientificamerican.com/article/what-climate-change-does-to-the-human-body/","combo_id":"856_24","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1062769289,"_task_hash":430869091,"spans":[{"start":19,"end":23,"token_start":3,"token_end":3,"label":"type_of"},{"text":"particulate matter","start":24,"token_start":4,"token_end":5,"end":42,"type":"pattern","label":"base"},{"start":53,"end":58,"token_start":9,"token_end":9,"label":"base"},{"start":76,"end":79,"token_start":13,"token_end":13,"label":"type_of"},{"text":"pollution","start":80,"token_start":14,"token_end":14,"end":89,"type":"pattern","label":"base"},{"start":102,"end":111,"token_start":19,"token_end":20,"label":"predicate"},{"start":116,"end":123,"token_start":22,"token_end":22,"label":"change_direction"},{"start":127,"end":133,"token_start":24,"token_end":24,"label":"type_of"},{"start":134,"end":139,"token_start":25,"token_end":25,"label":"base"},{"start":140,"end":144,"token_start":26,"token_end":26,"label":"predicate"},{"start":145,"end":155,"token_start":27,"token_end":28,"label":"change_direction"},{"start":160,"end":167,"token_start":30,"token_end":30,"label":"change_direction"},{"start":169,"end":181,"token_start":32,"token_end":32,"label":"base"}],"tokens":[{"text":"Another","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"example","start":8,"end":15,"id":1,"ws":true,"disabled":false},{"text":"is","start":16,"end":18,"id":2,"ws":true,"disabled":false},{"text":"fine","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"particulate","start":24,"end":35,"id":4,"ws":true,"disabled":false},{"text":"matter","start":36,"end":42,"id":5,"ws":true,"disabled":false},{"text":"(","start":43,"end":44,"id":6,"ws":false,"disabled":false},{"text":"known","start":44,"end":49,"id":7,"ws":true,"disabled":false},{"text":"as","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"PM2.5","start":53,"end":58,"id":9,"ws":false,"disabled":false},{"text":")","start":58,"end":59,"id":10,"ws":true,"disabled":false},{"text":"associated","start":60,"end":70,"id":11,"ws":true,"disabled":false},{"text":"with","start":71,"end":75,"id":12,"ws":true,"disabled":false},{"text":"air","start":76,"end":79,"id":13,"ws":true,"disabled":false},{"text":"pollution","start":80,"end":89,"id":14,"ws":false,"disabled":false},{"text":",","start":89,"end":90,"id":15,"ws":true,"disabled":false},{"text":"much","start":91,"end":95,"id":16,"ws":true,"disabled":false},{"text":"of","start":96,"end":98,"id":17,"ws":true,"disabled":false},{"text":"it","start":99,"end":101,"id":18,"ws":true,"disabled":false},{"text":"linked","start":102,"end":108,"id":19,"ws":true,"disabled":false},{"text":"to","start":109,"end":111,"id":20,"ws":true,"disabled":false},{"text":"the","start":112,"end":115,"id":21,"ws":true,"disabled":false},{"text":"burning","start":116,"end":123,"id":22,"ws":true,"disabled":false},{"text":"of","start":124,"end":126,"id":23,"ws":true,"disabled":false},{"text":"fossil","start":127,"end":133,"id":24,"ws":true,"disabled":false},{"text":"fuels","start":134,"end":139,"id":25,"ws":true,"disabled":false},{"text":"that","start":140,"end":144,"id":26,"ws":true,"disabled":false},{"text":"help","start":145,"end":149,"id":27,"ws":true,"disabled":false},{"text":"drive","start":150,"end":155,"id":28,"ws":true,"disabled":false},{"text":"the","start":156,"end":159,"id":29,"ws":true,"disabled":false},{"text":"warming","start":160,"end":167,"id":30,"ws":false,"disabled":false},{"text":".","start":167,"end":168,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":169,"end":181,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":182,"end":194,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":24,"child":25,"head_span":{"start":127,"end":133,"token_start":24,"token_end":24,"label":"type_of"},"child_span":{"start":134,"end":139,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":25,"head_span":{"start":116,"end":123,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":134,"end":139,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":5,"head_span":{"start":19,"end":23,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":24,"end":42,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":76,"end":79,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":80,"end":89,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":32,"head_span":{"start":160,"end":167,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":169,"end":181,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":32,"head_span":{"start":145,"end":155,"token_start":27,"token_end":28,"label":"change_direction"},"child_span":{"start":169,"end":181,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":32,"head_span":{"start":134,"end":139,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":169,"end":181,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":9,"head_span":{"start":24,"end":42,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":53,"end":58,"token_start":9,"token_end":9,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":9,"child":5,"head_span":{"start":53,"end":58,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":24,"end":42,"token_start":4,"token_end":5,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":25,"child":9,"head_span":{"start":134,"end":139,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":53,"end":58,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":5,"head_span":{"start":134,"end":139,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":24,"end":42,"token_start":4,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":1072,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The drought California experienced from 2012 to 2016 was made worse by climate change; many trees that died are now burning.","text":"The drought California experienced from 2012 to 2016 was made worse by climate change; many trees that died are now burning. IMPLIED_BASE IMPLIED_BASE","characters":124,"document_index":821,"md_sentence_index":46,"classification_origin":"causal_sentence_classification","url":"https://www.washingtonpost.com/outlook/wildfires-climate-change/2020/09/17/d590d9b8-f886-11ea-a275-1a2c2d36e1f1_story.html","combo_id":"821_46","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1873253307,"_task_hash":1221738852,"spans":[{"text":"drought","start":4,"token_start":1,"token_end":1,"end":11,"type":"pattern","label":"base"},{"start":12,"end":22,"token_start":2,"token_end":2,"label":"where"},{"start":35,"end":52,"token_start":4,"token_end":7,"label":"when"},{"start":53,"end":56,"token_start":8,"token_end":8,"label":"confidence"},{"start":57,"end":67,"token_start":9,"token_end":10,"label":"change_direction"},{"start":68,"end":70,"token_start":11,"token_end":11,"label":"predicate"},{"text":"climate change","start":71,"token_start":12,"token_end":13,"end":85,"type":"pattern","label":"base"},{"start":85,"end":86,"token_start":14,"token_end":14,"label":"predicate"},{"start":87,"end":91,"token_start":15,"token_end":15,"label":"effect_size"},{"text":"trees","start":92,"token_start":16,"token_end":16,"end":97,"type":"pattern","label":"base"},{"start":103,"end":107,"token_start":18,"token_end":18,"label":"change_direction"},{"start":108,"end":111,"token_start":19,"token_end":19,"label":"confidence"},{"start":112,"end":115,"token_start":20,"token_end":20,"label":"when"},{"start":116,"end":123,"token_start":21,"token_end":21,"label":"change_direction"},{"start":125,"end":137,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"drought","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"California","start":12,"end":22,"id":2,"ws":true,"disabled":false},{"text":"experienced","start":23,"end":34,"id":3,"ws":true,"disabled":false},{"text":"from","start":35,"end":39,"id":4,"ws":true,"disabled":false},{"text":"2012","start":40,"end":44,"id":5,"ws":true,"disabled":false},{"text":"to","start":45,"end":47,"id":6,"ws":true,"disabled":false},{"text":"2016","start":48,"end":52,"id":7,"ws":true,"disabled":false},{"text":"was","start":53,"end":56,"id":8,"ws":true,"disabled":false},{"text":"made","start":57,"end":61,"id":9,"ws":true,"disabled":false},{"text":"worse","start":62,"end":67,"id":10,"ws":true,"disabled":false},{"text":"by","start":68,"end":70,"id":11,"ws":true,"disabled":false},{"text":"climate","start":71,"end":78,"id":12,"ws":true,"disabled":false},{"text":"change","start":79,"end":85,"id":13,"ws":false,"disabled":false},{"text":";","start":85,"end":86,"id":14,"ws":true,"disabled":false},{"text":"many","start":87,"end":91,"id":15,"ws":true,"disabled":false},{"text":"trees","start":92,"end":97,"id":16,"ws":true,"disabled":false},{"text":"that","start":98,"end":102,"id":17,"ws":true,"disabled":false},{"text":"died","start":103,"end":107,"id":18,"ws":true,"disabled":false},{"text":"are","start":108,"end":111,"id":19,"ws":true,"disabled":false},{"text":"now","start":112,"end":115,"id":20,"ws":true,"disabled":false},{"text":"burning","start":116,"end":123,"id":21,"ws":false,"disabled":false},{"text":".","start":123,"end":124,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":24,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":10,"child":1,"head_span":{"start":57,"end":67,"token_start":9,"token_end":10,"label":"change_direction"},"child_span":{"start":4,"end":11,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":1,"head_span":{"start":71,"end":85,"token_start":12,"token_end":13,"label":"base"},"child_span":{"start":4,"end":11,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":16,"head_span":{"start":103,"end":107,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":92,"end":97,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":16,"head_span":{"start":4,"end":11,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":92,"end":97,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":23,"head_span":{"start":116,"end":123,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":125,"end":137,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":23,"head_span":{"start":92,"end":97,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":125,"end":137,"token_start":23,"token_end":23,"label":"base"},"color":"#d9fbad","label":"Same_As"}],"flagged":true,"answer":"accept"}
+{"number":375,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"","original_md_text":"There may also be a positive \u201cfertilizer\u201d effect on agriculture due to increased atmospheric CO2 [44].","text":"There may also be a positive \u201cfertilizer\u201d effect on agriculture due to increased atmospheric CO2 [44]. IMPLIED_BASE IMPLIED_BASE","characters":102,"document_index":276,"md_sentence_index":108,"classification_origin":"cm-label-eval","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_108","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":352621597,"_task_hash":-1781932688,"spans":[{"start":6,"end":9,"token_start":1,"token_end":1,"label":"confidence"},{"start":20,"end":48,"token_start":5,"token_end":9,"label":"aspect_changing"},{"start":52,"end":63,"token_start":11,"token_end":11,"label":"base"},{"start":64,"end":70,"token_start":12,"token_end":13,"label":"predicate"},{"text":"increased","start":71,"token_start":14,"token_end":14,"end":80,"type":"pattern","label":"change_direction"},{"start":81,"end":92,"token_start":15,"token_end":15,"label":"type_of"},{"start":93,"end":96,"token_start":16,"token_end":16,"label":"base"}],"tokens":[{"text":"There","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"may","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"also","start":10,"end":14,"id":2,"ws":true,"disabled":false},{"text":"be","start":15,"end":17,"id":3,"ws":true,"disabled":false},{"text":"a","start":18,"end":19,"id":4,"ws":true,"disabled":false},{"text":"positive","start":20,"end":28,"id":5,"ws":true,"disabled":false},{"text":"\u201c","start":29,"end":30,"id":6,"ws":false,"disabled":false},{"text":"fertilizer","start":30,"end":40,"id":7,"ws":false,"disabled":false},{"text":"\u201d","start":40,"end":41,"id":8,"ws":true,"disabled":false},{"text":"effect","start":42,"end":48,"id":9,"ws":true,"disabled":false},{"text":"on","start":49,"end":51,"id":10,"ws":true,"disabled":false},{"text":"agriculture","start":52,"end":63,"id":11,"ws":true,"disabled":false},{"text":"due","start":64,"end":67,"id":12,"ws":true,"disabled":false},{"text":"to","start":68,"end":70,"id":13,"ws":true,"disabled":false},{"text":"increased","start":71,"end":80,"id":14,"ws":true,"disabled":false},{"text":"atmospheric","start":81,"end":92,"id":15,"ws":true,"disabled":false},{"text":"CO2","start":93,"end":96,"id":16,"ws":true,"disabled":false},{"text":"[","start":97,"end":98,"id":17,"ws":false,"disabled":false},{"text":"44","start":98,"end":100,"id":18,"ws":false,"disabled":false},{"text":"]","start":100,"end":101,"id":19,"ws":false,"disabled":false},{"text":".","start":101,"end":102,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":103,"end":115,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":116,"end":128,"id":22,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":15,"child":16,"head_span":{"start":81,"end":92,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":93,"end":96,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":20,"end":48,"token_start":5,"token_end":9,"label":"aspect_changing"},"child_span":{"start":52,"end":63,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":11,"head_span":{"start":93,"end":96,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":52,"end":63,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":594,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"There, she says, some municipalities generate as much as 70% of local revenue from property taxes.\n","text":"There, she says, some municipalities generate as much as 70% of local revenue from property taxes. IMPLIED_BASE IMPLIED_BASE","characters":99,"document_index":473,"md_sentence_index":6,"classification_origin":"causal_sentence_classification","url":"https://www.yaleclimateconnections.org/2019/11/one-reason-why-cities-keep-building-in-flood-prone-coastal-areas/","combo_id":"473_6","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":700865732,"_task_hash":-1632440437,"spans":[{"start":17,"end":21,"token_start":5,"token_end":5,"label":"effect_size"},{"start":22,"end":36,"token_start":6,"token_end":6,"label":"base"},{"start":37,"end":45,"token_start":7,"token_end":7,"label":"change_direction"},{"start":46,"end":60,"token_start":8,"token_end":12,"label":"effect_size"},{"start":64,"end":77,"token_start":14,"token_end":15,"label":"aspect_changing"},{"start":78,"end":82,"token_start":16,"token_end":16,"label":"predicate"},{"start":83,"end":91,"token_start":17,"token_end":17,"label":"type_of"},{"start":92,"end":97,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"There","start":0,"end":5,"id":0,"ws":false,"disabled":false},{"text":",","start":5,"end":6,"id":1,"ws":true,"disabled":false},{"text":"she","start":7,"end":10,"id":2,"ws":true,"disabled":false},{"text":"says","start":11,"end":15,"id":3,"ws":false,"disabled":false},{"text":",","start":15,"end":16,"id":4,"ws":true,"disabled":false},{"text":"some","start":17,"end":21,"id":5,"ws":true,"disabled":false},{"text":"municipalities","start":22,"end":36,"id":6,"ws":true,"disabled":false},{"text":"generate","start":37,"end":45,"id":7,"ws":true,"disabled":false},{"text":"as","start":46,"end":48,"id":8,"ws":true,"disabled":false},{"text":"much","start":49,"end":53,"id":9,"ws":true,"disabled":false},{"text":"as","start":54,"end":56,"id":10,"ws":true,"disabled":false},{"text":"70","start":57,"end":59,"id":11,"ws":false,"disabled":false},{"text":"%","start":59,"end":60,"id":12,"ws":true,"disabled":false},{"text":"of","start":61,"end":63,"id":13,"ws":true,"disabled":false},{"text":"local","start":64,"end":69,"id":14,"ws":true,"disabled":false},{"text":"revenue","start":70,"end":77,"id":15,"ws":true,"disabled":false},{"text":"from","start":78,"end":82,"id":16,"ws":true,"disabled":false},{"text":"property","start":83,"end":91,"id":17,"ws":true,"disabled":false},{"text":"taxes","start":92,"end":97,"id":18,"ws":false,"disabled":false},{"text":".","start":97,"end":98,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":99,"end":111,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":112,"end":124,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":17,"child":18,"head_span":{"start":83,"end":91,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":92,"end":97,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":6,"head_span":{"start":64,"end":77,"token_start":14,"token_end":15,"label":"aspect_changing"},"child_span":{"start":22,"end":36,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":6,"head_span":{"start":37,"end":45,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":22,"end":36,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":6,"head_span":{"start":92,"end":97,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":22,"end":36,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":620,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Greenland\u2019s ice sheet is melting much faster than previously thought, threatening hundreds of millions of people with inundation and bringing some of the irreversible impacts of the climate emergency much closer.\n","text":"Greenland\u2019s ice sheet is melting much faster than previously thought, threatening hundreds of millions of people with inundation and bringing some of the irreversible impacts of the climate emergency much closer. IMPLIED_BASE IMPLIED_BASE","characters":213,"document_index":503,"md_sentence_index":0,"classification_origin":"causal_sentence_classification","url":"https://www.theguardian.com/environment/2019/dec/10/greenland-ice-sheet-melting-seven-times-faster-than-in-1990s","combo_id":"503_0","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":740605166,"_task_hash":-206926102,"spans":[{"start":0,"end":9,"token_start":0,"token_end":0,"label":"where"},{"text":"ice sheet","start":12,"token_start":2,"token_end":3,"end":21,"type":"pattern","label":"base"},{"start":22,"end":24,"token_start":4,"token_end":4,"label":"confidence"},{"text":"melting","start":25,"token_start":5,"token_end":5,"end":32,"type":"pattern","label":"aspect_changing"},{"start":33,"end":37,"token_start":6,"token_end":6,"label":"effect_size"},{"start":38,"end":44,"token_start":7,"token_end":7,"label":"change_direction"},{"start":70,"end":81,"token_start":12,"token_end":12,"label":"change_direction"},{"start":82,"end":112,"token_start":13,"token_end":17,"label":"effect_size"},{"start":118,"end":128,"token_start":19,"token_end":19,"label":"base"},{"start":142,"end":146,"token_start":22,"token_end":22,"label":"effect_size"},{"start":154,"end":174,"token_start":25,"token_end":26,"label":"aspect_changing"},{"start":175,"end":181,"token_start":27,"token_end":28,"label":"predicate"},{"start":182,"end":199,"token_start":29,"token_end":30,"label":"base"},{"start":200,"end":204,"token_start":31,"token_end":31,"label":"effect_size"},{"start":205,"end":211,"token_start":32,"token_end":32,"label":"change_direction"},{"start":213,"end":225,"token_start":34,"token_end":34,"label":"base"}],"tokens":[{"text":"Greenland","start":0,"end":9,"id":0,"ws":false,"disabled":false},{"text":"\u2019s","start":9,"end":11,"id":1,"ws":true,"disabled":false},{"text":"ice","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"sheet","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"is","start":22,"end":24,"id":4,"ws":true,"disabled":false},{"text":"melting","start":25,"end":32,"id":5,"ws":true,"disabled":false},{"text":"much","start":33,"end":37,"id":6,"ws":true,"disabled":false},{"text":"faster","start":38,"end":44,"id":7,"ws":true,"disabled":false},{"text":"than","start":45,"end":49,"id":8,"ws":true,"disabled":false},{"text":"previously","start":50,"end":60,"id":9,"ws":true,"disabled":false},{"text":"thought","start":61,"end":68,"id":10,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":11,"ws":true,"disabled":false},{"text":"threatening","start":70,"end":81,"id":12,"ws":true,"disabled":false},{"text":"hundreds","start":82,"end":90,"id":13,"ws":true,"disabled":false},{"text":"of","start":91,"end":93,"id":14,"ws":true,"disabled":false},{"text":"millions","start":94,"end":102,"id":15,"ws":true,"disabled":false},{"text":"of","start":103,"end":105,"id":16,"ws":true,"disabled":false},{"text":"people","start":106,"end":112,"id":17,"ws":true,"disabled":false},{"text":"with","start":113,"end":117,"id":18,"ws":true,"disabled":false},{"text":"inundation","start":118,"end":128,"id":19,"ws":true,"disabled":false},{"text":"and","start":129,"end":132,"id":20,"ws":true,"disabled":false},{"text":"bringing","start":133,"end":141,"id":21,"ws":true,"disabled":false},{"text":"some","start":142,"end":146,"id":22,"ws":true,"disabled":false},{"text":"of","start":147,"end":149,"id":23,"ws":true,"disabled":false},{"text":"the","start":150,"end":153,"id":24,"ws":true,"disabled":false},{"text":"irreversible","start":154,"end":166,"id":25,"ws":true,"disabled":false},{"text":"impacts","start":167,"end":174,"id":26,"ws":true,"disabled":false},{"text":"of","start":175,"end":177,"id":27,"ws":true,"disabled":false},{"text":"the","start":178,"end":181,"id":28,"ws":true,"disabled":false},{"text":"climate","start":182,"end":189,"id":29,"ws":true,"disabled":false},{"text":"emergency","start":190,"end":199,"id":30,"ws":true,"disabled":false},{"text":"much","start":200,"end":204,"id":31,"ws":true,"disabled":false},{"text":"closer","start":205,"end":211,"id":32,"ws":false,"disabled":false},{"text":".","start":211,"end":212,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":213,"end":225,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":35,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":0,"child":3,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"where"},"child_span":{"start":12,"end":21,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":3,"head_span":{"start":25,"end":32,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":12,"end":21,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":3,"head_span":{"start":33,"end":37,"token_start":6,"token_end":6,"label":"effect_size"},"child_span":{"start":12,"end":21,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":3,"head_span":{"start":38,"end":44,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":12,"end":21,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":19,"head_span":{"start":70,"end":81,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":118,"end":128,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":82,"end":112,"token_start":13,"token_end":17,"label":"effect_size"},"child_span":{"start":118,"end":128,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":19,"head_span":{"start":118,"end":128,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":118,"end":128,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":19,"head_span":{"start":12,"end":21,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":118,"end":128,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":34,"head_span":{"start":182,"end":199,"token_start":29,"token_end":30,"label":"base"},"child_span":{"start":213,"end":225,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":34,"head_span":{"start":142,"end":146,"token_start":22,"token_end":22,"label":"effect_size"},"child_span":{"start":213,"end":225,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":34,"head_span":{"start":154,"end":174,"token_start":25,"token_end":26,"label":"aspect_changing"},"child_span":{"start":213,"end":225,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":34,"head_span":{"start":205,"end":211,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":213,"end":225,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":34,"head_span":{"start":200,"end":204,"token_start":31,"token_end":31,"label":"effect_size"},"child_span":{"start":213,"end":225,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":false,"answer":"accept"}
+{"number":736,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A majority of individuals psychologically affected by a traumatic event recover over time, and some experience a set of positive changes that known as post-traumatic growth as a result of coping with or experiencing a traumatic event.\n","text":"A majority of individuals psychologically affected by a traumatic event recover over time, and some experience a set of positive changes that known as post-traumatic growth as a result of coping with or experiencing a traumatic event. IMPLIED_BASE IMPLIED_BASE","characters":235,"document_index":619,"md_sentence_index":92,"classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_92","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":2028037411,"_task_hash":-2012549426,"spans":[{"start":95,"end":99,"token_start":15,"token_end":15,"label":"effect_size"},{"start":151,"end":172,"token_start":25,"token_end":28,"label":"base"},{"start":173,"end":187,"token_start":29,"token_end":32,"label":"predicate"},{"start":188,"end":199,"token_start":33,"token_end":34,"label":"change_direction"},{"start":203,"end":215,"token_start":36,"token_end":36,"label":"change_direction"},{"start":218,"end":227,"token_start":38,"token_end":38,"label":"base"},{"start":228,"end":233,"token_start":39,"token_end":39,"label":"aspect_changing"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"majority","start":2,"end":10,"id":1,"ws":true,"disabled":false},{"text":"of","start":11,"end":13,"id":2,"ws":true,"disabled":false},{"text":"individuals","start":14,"end":25,"id":3,"ws":true,"disabled":false},{"text":"psychologically","start":26,"end":41,"id":4,"ws":true,"disabled":false},{"text":"affected","start":42,"end":50,"id":5,"ws":true,"disabled":false},{"text":"by","start":51,"end":53,"id":6,"ws":true,"disabled":false},{"text":"a","start":54,"end":55,"id":7,"ws":true,"disabled":false},{"text":"traumatic","start":56,"end":65,"id":8,"ws":true,"disabled":false},{"text":"event","start":66,"end":71,"id":9,"ws":true,"disabled":false},{"text":"recover","start":72,"end":79,"id":10,"ws":true,"disabled":false},{"text":"over","start":80,"end":84,"id":11,"ws":true,"disabled":false},{"text":"time","start":85,"end":89,"id":12,"ws":false,"disabled":false},{"text":",","start":89,"end":90,"id":13,"ws":true,"disabled":false},{"text":"and","start":91,"end":94,"id":14,"ws":true,"disabled":false},{"text":"some","start":95,"end":99,"id":15,"ws":true,"disabled":false},{"text":"experience","start":100,"end":110,"id":16,"ws":true,"disabled":false},{"text":"a","start":111,"end":112,"id":17,"ws":true,"disabled":false},{"text":"set","start":113,"end":116,"id":18,"ws":true,"disabled":false},{"text":"of","start":117,"end":119,"id":19,"ws":true,"disabled":false},{"text":"positive","start":120,"end":128,"id":20,"ws":true,"disabled":false},{"text":"changes","start":129,"end":136,"id":21,"ws":true,"disabled":false},{"text":"that","start":137,"end":141,"id":22,"ws":true,"disabled":false},{"text":"known","start":142,"end":147,"id":23,"ws":true,"disabled":false},{"text":"as","start":148,"end":150,"id":24,"ws":true,"disabled":false},{"text":"post","start":151,"end":155,"id":25,"ws":false,"disabled":false},{"text":"-","start":155,"end":156,"id":26,"ws":false,"disabled":false},{"text":"traumatic","start":156,"end":165,"id":27,"ws":true,"disabled":false},{"text":"growth","start":166,"end":172,"id":28,"ws":true,"disabled":false},{"text":"as","start":173,"end":175,"id":29,"ws":true,"disabled":false},{"text":"a","start":176,"end":177,"id":30,"ws":true,"disabled":false},{"text":"result","start":178,"end":184,"id":31,"ws":true,"disabled":false},{"text":"of","start":185,"end":187,"id":32,"ws":true,"disabled":false},{"text":"coping","start":188,"end":194,"id":33,"ws":true,"disabled":false},{"text":"with","start":195,"end":199,"id":34,"ws":true,"disabled":false},{"text":"or","start":200,"end":202,"id":35,"ws":true,"disabled":false},{"text":"experiencing","start":203,"end":215,"id":36,"ws":true,"disabled":false},{"text":"a","start":216,"end":217,"id":37,"ws":true,"disabled":false},{"text":"traumatic","start":218,"end":227,"id":38,"ws":true,"disabled":false},{"text":"event","start":228,"end":233,"id":39,"ws":false,"disabled":false},{"text":".","start":233,"end":234,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":235,"end":247,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":248,"end":260,"id":42,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":39,"child":38,"head_span":{"start":228,"end":233,"token_start":39,"token_end":39,"label":"aspect_changing"},"child_span":{"start":218,"end":227,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":38,"head_span":{"start":203,"end":215,"token_start":36,"token_end":36,"label":"change_direction"},"child_span":{"start":218,"end":227,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":38,"head_span":{"start":188,"end":199,"token_start":33,"token_end":34,"label":"change_direction"},"child_span":{"start":218,"end":227,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":28,"head_span":{"start":218,"end":227,"token_start":38,"token_end":38,"label":"base"},"child_span":{"start":151,"end":172,"token_start":25,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":251,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"\u201cA strong reduction in fossil fuel emissions is paramount to reduce the risks of unprecedented global-scale heat-wave impacts,\u201d the Earth\u2019s Future study concluded.","text":"\u201cA strong reduction in fossil fuel emissions is paramount to reduce the risks of unprecedented global-scale heat-wave impacts,\u201d the Earth\u2019s Future study concluded. IMPLIED_BASE IMPLIED_BASE","characters":163,"document_index":201,"md_sentence_index":24,"classification_origin":"cm_cause_effect_rel","url":"https://www.washingtonpost.com/weather/2019/06/11/climate-change-intensified-last-summers-northern-hemisphere-heat-wave-it-may-be-starting-all-over-again/","combo_id":"201_24","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":872790943,"_task_hash":2003790145,"spans":[{"start":23,"end":29,"token_start":5,"token_end":5,"label":"type_of"},{"start":30,"end":34,"token_start":6,"token_end":6,"label":"base"},{"start":35,"end":44,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":45,"end":57,"token_start":8,"token_end":9,"label":"effect_size"},{"start":61,"end":67,"token_start":11,"token_end":11,"label":"change_direction"},{"text":"risks","start":72,"token_start":13,"token_end":13,"end":77,"type":"pattern","label":"aspect_changing"},{"start":78,"end":80,"token_start":14,"token_end":14,"label":"predicate"},{"start":81,"end":94,"token_start":15,"token_end":15,"label":"type_of"},{"start":95,"end":107,"token_start":16,"token_end":18,"label":"type_of"},{"start":108,"end":117,"token_start":19,"token_end":21,"label":"base"},{"start":118,"end":125,"token_start":22,"token_end":22,"label":"aspect_changing"},{"start":164,"end":176,"token_start":32,"token_end":32,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"A","start":1,"end":2,"id":1,"ws":true,"disabled":false},{"text":"strong","start":3,"end":9,"id":2,"ws":true,"disabled":false},{"text":"reduction","start":10,"end":19,"id":3,"ws":true,"disabled":false},{"text":"in","start":20,"end":22,"id":4,"ws":true,"disabled":false},{"text":"fossil","start":23,"end":29,"id":5,"ws":true,"disabled":false},{"text":"fuel","start":30,"end":34,"id":6,"ws":true,"disabled":false},{"text":"emissions","start":35,"end":44,"id":7,"ws":true,"disabled":false},{"text":"is","start":45,"end":47,"id":8,"ws":true,"disabled":false},{"text":"paramount","start":48,"end":57,"id":9,"ws":true,"disabled":false},{"text":"to","start":58,"end":60,"id":10,"ws":true,"disabled":false},{"text":"reduce","start":61,"end":67,"id":11,"ws":true,"disabled":false},{"text":"the","start":68,"end":71,"id":12,"ws":true,"disabled":false},{"text":"risks","start":72,"end":77,"id":13,"ws":true,"disabled":false},{"text":"of","start":78,"end":80,"id":14,"ws":true,"disabled":false},{"text":"unprecedented","start":81,"end":94,"id":15,"ws":true,"disabled":false},{"text":"global","start":95,"end":101,"id":16,"ws":false,"disabled":false},{"text":"-","start":101,"end":102,"id":17,"ws":false,"disabled":false},{"text":"scale","start":102,"end":107,"id":18,"ws":true,"disabled":false},{"text":"heat","start":108,"end":112,"id":19,"ws":false,"disabled":false},{"text":"-","start":112,"end":113,"id":20,"ws":false,"disabled":false},{"text":"wave","start":113,"end":117,"id":21,"ws":true,"disabled":false},{"text":"impacts","start":118,"end":125,"id":22,"ws":false,"disabled":false},{"text":",","start":125,"end":126,"id":23,"ws":false,"disabled":false},{"text":"\u201d","start":126,"end":127,"id":24,"ws":true,"disabled":false},{"text":"the","start":128,"end":131,"id":25,"ws":true,"disabled":false},{"text":"Earth","start":132,"end":137,"id":26,"ws":false,"disabled":false},{"text":"\u2019s","start":137,"end":139,"id":27,"ws":true,"disabled":false},{"text":"Future","start":140,"end":146,"id":28,"ws":true,"disabled":false},{"text":"study","start":147,"end":152,"id":29,"ws":true,"disabled":false},{"text":"concluded","start":153,"end":162,"id":30,"ws":false,"disabled":false},{"text":".","start":162,"end":163,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":177,"end":189,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":23,"end":29,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":30,"end":34,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":6,"head_span":{"start":35,"end":44,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":30,"end":34,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":32,"head_span":{"start":72,"end":77,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":164,"end":176,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":21,"head_span":{"start":81,"end":94,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":108,"end":117,"token_start":19,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":21,"head_span":{"start":118,"end":125,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":108,"end":117,"token_start":19,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":21,"head_span":{"start":95,"end":107,"token_start":16,"token_end":18,"label":"type_of"},"child_span":{"start":108,"end":117,"token_start":19,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"ignore"}
+{"number":116,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Yet optimism ran strong among the arriving wave of international health experts and humanitarian workers, many of whom had experience treating Ebola, an often fatal disease caused by a virus that is transmitted by body fluids.\n","text":"Yet optimism ran strong among the arriving wave of international health experts and humanitarian workers, many of whom had experience treating Ebola, an often fatal disease caused by a virus that is transmitted by body fluids. IMPLIED_BASE IMPLIED_BASE","characters":227,"document_index":91,"md_sentence_index":21,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/19/world/africa/ebola-outbreak-congo.html","combo_id":"91_21","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1267318438,"_task_hash":1401268633,"spans":[{"start":143,"end":148,"token_start":22,"token_end":22,"label":"base"},{"start":173,"end":182,"token_start":28,"token_end":29,"label":"predicate"},{"start":185,"end":190,"token_start":31,"token_end":31,"label":"base"},{"start":199,"end":225,"token_start":34,"token_end":37,"label":"type_of"}],"tokens":[{"text":"Yet","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"optimism","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"ran","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"strong","start":17,"end":23,"id":3,"ws":true,"disabled":false},{"text":"among","start":24,"end":29,"id":4,"ws":true,"disabled":false},{"text":"the","start":30,"end":33,"id":5,"ws":true,"disabled":false},{"text":"arriving","start":34,"end":42,"id":6,"ws":true,"disabled":false},{"text":"wave","start":43,"end":47,"id":7,"ws":true,"disabled":false},{"text":"of","start":48,"end":50,"id":8,"ws":true,"disabled":false},{"text":"international","start":51,"end":64,"id":9,"ws":true,"disabled":false},{"text":"health","start":65,"end":71,"id":10,"ws":true,"disabled":false},{"text":"experts","start":72,"end":79,"id":11,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":12,"ws":true,"disabled":false},{"text":"humanitarian","start":84,"end":96,"id":13,"ws":true,"disabled":false},{"text":"workers","start":97,"end":104,"id":14,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":15,"ws":true,"disabled":false},{"text":"many","start":106,"end":110,"id":16,"ws":true,"disabled":false},{"text":"of","start":111,"end":113,"id":17,"ws":true,"disabled":false},{"text":"whom","start":114,"end":118,"id":18,"ws":true,"disabled":false},{"text":"had","start":119,"end":122,"id":19,"ws":true,"disabled":false},{"text":"experience","start":123,"end":133,"id":20,"ws":true,"disabled":false},{"text":"treating","start":134,"end":142,"id":21,"ws":true,"disabled":false},{"text":"Ebola","start":143,"end":148,"id":22,"ws":false,"disabled":false},{"text":",","start":148,"end":149,"id":23,"ws":true,"disabled":false},{"text":"an","start":150,"end":152,"id":24,"ws":true,"disabled":false},{"text":"often","start":153,"end":158,"id":25,"ws":true,"disabled":false},{"text":"fatal","start":159,"end":164,"id":26,"ws":true,"disabled":false},{"text":"disease","start":165,"end":172,"id":27,"ws":true,"disabled":false},{"text":"caused","start":173,"end":179,"id":28,"ws":true,"disabled":false},{"text":"by","start":180,"end":182,"id":29,"ws":true,"disabled":false},{"text":"a","start":183,"end":184,"id":30,"ws":true,"disabled":false},{"text":"virus","start":185,"end":190,"id":31,"ws":true,"disabled":false},{"text":"that","start":191,"end":195,"id":32,"ws":true,"disabled":false},{"text":"is","start":196,"end":198,"id":33,"ws":true,"disabled":false},{"text":"transmitted","start":199,"end":210,"id":34,"ws":true,"disabled":false},{"text":"by","start":211,"end":213,"id":35,"ws":true,"disabled":false},{"text":"body","start":214,"end":218,"id":36,"ws":true,"disabled":false},{"text":"fluids","start":219,"end":225,"id":37,"ws":false,"disabled":false},{"text":".","start":225,"end":226,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":227,"end":239,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":240,"end":252,"id":40,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":37,"child":31,"head_span":{"start":199,"end":225,"token_start":34,"token_end":37,"label":"type_of"},"child_span":{"start":185,"end":190,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":22,"head_span":{"start":185,"end":190,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":143,"end":148,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":79,"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Association?","relation count":"Many","complexity":"Simple","original_md_text":"Children who suffered from malnutrition at the age of 3 were more likely than children who were adequately fed to be aggressive and hyperactive at age 8","text":"Children who suffered from malnutrition at the age of 3 were more likely than children who were adequately fed to be aggressive and hyperactive at age 8 IMPLIED_BASE IMPLIED_BASE","characters":152,"document_index":71,"md_sentence_index":94,"classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_94","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1190090580,"_task_hash":-259398755,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},{"start":22,"end":26,"token_start":3,"token_end":3,"label":"predicate"},{"start":27,"end":39,"token_start":4,"token_end":4,"label":"base"},{"start":40,"end":55,"token_start":5,"token_end":9,"label":"when"},{"start":56,"end":60,"token_start":10,"token_end":10,"label":"confidence"},{"start":61,"end":72,"token_start":11,"token_end":12,"label":"change_direction"},{"start":117,"end":127,"token_start":21,"token_end":21,"label":"type_of"},{"start":132,"end":143,"token_start":23,"token_end":23,"label":"type_of"},{"start":144,"end":152,"token_start":24,"token_end":26,"label":"when"}],"tokens":[{"text":"Children","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"who","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"suffered","start":13,"end":21,"id":2,"ws":true,"disabled":false},{"text":"from","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"malnutrition","start":27,"end":39,"id":4,"ws":true,"disabled":false},{"text":"at","start":40,"end":42,"id":5,"ws":true,"disabled":false},{"text":"the","start":43,"end":46,"id":6,"ws":true,"disabled":false},{"text":"age","start":47,"end":50,"id":7,"ws":true,"disabled":false},{"text":"of","start":51,"end":53,"id":8,"ws":true,"disabled":false},{"text":"3","start":54,"end":55,"id":9,"ws":true,"disabled":false},{"text":"were","start":56,"end":60,"id":10,"ws":true,"disabled":false},{"text":"more","start":61,"end":65,"id":11,"ws":true,"disabled":false},{"text":"likely","start":66,"end":72,"id":12,"ws":true,"disabled":false},{"text":"than","start":73,"end":77,"id":13,"ws":true,"disabled":false},{"text":"children","start":78,"end":86,"id":14,"ws":true,"disabled":false},{"text":"who","start":87,"end":90,"id":15,"ws":true,"disabled":false},{"text":"were","start":91,"end":95,"id":16,"ws":true,"disabled":false},{"text":"adequately","start":96,"end":106,"id":17,"ws":true,"disabled":false},{"text":"fed","start":107,"end":110,"id":18,"ws":true,"disabled":false},{"text":"to","start":111,"end":113,"id":19,"ws":true,"disabled":false},{"text":"be","start":114,"end":116,"id":20,"ws":true,"disabled":false},{"text":"aggressive","start":117,"end":127,"id":21,"ws":true,"disabled":false},{"text":"and","start":128,"end":131,"id":22,"ws":true,"disabled":false},{"text":"hyperactive","start":132,"end":143,"id":23,"ws":true,"disabled":false},{"text":"at","start":144,"end":146,"id":24,"ws":true,"disabled":false},{"text":"age","start":147,"end":150,"id":25,"ws":true,"disabled":false},{"text":"8","start":151,"end":152,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":28,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":21,"child":0,"head_span":{"start":117,"end":127,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":0,"head_span":{"start":132,"end":143,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":0,"head_span":{"start":144,"end":152,"token_start":24,"token_end":26,"label":"when"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":0,"head_span":{"start":27,"end":39,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":4,"head_span":{"start":40,"end":55,"token_start":5,"token_end":9,"label":"when"},"child_span":{"start":27,"end":39,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":0,"head_span":{"start":61,"end":72,"token_start":11,"token_end":12,"label":"change_direction"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":848,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"GHG emissions from transportation make up a very small amount of the emissions from food and what you eat is far more important than where your food traveled from.\n","text":"GHG emissions from transportation make up a very small amount of the emissions from food and what you eat is far more important than where your food traveled from. IMPLIED_BASE IMPLIED_BASE","characters":164,"document_index":690,"md_sentence_index":7,"classification_origin":"causal_sentence_classification","url":"https://ourworldindata.org/food-choice-vs-eating-local","combo_id":"690_7","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1992340171,"_task_hash":1905677066,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"base"},{"text":"emissions","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"aspect_changing"},{"start":14,"end":18,"token_start":2,"token_end":2,"label":"predicate"},{"start":19,"end":33,"token_start":3,"token_end":3,"label":"base"},{"text":"emissions","start":69,"token_start":12,"token_end":12,"end":78,"type":"pattern","label":"aspect_changing"},{"start":79,"end":83,"token_start":13,"token_end":13,"label":"predicate"},{"start":84,"end":88,"token_start":14,"token_end":14,"label":"base"},{"start":164,"end":176,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"GHG","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"emissions","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"from","start":14,"end":18,"id":2,"ws":true,"disabled":false},{"text":"transportation","start":19,"end":33,"id":3,"ws":true,"disabled":false},{"text":"make","start":34,"end":38,"id":4,"ws":true,"disabled":false},{"text":"up","start":39,"end":41,"id":5,"ws":true,"disabled":false},{"text":"a","start":42,"end":43,"id":6,"ws":true,"disabled":false},{"text":"very","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"small","start":49,"end":54,"id":8,"ws":true,"disabled":false},{"text":"amount","start":55,"end":61,"id":9,"ws":true,"disabled":false},{"text":"of","start":62,"end":64,"id":10,"ws":true,"disabled":false},{"text":"the","start":65,"end":68,"id":11,"ws":true,"disabled":false},{"text":"emissions","start":69,"end":78,"id":12,"ws":true,"disabled":false},{"text":"from","start":79,"end":83,"id":13,"ws":true,"disabled":false},{"text":"food","start":84,"end":88,"id":14,"ws":true,"disabled":false},{"text":"and","start":89,"end":92,"id":15,"ws":true,"disabled":false},{"text":"what","start":93,"end":97,"id":16,"ws":true,"disabled":false},{"text":"you","start":98,"end":101,"id":17,"ws":true,"disabled":false},{"text":"eat","start":102,"end":105,"id":18,"ws":true,"disabled":false},{"text":"is","start":106,"end":108,"id":19,"ws":true,"disabled":false},{"text":"far","start":109,"end":112,"id":20,"ws":true,"disabled":false},{"text":"more","start":113,"end":117,"id":21,"ws":true,"disabled":false},{"text":"important","start":118,"end":127,"id":22,"ws":true,"disabled":false},{"text":"than","start":128,"end":132,"id":23,"ws":true,"disabled":false},{"text":"where","start":133,"end":138,"id":24,"ws":true,"disabled":false},{"text":"your","start":139,"end":143,"id":25,"ws":true,"disabled":false},{"text":"food","start":144,"end":148,"id":26,"ws":true,"disabled":false},{"text":"traveled","start":149,"end":157,"id":27,"ws":true,"disabled":false},{"text":"from","start":158,"end":162,"id":28,"ws":false,"disabled":false},{"text":".","start":162,"end":163,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":177,"end":189,"id":31,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":12,"child":30,"head_span":{"start":69,"end":78,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":164,"end":176,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":30,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":164,"end":176,"token_start":30,"token_end":30,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":1,"child":0,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":0,"head_span":{"start":19,"end":33,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":30,"head_span":{"start":84,"end":88,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":164,"end":176,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":513,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The latest report by a United Nations-backed scientific panel, meanwhile, projected that if emissions continue to rise at their current pace, by 2040, the world could face inundated coastlines, intensifying droughts and food insecurity.","text":"The latest report by a United Nations-backed scientific panel, meanwhile, projected that if emissions continue to rise at their current pace, by 2040, the world could face inundated coastlines, intensifying droughts and food insecurity. IMPLIED_BASE IMPLIED_BASE","characters":236,"document_index":385,"md_sentence_index":21,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/09/21/climate/united-nations-climate-change.html","combo_id":"385_21","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":508237149,"_task_hash":-541745616,"spans":[{"text":"emissions","start":92,"token_start":17,"token_end":17,"end":101,"type":"pattern","label":"aspect_changing"},{"start":114,"end":118,"token_start":20,"token_end":20,"label":"change_direction"},{"start":119,"end":140,"token_start":21,"token_end":24,"label":"effect_size"},{"start":142,"end":149,"token_start":26,"token_end":27,"label":"when"},{"start":155,"end":160,"token_start":30,"token_end":30,"label":"to_whom"},{"start":161,"end":166,"token_start":31,"token_end":31,"label":"confidence"},{"start":172,"end":181,"token_start":33,"token_end":33,"label":"change_direction"},{"text":"coastlines","start":182,"token_start":34,"token_end":34,"end":192,"type":"pattern","label":"base"},{"start":194,"end":206,"token_start":36,"token_end":36,"label":"change_direction"},{"text":"droughts","start":207,"token_start":37,"token_end":37,"end":215,"type":"pattern","label":"base"},{"text":"food insecurity","start":220,"token_start":39,"token_end":40,"end":235,"type":"pattern","label":"base"},{"start":237,"end":249,"token_start":42,"token_end":42,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"latest","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"report","start":11,"end":17,"id":2,"ws":true,"disabled":false},{"text":"by","start":18,"end":20,"id":3,"ws":true,"disabled":false},{"text":"a","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"United","start":23,"end":29,"id":5,"ws":true,"disabled":false},{"text":"Nations","start":30,"end":37,"id":6,"ws":false,"disabled":false},{"text":"-","start":37,"end":38,"id":7,"ws":false,"disabled":false},{"text":"backed","start":38,"end":44,"id":8,"ws":true,"disabled":false},{"text":"scientific","start":45,"end":55,"id":9,"ws":true,"disabled":false},{"text":"panel","start":56,"end":61,"id":10,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":11,"ws":true,"disabled":false},{"text":"meanwhile","start":63,"end":72,"id":12,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":13,"ws":true,"disabled":false},{"text":"projected","start":74,"end":83,"id":14,"ws":true,"disabled":false},{"text":"that","start":84,"end":88,"id":15,"ws":true,"disabled":false},{"text":"if","start":89,"end":91,"id":16,"ws":true,"disabled":false},{"text":"emissions","start":92,"end":101,"id":17,"ws":true,"disabled":false},{"text":"continue","start":102,"end":110,"id":18,"ws":true,"disabled":false},{"text":"to","start":111,"end":113,"id":19,"ws":true,"disabled":false},{"text":"rise","start":114,"end":118,"id":20,"ws":true,"disabled":false},{"text":"at","start":119,"end":121,"id":21,"ws":true,"disabled":false},{"text":"their","start":122,"end":127,"id":22,"ws":true,"disabled":false},{"text":"current","start":128,"end":135,"id":23,"ws":true,"disabled":false},{"text":"pace","start":136,"end":140,"id":24,"ws":false,"disabled":false},{"text":",","start":140,"end":141,"id":25,"ws":true,"disabled":false},{"text":"by","start":142,"end":144,"id":26,"ws":true,"disabled":false},{"text":"2040","start":145,"end":149,"id":27,"ws":false,"disabled":false},{"text":",","start":149,"end":150,"id":28,"ws":true,"disabled":false},{"text":"the","start":151,"end":154,"id":29,"ws":true,"disabled":false},{"text":"world","start":155,"end":160,"id":30,"ws":true,"disabled":false},{"text":"could","start":161,"end":166,"id":31,"ws":true,"disabled":false},{"text":"face","start":167,"end":171,"id":32,"ws":true,"disabled":false},{"text":"inundated","start":172,"end":181,"id":33,"ws":true,"disabled":false},{"text":"coastlines","start":182,"end":192,"id":34,"ws":false,"disabled":false},{"text":",","start":192,"end":193,"id":35,"ws":true,"disabled":false},{"text":"intensifying","start":194,"end":206,"id":36,"ws":true,"disabled":false},{"text":"droughts","start":207,"end":215,"id":37,"ws":true,"disabled":false},{"text":"and","start":216,"end":219,"id":38,"ws":true,"disabled":false},{"text":"food","start":220,"end":224,"id":39,"ws":true,"disabled":false},{"text":"insecurity","start":225,"end":235,"id":40,"ws":false,"disabled":false},{"text":".","start":235,"end":236,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":237,"end":249,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":250,"end":262,"id":43,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":17,"child":42,"head_span":{"start":92,"end":101,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":237,"end":249,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":42,"head_span":{"start":119,"end":140,"token_start":21,"token_end":24,"label":"effect_size"},"child_span":{"start":237,"end":249,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":42,"head_span":{"start":114,"end":118,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":237,"end":249,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":34,"head_span":{"start":172,"end":181,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":182,"end":192,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":37,"head_span":{"start":194,"end":206,"token_start":36,"token_end":36,"label":"change_direction"},"child_span":{"start":207,"end":215,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":34,"head_span":{"start":237,"end":249,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":182,"end":192,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":40,"head_span":{"start":237,"end":249,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":220,"end":235,"token_start":39,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":37,"head_span":{"start":237,"end":249,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":207,"end":215,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":1145,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"David Bennett, a 66-year-old Memphis resident and cancer survivor, died of a Vibrio infection within days of that 2019 release, after swimming at the beaches of Destin and the Choctawhatchee Bay in the Florida Panhandle.\n","text":"David Bennett, a 66-year-old Memphis resident and cancer survivor, died of a Vibrio infection within days of that 2019 release, after swimming at the beaches of Destin and the Choctawhatchee Bay in the Florida Panhandle. IMPLIED_BASE IMPLIED_BASE","characters":221,"document_index":861,"md_sentence_index":159,"classification_origin":"causal_sentence_classification","url":"https://publicintegrity.org/environment/hidden-epidemics/vibrio-deadly-bacteria-coastal-waters-climate-change-health/","combo_id":"861_159","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1630743128,"_task_hash":-1364150262,"spans":[{"start":15,"end":65,"token_start":3,"token_end":11,"label":"to_whom"},{"start":67,"end":71,"token_start":13,"token_end":13,"label":"change_direction"},{"start":77,"end":83,"token_start":16,"token_end":16,"label":"base"},{"start":84,"end":93,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":94,"end":126,"token_start":18,"token_end":23,"label":"when"},{"start":128,"end":133,"token_start":25,"token_end":25,"label":"predicate"},{"start":134,"end":142,"token_start":26,"token_end":26,"label":"base"},{"start":150,"end":157,"token_start":29,"token_end":29,"label":"type_of"},{"start":161,"end":167,"token_start":31,"token_end":31,"label":"where"},{"start":176,"end":190,"token_start":34,"token_end":34,"label":"where"},{"start":191,"end":194,"token_start":35,"token_end":35,"label":"type_of"},{"start":195,"end":219,"token_start":36,"token_end":39,"label":"where"},{"start":221,"end":233,"token_start":41,"token_end":41,"label":"base"}],"tokens":[{"text":"David","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"Bennett","start":6,"end":13,"id":1,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":2,"ws":true,"disabled":false},{"text":"a","start":15,"end":16,"id":3,"ws":true,"disabled":false},{"text":"66-year","start":17,"end":24,"id":4,"ws":false,"disabled":false},{"text":"-","start":24,"end":25,"id":5,"ws":false,"disabled":false},{"text":"old","start":25,"end":28,"id":6,"ws":true,"disabled":false},{"text":"Memphis","start":29,"end":36,"id":7,"ws":true,"disabled":false},{"text":"resident","start":37,"end":45,"id":8,"ws":true,"disabled":false},{"text":"and","start":46,"end":49,"id":9,"ws":true,"disabled":false},{"text":"cancer","start":50,"end":56,"id":10,"ws":true,"disabled":false},{"text":"survivor","start":57,"end":65,"id":11,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":12,"ws":true,"disabled":false},{"text":"died","start":67,"end":71,"id":13,"ws":true,"disabled":false},{"text":"of","start":72,"end":74,"id":14,"ws":true,"disabled":false},{"text":"a","start":75,"end":76,"id":15,"ws":true,"disabled":false},{"text":"Vibrio","start":77,"end":83,"id":16,"ws":true,"disabled":false},{"text":"infection","start":84,"end":93,"id":17,"ws":true,"disabled":false},{"text":"within","start":94,"end":100,"id":18,"ws":true,"disabled":false},{"text":"days","start":101,"end":105,"id":19,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":20,"ws":true,"disabled":false},{"text":"that","start":109,"end":113,"id":21,"ws":true,"disabled":false},{"text":"2019","start":114,"end":118,"id":22,"ws":true,"disabled":false},{"text":"release","start":119,"end":126,"id":23,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":24,"ws":true,"disabled":false},{"text":"after","start":128,"end":133,"id":25,"ws":true,"disabled":false},{"text":"swimming","start":134,"end":142,"id":26,"ws":true,"disabled":false},{"text":"at","start":143,"end":145,"id":27,"ws":true,"disabled":false},{"text":"the","start":146,"end":149,"id":28,"ws":true,"disabled":false},{"text":"beaches","start":150,"end":157,"id":29,"ws":true,"disabled":false},{"text":"of","start":158,"end":160,"id":30,"ws":true,"disabled":false},{"text":"Destin","start":161,"end":167,"id":31,"ws":true,"disabled":false},{"text":"and","start":168,"end":171,"id":32,"ws":true,"disabled":false},{"text":"the","start":172,"end":175,"id":33,"ws":true,"disabled":false},{"text":"Choctawhatchee","start":176,"end":190,"id":34,"ws":true,"disabled":false},{"text":"Bay","start":191,"end":194,"id":35,"ws":true,"disabled":false},{"text":"in","start":195,"end":197,"id":36,"ws":true,"disabled":false},{"text":"the","start":198,"end":201,"id":37,"ws":true,"disabled":false},{"text":"Florida","start":202,"end":209,"id":38,"ws":true,"disabled":false},{"text":"Panhandle","start":210,"end":219,"id":39,"ws":false,"disabled":false},{"text":".","start":219,"end":220,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":221,"end":233,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":234,"end":246,"id":42,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":17,"child":16,"head_span":{"start":84,"end":93,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":77,"end":83,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":26,"head_span":{"start":150,"end":157,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":134,"end":142,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":26,"head_span":{"start":191,"end":194,"token_start":35,"token_end":35,"label":"type_of"},"child_span":{"start":134,"end":142,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":26,"head_span":{"start":161,"end":167,"token_start":31,"token_end":31,"label":"where"},"child_span":{"start":134,"end":142,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":26,"head_span":{"start":176,"end":190,"token_start":34,"token_end":34,"label":"where"},"child_span":{"start":134,"end":142,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":26,"head_span":{"start":195,"end":219,"token_start":36,"token_end":39,"label":"where"},"child_span":{"start":134,"end":142,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":41,"head_span":{"start":67,"end":71,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":221,"end":233,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":16,"head_span":{"start":15,"end":65,"token_start":3,"token_end":11,"label":"to_whom"},"child_span":{"start":77,"end":83,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":41,"head_span":{"start":77,"end":83,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":221,"end":233,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":16,"head_span":{"start":134,"end":142,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":77,"end":83,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":214,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"It asserts that our nation\u2019s youth were \u201cborn into a world made hazardous to their health and well-being by greenhouse gas emitted by human activities.\u201d","text":"It asserts that our nation\u2019s youth were \u201cborn into a world made hazardous to their health and well-being by greenhouse gas emitted by human activities.\u201d IMPLIED_BASE IMPLIED_BASE","characters":152,"document_index":156,"md_sentence_index":22,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/06/03/opinion/climate-change-juliana-21.html","combo_id":"156_22","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1034339506,"_task_hash":230859270,"spans":[{"start":16,"end":34,"token_start":3,"token_end":6,"label":"to_whom"},{"start":51,"end":58,"token_start":11,"token_end":12,"label":"where"},{"start":59,"end":73,"token_start":13,"token_end":14,"label":"change_direction"},{"text":"health","start":83,"token_start":17,"token_end":17,"end":89,"type":"pattern","label":"base"},{"start":94,"end":104,"token_start":19,"token_end":21,"label":"base"},{"start":105,"end":107,"token_start":22,"token_end":22,"label":"predicate"},{"text":"greenhouse","start":108,"token_start":23,"token_end":23,"end":118,"type":"pattern","label":"type_of"},{"start":119,"end":122,"token_start":24,"token_end":24,"label":"base"},{"start":123,"end":130,"token_start":25,"token_end":25,"label":"change_direction"},{"start":131,"end":133,"token_start":26,"token_end":26,"label":"predicate"},{"start":134,"end":139,"token_start":27,"token_end":27,"label":"base"},{"start":140,"end":150,"token_start":28,"token_end":28,"label":"aspect_changing"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"asserts","start":3,"end":10,"id":1,"ws":true,"disabled":false},{"text":"that","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"our","start":16,"end":19,"id":3,"ws":true,"disabled":false},{"text":"nation","start":20,"end":26,"id":4,"ws":false,"disabled":false},{"text":"\u2019s","start":26,"end":28,"id":5,"ws":true,"disabled":false},{"text":"youth","start":29,"end":34,"id":6,"ws":true,"disabled":false},{"text":"were","start":35,"end":39,"id":7,"ws":true,"disabled":false},{"text":"\u201c","start":40,"end":41,"id":8,"ws":false,"disabled":false},{"text":"born","start":41,"end":45,"id":9,"ws":true,"disabled":false},{"text":"into","start":46,"end":50,"id":10,"ws":true,"disabled":false},{"text":"a","start":51,"end":52,"id":11,"ws":true,"disabled":false},{"text":"world","start":53,"end":58,"id":12,"ws":true,"disabled":false},{"text":"made","start":59,"end":63,"id":13,"ws":true,"disabled":false},{"text":"hazardous","start":64,"end":73,"id":14,"ws":true,"disabled":false},{"text":"to","start":74,"end":76,"id":15,"ws":true,"disabled":false},{"text":"their","start":77,"end":82,"id":16,"ws":true,"disabled":false},{"text":"health","start":83,"end":89,"id":17,"ws":true,"disabled":false},{"text":"and","start":90,"end":93,"id":18,"ws":true,"disabled":false},{"text":"well","start":94,"end":98,"id":19,"ws":false,"disabled":false},{"text":"-","start":98,"end":99,"id":20,"ws":false,"disabled":false},{"text":"being","start":99,"end":104,"id":21,"ws":true,"disabled":false},{"text":"by","start":105,"end":107,"id":22,"ws":true,"disabled":false},{"text":"greenhouse","start":108,"end":118,"id":23,"ws":true,"disabled":false},{"text":"gas","start":119,"end":122,"id":24,"ws":true,"disabled":false},{"text":"emitted","start":123,"end":130,"id":25,"ws":true,"disabled":false},{"text":"by","start":131,"end":133,"id":26,"ws":true,"disabled":false},{"text":"human","start":134,"end":139,"id":27,"ws":true,"disabled":false},{"text":"activities","start":140,"end":150,"id":28,"ws":false,"disabled":false},{"text":".","start":150,"end":151,"id":29,"ws":false,"disabled":false},{"text":"\u201d","start":151,"end":152,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":32,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":25,"child":24,"head_span":{"start":123,"end":130,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":119,"end":122,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":108,"end":118,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":119,"end":122,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":27,"head_span":{"start":140,"end":150,"token_start":28,"token_end":28,"label":"aspect_changing"},"child_span":{"start":134,"end":139,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":59,"end":73,"token_start":13,"token_end":14,"label":"change_direction"},"child_span":{"start":83,"end":89,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":21,"head_span":{"start":59,"end":73,"token_start":13,"token_end":14,"label":"change_direction"},"child_span":{"start":94,"end":104,"token_start":19,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":24,"head_span":{"start":134,"end":139,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":119,"end":122,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":17,"head_span":{"start":119,"end":122,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":83,"end":89,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":21,"head_span":{"start":119,"end":122,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":94,"end":104,"token_start":19,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":17,"head_span":{"start":16,"end":34,"token_start":3,"token_end":6,"label":"to_whom"},"child_span":{"start":83,"end":89,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":21,"head_span":{"start":16,"end":34,"token_start":3,"token_end":6,"label":"to_whom"},"child_span":{"start":94,"end":104,"token_start":19,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":627,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The excessive heat, a symptom of climate change felt across the Southwest, can blister the chiles\u2019 fragile skin and interrupt the growth cycle.\n","text":"The excessive heat, a symptom of climate change felt across the Southwest, can blister the chiles\u2019 fragile skin and interrupt the growth cycle. IMPLIED_BASE IMPLIED_BASE","characters":144,"document_index":514,"md_sentence_index":11,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/12/16/dining/hatch-chiles-new-mexico.html","combo_id":"514_11","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-396203268,"_task_hash":717951660,"spans":[{"start":4,"end":13,"token_start":1,"token_end":1,"label":"type_of"},{"start":14,"end":18,"token_start":2,"token_end":2,"label":"base"},{"start":20,"end":32,"token_start":4,"token_end":6,"label":"predicate"},{"text":"climate change","start":33,"token_start":7,"token_end":8,"end":47,"type":"pattern","label":"base"},{"start":53,"end":73,"token_start":10,"token_end":12,"label":"where"},{"start":75,"end":78,"token_start":14,"token_end":14,"label":"confidence"},{"start":79,"end":86,"token_start":15,"token_end":15,"label":"change_direction"},{"start":91,"end":97,"token_start":17,"token_end":17,"label":"base"},{"start":99,"end":111,"token_start":19,"token_end":20,"label":"aspect_changing"},{"start":116,"end":125,"token_start":22,"token_end":22,"label":"change_direction"},{"start":130,"end":142,"token_start":24,"token_end":25,"label":"aspect_changing"},{"start":144,"end":156,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"excessive","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"heat","start":14,"end":18,"id":2,"ws":false,"disabled":false},{"text":",","start":18,"end":19,"id":3,"ws":true,"disabled":false},{"text":"a","start":20,"end":21,"id":4,"ws":true,"disabled":false},{"text":"symptom","start":22,"end":29,"id":5,"ws":true,"disabled":false},{"text":"of","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"climate","start":33,"end":40,"id":7,"ws":true,"disabled":false},{"text":"change","start":41,"end":47,"id":8,"ws":true,"disabled":false},{"text":"felt","start":48,"end":52,"id":9,"ws":true,"disabled":false},{"text":"across","start":53,"end":59,"id":10,"ws":true,"disabled":false},{"text":"the","start":60,"end":63,"id":11,"ws":true,"disabled":false},{"text":"Southwest","start":64,"end":73,"id":12,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":13,"ws":true,"disabled":false},{"text":"can","start":75,"end":78,"id":14,"ws":true,"disabled":false},{"text":"blister","start":79,"end":86,"id":15,"ws":true,"disabled":false},{"text":"the","start":87,"end":90,"id":16,"ws":true,"disabled":false},{"text":"chiles","start":91,"end":97,"id":17,"ws":false,"disabled":false},{"text":"\u2019","start":97,"end":98,"id":18,"ws":true,"disabled":false},{"text":"fragile","start":99,"end":106,"id":19,"ws":true,"disabled":false},{"text":"skin","start":107,"end":111,"id":20,"ws":true,"disabled":false},{"text":"and","start":112,"end":115,"id":21,"ws":true,"disabled":false},{"text":"interrupt","start":116,"end":125,"id":22,"ws":true,"disabled":false},{"text":"the","start":126,"end":129,"id":23,"ws":true,"disabled":false},{"text":"growth","start":130,"end":136,"id":24,"ws":true,"disabled":false},{"text":"cycle","start":137,"end":142,"id":25,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":28,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":14,"end":18,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":2,"head_span":{"start":33,"end":47,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":14,"end":18,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":2,"head_span":{"start":53,"end":73,"token_start":10,"token_end":12,"label":"where"},"child_span":{"start":14,"end":18,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":27,"head_span":{"start":130,"end":142,"token_start":24,"token_end":25,"label":"aspect_changing"},"child_span":{"start":144,"end":156,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":27,"head_span":{"start":116,"end":125,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":144,"end":156,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":27,"head_span":{"start":91,"end":97,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":144,"end":156,"token_start":27,"token_end":27,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":20,"child":17,"head_span":{"start":99,"end":111,"token_start":19,"token_end":20,"label":"aspect_changing"},"child_span":{"start":91,"end":97,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":79,"end":86,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":91,"end":97,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":17,"head_span":{"start":14,"end":18,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":91,"end":97,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":27,"head_span":{"start":14,"end":18,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":144,"end":156,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":398,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Climate change is set to cause major changes across the world: sea levels will rise, food production could fall and species may be driven to extinction.\n","text":"Climate change is set to cause major changes across the world: sea levels will rise, food production could fall and species may be driven to extinction. IMPLIED_BASE IMPLIED_BASE","characters":153,"document_index":310,"md_sentence_index":2,"classification_origin":"cm_cause_effect_rel","url":"https://www.bbc.com/news/science-environment-46384067","combo_id":"310_2","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":224769075,"_task_hash":-1529997898,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":15,"end":17,"token_start":2,"token_end":2,"label":"confidence"},{"start":25,"end":30,"token_start":5,"token_end":5,"label":"predicate"},{"start":45,"end":61,"token_start":8,"token_end":10,"label":"where"},{"text":"sea","start":63,"token_start":12,"token_end":12,"end":66,"type":"pattern","label":"base"},{"text":"levels","start":67,"token_start":13,"token_end":13,"end":73,"type":"pattern","label":"aspect_changing"},{"start":74,"end":78,"token_start":14,"token_end":14,"label":"confidence"},{"text":"rise","start":79,"token_start":15,"token_end":15,"end":83,"type":"pattern","label":"change_direction"},{"start":85,"end":89,"token_start":17,"token_end":17,"label":"base"},{"start":90,"end":100,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":101,"end":106,"token_start":19,"token_end":19,"label":"confidence"},{"start":107,"end":111,"token_start":20,"token_end":20,"label":"change_direction"},{"text":"species","start":116,"token_start":22,"token_end":22,"end":123,"type":"pattern","label":"base"},{"start":124,"end":130,"token_start":23,"token_end":24,"label":"confidence"},{"start":131,"end":151,"token_start":25,"token_end":27,"label":"change_direction"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"is","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"set","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"to","start":22,"end":24,"id":4,"ws":true,"disabled":false},{"text":"cause","start":25,"end":30,"id":5,"ws":true,"disabled":false},{"text":"major","start":31,"end":36,"id":6,"ws":true,"disabled":false},{"text":"changes","start":37,"end":44,"id":7,"ws":true,"disabled":false},{"text":"across","start":45,"end":51,"id":8,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"world","start":56,"end":61,"id":10,"ws":false,"disabled":false},{"text":":","start":61,"end":62,"id":11,"ws":true,"disabled":false},{"text":"sea","start":63,"end":66,"id":12,"ws":true,"disabled":false},{"text":"levels","start":67,"end":73,"id":13,"ws":true,"disabled":false},{"text":"will","start":74,"end":78,"id":14,"ws":true,"disabled":false},{"text":"rise","start":79,"end":83,"id":15,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":16,"ws":true,"disabled":false},{"text":"food","start":85,"end":89,"id":17,"ws":true,"disabled":false},{"text":"production","start":90,"end":100,"id":18,"ws":true,"disabled":false},{"text":"could","start":101,"end":106,"id":19,"ws":true,"disabled":false},{"text":"fall","start":107,"end":111,"id":20,"ws":true,"disabled":false},{"text":"and","start":112,"end":115,"id":21,"ws":true,"disabled":false},{"text":"species","start":116,"end":123,"id":22,"ws":true,"disabled":false},{"text":"may","start":124,"end":127,"id":23,"ws":true,"disabled":false},{"text":"be","start":128,"end":130,"id":24,"ws":true,"disabled":false},{"text":"driven","start":131,"end":137,"id":25,"ws":true,"disabled":false},{"text":"to","start":138,"end":140,"id":26,"ws":true,"disabled":false},{"text":"extinction","start":141,"end":151,"id":27,"ws":false,"disabled":false},{"text":".","start":151,"end":152,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":13,"child":12,"head_span":{"start":67,"end":73,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":63,"end":66,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":12,"head_span":{"start":79,"end":83,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":63,"end":66,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":90,"end":100,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":85,"end":89,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":17,"head_span":{"start":107,"end":111,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":85,"end":89,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":22,"head_span":{"start":131,"end":151,"token_start":25,"token_end":27,"label":"change_direction"},"child_span":{"start":116,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":12,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":63,"end":66,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":17,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":85,"end":89,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":22,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":116,"end":123,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":537,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In addition to human-induced global climate change, local climate can also be affected by other human factors (such as crop irrigation) and natural variability (for example, Ashley et al.","text":"In addition to human-induced global climate change, local climate can also be affected by other human factors (such as crop irrigation) and natural variability (for example, Ashley et al. IMPLIED_BASE IMPLIED_BASE","characters":187,"document_index":415,"md_sentence_index":41,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"http://nca2014.globalchange.gov/node/1952","combo_id":"415_41","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-692801366,"_task_hash":1042675154,"spans":[{"start":15,"end":28,"token_start":3,"token_end":5,"label":"type_of"},{"start":29,"end":35,"token_start":6,"token_end":6,"label":"type_of"},{"text":"climate change","start":36,"token_start":7,"token_end":8,"end":50,"type":"pattern","label":"base"},{"start":52,"end":57,"token_start":10,"token_end":10,"label":"type_of"},{"start":58,"end":65,"token_start":11,"token_end":11,"label":"base"},{"start":66,"end":69,"token_start":12,"token_end":12,"label":"confidence"},{"start":75,"end":89,"token_start":14,"token_end":16,"label":"predicate"},{"start":96,"end":101,"token_start":18,"token_end":18,"label":"base"},{"start":102,"end":109,"token_start":19,"token_end":19,"label":"aspect_changing"},{"text":"crop","start":119,"token_start":23,"token_end":23,"end":123,"type":"pattern","label":"type_of"},{"text":"irrigation","start":124,"token_start":24,"token_end":24,"end":134,"type":"pattern","label":"base"},{"start":140,"end":159,"token_start":27,"token_end":28,"label":"aspect_changing"},{"start":188,"end":200,"token_start":37,"token_end":37,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"addition","start":3,"end":11,"id":1,"ws":true,"disabled":false},{"text":"to","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"human","start":15,"end":20,"id":3,"ws":false,"disabled":false},{"text":"-","start":20,"end":21,"id":4,"ws":false,"disabled":false},{"text":"induced","start":21,"end":28,"id":5,"ws":true,"disabled":false},{"text":"global","start":29,"end":35,"id":6,"ws":true,"disabled":false},{"text":"climate","start":36,"end":43,"id":7,"ws":true,"disabled":false},{"text":"change","start":44,"end":50,"id":8,"ws":false,"disabled":false},{"text":",","start":50,"end":51,"id":9,"ws":true,"disabled":false},{"text":"local","start":52,"end":57,"id":10,"ws":true,"disabled":false},{"text":"climate","start":58,"end":65,"id":11,"ws":true,"disabled":false},{"text":"can","start":66,"end":69,"id":12,"ws":true,"disabled":false},{"text":"also","start":70,"end":74,"id":13,"ws":true,"disabled":false},{"text":"be","start":75,"end":77,"id":14,"ws":true,"disabled":false},{"text":"affected","start":78,"end":86,"id":15,"ws":true,"disabled":false},{"text":"by","start":87,"end":89,"id":16,"ws":true,"disabled":false},{"text":"other","start":90,"end":95,"id":17,"ws":true,"disabled":false},{"text":"human","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"factors","start":102,"end":109,"id":19,"ws":true,"disabled":false},{"text":"(","start":110,"end":111,"id":20,"ws":false,"disabled":false},{"text":"such","start":111,"end":115,"id":21,"ws":true,"disabled":false},{"text":"as","start":116,"end":118,"id":22,"ws":true,"disabled":false},{"text":"crop","start":119,"end":123,"id":23,"ws":true,"disabled":false},{"text":"irrigation","start":124,"end":134,"id":24,"ws":false,"disabled":false},{"text":")","start":134,"end":135,"id":25,"ws":true,"disabled":false},{"text":"and","start":136,"end":139,"id":26,"ws":true,"disabled":false},{"text":"natural","start":140,"end":147,"id":27,"ws":true,"disabled":false},{"text":"variability","start":148,"end":159,"id":28,"ws":true,"disabled":false},{"text":"(","start":160,"end":161,"id":29,"ws":false,"disabled":false},{"text":"for","start":161,"end":164,"id":30,"ws":true,"disabled":false},{"text":"example","start":165,"end":172,"id":31,"ws":false,"disabled":false},{"text":",","start":172,"end":173,"id":32,"ws":true,"disabled":false},{"text":"Ashley","start":174,"end":180,"id":33,"ws":true,"disabled":false},{"text":"et","start":181,"end":183,"id":34,"ws":true,"disabled":false},{"text":"al","start":184,"end":186,"id":35,"ws":false,"disabled":false},{"text":".","start":186,"end":187,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":201,"end":213,"id":38,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":28,"child":37,"head_span":{"start":140,"end":159,"token_start":27,"token_end":28,"label":"aspect_changing"},"child_span":{"start":188,"end":200,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":8,"head_span":{"start":29,"end":35,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":36,"end":50,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":8,"head_span":{"start":15,"end":28,"token_start":3,"token_end":5,"label":"type_of"},"child_span":{"start":36,"end":50,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":52,"end":57,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":58,"end":65,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":102,"end":109,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":96,"end":101,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":119,"end":123,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":124,"end":134,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":11,"head_span":{"start":188,"end":200,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":58,"end":65,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":11,"head_span":{"start":124,"end":134,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":58,"end":65,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":11,"head_span":{"start":96,"end":101,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":58,"end":65,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":8,"head_span":{"start":188,"end":200,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":36,"end":50,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":8,"head_span":{"start":124,"end":134,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":36,"end":50,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":8,"head_span":{"start":96,"end":101,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":36,"end":50,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":329,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"complex","original_md_text":"But a possible combination of climate change, pollution from fertilizers, and ocean flows and currents carrying the algae mats to the Caribbean has caused the problem to explode.\n","text":"But a possible combination of climate change, pollution from fertilizers, and ocean flows and currents carrying the algae mats to the Caribbean has caused the problem to explode. IMPLIED_BASE IMPLIED_BASE","characters":179,"document_index":180,"md_sentence_index":2,"classification_origin":"cm_cause_effect_rel","url":"https://www.csmonitor.com/Environment/2019/0510/Smelly-algae-invasion-threatens-Mexico-s-prized-beaches","combo_id":"180_2","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":338599071,"_task_hash":1793293036,"spans":[{"start":6,"end":14,"token_start":2,"token_end":2,"label":"confidence"},{"text":"climate change","start":30,"token_start":5,"token_end":6,"end":44,"type":"pattern","label":"base"},{"text":"pollution","start":46,"token_start":8,"token_end":8,"end":55,"type":"pattern","label":"base"},{"start":56,"end":60,"token_start":9,"token_end":9,"label":"predicate"},{"text":"fertilizers","start":61,"token_start":10,"token_end":10,"end":72,"type":"pattern","label":"base"},{"text":"ocean","start":78,"token_start":13,"token_end":13,"end":83,"type":"pattern","label":"base"},{"start":84,"end":89,"token_start":14,"token_end":14,"label":"aspect_changing"},{"text":"currents","start":94,"token_start":16,"token_end":16,"end":102,"type":"pattern","label":"aspect_changing"},{"text":"algae","start":116,"token_start":19,"token_end":19,"end":121,"type":"pattern","label":"base"},{"start":122,"end":126,"token_start":20,"token_end":20,"label":"aspect_changing"},{"start":134,"end":143,"token_start":23,"token_end":23,"label":"where"},{"start":144,"end":147,"token_start":24,"token_end":24,"label":"confidence"},{"start":148,"end":154,"token_start":25,"token_end":25,"label":"predicate"},{"start":159,"end":166,"token_start":27,"token_end":27,"label":"aspect_changing"},{"start":167,"end":177,"token_start":28,"token_end":29,"label":"change_direction"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"a","start":4,"end":5,"id":1,"ws":true,"disabled":false},{"text":"possible","start":6,"end":14,"id":2,"ws":true,"disabled":false},{"text":"combination","start":15,"end":26,"id":3,"ws":true,"disabled":false},{"text":"of","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"climate","start":30,"end":37,"id":5,"ws":true,"disabled":false},{"text":"change","start":38,"end":44,"id":6,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":7,"ws":true,"disabled":false},{"text":"pollution","start":46,"end":55,"id":8,"ws":true,"disabled":false},{"text":"from","start":56,"end":60,"id":9,"ws":true,"disabled":false},{"text":"fertilizers","start":61,"end":72,"id":10,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":11,"ws":true,"disabled":false},{"text":"and","start":74,"end":77,"id":12,"ws":true,"disabled":false},{"text":"ocean","start":78,"end":83,"id":13,"ws":true,"disabled":false},{"text":"flows","start":84,"end":89,"id":14,"ws":true,"disabled":false},{"text":"and","start":90,"end":93,"id":15,"ws":true,"disabled":false},{"text":"currents","start":94,"end":102,"id":16,"ws":true,"disabled":false},{"text":"carrying","start":103,"end":111,"id":17,"ws":true,"disabled":false},{"text":"the","start":112,"end":115,"id":18,"ws":true,"disabled":false},{"text":"algae","start":116,"end":121,"id":19,"ws":true,"disabled":false},{"text":"mats","start":122,"end":126,"id":20,"ws":true,"disabled":false},{"text":"to","start":127,"end":129,"id":21,"ws":true,"disabled":false},{"text":"the","start":130,"end":133,"id":22,"ws":true,"disabled":false},{"text":"Caribbean","start":134,"end":143,"id":23,"ws":true,"disabled":false},{"text":"has","start":144,"end":147,"id":24,"ws":true,"disabled":false},{"text":"caused","start":148,"end":154,"id":25,"ws":true,"disabled":false},{"text":"the","start":155,"end":158,"id":26,"ws":true,"disabled":false},{"text":"problem","start":159,"end":166,"id":27,"ws":true,"disabled":false},{"text":"to","start":167,"end":169,"id":28,"ws":true,"disabled":false},{"text":"explode","start":170,"end":177,"id":29,"ws":false,"disabled":false},{"text":".","start":177,"end":178,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":179,"end":191,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":32,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":14,"child":13,"head_span":{"start":84,"end":89,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":78,"end":83,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":13,"head_span":{"start":94,"end":102,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":78,"end":83,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":19,"head_span":{"start":122,"end":126,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":116,"end":121,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":8,"head_span":{"start":61,"end":72,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":46,"end":55,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":839,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These include increased water use making the land drier, urban heating effects or unknown local factors.\n","text":"These include increased water use making the land drier, urban heating effects or unknown local factors. IMPLIED_BASE IMPLIED_BASE","characters":105,"document_index":674,"md_sentence_index":17,"classification_origin":"causal_sentence_classification","url":"https://www.bbc.com/news/science-environment-51742646","combo_id":"674_17","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1904644483,"_task_hash":661425607,"spans":[{"text":"increased","start":14,"token_start":2,"token_end":2,"end":23,"type":"pattern","label":"change_direction"},{"text":"water","start":24,"token_start":3,"token_end":3,"end":29,"type":"pattern","label":"base"},{"start":30,"end":33,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":34,"end":40,"token_start":5,"token_end":5,"label":"predicate"},{"start":45,"end":49,"token_start":7,"token_end":7,"label":"base"},{"start":50,"end":55,"token_start":8,"token_end":8,"label":"change_direction"},{"start":57,"end":70,"token_start":10,"token_end":11,"label":"base"},{"start":71,"end":78,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":96,"end":103,"token_start":16,"token_end":16,"label":"aspect_changing"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"include","start":6,"end":13,"id":1,"ws":true,"disabled":false},{"text":"increased","start":14,"end":23,"id":2,"ws":true,"disabled":false},{"text":"water","start":24,"end":29,"id":3,"ws":true,"disabled":false},{"text":"use","start":30,"end":33,"id":4,"ws":true,"disabled":false},{"text":"making","start":34,"end":40,"id":5,"ws":true,"disabled":false},{"text":"the","start":41,"end":44,"id":6,"ws":true,"disabled":false},{"text":"land","start":45,"end":49,"id":7,"ws":true,"disabled":false},{"text":"drier","start":50,"end":55,"id":8,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":9,"ws":true,"disabled":false},{"text":"urban","start":57,"end":62,"id":10,"ws":true,"disabled":false},{"text":"heating","start":63,"end":70,"id":11,"ws":true,"disabled":false},{"text":"effects","start":71,"end":78,"id":12,"ws":true,"disabled":false},{"text":"or","start":79,"end":81,"id":13,"ws":true,"disabled":false},{"text":"unknown","start":82,"end":89,"id":14,"ws":true,"disabled":false},{"text":"local","start":90,"end":95,"id":15,"ws":true,"disabled":false},{"text":"factors","start":96,"end":103,"id":16,"ws":false,"disabled":false},{"text":".","start":103,"end":104,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":105,"end":117,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":118,"end":130,"id":19,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":14,"end":23,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":24,"end":29,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":3,"head_span":{"start":30,"end":33,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":24,"end":29,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":50,"end":55,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":45,"end":49,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":7,"head_span":{"start":24,"end":29,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":45,"end":49,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":11,"head_span":{"start":71,"end":78,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":57,"end":70,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":141,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"","relation count":"","complexity":"complex","original_md_text":"That brings out catastrophic thinking, because they\u2019ve already seen a catastrophe.\u201d\n","text":"That brings out catastrophic thinking, because they\u2019ve already seen a catastrophe.\u201d IMPLIED_BASE IMPLIED_BASE","characters":84,"document_index":112,"md_sentence_index":19,"classification_origin":"cm_cause_effect_rel","url":"https://www.marketwatch.com/story/how-to-get-young-people-to-save-for-the-future-when-they-think-the-planet-is-doomed-2019-05-23","combo_id":"112_19","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-378296210,"_task_hash":1923701216,"spans":[],"tokens":[{"text":"That","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"brings","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"out","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"catastrophic","start":16,"end":28,"id":3,"ws":true,"disabled":false},{"text":"thinking","start":29,"end":37,"id":4,"ws":false,"disabled":false},{"text":",","start":37,"end":38,"id":5,"ws":true,"disabled":false},{"text":"because","start":39,"end":46,"id":6,"ws":true,"disabled":false},{"text":"they","start":47,"end":51,"id":7,"ws":false,"disabled":false},{"text":"\u2019ve","start":51,"end":54,"id":8,"ws":true,"disabled":false},{"text":"already","start":55,"end":62,"id":9,"ws":true,"disabled":false},{"text":"seen","start":63,"end":67,"id":10,"ws":true,"disabled":false},{"text":"a","start":68,"end":69,"id":11,"ws":true,"disabled":false},{"text":"catastrophe","start":70,"end":81,"id":12,"ws":false,"disabled":false},{"text":".","start":81,"end":82,"id":13,"ws":false,"disabled":false},{"text":"\u201d","start":82,"end":83,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":84,"end":96,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":97,"end":109,"id":16,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":599,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Resource shortages and disruptions worldwide, including within the U.S. itself, could weaken the Army.\n","text":"Resource shortages and disruptions worldwide, including within the U.S. itself, could weaken the Army. IMPLIED_BASE IMPLIED_BASE","characters":103,"document_index":477,"md_sentence_index":1,"classification_origin":"causal_sentence_classification","url":"https://www.popularmechanics.com/military/a29566559/climate-change-could-seriously-weaken-the-us-military/","combo_id":"477_1","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1169487305,"_task_hash":-299799707,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},{"start":9,"end":18,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":23,"end":34,"token_start":3,"token_end":3,"label":"aspect_changing"},{"start":35,"end":44,"token_start":4,"token_end":4,"label":"where"},{"start":56,"end":71,"token_start":7,"token_end":9,"label":"where"},{"start":80,"end":85,"token_start":12,"token_end":12,"label":"confidence"},{"start":86,"end":92,"token_start":13,"token_end":13,"label":"change_direction"},{"start":97,"end":101,"token_start":15,"token_end":15,"label":"base"}],"tokens":[{"text":"Resource","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"shortages","start":9,"end":18,"id":1,"ws":true,"disabled":false},{"text":"and","start":19,"end":22,"id":2,"ws":true,"disabled":false},{"text":"disruptions","start":23,"end":34,"id":3,"ws":true,"disabled":false},{"text":"worldwide","start":35,"end":44,"id":4,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":5,"ws":true,"disabled":false},{"text":"including","start":46,"end":55,"id":6,"ws":true,"disabled":false},{"text":"within","start":56,"end":62,"id":7,"ws":true,"disabled":false},{"text":"the","start":63,"end":66,"id":8,"ws":true,"disabled":false},{"text":"U.S.","start":67,"end":71,"id":9,"ws":true,"disabled":false},{"text":"itself","start":72,"end":78,"id":10,"ws":false,"disabled":false},{"text":",","start":78,"end":79,"id":11,"ws":true,"disabled":false},{"text":"could","start":80,"end":85,"id":12,"ws":true,"disabled":false},{"text":"weaken","start":86,"end":92,"id":13,"ws":true,"disabled":false},{"text":"the","start":93,"end":96,"id":14,"ws":true,"disabled":false},{"text":"Army","start":97,"end":101,"id":15,"ws":false,"disabled":false},{"text":".","start":101,"end":102,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":103,"end":115,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":116,"end":128,"id":18,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":1,"child":0,"head_span":{"start":9,"end":18,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":0,"head_span":{"start":23,"end":34,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":0,"head_span":{"start":35,"end":44,"token_start":4,"token_end":4,"label":"where"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":0,"head_span":{"start":56,"end":71,"token_start":7,"token_end":9,"label":"where"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":15,"head_span":{"start":86,"end":92,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":97,"end":101,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":15,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":97,"end":101,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept","flagged":true}
+{"number":998,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Compared to passenger cars, burning coal releases large amounts of air pollution, including nitrogen oxides and small particulate matter, or soot.\n","text":"Compared to passenger cars, burning coal releases large amounts of air pollution, including nitrogen oxides and small particulate matter, or soot. IMPLIED_BASE IMPLIED_BASE","characters":147,"document_index":779,"md_sentence_index":66,"classification_origin":"causal_sentence_classification","url":"https://www.npr.org/sections/health-shots/2020/05/19/854760999/traffic-is-way-down-due-to-lockdowns-but-air-pollution-not-so-much","combo_id":"779_66","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1916510345,"_task_hash":696886004,"spans":[{"start":12,"end":21,"token_start":2,"token_end":2,"label":"type_of"},{"start":22,"end":26,"token_start":3,"token_end":3,"label":"base"},{"start":28,"end":35,"token_start":5,"token_end":5,"label":"change_direction"},{"text":"coal","start":36,"token_start":6,"token_end":6,"end":40,"type":"pattern","label":"base"},{"start":41,"end":49,"token_start":7,"token_end":7,"label":"change_direction"},{"start":50,"end":55,"token_start":8,"token_end":8,"label":"effect_size"},{"start":56,"end":63,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":67,"end":70,"token_start":11,"token_end":11,"label":"type_of"},{"text":"pollution","start":71,"token_start":12,"token_end":12,"end":80,"type":"pattern","label":"base"},{"start":92,"end":107,"token_start":15,"token_end":16,"label":"base"},{"start":112,"end":117,"token_start":18,"token_end":18,"label":"type_of"},{"text":"particulate matter","start":118,"token_start":19,"token_end":20,"end":136,"type":"pattern","label":"base"},{"start":141,"end":145,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"Compared","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"to","start":9,"end":11,"id":1,"ws":true,"disabled":false},{"text":"passenger","start":12,"end":21,"id":2,"ws":true,"disabled":false},{"text":"cars","start":22,"end":26,"id":3,"ws":false,"disabled":false},{"text":",","start":26,"end":27,"id":4,"ws":true,"disabled":false},{"text":"burning","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"coal","start":36,"end":40,"id":6,"ws":true,"disabled":false},{"text":"releases","start":41,"end":49,"id":7,"ws":true,"disabled":false},{"text":"large","start":50,"end":55,"id":8,"ws":true,"disabled":false},{"text":"amounts","start":56,"end":63,"id":9,"ws":true,"disabled":false},{"text":"of","start":64,"end":66,"id":10,"ws":true,"disabled":false},{"text":"air","start":67,"end":70,"id":11,"ws":true,"disabled":false},{"text":"pollution","start":71,"end":80,"id":12,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":13,"ws":true,"disabled":false},{"text":"including","start":82,"end":91,"id":14,"ws":true,"disabled":false},{"text":"nitrogen","start":92,"end":100,"id":15,"ws":true,"disabled":false},{"text":"oxides","start":101,"end":107,"id":16,"ws":true,"disabled":false},{"text":"and","start":108,"end":111,"id":17,"ws":true,"disabled":false},{"text":"small","start":112,"end":117,"id":18,"ws":true,"disabled":false},{"text":"particulate","start":118,"end":129,"id":19,"ws":true,"disabled":false},{"text":"matter","start":130,"end":136,"id":20,"ws":false,"disabled":false},{"text":",","start":136,"end":137,"id":21,"ws":true,"disabled":false},{"text":"or","start":138,"end":140,"id":22,"ws":true,"disabled":false},{"text":"soot","start":141,"end":145,"id":23,"ws":false,"disabled":false},{"text":".","start":145,"end":146,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":147,"end":159,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":160,"end":172,"id":26,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":12,"end":21,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":22,"end":26,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":28,"end":35,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":36,"end":40,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":12,"head_span":{"start":41,"end":49,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":71,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":67,"end":70,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":71,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":12,"head_span":{"start":50,"end":55,"token_start":8,"token_end":8,"label":"effect_size"},"child_span":{"start":71,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":12,"head_span":{"start":56,"end":63,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":71,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":16,"head_span":{"start":41,"end":49,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":92,"end":107,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":16,"head_span":{"start":56,"end":63,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":92,"end":107,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":112,"end":117,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":118,"end":136,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":23,"head_span":{"start":56,"end":63,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":141,"end":145,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":20,"head_span":{"start":56,"end":63,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":118,"end":136,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":20,"head_span":{"start":41,"end":49,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":118,"end":136,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":23,"head_span":{"start":41,"end":49,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":141,"end":145,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":23,"head_span":{"start":50,"end":55,"token_start":8,"token_end":8,"label":"effect_size"},"child_span":{"start":141,"end":145,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":20,"head_span":{"start":50,"end":55,"token_start":8,"token_end":8,"label":"effect_size"},"child_span":{"start":118,"end":136,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":16,"head_span":{"start":50,"end":55,"token_start":8,"token_end":8,"label":"effect_size"},"child_span":{"start":92,"end":107,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":12,"head_span":{"start":36,"end":40,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":71,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":23,"head_span":{"start":36,"end":40,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":141,"end":145,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":20,"head_span":{"start":36,"end":40,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":118,"end":136,"token_start":19,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":16,"head_span":{"start":36,"end":40,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":92,"end":107,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":230,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Increasingly severe impacts of climate change are \u201cspurring social upheaval\u2026 and even contributing to new violent conflicts\u201d.\n","text":"Increasingly severe impacts of climate change are \u201cspurring social upheaval\u2026 and even contributing to new violent conflicts\u201d. IMPLIED_BASE IMPLIED_BASE","characters":126,"document_index":167,"md_sentence_index":4,"classification_origin":"cm_cause_effect_rel","url":"https://www.climatechangenews.com/2019/06/04/climate-change-unconscionable-threat-peace-german-foreign-office/","combo_id":"167_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":131794504,"_task_hash":1935132622,"spans":[{"start":0,"end":19,"token_start":0,"token_end":1,"label":"change_direction"},{"start":20,"end":27,"token_start":2,"token_end":2,"label":"aspect_changing"},{"text":"climate change","start":31,"token_start":4,"token_end":5,"end":45,"type":"pattern","label":"base"},{"start":46,"end":49,"token_start":6,"token_end":6,"label":"confidence"},{"start":51,"end":59,"token_start":8,"token_end":8,"label":"change_direction"},{"start":60,"end":66,"token_start":9,"token_end":9,"label":"base"},{"start":67,"end":75,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":86,"end":101,"token_start":14,"token_end":15,"label":"predicate"},{"start":102,"end":105,"token_start":16,"token_end":16,"label":"change_direction"},{"start":106,"end":113,"token_start":17,"token_end":17,"label":"type_of"},{"start":114,"end":123,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"Increasingly","start":0,"end":12,"id":0,"ws":true,"disabled":false},{"text":"severe","start":13,"end":19,"id":1,"ws":true,"disabled":false},{"text":"impacts","start":20,"end":27,"id":2,"ws":true,"disabled":false},{"text":"of","start":28,"end":30,"id":3,"ws":true,"disabled":false},{"text":"climate","start":31,"end":38,"id":4,"ws":true,"disabled":false},{"text":"change","start":39,"end":45,"id":5,"ws":true,"disabled":false},{"text":"are","start":46,"end":49,"id":6,"ws":true,"disabled":false},{"text":"\u201c","start":50,"end":51,"id":7,"ws":false,"disabled":false},{"text":"spurring","start":51,"end":59,"id":8,"ws":true,"disabled":false},{"text":"social","start":60,"end":66,"id":9,"ws":true,"disabled":false},{"text":"upheaval","start":67,"end":75,"id":10,"ws":false,"disabled":false},{"text":"\u2026","start":75,"end":76,"id":11,"ws":true,"disabled":false},{"text":"and","start":77,"end":80,"id":12,"ws":true,"disabled":false},{"text":"even","start":81,"end":85,"id":13,"ws":true,"disabled":false},{"text":"contributing","start":86,"end":98,"id":14,"ws":true,"disabled":false},{"text":"to","start":99,"end":101,"id":15,"ws":true,"disabled":false},{"text":"new","start":102,"end":105,"id":16,"ws":true,"disabled":false},{"text":"violent","start":106,"end":113,"id":17,"ws":true,"disabled":false},{"text":"conflicts","start":114,"end":123,"id":18,"ws":false,"disabled":false},{"text":"\u201d","start":123,"end":124,"id":19,"ws":false,"disabled":false},{"text":".","start":124,"end":125,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":22,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":2,"child":5,"head_span":{"start":20,"end":27,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":31,"end":45,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":0,"end":19,"token_start":0,"token_end":1,"label":"change_direction"},"child_span":{"start":31,"end":45,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":51,"end":59,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":60,"end":66,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":67,"end":75,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":60,"end":66,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":106,"end":113,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":114,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":9,"head_span":{"start":31,"end":45,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":60,"end":66,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":18,"head_span":{"start":31,"end":45,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":114,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":531,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The climate crisis is making people sicker \u2013 worsening illnesses ranging from seasonal allergies to heart and lung disease.\n","text":"The climate crisis is making people sicker \u2013 worsening illnesses ranging from seasonal allergies to heart and lung disease. IMPLIED_BASE IMPLIED_BASE","characters":124,"document_index":407,"md_sentence_index":0,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.theguardian.com/environment/2019/sep/16/climate-crisis-health-risks-extreme-weather","combo_id":"407_0","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":108130732,"_task_hash":728188103,"spans":[{"start":4,"end":11,"token_start":1,"token_end":1,"label":"base"},{"start":12,"end":18,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":19,"end":21,"token_start":3,"token_end":3,"label":"confidence"},{"start":22,"end":28,"token_start":4,"token_end":4,"label":"predicate"},{"text":"people","start":29,"token_start":5,"token_end":5,"end":35,"type":"pattern","label":"base"},{"start":36,"end":42,"token_start":6,"token_end":6,"label":"change_direction"},{"start":43,"end":44,"token_start":7,"token_end":7,"label":"predicate"},{"text":"worsening","start":45,"token_start":8,"token_end":8,"end":54,"type":"pattern","label":"change_direction"},{"start":55,"end":64,"token_start":9,"token_end":9,"label":"base"},{"start":78,"end":86,"token_start":12,"token_end":12,"label":"type_of"},{"start":87,"end":96,"token_start":13,"token_end":13,"label":"base"},{"start":100,"end":105,"token_start":15,"token_end":15,"label":"type_of"},{"text":"lung","start":110,"token_start":17,"token_end":17,"end":114,"type":"pattern","label":"type_of"},{"start":115,"end":122,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"climate","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"crisis","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"is","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"making","start":22,"end":28,"id":4,"ws":true,"disabled":false},{"text":"people","start":29,"end":35,"id":5,"ws":true,"disabled":false},{"text":"sicker","start":36,"end":42,"id":6,"ws":true,"disabled":false},{"text":"\u2013","start":43,"end":44,"id":7,"ws":true,"disabled":false},{"text":"worsening","start":45,"end":54,"id":8,"ws":true,"disabled":false},{"text":"illnesses","start":55,"end":64,"id":9,"ws":true,"disabled":false},{"text":"ranging","start":65,"end":72,"id":10,"ws":true,"disabled":false},{"text":"from","start":73,"end":77,"id":11,"ws":true,"disabled":false},{"text":"seasonal","start":78,"end":86,"id":12,"ws":true,"disabled":false},{"text":"allergies","start":87,"end":96,"id":13,"ws":true,"disabled":false},{"text":"to","start":97,"end":99,"id":14,"ws":true,"disabled":false},{"text":"heart","start":100,"end":105,"id":15,"ws":true,"disabled":false},{"text":"and","start":106,"end":109,"id":16,"ws":true,"disabled":false},{"text":"lung","start":110,"end":114,"id":17,"ws":true,"disabled":false},{"text":"disease","start":115,"end":122,"id":18,"ws":false,"disabled":false},{"text":".","start":122,"end":123,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":124,"end":136,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":137,"end":149,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":6,"child":5,"head_span":{"start":36,"end":42,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":29,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":1,"head_span":{"start":12,"end":18,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":4,"end":11,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":45,"end":54,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":55,"end":64,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":13,"head_span":{"start":45,"end":54,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":87,"end":96,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":78,"end":86,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":87,"end":96,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":18,"head_span":{"start":45,"end":54,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":115,"end":122,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":18,"head_span":{"start":100,"end":105,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":115,"end":122,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":110,"end":114,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":115,"end":122,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":4,"end":11,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":29,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":13,"head_span":{"start":4,"end":11,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":87,"end":96,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":18,"head_span":{"start":4,"end":11,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":115,"end":122,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":7,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"Research shows that \"a warming climate will lead to more severe air pollution,\" and that this holds true even if the only factor that changes is temperature, said Patrick Kinney, a professor of urban health and sustainability at the Boston University School of Public Health.","text":"Research shows that \"a warming climate will lead to more severe air pollution,\" and that this holds true even if the only factor that changes is temperature, said Patrick Kinney, a professor of urban health and sustainability at the Boston University School of Public Health. IMPLIED_BASE IMPLIED_BASE","characters":275,"document_index":9,"md_sentence_index":3,"classification_origin":"cm_cause_effect_rel","url":"http://www.livescience.com/57913-climate-change-will-increase-air-pollution.html","combo_id":"9_3","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1224040993,"_task_hash":371666100,"spans":[{"start":23,"end":30,"token_start":5,"token_end":5,"label":"change_direction"},{"start":31,"end":38,"token_start":6,"token_end":6,"label":"base"},{"start":39,"end":43,"token_start":7,"token_end":7,"label":"confidence"},{"start":44,"end":51,"token_start":8,"token_end":9,"label":"predicate"},{"start":52,"end":63,"token_start":10,"token_end":11,"label":"change_direction"},{"start":64,"end":67,"token_start":12,"token_end":12,"label":"type_of"},{"text":"pollution","start":68,"token_start":13,"token_end":13,"end":77,"type":"pattern","label":"base"}],"tokens":[{"text":"Research","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"shows","start":9,"end":14,"id":1,"ws":true,"disabled":false},{"text":"that","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"\"","start":20,"end":21,"id":3,"ws":false,"disabled":false},{"text":"a","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"warming","start":23,"end":30,"id":5,"ws":true,"disabled":false},{"text":"climate","start":31,"end":38,"id":6,"ws":true,"disabled":false},{"text":"will","start":39,"end":43,"id":7,"ws":true,"disabled":false},{"text":"lead","start":44,"end":48,"id":8,"ws":true,"disabled":false},{"text":"to","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"more","start":52,"end":56,"id":10,"ws":true,"disabled":false},{"text":"severe","start":57,"end":63,"id":11,"ws":true,"disabled":false},{"text":"air","start":64,"end":67,"id":12,"ws":true,"disabled":false},{"text":"pollution","start":68,"end":77,"id":13,"ws":false,"disabled":false},{"text":",","start":77,"end":78,"id":14,"ws":false,"disabled":false},{"text":"\"","start":78,"end":79,"id":15,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":16,"ws":true,"disabled":false},{"text":"that","start":84,"end":88,"id":17,"ws":true,"disabled":false},{"text":"this","start":89,"end":93,"id":18,"ws":true,"disabled":false},{"text":"holds","start":94,"end":99,"id":19,"ws":true,"disabled":false},{"text":"true","start":100,"end":104,"id":20,"ws":true,"disabled":false},{"text":"even","start":105,"end":109,"id":21,"ws":true,"disabled":false},{"text":"if","start":110,"end":112,"id":22,"ws":true,"disabled":false},{"text":"the","start":113,"end":116,"id":23,"ws":true,"disabled":false},{"text":"only","start":117,"end":121,"id":24,"ws":true,"disabled":false},{"text":"factor","start":122,"end":128,"id":25,"ws":true,"disabled":false},{"text":"that","start":129,"end":133,"id":26,"ws":true,"disabled":false},{"text":"changes","start":134,"end":141,"id":27,"ws":true,"disabled":false},{"text":"is","start":142,"end":144,"id":28,"ws":true,"disabled":false},{"text":"temperature","start":145,"end":156,"id":29,"ws":false,"disabled":false},{"text":",","start":156,"end":157,"id":30,"ws":true,"disabled":false},{"text":"said","start":158,"end":162,"id":31,"ws":true,"disabled":false},{"text":"Patrick","start":163,"end":170,"id":32,"ws":true,"disabled":false},{"text":"Kinney","start":171,"end":177,"id":33,"ws":false,"disabled":false},{"text":",","start":177,"end":178,"id":34,"ws":true,"disabled":false},{"text":"a","start":179,"end":180,"id":35,"ws":true,"disabled":false},{"text":"professor","start":181,"end":190,"id":36,"ws":true,"disabled":false},{"text":"of","start":191,"end":193,"id":37,"ws":true,"disabled":false},{"text":"urban","start":194,"end":199,"id":38,"ws":true,"disabled":false},{"text":"health","start":200,"end":206,"id":39,"ws":true,"disabled":false},{"text":"and","start":207,"end":210,"id":40,"ws":true,"disabled":false},{"text":"sustainability","start":211,"end":225,"id":41,"ws":true,"disabled":false},{"text":"at","start":226,"end":228,"id":42,"ws":true,"disabled":false},{"text":"the","start":229,"end":232,"id":43,"ws":true,"disabled":false},{"text":"Boston","start":233,"end":239,"id":44,"ws":true,"disabled":false},{"text":"University","start":240,"end":250,"id":45,"ws":true,"disabled":false},{"text":"School","start":251,"end":257,"id":46,"ws":true,"disabled":false},{"text":"of","start":258,"end":260,"id":47,"ws":true,"disabled":false},{"text":"Public","start":261,"end":267,"id":48,"ws":true,"disabled":false},{"text":"Health","start":268,"end":274,"id":49,"ws":false,"disabled":false},{"text":".","start":274,"end":275,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":276,"end":288,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":289,"end":301,"id":52,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":23,"end":30,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":31,"end":38,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":52,"end":63,"token_start":10,"token_end":11,"label":"change_direction"},"child_span":{"start":68,"end":77,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":64,"end":67,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":68,"end":77,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":13,"head_span":{"start":31,"end":38,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":68,"end":77,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":176,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"If food shocks continue to increase in occurrence and severity, as predicts, then we should expect extended disruption along the entire food supply chain, which will affect everyone from big agricultural interests to subsistence farmers\u2014as well as everyone who eats.\n","text":"If food shocks continue to increase in occurrence and severity, as predicts, then we should expect extended disruption along the entire food supply chain, which will affect everyone from big agricultural interests to subsistence farmers\u2014as well as everyone who eats. IMPLIED_BASE IMPLIED_BASE","characters":267,"document_index":133,"md_sentence_index":15,"classification_origin":"cm_cause_effect_rel","url":"https://civileats.com/2019/05/30/climate-change-is-intensifying-food-shocks/","combo_id":"133_15","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1140953230,"_task_hash":-854423449,"spans":[{"start":3,"end":14,"token_start":1,"token_end":2,"label":"base"},{"text":"increase","start":27,"token_start":5,"token_end":5,"end":35,"type":"pattern","label":"change_direction"},{"start":39,"end":49,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":54,"end":62,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":67,"end":75,"token_start":12,"token_end":12,"label":"confidence"},{"start":77,"end":81,"token_start":14,"token_end":14,"label":"predicate"},{"start":85,"end":98,"token_start":16,"token_end":17,"label":"confidence"},{"start":99,"end":118,"token_start":18,"token_end":19,"label":"change_direction"},{"start":129,"end":135,"token_start":22,"token_end":22,"label":"effect_size"},{"start":136,"end":140,"token_start":23,"token_end":23,"label":"type_of"},{"start":141,"end":153,"token_start":24,"token_end":25,"label":"base"},{"start":161,"end":165,"token_start":28,"token_end":28,"label":"confidence"},{"start":173,"end":181,"token_start":30,"token_end":30,"label":"to_whom"},{"start":187,"end":213,"token_start":32,"token_end":34,"label":"to_whom"},{"start":217,"end":236,"token_start":36,"token_end":37,"label":"to_whom"},{"start":248,"end":265,"token_start":42,"token_end":44,"label":"to_whom"}],"tokens":[{"text":"If","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"food","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"shocks","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"continue","start":15,"end":23,"id":3,"ws":true,"disabled":false},{"text":"to","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"increase","start":27,"end":35,"id":5,"ws":true,"disabled":false},{"text":"in","start":36,"end":38,"id":6,"ws":true,"disabled":false},{"text":"occurrence","start":39,"end":49,"id":7,"ws":true,"disabled":false},{"text":"and","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"severity","start":54,"end":62,"id":9,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":10,"ws":true,"disabled":false},{"text":"as","start":64,"end":66,"id":11,"ws":true,"disabled":false},{"text":"predicts","start":67,"end":75,"id":12,"ws":false,"disabled":false},{"text":",","start":75,"end":76,"id":13,"ws":true,"disabled":false},{"text":"then","start":77,"end":81,"id":14,"ws":true,"disabled":false},{"text":"we","start":82,"end":84,"id":15,"ws":true,"disabled":false},{"text":"should","start":85,"end":91,"id":16,"ws":true,"disabled":false},{"text":"expect","start":92,"end":98,"id":17,"ws":true,"disabled":false},{"text":"extended","start":99,"end":107,"id":18,"ws":true,"disabled":false},{"text":"disruption","start":108,"end":118,"id":19,"ws":true,"disabled":false},{"text":"along","start":119,"end":124,"id":20,"ws":true,"disabled":false},{"text":"the","start":125,"end":128,"id":21,"ws":true,"disabled":false},{"text":"entire","start":129,"end":135,"id":22,"ws":true,"disabled":false},{"text":"food","start":136,"end":140,"id":23,"ws":true,"disabled":false},{"text":"supply","start":141,"end":147,"id":24,"ws":true,"disabled":false},{"text":"chain","start":148,"end":153,"id":25,"ws":false,"disabled":false},{"text":",","start":153,"end":154,"id":26,"ws":true,"disabled":false},{"text":"which","start":155,"end":160,"id":27,"ws":true,"disabled":false},{"text":"will","start":161,"end":165,"id":28,"ws":true,"disabled":false},{"text":"affect","start":166,"end":172,"id":29,"ws":true,"disabled":false},{"text":"everyone","start":173,"end":181,"id":30,"ws":true,"disabled":false},{"text":"from","start":182,"end":186,"id":31,"ws":true,"disabled":false},{"text":"big","start":187,"end":190,"id":32,"ws":true,"disabled":false},{"text":"agricultural","start":191,"end":203,"id":33,"ws":true,"disabled":false},{"text":"interests","start":204,"end":213,"id":34,"ws":true,"disabled":false},{"text":"to","start":214,"end":216,"id":35,"ws":true,"disabled":false},{"text":"subsistence","start":217,"end":228,"id":36,"ws":true,"disabled":false},{"text":"farmers","start":229,"end":236,"id":37,"ws":false,"disabled":false},{"text":"\u2014","start":236,"end":237,"id":38,"ws":false,"disabled":false},{"text":"as","start":237,"end":239,"id":39,"ws":true,"disabled":false},{"text":"well","start":240,"end":244,"id":40,"ws":true,"disabled":false},{"text":"as","start":245,"end":247,"id":41,"ws":true,"disabled":false},{"text":"everyone","start":248,"end":256,"id":42,"ws":true,"disabled":false},{"text":"who","start":257,"end":260,"id":43,"ws":true,"disabled":false},{"text":"eats","start":261,"end":265,"id":44,"ws":false,"disabled":false},{"text":".","start":265,"end":266,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":267,"end":279,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":280,"end":292,"id":47,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":5,"child":2,"head_span":{"start":27,"end":35,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":3,"end":14,"token_start":1,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":2,"head_span":{"start":39,"end":49,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":3,"end":14,"token_start":1,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":2,"head_span":{"start":54,"end":62,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":3,"end":14,"token_start":1,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":25,"head_span":{"start":217,"end":236,"token_start":36,"token_end":37,"label":"to_whom"},"child_span":{"start":141,"end":153,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":25,"head_span":{"start":248,"end":265,"token_start":42,"token_end":44,"label":"to_whom"},"child_span":{"start":141,"end":153,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":25,"head_span":{"start":136,"end":140,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":141,"end":153,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":25,"head_span":{"start":129,"end":135,"token_start":22,"token_end":22,"label":"effect_size"},"child_span":{"start":141,"end":153,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":25,"head_span":{"start":173,"end":181,"token_start":30,"token_end":30,"label":"to_whom"},"child_span":{"start":141,"end":153,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":25,"head_span":{"start":187,"end":213,"token_start":32,"token_end":34,"label":"to_whom"},"child_span":{"start":141,"end":153,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":25,"head_span":{"start":99,"end":118,"token_start":18,"token_end":19,"label":"change_direction"},"child_span":{"start":141,"end":153,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":25,"head_span":{"start":3,"end":14,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":141,"end":153,"token_start":24,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":560,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The study\u2019s authors found that warming has likely enhanced economic growth in cooler, wealthier countries while dampening economic growth in hotter, poorer countries.\n","text":"The study\u2019s authors found that warming has likely enhanced economic growth in cooler, wealthier countries while dampening economic growth in hotter, poorer countries. IMPLIED_BASE IMPLIED_BASE","characters":167,"document_index":438,"md_sentence_index":33,"classification_origin":"causal_sentence_classification","url":"https://undark.org/2019/10/31/scary-year-for-climate-change/","combo_id":"438_33","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-606595942,"_task_hash":-1442742686,"spans":[{"start":31,"end":38,"token_start":6,"token_end":6,"label":"change_direction"},{"start":39,"end":49,"token_start":7,"token_end":8,"label":"confidence"},{"start":50,"end":58,"token_start":9,"token_end":9,"label":"change_direction"},{"start":59,"end":67,"token_start":10,"token_end":10,"label":"base"},{"text":"growth","start":68,"token_start":11,"token_end":11,"end":74,"type":"pattern","label":"aspect_changing"},{"start":75,"end":105,"token_start":12,"token_end":16,"label":"where"},{"start":112,"end":121,"token_start":18,"token_end":18,"label":"change_direction"},{"start":122,"end":130,"token_start":19,"token_end":19,"label":"base"},{"text":"growth","start":131,"token_start":20,"token_end":20,"end":137,"type":"pattern","label":"aspect_changing"},{"start":138,"end":165,"token_start":21,"token_end":25,"label":"where"},{"start":167,"end":179,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"study","start":4,"end":9,"id":1,"ws":false,"disabled":false},{"text":"\u2019s","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"authors","start":12,"end":19,"id":3,"ws":true,"disabled":false},{"text":"found","start":20,"end":25,"id":4,"ws":true,"disabled":false},{"text":"that","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"warming","start":31,"end":38,"id":6,"ws":true,"disabled":false},{"text":"has","start":39,"end":42,"id":7,"ws":true,"disabled":false},{"text":"likely","start":43,"end":49,"id":8,"ws":true,"disabled":false},{"text":"enhanced","start":50,"end":58,"id":9,"ws":true,"disabled":false},{"text":"economic","start":59,"end":67,"id":10,"ws":true,"disabled":false},{"text":"growth","start":68,"end":74,"id":11,"ws":true,"disabled":false},{"text":"in","start":75,"end":77,"id":12,"ws":true,"disabled":false},{"text":"cooler","start":78,"end":84,"id":13,"ws":false,"disabled":false},{"text":",","start":84,"end":85,"id":14,"ws":true,"disabled":false},{"text":"wealthier","start":86,"end":95,"id":15,"ws":true,"disabled":false},{"text":"countries","start":96,"end":105,"id":16,"ws":true,"disabled":false},{"text":"while","start":106,"end":111,"id":17,"ws":true,"disabled":false},{"text":"dampening","start":112,"end":121,"id":18,"ws":true,"disabled":false},{"text":"economic","start":122,"end":130,"id":19,"ws":true,"disabled":false},{"text":"growth","start":131,"end":137,"id":20,"ws":true,"disabled":false},{"text":"in","start":138,"end":140,"id":21,"ws":true,"disabled":false},{"text":"hotter","start":141,"end":147,"id":22,"ws":false,"disabled":false},{"text":",","start":147,"end":148,"id":23,"ws":true,"disabled":false},{"text":"poorer","start":149,"end":155,"id":24,"ws":true,"disabled":false},{"text":"countries","start":156,"end":165,"id":25,"ws":false,"disabled":false},{"text":".","start":165,"end":166,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":167,"end":179,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":180,"end":192,"id":28,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":9,"child":10,"head_span":{"start":50,"end":58,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":59,"end":67,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":68,"end":74,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":59,"end":67,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":10,"head_span":{"start":75,"end":105,"token_start":12,"token_end":16,"label":"where"},"child_span":{"start":59,"end":67,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":112,"end":121,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":122,"end":130,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":19,"head_span":{"start":131,"end":137,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":122,"end":130,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":19,"head_span":{"start":138,"end":165,"token_start":21,"token_end":25,"label":"where"},"child_span":{"start":122,"end":130,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":27,"head_span":{"start":31,"end":38,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":167,"end":179,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":10,"head_span":{"start":167,"end":179,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":59,"end":67,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":19,"head_span":{"start":167,"end":179,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":122,"end":130,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":529,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Decreased snowpack could also mean earlier access to trails, presenting management challenges in national parks and forests.\n","text":"Decreased snowpack could also mean earlier access to trails, presenting management challenges in national parks and forests. IMPLIED_BASE IMPLIED_BASE","characters":125,"document_index":406,"md_sentence_index":37,"classification_origin":"causal_sentence_classification","url":"https://www.seattletimes.com/life/outdoors/short-winters-wildfires-altered-landscapes-how-climate-change-will-impact-outdoor-recreation-in-the-pacific-northwest/","combo_id":"406_37","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-2119249344,"_task_hash":1815144034,"spans":[{"start":0,"end":9,"token_start":0,"token_end":0,"label":"change_direction"},{"text":"snowpack","start":10,"token_start":1,"token_end":1,"end":18,"type":"pattern","label":"base"},{"start":19,"end":24,"token_start":2,"token_end":2,"label":"confidence"},{"start":25,"end":34,"token_start":3,"token_end":4,"label":"predicate"},{"start":35,"end":42,"token_start":5,"token_end":5,"label":"change_direction"},{"start":43,"end":49,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":53,"end":59,"token_start":8,"token_end":8,"label":"base"},{"start":61,"end":71,"token_start":10,"token_end":10,"label":"predicate"},{"start":72,"end":93,"token_start":11,"token_end":12,"label":"aspect_changing"},{"start":97,"end":105,"token_start":14,"token_end":14,"label":"type_of"},{"start":106,"end":111,"token_start":15,"token_end":15,"label":"base"},{"text":"forests","start":116,"token_start":17,"token_end":17,"end":123,"type":"pattern","label":"base"}],"tokens":[{"text":"Decreased","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"snowpack","start":10,"end":18,"id":1,"ws":true,"disabled":false},{"text":"could","start":19,"end":24,"id":2,"ws":true,"disabled":false},{"text":"also","start":25,"end":29,"id":3,"ws":true,"disabled":false},{"text":"mean","start":30,"end":34,"id":4,"ws":true,"disabled":false},{"text":"earlier","start":35,"end":42,"id":5,"ws":true,"disabled":false},{"text":"access","start":43,"end":49,"id":6,"ws":true,"disabled":false},{"text":"to","start":50,"end":52,"id":7,"ws":true,"disabled":false},{"text":"trails","start":53,"end":59,"id":8,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":9,"ws":true,"disabled":false},{"text":"presenting","start":61,"end":71,"id":10,"ws":true,"disabled":false},{"text":"management","start":72,"end":82,"id":11,"ws":true,"disabled":false},{"text":"challenges","start":83,"end":93,"id":12,"ws":true,"disabled":false},{"text":"in","start":94,"end":96,"id":13,"ws":true,"disabled":false},{"text":"national","start":97,"end":105,"id":14,"ws":true,"disabled":false},{"text":"parks","start":106,"end":111,"id":15,"ws":true,"disabled":false},{"text":"and","start":112,"end":115,"id":16,"ws":true,"disabled":false},{"text":"forests","start":116,"end":123,"id":17,"ws":false,"disabled":false},{"text":".","start":123,"end":124,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":20,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":5,"child":8,"head_span":{"start":35,"end":42,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":53,"end":59,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":8,"head_span":{"start":43,"end":49,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":53,"end":59,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":10,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":72,"end":93,"token_start":11,"token_end":12,"label":"aspect_changing"},"child_span":{"start":106,"end":111,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":97,"end":105,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":106,"end":111,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":97,"end":105,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":116,"end":123,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":17,"head_span":{"start":72,"end":93,"token_start":11,"token_end":12,"label":"aspect_changing"},"child_span":{"start":116,"end":123,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":8,"head_span":{"start":10,"end":18,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":53,"end":59,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":15,"head_span":{"start":53,"end":59,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":106,"end":111,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":17,"head_span":{"start":53,"end":59,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":116,"end":123,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":240,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"\u201cClimate change, driven by greenhouse gas emissions, is affecting our health, our economy and our ecosystems.","text":"\u201cClimate change, driven by greenhouse gas emissions, is affecting our health, our economy and our ecosystems. IMPLIED_BASE IMPLIED_BASE","characters":109,"document_index":183,"md_sentence_index":12,"classification_origin":"cm-label-eval","url":"https://www.smithsonianmag.com/smart-news/heat-waves-will-kill-thousands-people-us-cities-if-climate-goals-arent-met-180972368/","combo_id":"183_12","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-586137702,"_task_hash":1360065515,"spans":[{"text":"Climate change","start":1,"token_start":1,"token_end":2,"end":15,"type":"pattern","label":"base"},{"start":17,"end":26,"token_start":4,"token_end":5,"label":"predicate"},{"text":"greenhouse","start":27,"token_start":6,"token_end":6,"end":37,"type":"pattern","label":"base"},{"start":38,"end":41,"token_start":7,"token_end":7,"label":"base"},{"text":"emissions","start":42,"token_start":8,"token_end":8,"end":51,"type":"pattern","label":"aspect_changing"},{"start":53,"end":55,"token_start":10,"token_end":10,"label":"confidence"},{"start":56,"end":65,"token_start":11,"token_end":11,"label":"predicate"},{"text":"health","start":70,"token_start":13,"token_end":13,"end":76,"type":"pattern","label":"base"},{"start":82,"end":89,"token_start":16,"token_end":16,"label":"base"},{"start":98,"end":108,"token_start":19,"token_end":19,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Climate","start":1,"end":8,"id":1,"ws":true,"disabled":false},{"text":"change","start":9,"end":15,"id":2,"ws":false,"disabled":false},{"text":",","start":15,"end":16,"id":3,"ws":true,"disabled":false},{"text":"driven","start":17,"end":23,"id":4,"ws":true,"disabled":false},{"text":"by","start":24,"end":26,"id":5,"ws":true,"disabled":false},{"text":"greenhouse","start":27,"end":37,"id":6,"ws":true,"disabled":false},{"text":"gas","start":38,"end":41,"id":7,"ws":true,"disabled":false},{"text":"emissions","start":42,"end":51,"id":8,"ws":false,"disabled":false},{"text":",","start":51,"end":52,"id":9,"ws":true,"disabled":false},{"text":"is","start":53,"end":55,"id":10,"ws":true,"disabled":false},{"text":"affecting","start":56,"end":65,"id":11,"ws":true,"disabled":false},{"text":"our","start":66,"end":69,"id":12,"ws":true,"disabled":false},{"text":"health","start":70,"end":76,"id":13,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":14,"ws":true,"disabled":false},{"text":"our","start":78,"end":81,"id":15,"ws":true,"disabled":false},{"text":"economy","start":82,"end":89,"id":16,"ws":true,"disabled":false},{"text":"and","start":90,"end":93,"id":17,"ws":true,"disabled":false},{"text":"our","start":94,"end":97,"id":18,"ws":true,"disabled":false},{"text":"ecosystems","start":98,"end":108,"id":19,"ws":false,"disabled":false},{"text":".","start":108,"end":109,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":110,"end":122,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":123,"end":135,"id":22,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":27,"end":37,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":38,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":42,"end":51,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":38,"end":41,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":2,"head_span":{"start":38,"end":41,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":1,"end":15,"token_start":1,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":13,"head_span":{"start":1,"end":15,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":70,"end":76,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":16,"head_span":{"start":1,"end":15,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":82,"end":89,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":19,"head_span":{"start":1,"end":15,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":98,"end":108,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":709,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Similarly, nearly all public health nursing directors nationwide (90%) perceive that human-caused climate change is happening (90%), and most (65%) feel its health-related impacts will be a serious public health issue in the next 20 years [15].\n","text":"Similarly, nearly all public health nursing directors nationwide (90%) perceive that human-caused climate change is happening (90%), and most (65%) feel its health-related impacts will be a serious public health issue in the next 20 years [15]. IMPLIED_BASE IMPLIED_BASE","characters":245,"document_index":610,"md_sentence_index":61,"classification_origin":"causal_sentence_classification","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC5876339/","combo_id":"610_61","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":566916798,"_task_hash":-1725624342,"spans":[{"start":22,"end":64,"token_start":4,"token_end":8,"label":"to_whom"},{"start":85,"end":97,"token_start":15,"token_end":17,"label":"type_of"},{"text":"climate change","start":98,"token_start":18,"token_end":19,"end":112,"type":"pattern","label":"base"},{"start":157,"end":171,"token_start":35,"token_end":37,"label":"type_of"},{"start":172,"end":179,"token_start":38,"token_end":38,"label":"aspect_changing"},{"start":180,"end":187,"token_start":39,"token_end":40,"label":"confidence"},{"start":190,"end":197,"token_start":42,"token_end":42,"label":"type_of"},{"start":198,"end":204,"token_start":43,"token_end":43,"label":"type_of"},{"text":"health","start":205,"token_start":44,"token_end":44,"end":211,"type":"pattern","label":"base"},{"start":212,"end":217,"token_start":45,"token_end":45,"label":"aspect_changing"},{"start":218,"end":238,"token_start":46,"token_end":50,"label":"when"},{"start":245,"end":257,"token_start":55,"token_end":55,"label":"base"}],"tokens":[{"text":"Similarly","start":0,"end":9,"id":0,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":1,"ws":true,"disabled":false},{"text":"nearly","start":11,"end":17,"id":2,"ws":true,"disabled":false},{"text":"all","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"public","start":22,"end":28,"id":4,"ws":true,"disabled":false},{"text":"health","start":29,"end":35,"id":5,"ws":true,"disabled":false},{"text":"nursing","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"directors","start":44,"end":53,"id":7,"ws":true,"disabled":false},{"text":"nationwide","start":54,"end":64,"id":8,"ws":true,"disabled":false},{"text":"(","start":65,"end":66,"id":9,"ws":false,"disabled":false},{"text":"90","start":66,"end":68,"id":10,"ws":false,"disabled":false},{"text":"%","start":68,"end":69,"id":11,"ws":false,"disabled":false},{"text":")","start":69,"end":70,"id":12,"ws":true,"disabled":false},{"text":"perceive","start":71,"end":79,"id":13,"ws":true,"disabled":false},{"text":"that","start":80,"end":84,"id":14,"ws":true,"disabled":false},{"text":"human","start":85,"end":90,"id":15,"ws":false,"disabled":false},{"text":"-","start":90,"end":91,"id":16,"ws":false,"disabled":false},{"text":"caused","start":91,"end":97,"id":17,"ws":true,"disabled":false},{"text":"climate","start":98,"end":105,"id":18,"ws":true,"disabled":false},{"text":"change","start":106,"end":112,"id":19,"ws":true,"disabled":false},{"text":"is","start":113,"end":115,"id":20,"ws":true,"disabled":false},{"text":"happening","start":116,"end":125,"id":21,"ws":true,"disabled":false},{"text":"(","start":126,"end":127,"id":22,"ws":false,"disabled":false},{"text":"90","start":127,"end":129,"id":23,"ws":false,"disabled":false},{"text":"%","start":129,"end":130,"id":24,"ws":false,"disabled":false},{"text":")","start":130,"end":131,"id":25,"ws":false,"disabled":false},{"text":",","start":131,"end":132,"id":26,"ws":true,"disabled":false},{"text":"and","start":133,"end":136,"id":27,"ws":true,"disabled":false},{"text":"most","start":137,"end":141,"id":28,"ws":true,"disabled":false},{"text":"(","start":142,"end":143,"id":29,"ws":false,"disabled":false},{"text":"65","start":143,"end":145,"id":30,"ws":false,"disabled":false},{"text":"%","start":145,"end":146,"id":31,"ws":false,"disabled":false},{"text":")","start":146,"end":147,"id":32,"ws":true,"disabled":false},{"text":"feel","start":148,"end":152,"id":33,"ws":true,"disabled":false},{"text":"its","start":153,"end":156,"id":34,"ws":true,"disabled":false},{"text":"health","start":157,"end":163,"id":35,"ws":false,"disabled":false},{"text":"-","start":163,"end":164,"id":36,"ws":false,"disabled":false},{"text":"related","start":164,"end":171,"id":37,"ws":true,"disabled":false},{"text":"impacts","start":172,"end":179,"id":38,"ws":true,"disabled":false},{"text":"will","start":180,"end":184,"id":39,"ws":true,"disabled":false},{"text":"be","start":185,"end":187,"id":40,"ws":true,"disabled":false},{"text":"a","start":188,"end":189,"id":41,"ws":true,"disabled":false},{"text":"serious","start":190,"end":197,"id":42,"ws":true,"disabled":false},{"text":"public","start":198,"end":204,"id":43,"ws":true,"disabled":false},{"text":"health","start":205,"end":211,"id":44,"ws":true,"disabled":false},{"text":"issue","start":212,"end":217,"id":45,"ws":true,"disabled":false},{"text":"in","start":218,"end":220,"id":46,"ws":true,"disabled":false},{"text":"the","start":221,"end":224,"id":47,"ws":true,"disabled":false},{"text":"next","start":225,"end":229,"id":48,"ws":true,"disabled":false},{"text":"20","start":230,"end":232,"id":49,"ws":true,"disabled":false},{"text":"years","start":233,"end":238,"id":50,"ws":true,"disabled":false},{"text":"[","start":239,"end":240,"id":51,"ws":false,"disabled":false},{"text":"15","start":240,"end":242,"id":52,"ws":false,"disabled":false},{"text":"]","start":242,"end":243,"id":53,"ws":false,"disabled":false},{"text":".","start":243,"end":244,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":245,"end":257,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":258,"end":270,"id":56,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":19,"child":55,"head_span":{"start":98,"end":112,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":245,"end":257,"token_start":55,"token_end":55,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":37,"child":55,"head_span":{"start":157,"end":171,"token_start":35,"token_end":37,"label":"type_of"},"child_span":{"start":245,"end":257,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":55,"head_span":{"start":172,"end":179,"token_start":38,"token_end":38,"label":"aspect_changing"},"child_span":{"start":245,"end":257,"token_start":55,"token_end":55,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":44,"head_span":{"start":198,"end":204,"token_start":43,"token_end":43,"label":"type_of"},"child_span":{"start":205,"end":211,"token_start":44,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":44,"head_span":{"start":212,"end":217,"token_start":45,"token_end":45,"label":"aspect_changing"},"child_span":{"start":205,"end":211,"token_start":44,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":44,"head_span":{"start":190,"end":197,"token_start":42,"token_end":42,"label":"type_of"},"child_span":{"start":205,"end":211,"token_start":44,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":50,"child":44,"head_span":{"start":218,"end":238,"token_start":46,"token_end":50,"label":"when"},"child_span":{"start":205,"end":211,"token_start":44,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":55,"child":44,"head_span":{"start":245,"end":257,"token_start":55,"token_end":55,"label":"base"},"child_span":{"start":205,"end":211,"token_start":44,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":19,"head_span":{"start":85,"end":97,"token_start":15,"token_end":17,"label":"type_of"},"child_span":{"start":98,"end":112,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":906,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Kozyrskyj AL, Mai X, McGrath P, HayGlass KT, Becker B, MacNeil B. Continued exposure to maternal distress in early life is associated with an increased risk of childhood asthma.","text":"Kozyrskyj AL, Mai X, McGrath P, HayGlass KT, Becker B, MacNeil B. Continued exposure to maternal distress in early life is associated with an increased risk of childhood asthma. IMPLIED_BASE IMPLIED_BASE","characters":177,"document_index":728,"md_sentence_index":97,"classification_origin":"causal_sentence_classification","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC3359893/","combo_id":"728_97","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":89493849,"_task_hash":754407662,"spans":[{"start":66,"end":84,"token_start":17,"token_end":18,"label":"aspect_changing"},{"start":88,"end":96,"token_start":20,"token_end":20,"label":"type_of"},{"start":97,"end":119,"token_start":21,"token_end":24,"label":"base"},{"start":120,"end":122,"token_start":25,"token_end":25,"label":"confidence"},{"start":123,"end":138,"token_start":26,"token_end":27,"label":"predicate"},{"text":"increased","start":142,"token_start":29,"token_end":29,"end":151,"type":"pattern","label":"change_direction"},{"text":"risk","start":152,"token_start":30,"token_end":30,"end":156,"type":"pattern","label":"aspect_changing"},{"start":160,"end":169,"token_start":32,"token_end":32,"label":"type_of"},{"text":"asthma","start":170,"token_start":33,"token_end":33,"end":176,"type":"pattern","label":"base"}],"tokens":[{"text":"Kozyrskyj","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"AL","start":10,"end":12,"id":1,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":2,"ws":true,"disabled":false},{"text":"Mai","start":14,"end":17,"id":3,"ws":true,"disabled":false},{"text":"X","start":18,"end":19,"id":4,"ws":false,"disabled":false},{"text":",","start":19,"end":20,"id":5,"ws":true,"disabled":false},{"text":"McGrath","start":21,"end":28,"id":6,"ws":true,"disabled":false},{"text":"P","start":29,"end":30,"id":7,"ws":false,"disabled":false},{"text":",","start":30,"end":31,"id":8,"ws":true,"disabled":false},{"text":"HayGlass","start":32,"end":40,"id":9,"ws":true,"disabled":false},{"text":"KT","start":41,"end":43,"id":10,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":11,"ws":true,"disabled":false},{"text":"Becker","start":45,"end":51,"id":12,"ws":true,"disabled":false},{"text":"B","start":52,"end":53,"id":13,"ws":false,"disabled":false},{"text":",","start":53,"end":54,"id":14,"ws":true,"disabled":false},{"text":"MacNeil","start":55,"end":62,"id":15,"ws":true,"disabled":false},{"text":"B.","start":63,"end":65,"id":16,"ws":true,"disabled":false},{"text":"Continued","start":66,"end":75,"id":17,"ws":true,"disabled":false},{"text":"exposure","start":76,"end":84,"id":18,"ws":true,"disabled":false},{"text":"to","start":85,"end":87,"id":19,"ws":true,"disabled":false},{"text":"maternal","start":88,"end":96,"id":20,"ws":true,"disabled":false},{"text":"distress","start":97,"end":105,"id":21,"ws":true,"disabled":false},{"text":"in","start":106,"end":108,"id":22,"ws":true,"disabled":false},{"text":"early","start":109,"end":114,"id":23,"ws":true,"disabled":false},{"text":"life","start":115,"end":119,"id":24,"ws":true,"disabled":false},{"text":"is","start":120,"end":122,"id":25,"ws":true,"disabled":false},{"text":"associated","start":123,"end":133,"id":26,"ws":true,"disabled":false},{"text":"with","start":134,"end":138,"id":27,"ws":true,"disabled":false},{"text":"an","start":139,"end":141,"id":28,"ws":true,"disabled":false},{"text":"increased","start":142,"end":151,"id":29,"ws":true,"disabled":false},{"text":"risk","start":152,"end":156,"id":30,"ws":true,"disabled":false},{"text":"of","start":157,"end":159,"id":31,"ws":true,"disabled":false},{"text":"childhood","start":160,"end":169,"id":32,"ws":true,"disabled":false},{"text":"asthma","start":170,"end":176,"id":33,"ws":false,"disabled":false},{"text":".","start":176,"end":177,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":191,"end":203,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":18,"child":24,"head_span":{"start":66,"end":84,"token_start":17,"token_end":18,"label":"aspect_changing"},"child_span":{"start":97,"end":119,"token_start":21,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":24,"head_span":{"start":88,"end":96,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":97,"end":119,"token_start":21,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":33,"head_span":{"start":142,"end":151,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":170,"end":176,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":33,"head_span":{"start":160,"end":169,"token_start":32,"token_end":32,"label":"type_of"},"child_span":{"start":170,"end":176,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":33,"head_span":{"start":152,"end":156,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":170,"end":176,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":33,"head_span":{"start":97,"end":119,"token_start":21,"token_end":24,"label":"base"},"child_span":{"start":170,"end":176,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":1120,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Our study identifies a new category of economic costs\u2014those arising from the unpredictable, but unavoidable fluctuations in global climate that we're bound to face, says Georgetown's McCourt School of Public Policy Professor Raphael Calel, an economist who co-authored the study with three scientists from the United Kingdom.","text":"Our study identifies a new category of economic costs\u2014those arising from the unpredictable, but unavoidable fluctuations in global climate that we're bound to face, says Georgetown's McCourt School of Public Policy Professor Raphael Calel, an economist who co-authored the study with three scientists from the United Kingdom. IMPLIED_BASE IMPLIED_BASE","characters":327,"document_index":848,"md_sentence_index":5,"classification_origin":"causal_sentence_classification","url":"https://phys.org/news/2020-10-trillions-extra-economic-climate-effects.html","combo_id":"848_5","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-32404907,"_task_hash":717754409,"spans":[{"start":39,"end":47,"token_start":7,"token_end":7,"label":"base"},{"text":"costs","start":48,"token_start":8,"token_end":8,"end":53,"type":"pattern","label":"aspect_changing"},{"start":60,"end":72,"token_start":11,"token_end":12,"label":"predicate"},{"start":77,"end":120,"token_start":14,"token_end":18,"label":"aspect_changing"},{"start":124,"end":130,"token_start":20,"token_end":20,"label":"type_of"},{"start":131,"end":138,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"Our","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"study","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"identifies","start":10,"end":20,"id":2,"ws":true,"disabled":false},{"text":"a","start":21,"end":22,"id":3,"ws":true,"disabled":false},{"text":"new","start":23,"end":26,"id":4,"ws":true,"disabled":false},{"text":"category","start":27,"end":35,"id":5,"ws":true,"disabled":false},{"text":"of","start":36,"end":38,"id":6,"ws":true,"disabled":false},{"text":"economic","start":39,"end":47,"id":7,"ws":true,"disabled":false},{"text":"costs","start":48,"end":53,"id":8,"ws":false,"disabled":false},{"text":"\u2014","start":53,"end":54,"id":9,"ws":false,"disabled":false},{"text":"those","start":54,"end":59,"id":10,"ws":true,"disabled":false},{"text":"arising","start":60,"end":67,"id":11,"ws":true,"disabled":false},{"text":"from","start":68,"end":72,"id":12,"ws":true,"disabled":false},{"text":"the","start":73,"end":76,"id":13,"ws":true,"disabled":false},{"text":"unpredictable","start":77,"end":90,"id":14,"ws":false,"disabled":false},{"text":",","start":90,"end":91,"id":15,"ws":true,"disabled":false},{"text":"but","start":92,"end":95,"id":16,"ws":true,"disabled":false},{"text":"unavoidable","start":96,"end":107,"id":17,"ws":true,"disabled":false},{"text":"fluctuations","start":108,"end":120,"id":18,"ws":true,"disabled":false},{"text":"in","start":121,"end":123,"id":19,"ws":true,"disabled":false},{"text":"global","start":124,"end":130,"id":20,"ws":true,"disabled":false},{"text":"climate","start":131,"end":138,"id":21,"ws":true,"disabled":false},{"text":"that","start":139,"end":143,"id":22,"ws":true,"disabled":false},{"text":"we","start":144,"end":146,"id":23,"ws":false,"disabled":false},{"text":"'re","start":146,"end":149,"id":24,"ws":true,"disabled":false},{"text":"bound","start":150,"end":155,"id":25,"ws":true,"disabled":false},{"text":"to","start":156,"end":158,"id":26,"ws":true,"disabled":false},{"text":"face","start":159,"end":163,"id":27,"ws":false,"disabled":false},{"text":",","start":163,"end":164,"id":28,"ws":true,"disabled":false},{"text":"says","start":165,"end":169,"id":29,"ws":true,"disabled":false},{"text":"Georgetown","start":170,"end":180,"id":30,"ws":false,"disabled":false},{"text":"'s","start":180,"end":182,"id":31,"ws":true,"disabled":false},{"text":"McCourt","start":183,"end":190,"id":32,"ws":true,"disabled":false},{"text":"School","start":191,"end":197,"id":33,"ws":true,"disabled":false},{"text":"of","start":198,"end":200,"id":34,"ws":true,"disabled":false},{"text":"Public","start":201,"end":207,"id":35,"ws":true,"disabled":false},{"text":"Policy","start":208,"end":214,"id":36,"ws":true,"disabled":false},{"text":"Professor","start":215,"end":224,"id":37,"ws":true,"disabled":false},{"text":"Raphael","start":225,"end":232,"id":38,"ws":true,"disabled":false},{"text":"Calel","start":233,"end":238,"id":39,"ws":false,"disabled":false},{"text":",","start":238,"end":239,"id":40,"ws":true,"disabled":false},{"text":"an","start":240,"end":242,"id":41,"ws":true,"disabled":false},{"text":"economist","start":243,"end":252,"id":42,"ws":true,"disabled":false},{"text":"who","start":253,"end":256,"id":43,"ws":true,"disabled":false},{"text":"co","start":257,"end":259,"id":44,"ws":false,"disabled":false},{"text":"-","start":259,"end":260,"id":45,"ws":false,"disabled":false},{"text":"authored","start":260,"end":268,"id":46,"ws":true,"disabled":false},{"text":"the","start":269,"end":272,"id":47,"ws":true,"disabled":false},{"text":"study","start":273,"end":278,"id":48,"ws":true,"disabled":false},{"text":"with","start":279,"end":283,"id":49,"ws":true,"disabled":false},{"text":"three","start":284,"end":289,"id":50,"ws":true,"disabled":false},{"text":"scientists","start":290,"end":300,"id":51,"ws":true,"disabled":false},{"text":"from","start":301,"end":305,"id":52,"ws":true,"disabled":false},{"text":"the","start":306,"end":309,"id":53,"ws":true,"disabled":false},{"text":"United","start":310,"end":316,"id":54,"ws":true,"disabled":false},{"text":"Kingdom","start":317,"end":324,"id":55,"ws":false,"disabled":false},{"text":".","start":324,"end":325,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":326,"end":338,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":339,"end":351,"id":58,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":18,"child":21,"head_span":{"start":77,"end":120,"token_start":14,"token_end":18,"label":"aspect_changing"},"child_span":{"start":131,"end":138,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":124,"end":130,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":131,"end":138,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":48,"end":53,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":39,"end":47,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":7,"head_span":{"start":131,"end":138,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":39,"end":47,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":669,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"I have anxiety exacerbated by the constant background of doom and gloom of science.","text":"I have anxiety exacerbated by the constant background of doom and gloom of science. IMPLIED_BASE IMPLIED_BASE","characters":83,"document_index":566,"md_sentence_index":74,"classification_origin":"causal_sentence_classification","url":"https://www.motherjones.com/environment/2019/07/weight-of-the-world-climate-change-scientist-grief/","combo_id":"566_74","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":964525484,"_task_hash":-861960291,"spans":[{"start":7,"end":14,"token_start":2,"token_end":2,"label":"base"},{"start":15,"end":26,"token_start":3,"token_end":3,"label":"change_direction"},{"start":27,"end":29,"token_start":4,"token_end":4,"label":"predicate"},{"start":57,"end":71,"token_start":9,"token_end":11,"label":"aspect_changing"},{"start":75,"end":82,"token_start":13,"token_end":13,"label":"base"}],"tokens":[{"text":"I","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"have","start":2,"end":6,"id":1,"ws":true,"disabled":false},{"text":"anxiety","start":7,"end":14,"id":2,"ws":true,"disabled":false},{"text":"exacerbated","start":15,"end":26,"id":3,"ws":true,"disabled":false},{"text":"by","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"the","start":30,"end":33,"id":5,"ws":true,"disabled":false},{"text":"constant","start":34,"end":42,"id":6,"ws":true,"disabled":false},{"text":"background","start":43,"end":53,"id":7,"ws":true,"disabled":false},{"text":"of","start":54,"end":56,"id":8,"ws":true,"disabled":false},{"text":"doom","start":57,"end":61,"id":9,"ws":true,"disabled":false},{"text":"and","start":62,"end":65,"id":10,"ws":true,"disabled":false},{"text":"gloom","start":66,"end":71,"id":11,"ws":true,"disabled":false},{"text":"of","start":72,"end":74,"id":12,"ws":true,"disabled":false},{"text":"science","start":75,"end":82,"id":13,"ws":false,"disabled":false},{"text":".","start":82,"end":83,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":84,"end":96,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":97,"end":109,"id":16,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":3,"child":2,"head_span":{"start":15,"end":26,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":7,"end":14,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":57,"end":71,"token_start":9,"token_end":11,"label":"aspect_changing"},"child_span":{"start":75,"end":82,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":2,"head_span":{"start":75,"end":82,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":7,"end":14,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":570,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Once taken up, arsenic inhibits nutrient absorption and decreases plant growth and development, factors that contributed to the 40 percent decrease in yield the scientists observed.\n","text":"Once taken up, arsenic inhibits nutrient absorption and decreases plant growth and development, factors that contributed to the 40 percent decrease in yield the scientists observed. IMPLIED_BASE IMPLIED_BASE","characters":182,"document_index":447,"md_sentence_index":29,"classification_origin":"causal_sentence_classification","url":"https://news.stanford.edu/2019/11/01/rice-yields-plummet-future-climate-grain-arsenic-rises/","combo_id":"447_29","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":290649201,"_task_hash":346282455,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"predicate"},{"start":5,"end":13,"token_start":1,"token_end":2,"label":"change_direction"},{"start":15,"end":22,"token_start":4,"token_end":4,"label":"base"},{"start":23,"end":31,"token_start":5,"token_end":5,"label":"change_direction"},{"start":32,"end":40,"token_start":6,"token_end":6,"label":"base"},{"start":41,"end":51,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":56,"end":65,"token_start":9,"token_end":9,"label":"change_direction"},{"start":66,"end":71,"token_start":10,"token_end":10,"label":"base"},{"text":"growth","start":72,"token_start":11,"token_end":11,"end":78,"type":"pattern","label":"aspect_changing"},{"text":"development","start":83,"token_start":13,"token_end":13,"end":94,"type":"pattern","label":"aspect_changing"},{"start":109,"end":123,"token_start":17,"token_end":18,"label":"predicate"},{"start":128,"end":138,"token_start":20,"token_end":21,"label":"effect_size"},{"text":"decrease","start":139,"token_start":22,"token_end":22,"end":147,"type":"pattern","label":"change_direction"},{"start":151,"end":156,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":161,"end":171,"token_start":26,"token_end":26,"label":"to_whom"},{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},{"start":195,"end":207,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"Once","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"taken","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"up","start":11,"end":13,"id":2,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":3,"ws":true,"disabled":false},{"text":"arsenic","start":15,"end":22,"id":4,"ws":true,"disabled":false},{"text":"inhibits","start":23,"end":31,"id":5,"ws":true,"disabled":false},{"text":"nutrient","start":32,"end":40,"id":6,"ws":true,"disabled":false},{"text":"absorption","start":41,"end":51,"id":7,"ws":true,"disabled":false},{"text":"and","start":52,"end":55,"id":8,"ws":true,"disabled":false},{"text":"decreases","start":56,"end":65,"id":9,"ws":true,"disabled":false},{"text":"plant","start":66,"end":71,"id":10,"ws":true,"disabled":false},{"text":"growth","start":72,"end":78,"id":11,"ws":true,"disabled":false},{"text":"and","start":79,"end":82,"id":12,"ws":true,"disabled":false},{"text":"development","start":83,"end":94,"id":13,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":14,"ws":true,"disabled":false},{"text":"factors","start":96,"end":103,"id":15,"ws":true,"disabled":false},{"text":"that","start":104,"end":108,"id":16,"ws":true,"disabled":false},{"text":"contributed","start":109,"end":120,"id":17,"ws":true,"disabled":false},{"text":"to","start":121,"end":123,"id":18,"ws":true,"disabled":false},{"text":"the","start":124,"end":127,"id":19,"ws":true,"disabled":false},{"text":"40","start":128,"end":130,"id":20,"ws":true,"disabled":false},{"text":"percent","start":131,"end":138,"id":21,"ws":true,"disabled":false},{"text":"decrease","start":139,"end":147,"id":22,"ws":true,"disabled":false},{"text":"in","start":148,"end":150,"id":23,"ws":true,"disabled":false},{"text":"yield","start":151,"end":156,"id":24,"ws":true,"disabled":false},{"text":"the","start":157,"end":160,"id":25,"ws":true,"disabled":false},{"text":"scientists","start":161,"end":171,"id":26,"ws":true,"disabled":false},{"text":"observed","start":172,"end":180,"id":27,"ws":false,"disabled":false},{"text":".","start":180,"end":181,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":182,"end":194,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":195,"end":207,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":7,"child":6,"head_span":{"start":41,"end":51,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":32,"end":40,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":32,"end":40,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":56,"end":65,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":66,"end":71,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":72,"end":78,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":66,"end":71,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":10,"head_span":{"start":83,"end":94,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":66,"end":71,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":29,"head_span":{"start":15,"end":22,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":2,"child":29,"head_span":{"start":5,"end":13,"token_start":1,"token_end":2,"label":"change_direction"},"child_span":{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":30,"head_span":{"start":66,"end":71,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":195,"end":207,"token_start":30,"token_end":30,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":26,"child":30,"head_span":{"start":161,"end":171,"token_start":26,"token_end":26,"label":"to_whom"},"child_span":{"start":195,"end":207,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":30,"head_span":{"start":151,"end":156,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":195,"end":207,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":30,"head_span":{"start":139,"end":147,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":195,"end":207,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":30,"head_span":{"start":128,"end":138,"token_start":20,"token_end":21,"label":"effect_size"},"child_span":{"start":195,"end":207,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":6,"head_span":{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":32,"end":40,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":10,"head_span":{"start":182,"end":194,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":66,"end":71,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":30,"head_span":{"start":32,"end":40,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":195,"end":207,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":30,"head_span":{"start":66,"end":71,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":195,"end":207,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":265,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In January, the California electricity provider Pacific Gas and Electric declared bankruptcy while facing billions of dollars in liability costs related to damages from two years of wildfires.","text":"In January, the California electricity provider Pacific Gas and Electric declared bankruptcy while facing billions of dollars in liability costs related to damages from two years of wildfires. IMPLIED_BASE IMPLIED_BASE","characters":192,"document_index":214,"md_sentence_index":23,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/06/11/climate/climate-financial-market-risk.html","combo_id":"214_23","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1347650191,"_task_hash":1241526330,"spans":[{"start":0,"end":10,"token_start":0,"token_end":1,"label":"when"},{"start":16,"end":26,"token_start":4,"token_end":4,"label":"where"},{"start":27,"end":47,"token_start":5,"token_end":6,"label":"base"},{"start":48,"end":72,"token_start":7,"token_end":10,"label":"to_whom"},{"start":73,"end":92,"token_start":11,"token_end":12,"label":"change_direction"},{"start":93,"end":98,"token_start":13,"token_end":13,"label":"predicate"},{"start":99,"end":105,"token_start":14,"token_end":14,"label":"change_direction"},{"start":106,"end":125,"token_start":15,"token_end":17,"label":"effect_size"},{"start":129,"end":144,"token_start":19,"token_end":20,"label":"aspect_changing"},{"start":145,"end":155,"token_start":21,"token_end":22,"label":"predicate"},{"start":156,"end":163,"token_start":23,"token_end":23,"label":"aspect_changing"},{"start":164,"end":168,"token_start":24,"token_end":24,"label":"predicate"},{"start":169,"end":181,"token_start":25,"token_end":27,"label":"effect_size"},{"text":"wildfires","start":182,"token_start":28,"token_end":28,"end":191,"type":"pattern","label":"base"},{"start":193,"end":205,"token_start":30,"token_end":30,"label":"base"},{"start":206,"end":218,"token_start":31,"token_end":31,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"January","start":3,"end":10,"id":1,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":2,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"California","start":16,"end":26,"id":4,"ws":true,"disabled":false},{"text":"electricity","start":27,"end":38,"id":5,"ws":true,"disabled":false},{"text":"provider","start":39,"end":47,"id":6,"ws":true,"disabled":false},{"text":"Pacific","start":48,"end":55,"id":7,"ws":true,"disabled":false},{"text":"Gas","start":56,"end":59,"id":8,"ws":true,"disabled":false},{"text":"and","start":60,"end":63,"id":9,"ws":true,"disabled":false},{"text":"Electric","start":64,"end":72,"id":10,"ws":true,"disabled":false},{"text":"declared","start":73,"end":81,"id":11,"ws":true,"disabled":false},{"text":"bankruptcy","start":82,"end":92,"id":12,"ws":true,"disabled":false},{"text":"while","start":93,"end":98,"id":13,"ws":true,"disabled":false},{"text":"facing","start":99,"end":105,"id":14,"ws":true,"disabled":false},{"text":"billions","start":106,"end":114,"id":15,"ws":true,"disabled":false},{"text":"of","start":115,"end":117,"id":16,"ws":true,"disabled":false},{"text":"dollars","start":118,"end":125,"id":17,"ws":true,"disabled":false},{"text":"in","start":126,"end":128,"id":18,"ws":true,"disabled":false},{"text":"liability","start":129,"end":138,"id":19,"ws":true,"disabled":false},{"text":"costs","start":139,"end":144,"id":20,"ws":true,"disabled":false},{"text":"related","start":145,"end":152,"id":21,"ws":true,"disabled":false},{"text":"to","start":153,"end":155,"id":22,"ws":true,"disabled":false},{"text":"damages","start":156,"end":163,"id":23,"ws":true,"disabled":false},{"text":"from","start":164,"end":168,"id":24,"ws":true,"disabled":false},{"text":"two","start":169,"end":172,"id":25,"ws":true,"disabled":false},{"text":"years","start":173,"end":178,"id":26,"ws":true,"disabled":false},{"text":"of","start":179,"end":181,"id":27,"ws":true,"disabled":false},{"text":"wildfires","start":182,"end":191,"id":28,"ws":false,"disabled":false},{"text":".","start":191,"end":192,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":206,"end":218,"id":31,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":27,"child":28,"head_span":{"start":169,"end":181,"token_start":25,"token_end":27,"label":"effect_size"},"child_span":{"start":182,"end":191,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":6,"head_span":{"start":73,"end":92,"token_start":11,"token_end":12,"label":"change_direction"},"child_span":{"start":27,"end":47,"token_start":5,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":0,"end":10,"token_start":0,"token_end":1,"label":"when"},"child_span":{"start":27,"end":47,"token_start":5,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":6,"head_span":{"start":16,"end":26,"token_start":4,"token_end":4,"label":"where"},"child_span":{"start":27,"end":47,"token_start":5,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":31,"head_span":{"start":182,"end":191,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":206,"end":218,"token_start":31,"token_end":31,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":28,"child":30,"head_span":{"start":182,"end":191,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":193,"end":205,"token_start":30,"token_end":30,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":20,"child":30,"head_span":{"start":129,"end":144,"token_start":19,"token_end":20,"label":"aspect_changing"},"child_span":{"start":193,"end":205,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":31,"head_span":{"start":156,"end":163,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":206,"end":218,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":30,"head_span":{"start":106,"end":125,"token_start":15,"token_end":17,"label":"effect_size"},"child_span":{"start":193,"end":205,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":30,"head_span":{"start":99,"end":105,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":193,"end":205,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":30,"head_span":{"start":48,"end":72,"token_start":7,"token_end":10,"label":"to_whom"},"child_span":{"start":193,"end":205,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":31,"head_span":{"start":182,"end":191,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":206,"end":218,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":30,"head_span":{"start":206,"end":218,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":193,"end":205,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":6,"head_span":{"start":193,"end":205,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":27,"end":47,"token_start":5,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":832,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Each 1-SD change in climate toward warmer temperatures or more extreme rainfall increases the frequency of interpersonal violence by 4% and intergroup conflict by 14% (median estimates).\n","text":"Each 1-SD change in climate toward warmer temperatures or more extreme rainfall increases the frequency of interpersonal violence by 4% and intergroup conflict by 14% (median estimates). IMPLIED_BASE IMPLIED_BASE","characters":187,"document_index":667,"md_sentence_index":14,"classification_origin":"causal_sentence_classification","url":"http://science.sciencemag.org/content/341/6151/1235367","combo_id":"667_14","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-780634481,"_task_hash":1232828719,"spans":[{"start":5,"end":9,"token_start":1,"token_end":1,"label":"effect_size"},{"start":10,"end":16,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":20,"end":27,"token_start":4,"token_end":4,"label":"base"},{"text":"warmer","start":35,"token_start":6,"token_end":6,"end":41,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":42,"token_start":7,"token_end":7,"end":54,"type":"pattern","label":"aspect_changing"},{"start":58,"end":70,"token_start":9,"token_end":10,"label":"change_direction"},{"text":"rainfall","start":71,"token_start":11,"token_end":11,"end":79,"type":"pattern","label":"base"},{"text":"increases","start":80,"token_start":12,"token_end":12,"end":89,"type":"pattern","label":"change_direction"},{"text":"frequency","start":94,"token_start":14,"token_end":14,"end":103,"type":"pattern","label":"aspect_changing"},{"start":107,"end":120,"token_start":16,"token_end":16,"label":"type_of"},{"text":"violence","start":121,"token_start":17,"token_end":17,"end":129,"type":"pattern","label":"base"},{"start":130,"end":135,"token_start":18,"token_end":20,"label":"effect_size"},{"start":140,"end":150,"token_start":22,"token_end":22,"label":"type_of"},{"text":"conflict","start":151,"token_start":23,"token_end":23,"end":159,"type":"pattern","label":"base"},{"start":160,"end":166,"token_start":24,"token_end":26,"label":"effect_size"},{"start":187,"end":199,"token_start":32,"token_end":32,"label":"base"}],"tokens":[{"text":"Each","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"1-SD","start":5,"end":9,"id":1,"ws":true,"disabled":false},{"text":"change","start":10,"end":16,"id":2,"ws":true,"disabled":false},{"text":"in","start":17,"end":19,"id":3,"ws":true,"disabled":false},{"text":"climate","start":20,"end":27,"id":4,"ws":true,"disabled":false},{"text":"toward","start":28,"end":34,"id":5,"ws":true,"disabled":false},{"text":"warmer","start":35,"end":41,"id":6,"ws":true,"disabled":false},{"text":"temperatures","start":42,"end":54,"id":7,"ws":true,"disabled":false},{"text":"or","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"more","start":58,"end":62,"id":9,"ws":true,"disabled":false},{"text":"extreme","start":63,"end":70,"id":10,"ws":true,"disabled":false},{"text":"rainfall","start":71,"end":79,"id":11,"ws":true,"disabled":false},{"text":"increases","start":80,"end":89,"id":12,"ws":true,"disabled":false},{"text":"the","start":90,"end":93,"id":13,"ws":true,"disabled":false},{"text":"frequency","start":94,"end":103,"id":14,"ws":true,"disabled":false},{"text":"of","start":104,"end":106,"id":15,"ws":true,"disabled":false},{"text":"interpersonal","start":107,"end":120,"id":16,"ws":true,"disabled":false},{"text":"violence","start":121,"end":129,"id":17,"ws":true,"disabled":false},{"text":"by","start":130,"end":132,"id":18,"ws":true,"disabled":false},{"text":"4","start":133,"end":134,"id":19,"ws":false,"disabled":false},{"text":"%","start":134,"end":135,"id":20,"ws":true,"disabled":false},{"text":"and","start":136,"end":139,"id":21,"ws":true,"disabled":false},{"text":"intergroup","start":140,"end":150,"id":22,"ws":true,"disabled":false},{"text":"conflict","start":151,"end":159,"id":23,"ws":true,"disabled":false},{"text":"by","start":160,"end":162,"id":24,"ws":true,"disabled":false},{"text":"14","start":163,"end":165,"id":25,"ws":false,"disabled":false},{"text":"%","start":165,"end":166,"id":26,"ws":true,"disabled":false},{"text":"(","start":167,"end":168,"id":27,"ws":false,"disabled":false},{"text":"median","start":168,"end":174,"id":28,"ws":true,"disabled":false},{"text":"estimates","start":175,"end":184,"id":29,"ws":false,"disabled":false},{"text":")","start":184,"end":185,"id":30,"ws":false,"disabled":false},{"text":".","start":185,"end":186,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":200,"end":212,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":7,"child":32,"head_span":{"start":42,"end":54,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":187,"end":199,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":32,"head_span":{"start":35,"end":41,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":187,"end":199,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":94,"end":103,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":121,"end":129,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":23,"head_span":{"start":94,"end":103,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":151,"end":159,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":140,"end":150,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":151,"end":159,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":107,"end":120,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":121,"end":129,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":17,"head_span":{"start":130,"end":135,"token_start":18,"token_end":20,"label":"effect_size"},"child_span":{"start":121,"end":129,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":23,"head_span":{"start":160,"end":166,"token_start":24,"token_end":26,"label":"effect_size"},"child_span":{"start":151,"end":159,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":58,"end":70,"token_start":9,"token_end":10,"label":"change_direction"},"child_span":{"start":71,"end":79,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":4,"head_span":{"start":5,"end":9,"token_start":1,"token_end":1,"label":"effect_size"},"child_span":{"start":20,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":4,"head_span":{"start":10,"end":16,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":20,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":23,"head_span":{"start":71,"end":79,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":151,"end":159,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":17,"head_span":{"start":71,"end":79,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":121,"end":129,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":23,"head_span":{"start":187,"end":199,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":151,"end":159,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":17,"head_span":{"start":187,"end":199,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":121,"end":129,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":17,"head_span":{"start":80,"end":89,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":121,"end":129,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":23,"head_span":{"start":80,"end":89,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":151,"end":159,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":337,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"complex","original_md_text":"This year, because of the warm conditions, sea ice loss is about three weeks ahead of normal, and on target to reach one of the lowest minimums ever.\n","text":"This year, because of the warm conditions, sea ice loss is about three weeks ahead of normal, and on target to reach one of the lowest minimums ever. IMPLIED_BASE IMPLIED_BASE","characters":150,"document_index":225,"md_sentence_index":53,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/06/19/climate/dont-do-just-one-thing.html","combo_id":"225_53","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1938581669,"_task_hash":1760148655,"spans":[{"start":0,"end":9,"token_start":0,"token_end":1,"label":"when"},{"start":11,"end":21,"token_start":3,"token_end":4,"label":"predicate"},{"start":26,"end":30,"token_start":6,"token_end":6,"label":"type_of"},{"start":31,"end":41,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":43,"end":46,"token_start":9,"token_end":9,"label":"type_of"},{"start":47,"end":50,"token_start":10,"token_end":10,"label":"base"},{"start":51,"end":55,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":56,"end":58,"token_start":12,"token_end":12,"label":"confidence"},{"start":59,"end":76,"token_start":13,"token_end":15,"label":"effect_size"},{"start":77,"end":92,"token_start":16,"token_end":18,"label":"change_direction"},{"start":98,"end":148,"token_start":21,"token_end":30,"label":"effect_size"},{"start":150,"end":162,"token_start":32,"token_end":32,"label":"base"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"year","start":5,"end":9,"id":1,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":2,"ws":true,"disabled":false},{"text":"because","start":11,"end":18,"id":3,"ws":true,"disabled":false},{"text":"of","start":19,"end":21,"id":4,"ws":true,"disabled":false},{"text":"the","start":22,"end":25,"id":5,"ws":true,"disabled":false},{"text":"warm","start":26,"end":30,"id":6,"ws":true,"disabled":false},{"text":"conditions","start":31,"end":41,"id":7,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":8,"ws":true,"disabled":false},{"text":"sea","start":43,"end":46,"id":9,"ws":true,"disabled":false},{"text":"ice","start":47,"end":50,"id":10,"ws":true,"disabled":false},{"text":"loss","start":51,"end":55,"id":11,"ws":true,"disabled":false},{"text":"is","start":56,"end":58,"id":12,"ws":true,"disabled":false},{"text":"about","start":59,"end":64,"id":13,"ws":true,"disabled":false},{"text":"three","start":65,"end":70,"id":14,"ws":true,"disabled":false},{"text":"weeks","start":71,"end":76,"id":15,"ws":true,"disabled":false},{"text":"ahead","start":77,"end":82,"id":16,"ws":true,"disabled":false},{"text":"of","start":83,"end":85,"id":17,"ws":true,"disabled":false},{"text":"normal","start":86,"end":92,"id":18,"ws":false,"disabled":false},{"text":",","start":92,"end":93,"id":19,"ws":true,"disabled":false},{"text":"and","start":94,"end":97,"id":20,"ws":true,"disabled":false},{"text":"on","start":98,"end":100,"id":21,"ws":true,"disabled":false},{"text":"target","start":101,"end":107,"id":22,"ws":true,"disabled":false},{"text":"to","start":108,"end":110,"id":23,"ws":true,"disabled":false},{"text":"reach","start":111,"end":116,"id":24,"ws":true,"disabled":false},{"text":"one","start":117,"end":120,"id":25,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":26,"ws":true,"disabled":false},{"text":"the","start":124,"end":127,"id":27,"ws":true,"disabled":false},{"text":"lowest","start":128,"end":134,"id":28,"ws":true,"disabled":false},{"text":"minimums","start":135,"end":143,"id":29,"ws":true,"disabled":false},{"text":"ever","start":144,"end":148,"id":30,"ws":false,"disabled":false},{"text":".","start":148,"end":149,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":150,"end":162,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":9,"child":10,"head_span":{"start":43,"end":46,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":47,"end":50,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":51,"end":55,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":47,"end":50,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":10,"head_span":{"start":77,"end":92,"token_start":16,"token_end":18,"label":"change_direction"},"child_span":{"start":47,"end":50,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":10,"head_span":{"start":59,"end":76,"token_start":13,"token_end":15,"label":"effect_size"},"child_span":{"start":47,"end":50,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":32,"head_span":{"start":26,"end":30,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":150,"end":162,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":32,"head_span":{"start":31,"end":41,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":150,"end":162,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":10,"head_span":{"start":150,"end":162,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":47,"end":50,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":103,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Third-order risks would primarily be conflicts sparked or worsened by an influx of climate migrants, exemplifying climate change as a threat multiplier.36,37 Examples of the devastating impacts climate-related migration could have on the social, economic, and political stability of countries are abundant today.","text":"Third-order risks would primarily be conflicts sparked or worsened by an influx of climate migrants, exemplifying climate change as a threat multiplier.36,37 Examples of the devastating impacts climate-related migration could have on the social, economic, and political stability of countries are abundant today. IMPLIED_BASE IMPLIED_BASE","characters":312,"document_index":81,"md_sentence_index":73,"classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_73","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":404585516,"_task_hash":-2058271606,"spans":[{"start":37,"end":46,"token_start":7,"token_end":7,"label":"base"},{"start":47,"end":54,"token_start":8,"token_end":8,"label":"change_direction"},{"start":58,"end":66,"token_start":10,"token_end":10,"label":"change_direction"},{"start":67,"end":69,"token_start":11,"token_end":11,"label":"predicate"},{"start":73,"end":79,"token_start":13,"token_end":13,"label":"change_direction"},{"start":83,"end":90,"token_start":15,"token_end":15,"label":"type_of"},{"start":91,"end":99,"token_start":16,"token_end":16,"label":"base"},{"start":101,"end":113,"token_start":18,"token_end":18,"label":"predicate"},{"text":"climate change","start":114,"token_start":19,"token_end":20,"end":128,"type":"pattern","label":"base"},{"start":134,"end":157,"token_start":23,"token_end":24,"label":"base"},{"start":174,"end":185,"token_start":28,"token_end":28,"label":"change_direction"},{"start":186,"end":193,"token_start":29,"token_end":29,"label":"predicate"},{"start":194,"end":209,"token_start":30,"token_end":32,"label":"type_of"},{"start":210,"end":219,"token_start":33,"token_end":33,"label":"base"},{"start":220,"end":225,"token_start":34,"token_end":34,"label":"confidence"},{"start":238,"end":244,"token_start":38,"token_end":38,"label":"base"},{"start":246,"end":254,"token_start":40,"token_end":40,"label":"base"},{"start":260,"end":269,"token_start":43,"token_end":43,"label":"base"},{"text":"stability","start":270,"token_start":44,"token_end":44,"end":279,"type":"pattern","label":"aspect_changing"},{"start":283,"end":292,"token_start":46,"token_end":46,"label":"to_whom"},{"start":306,"end":311,"token_start":49,"token_end":49,"label":"when"}],"tokens":[{"text":"Third","start":0,"end":5,"id":0,"ws":false,"disabled":false},{"text":"-","start":5,"end":6,"id":1,"ws":false,"disabled":false},{"text":"order","start":6,"end":11,"id":2,"ws":true,"disabled":false},{"text":"risks","start":12,"end":17,"id":3,"ws":true,"disabled":false},{"text":"would","start":18,"end":23,"id":4,"ws":true,"disabled":false},{"text":"primarily","start":24,"end":33,"id":5,"ws":true,"disabled":false},{"text":"be","start":34,"end":36,"id":6,"ws":true,"disabled":false},{"text":"conflicts","start":37,"end":46,"id":7,"ws":true,"disabled":false},{"text":"sparked","start":47,"end":54,"id":8,"ws":true,"disabled":false},{"text":"or","start":55,"end":57,"id":9,"ws":true,"disabled":false},{"text":"worsened","start":58,"end":66,"id":10,"ws":true,"disabled":false},{"text":"by","start":67,"end":69,"id":11,"ws":true,"disabled":false},{"text":"an","start":70,"end":72,"id":12,"ws":true,"disabled":false},{"text":"influx","start":73,"end":79,"id":13,"ws":true,"disabled":false},{"text":"of","start":80,"end":82,"id":14,"ws":true,"disabled":false},{"text":"climate","start":83,"end":90,"id":15,"ws":true,"disabled":false},{"text":"migrants","start":91,"end":99,"id":16,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":17,"ws":true,"disabled":false},{"text":"exemplifying","start":101,"end":113,"id":18,"ws":true,"disabled":false},{"text":"climate","start":114,"end":121,"id":19,"ws":true,"disabled":false},{"text":"change","start":122,"end":128,"id":20,"ws":true,"disabled":false},{"text":"as","start":129,"end":131,"id":21,"ws":true,"disabled":false},{"text":"a","start":132,"end":133,"id":22,"ws":true,"disabled":false},{"text":"threat","start":134,"end":140,"id":23,"ws":true,"disabled":false},{"text":"multiplier.36,37","start":141,"end":157,"id":24,"ws":true,"disabled":false},{"text":"Examples","start":158,"end":166,"id":25,"ws":true,"disabled":false},{"text":"of","start":167,"end":169,"id":26,"ws":true,"disabled":false},{"text":"the","start":170,"end":173,"id":27,"ws":true,"disabled":false},{"text":"devastating","start":174,"end":185,"id":28,"ws":true,"disabled":false},{"text":"impacts","start":186,"end":193,"id":29,"ws":true,"disabled":false},{"text":"climate","start":194,"end":201,"id":30,"ws":false,"disabled":false},{"text":"-","start":201,"end":202,"id":31,"ws":false,"disabled":false},{"text":"related","start":202,"end":209,"id":32,"ws":true,"disabled":false},{"text":"migration","start":210,"end":219,"id":33,"ws":true,"disabled":false},{"text":"could","start":220,"end":225,"id":34,"ws":true,"disabled":false},{"text":"have","start":226,"end":230,"id":35,"ws":true,"disabled":false},{"text":"on","start":231,"end":233,"id":36,"ws":true,"disabled":false},{"text":"the","start":234,"end":237,"id":37,"ws":true,"disabled":false},{"text":"social","start":238,"end":244,"id":38,"ws":false,"disabled":false},{"text":",","start":244,"end":245,"id":39,"ws":true,"disabled":false},{"text":"economic","start":246,"end":254,"id":40,"ws":false,"disabled":false},{"text":",","start":254,"end":255,"id":41,"ws":true,"disabled":false},{"text":"and","start":256,"end":259,"id":42,"ws":true,"disabled":false},{"text":"political","start":260,"end":269,"id":43,"ws":true,"disabled":false},{"text":"stability","start":270,"end":279,"id":44,"ws":true,"disabled":false},{"text":"of","start":280,"end":282,"id":45,"ws":true,"disabled":false},{"text":"countries","start":283,"end":292,"id":46,"ws":true,"disabled":false},{"text":"are","start":293,"end":296,"id":47,"ws":true,"disabled":false},{"text":"abundant","start":297,"end":305,"id":48,"ws":true,"disabled":false},{"text":"today","start":306,"end":311,"id":49,"ws":false,"disabled":false},{"text":".","start":311,"end":312,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":313,"end":325,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":326,"end":338,"id":52,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":15,"child":16,"head_span":{"start":83,"end":90,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":91,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":73,"end":79,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":91,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":7,"head_span":{"start":58,"end":66,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":37,"end":46,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":47,"end":54,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":37,"end":46,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":16,"head_span":{"start":114,"end":128,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":91,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":33,"head_span":{"start":194,"end":209,"token_start":30,"token_end":32,"label":"type_of"},"child_span":{"start":210,"end":219,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":38,"head_span":{"start":174,"end":185,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":238,"end":244,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":40,"head_span":{"start":174,"end":185,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":246,"end":254,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":43,"head_span":{"start":174,"end":185,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":260,"end":269,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":43,"head_span":{"start":270,"end":279,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":260,"end":269,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":40,"head_span":{"start":270,"end":279,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":246,"end":254,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":38,"head_span":{"start":270,"end":279,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":238,"end":244,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":43,"head_span":{"start":210,"end":219,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":260,"end":269,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":40,"head_span":{"start":210,"end":219,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":246,"end":254,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":38,"head_span":{"start":210,"end":219,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":238,"end":244,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":1114,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Alex Brandon/AP\nScientists have also begun to tease out the specific ways that climate change worsened recent storms, constructing counterfactuals to compare effects with and without climate change.","text":"Alex Brandon/APScientists have also begun to tease out the specific ways that climate change worsened recent storms, constructing counterfactuals to compare effects with and without climate change. IMPLIED_BASE IMPLIED_BASE","characters":198,"document_index":846,"md_sentence_index":158,"classification_origin":"causal_sentence_classification","url":"https://www.vox.com/21452781/zogg-fire-glass-wildfire-california-climate-change-hurricanes-attribution-2020-debate","combo_id":"846_158","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1948397759,"_task_hash":1867906085,"spans":[{"start":13,"end":25,"token_start":3,"token_end":3,"label":"to_whom"},{"text":"climate change","start":78,"token_start":14,"token_end":15,"end":92,"type":"pattern","label":"base"},{"start":93,"end":101,"token_start":16,"token_end":16,"label":"change_direction"},{"start":102,"end":108,"token_start":17,"token_end":17,"label":"when"},{"text":"storms","start":109,"token_start":18,"token_end":18,"end":115,"type":"pattern","label":"base"}],"tokens":[{"text":"Alex","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"Brandon","start":5,"end":12,"id":1,"ws":false,"disabled":false},{"text":"/","start":12,"end":13,"id":2,"ws":false,"disabled":false},{"text":"APScientists","start":13,"end":25,"id":3,"ws":true,"disabled":false},{"text":"have","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"also","start":31,"end":35,"id":5,"ws":true,"disabled":false},{"text":"begun","start":36,"end":41,"id":6,"ws":true,"disabled":false},{"text":"to","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"tease","start":45,"end":50,"id":8,"ws":true,"disabled":false},{"text":"out","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":10,"ws":true,"disabled":false},{"text":"specific","start":59,"end":67,"id":11,"ws":true,"disabled":false},{"text":"ways","start":68,"end":72,"id":12,"ws":true,"disabled":false},{"text":"that","start":73,"end":77,"id":13,"ws":true,"disabled":false},{"text":"climate","start":78,"end":85,"id":14,"ws":true,"disabled":false},{"text":"change","start":86,"end":92,"id":15,"ws":true,"disabled":false},{"text":"worsened","start":93,"end":101,"id":16,"ws":true,"disabled":false},{"text":"recent","start":102,"end":108,"id":17,"ws":true,"disabled":false},{"text":"storms","start":109,"end":115,"id":18,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":19,"ws":true,"disabled":false},{"text":"constructing","start":117,"end":129,"id":20,"ws":true,"disabled":false},{"text":"counterfactuals","start":130,"end":145,"id":21,"ws":true,"disabled":false},{"text":"to","start":146,"end":148,"id":22,"ws":true,"disabled":false},{"text":"compare","start":149,"end":156,"id":23,"ws":true,"disabled":false},{"text":"effects","start":157,"end":164,"id":24,"ws":true,"disabled":false},{"text":"with","start":165,"end":169,"id":25,"ws":true,"disabled":false},{"text":"and","start":170,"end":173,"id":26,"ws":true,"disabled":false},{"text":"without","start":174,"end":181,"id":27,"ws":true,"disabled":false},{"text":"climate","start":182,"end":189,"id":28,"ws":true,"disabled":false},{"text":"change","start":190,"end":196,"id":29,"ws":false,"disabled":false},{"text":".","start":196,"end":197,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":211,"end":223,"id":32,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":17,"child":18,"head_span":{"start":102,"end":108,"token_start":17,"token_end":17,"label":"when"},"child_span":{"start":109,"end":115,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":93,"end":101,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":109,"end":115,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":18,"head_span":{"start":78,"end":92,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":109,"end":115,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":562,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In a first, the report looks at climate change as a direct cause of death.","text":"In a first, the report looks at climate change as a direct cause of death. IMPLIED_BASE IMPLIED_BASE","characters":74,"document_index":443,"md_sentence_index":14,"classification_origin":"causal_sentence_classification","url":"https://qz.com/india/1739286/delhi-smog-climate-change-might-kill-millions-of-indians-by-2100/","combo_id":"443_14","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":68620995,"_task_hash":-1725509787,"spans":[{"text":"climate change","start":32,"token_start":8,"token_end":9,"end":46,"type":"pattern","label":"base"},{"start":59,"end":67,"token_start":13,"token_end":14,"label":"predicate"},{"text":"death","start":68,"token_start":15,"token_end":15,"end":73,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"a","start":3,"end":4,"id":1,"ws":true,"disabled":false},{"text":"first","start":5,"end":10,"id":2,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":3,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":4,"ws":true,"disabled":false},{"text":"report","start":16,"end":22,"id":5,"ws":true,"disabled":false},{"text":"looks","start":23,"end":28,"id":6,"ws":true,"disabled":false},{"text":"at","start":29,"end":31,"id":7,"ws":true,"disabled":false},{"text":"climate","start":32,"end":39,"id":8,"ws":true,"disabled":false},{"text":"change","start":40,"end":46,"id":9,"ws":true,"disabled":false},{"text":"as","start":47,"end":49,"id":10,"ws":true,"disabled":false},{"text":"a","start":50,"end":51,"id":11,"ws":true,"disabled":false},{"text":"direct","start":52,"end":58,"id":12,"ws":true,"disabled":false},{"text":"cause","start":59,"end":64,"id":13,"ws":true,"disabled":false},{"text":"of","start":65,"end":67,"id":14,"ws":true,"disabled":false},{"text":"death","start":68,"end":73,"id":15,"ws":false,"disabled":false},{"text":".","start":73,"end":74,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":75,"end":87,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":88,"end":100,"id":18,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":9,"child":15,"head_span":{"start":32,"end":46,"token_start":8,"token_end":9,"label":"base"},"child_span":{"start":68,"end":73,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":536,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"At present, almost all ice loss from Greenland is a result of glaciers flowing faster into the sea.","text":"At present, almost all ice loss from Greenland is a result of glaciers flowing faster into the sea. IMPLIED_BASE IMPLIED_BASE","characters":99,"document_index":412,"md_sentence_index":11,"classification_origin":"causal_sentence_classification","url":"https://www.newscientist.com/article/2216937-meltwater-from-greenland-could-raise-sea-level-an-extra-7-centimetres/","combo_id":"412_11","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":490170745,"_task_hash":-490465048,"spans":[{"start":23,"end":26,"token_start":5,"token_end":5,"label":"base"},{"start":27,"end":31,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":32,"end":46,"token_start":7,"token_end":8,"label":"where"},{"start":47,"end":49,"token_start":9,"token_end":9,"label":"confidence"},{"start":52,"end":61,"token_start":11,"token_end":12,"label":"predicate"},{"text":"glaciers","start":62,"token_start":13,"token_end":13,"end":70,"type":"pattern","label":"base"},{"start":71,"end":98,"token_start":14,"token_end":18,"label":"change_direction"}],"tokens":[{"text":"At","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"present","start":3,"end":10,"id":1,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":2,"ws":true,"disabled":false},{"text":"almost","start":12,"end":18,"id":3,"ws":true,"disabled":false},{"text":"all","start":19,"end":22,"id":4,"ws":true,"disabled":false},{"text":"ice","start":23,"end":26,"id":5,"ws":true,"disabled":false},{"text":"loss","start":27,"end":31,"id":6,"ws":true,"disabled":false},{"text":"from","start":32,"end":36,"id":7,"ws":true,"disabled":false},{"text":"Greenland","start":37,"end":46,"id":8,"ws":true,"disabled":false},{"text":"is","start":47,"end":49,"id":9,"ws":true,"disabled":false},{"text":"a","start":50,"end":51,"id":10,"ws":true,"disabled":false},{"text":"result","start":52,"end":58,"id":11,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":12,"ws":true,"disabled":false},{"text":"glaciers","start":62,"end":70,"id":13,"ws":true,"disabled":false},{"text":"flowing","start":71,"end":78,"id":14,"ws":true,"disabled":false},{"text":"faster","start":79,"end":85,"id":15,"ws":true,"disabled":false},{"text":"into","start":86,"end":90,"id":16,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":17,"ws":true,"disabled":false},{"text":"sea","start":95,"end":98,"id":18,"ws":false,"disabled":false},{"text":".","start":98,"end":99,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":100,"end":112,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":113,"end":125,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":6,"child":5,"head_span":{"start":27,"end":31,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":23,"end":26,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":5,"head_span":{"start":32,"end":46,"token_start":7,"token_end":8,"label":"where"},"child_span":{"start":23,"end":26,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":13,"head_span":{"start":71,"end":98,"token_start":14,"token_end":18,"label":"change_direction"},"child_span":{"start":62,"end":70,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":5,"head_span":{"start":62,"end":70,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":23,"end":26,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":955,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The big five, COPD, asthma, low respiratory tract infections, TB, and lung cancer are among the most common causes of severe illness death worldwide.\n","text":"The big five, COPD, asthma, low respiratory tract infections, TB, and lung cancer are among the most common causes of severe illness death worldwide. IMPLIED_BASE IMPLIED_BASE","characters":150,"document_index":750,"md_sentence_index":114,"classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_114","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1921814230,"_task_hash":-890003157,"spans":[{"start":14,"end":18,"token_start":4,"token_end":4,"label":"base"},{"text":"asthma","start":20,"token_start":6,"token_end":6,"end":26,"type":"pattern","label":"base"},{"start":28,"end":49,"token_start":8,"token_end":10,"label":"type_of"},{"start":50,"end":60,"token_start":11,"token_end":11,"label":"base"},{"start":62,"end":64,"token_start":13,"token_end":13,"label":"base"},{"text":"lung","start":70,"token_start":16,"token_end":16,"end":74,"type":"pattern","label":"type_of"},{"start":75,"end":81,"token_start":17,"token_end":17,"label":"base"},{"start":82,"end":85,"token_start":18,"token_end":18,"label":"confidence"},{"start":108,"end":117,"token_start":23,"token_end":24,"label":"predicate"},{"start":118,"end":132,"token_start":25,"token_end":26,"label":"type_of"},{"text":"death","start":133,"token_start":27,"token_end":27,"end":138,"type":"pattern","label":"base"},{"start":139,"end":148,"token_start":28,"token_end":28,"label":"where"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"big","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"five","start":8,"end":12,"id":2,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":3,"ws":true,"disabled":false},{"text":"COPD","start":14,"end":18,"id":4,"ws":false,"disabled":false},{"text":",","start":18,"end":19,"id":5,"ws":true,"disabled":false},{"text":"asthma","start":20,"end":26,"id":6,"ws":false,"disabled":false},{"text":",","start":26,"end":27,"id":7,"ws":true,"disabled":false},{"text":"low","start":28,"end":31,"id":8,"ws":true,"disabled":false},{"text":"respiratory","start":32,"end":43,"id":9,"ws":true,"disabled":false},{"text":"tract","start":44,"end":49,"id":10,"ws":true,"disabled":false},{"text":"infections","start":50,"end":60,"id":11,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":12,"ws":true,"disabled":false},{"text":"TB","start":62,"end":64,"id":13,"ws":false,"disabled":false},{"text":",","start":64,"end":65,"id":14,"ws":true,"disabled":false},{"text":"and","start":66,"end":69,"id":15,"ws":true,"disabled":false},{"text":"lung","start":70,"end":74,"id":16,"ws":true,"disabled":false},{"text":"cancer","start":75,"end":81,"id":17,"ws":true,"disabled":false},{"text":"are","start":82,"end":85,"id":18,"ws":true,"disabled":false},{"text":"among","start":86,"end":91,"id":19,"ws":true,"disabled":false},{"text":"the","start":92,"end":95,"id":20,"ws":true,"disabled":false},{"text":"most","start":96,"end":100,"id":21,"ws":true,"disabled":false},{"text":"common","start":101,"end":107,"id":22,"ws":true,"disabled":false},{"text":"causes","start":108,"end":114,"id":23,"ws":true,"disabled":false},{"text":"of","start":115,"end":117,"id":24,"ws":true,"disabled":false},{"text":"severe","start":118,"end":124,"id":25,"ws":true,"disabled":false},{"text":"illness","start":125,"end":132,"id":26,"ws":true,"disabled":false},{"text":"death","start":133,"end":138,"id":27,"ws":true,"disabled":false},{"text":"worldwide","start":139,"end":148,"id":28,"ws":false,"disabled":false},{"text":".","start":148,"end":149,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":150,"end":162,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":31,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":28,"end":49,"token_start":8,"token_end":10,"label":"type_of"},"child_span":{"start":50,"end":60,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":70,"end":74,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":75,"end":81,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":118,"end":132,"token_start":25,"token_end":26,"label":"type_of"},"child_span":{"start":133,"end":138,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":27,"head_span":{"start":139,"end":148,"token_start":28,"token_end":28,"label":"where"},"child_span":{"start":133,"end":138,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":27,"head_span":{"start":14,"end":18,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":133,"end":138,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":27,"head_span":{"start":20,"end":26,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":133,"end":138,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":27,"head_span":{"start":50,"end":60,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":133,"end":138,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":27,"head_span":{"start":62,"end":64,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":133,"end":138,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":27,"head_span":{"start":75,"end":81,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":133,"end":138,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1105,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Populations exist at low levels for many years until triggered by factors such as drought (7, 8, 9), windfall (10), and pathogens that stress trees (11).","text":"Populations exist at low levels for many years until triggered by factors such as drought (7, 8, 9), windfall (10), and pathogens that stress trees (11). IMPLIED_BASE IMPLIED_BASE","characters":153,"document_index":838,"md_sentence_index":9,"classification_origin":"causal_sentence_classification","url":"https://www.fs.usda.gov/ccrc/topics/bark-beetles-and-climate-change-united-states","combo_id":"838_9","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1963376191,"_task_hash":-1232127831,"spans":[{"start":0,"end":11,"token_start":0,"token_end":0,"label":"aspect_changing"},{"start":53,"end":62,"token_start":9,"token_end":9,"label":"change_direction"},{"text":"drought","start":82,"token_start":14,"token_end":14,"end":89,"type":"pattern","label":"base"},{"start":101,"end":109,"token_start":23,"token_end":23,"label":"base"},{"start":120,"end":129,"token_start":29,"token_end":29,"label":"base"},{"start":130,"end":134,"token_start":30,"token_end":30,"label":"predicate"},{"text":"stress","start":135,"token_start":31,"token_end":31,"end":141,"type":"pattern","label":"change_direction"},{"text":"trees","start":142,"token_start":32,"token_end":32,"end":147,"type":"pattern","label":"base"},{"start":154,"end":166,"token_start":37,"token_end":37,"label":"base"}],"tokens":[{"text":"Populations","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"exist","start":12,"end":17,"id":1,"ws":true,"disabled":false},{"text":"at","start":18,"end":20,"id":2,"ws":true,"disabled":false},{"text":"low","start":21,"end":24,"id":3,"ws":true,"disabled":false},{"text":"levels","start":25,"end":31,"id":4,"ws":true,"disabled":false},{"text":"for","start":32,"end":35,"id":5,"ws":true,"disabled":false},{"text":"many","start":36,"end":40,"id":6,"ws":true,"disabled":false},{"text":"years","start":41,"end":46,"id":7,"ws":true,"disabled":false},{"text":"until","start":47,"end":52,"id":8,"ws":true,"disabled":false},{"text":"triggered","start":53,"end":62,"id":9,"ws":true,"disabled":false},{"text":"by","start":63,"end":65,"id":10,"ws":true,"disabled":false},{"text":"factors","start":66,"end":73,"id":11,"ws":true,"disabled":false},{"text":"such","start":74,"end":78,"id":12,"ws":true,"disabled":false},{"text":"as","start":79,"end":81,"id":13,"ws":true,"disabled":false},{"text":"drought","start":82,"end":89,"id":14,"ws":true,"disabled":false},{"text":"(","start":90,"end":91,"id":15,"ws":false,"disabled":false},{"text":"7","start":91,"end":92,"id":16,"ws":false,"disabled":false},{"text":",","start":92,"end":93,"id":17,"ws":true,"disabled":false},{"text":"8","start":94,"end":95,"id":18,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":19,"ws":true,"disabled":false},{"text":"9","start":97,"end":98,"id":20,"ws":false,"disabled":false},{"text":")","start":98,"end":99,"id":21,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":22,"ws":true,"disabled":false},{"text":"windfall","start":101,"end":109,"id":23,"ws":true,"disabled":false},{"text":"(","start":110,"end":111,"id":24,"ws":false,"disabled":false},{"text":"10","start":111,"end":113,"id":25,"ws":false,"disabled":false},{"text":")","start":113,"end":114,"id":26,"ws":false,"disabled":false},{"text":",","start":114,"end":115,"id":27,"ws":true,"disabled":false},{"text":"and","start":116,"end":119,"id":28,"ws":true,"disabled":false},{"text":"pathogens","start":120,"end":129,"id":29,"ws":true,"disabled":false},{"text":"that","start":130,"end":134,"id":30,"ws":true,"disabled":false},{"text":"stress","start":135,"end":141,"id":31,"ws":true,"disabled":false},{"text":"trees","start":142,"end":147,"id":32,"ws":true,"disabled":false},{"text":"(","start":148,"end":149,"id":33,"ws":false,"disabled":false},{"text":"11","start":149,"end":151,"id":34,"ws":false,"disabled":false},{"text":")","start":151,"end":152,"id":35,"ws":false,"disabled":false},{"text":".","start":152,"end":153,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":154,"end":166,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":167,"end":179,"id":38,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":32,"child":37,"head_span":{"start":142,"end":147,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":154,"end":166,"token_start":37,"token_end":37,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":0,"child":37,"head_span":{"start":0,"end":11,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":154,"end":166,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":37,"head_span":{"start":53,"end":62,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":154,"end":166,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":32,"head_span":{"start":135,"end":141,"token_start":31,"token_end":31,"label":"change_direction"},"child_span":{"start":142,"end":147,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":32,"head_span":{"start":82,"end":89,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":142,"end":147,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":32,"head_span":{"start":101,"end":109,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":142,"end":147,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":32,"head_span":{"start":120,"end":129,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":142,"end":147,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":37,"head_span":{"start":142,"end":147,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":154,"end":166,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":1095,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Stress can also lead to physical symptoms like headaches, stomachaches and fatigue, he added.\n","text":"Stress can also lead to physical symptoms like headaches, stomachaches and fatigue, he added. IMPLIED_BASE IMPLIED_BASE","characters":94,"document_index":833,"md_sentence_index":18,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/25/parenting/disaster-evacuation-kids-coping.html","combo_id":"833_18","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1572078421,"_task_hash":-1045607808,"spans":[{"text":"Stress","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"base"},{"start":7,"end":10,"token_start":1,"token_end":1,"label":"confidence"},{"start":16,"end":23,"token_start":3,"token_end":4,"label":"predicate"},{"start":24,"end":41,"token_start":5,"token_end":6,"label":"aspect_changing"},{"start":47,"end":56,"token_start":8,"token_end":8,"label":"base"},{"start":58,"end":70,"token_start":10,"token_end":10,"label":"base"},{"start":75,"end":82,"token_start":12,"token_end":12,"label":"base"},{"start":94,"end":106,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"Stress","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"can","start":7,"end":10,"id":1,"ws":true,"disabled":false},{"text":"also","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"lead","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"to","start":21,"end":23,"id":4,"ws":true,"disabled":false},{"text":"physical","start":24,"end":32,"id":5,"ws":true,"disabled":false},{"text":"symptoms","start":33,"end":41,"id":6,"ws":true,"disabled":false},{"text":"like","start":42,"end":46,"id":7,"ws":true,"disabled":false},{"text":"headaches","start":47,"end":56,"id":8,"ws":false,"disabled":false},{"text":",","start":56,"end":57,"id":9,"ws":true,"disabled":false},{"text":"stomachaches","start":58,"end":70,"id":10,"ws":true,"disabled":false},{"text":"and","start":71,"end":74,"id":11,"ws":true,"disabled":false},{"text":"fatigue","start":75,"end":82,"id":12,"ws":false,"disabled":false},{"text":",","start":82,"end":83,"id":13,"ws":true,"disabled":false},{"text":"he","start":84,"end":86,"id":14,"ws":true,"disabled":false},{"text":"added","start":87,"end":92,"id":15,"ws":false,"disabled":false},{"text":".","start":92,"end":93,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":94,"end":106,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":18,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":0,"child":17,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":94,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":6,"child":17,"head_span":{"start":24,"end":41,"token_start":5,"token_end":6,"label":"aspect_changing"},"child_span":{"start":94,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":17,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":94,"end":106,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":8,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":47,"end":56,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":10,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":58,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":12,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":75,"end":82,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":585,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As climate change raises summer temperatures and boosts the number and severity of heat waves the world over, weapons experts warn of more of such unplanned explosions at munitions sites, or UEMS\u2014particularly in places that are already steeped in conflict or have poor stockpile management, or both.","text":"As climate change raises summer temperatures and boosts the number and severity of heat waves the world over, weapons experts warn of more of such unplanned explosions at munitions sites, or UEMS\u2014particularly in places that are already steeped in conflict or have poor stockpile management, or both. IMPLIED_BASE IMPLIED_BASE","characters":299,"document_index":461,"md_sentence_index":11,"classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/climate-change-may-be-blowing-up-arms-depots/","combo_id":"461_11","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1290061688,"_task_hash":727444276,"spans":[{"text":"climate change","start":3,"token_start":1,"token_end":2,"end":17,"type":"pattern","label":"base"},{"text":"summer","start":25,"token_start":4,"token_end":4,"end":31,"type":"pattern","label":"base"},{"text":"temperatures","start":32,"token_start":5,"token_end":5,"end":44,"type":"pattern","label":"aspect_changing"},{"text":"heat waves","start":83,"token_start":13,"token_end":14,"end":93,"type":"pattern","label":"base"},{"text":"more","start":134,"token_start":23,"token_end":23,"end":138,"type":"pattern","label":"change_direction"},{"text":"conflict","start":247,"token_start":43,"token_end":43,"end":255,"type":"pattern","label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"climate","start":3,"end":10,"id":1,"ws":true,"disabled":false},{"text":"change","start":11,"end":17,"id":2,"ws":true,"disabled":false},{"text":"raises","start":18,"end":24,"id":3,"ws":true,"disabled":false},{"text":"summer","start":25,"end":31,"id":4,"ws":true,"disabled":false},{"text":"temperatures","start":32,"end":44,"id":5,"ws":true,"disabled":false},{"text":"and","start":45,"end":48,"id":6,"ws":true,"disabled":false},{"text":"boosts","start":49,"end":55,"id":7,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":8,"ws":true,"disabled":false},{"text":"number","start":60,"end":66,"id":9,"ws":true,"disabled":false},{"text":"and","start":67,"end":70,"id":10,"ws":true,"disabled":false},{"text":"severity","start":71,"end":79,"id":11,"ws":true,"disabled":false},{"text":"of","start":80,"end":82,"id":12,"ws":true,"disabled":false},{"text":"heat","start":83,"end":87,"id":13,"ws":true,"disabled":false},{"text":"waves","start":88,"end":93,"id":14,"ws":true,"disabled":false},{"text":"the","start":94,"end":97,"id":15,"ws":true,"disabled":false},{"text":"world","start":98,"end":103,"id":16,"ws":true,"disabled":false},{"text":"over","start":104,"end":108,"id":17,"ws":false,"disabled":false},{"text":",","start":108,"end":109,"id":18,"ws":true,"disabled":false},{"text":"weapons","start":110,"end":117,"id":19,"ws":true,"disabled":false},{"text":"experts","start":118,"end":125,"id":20,"ws":true,"disabled":false},{"text":"warn","start":126,"end":130,"id":21,"ws":true,"disabled":false},{"text":"of","start":131,"end":133,"id":22,"ws":true,"disabled":false},{"text":"more","start":134,"end":138,"id":23,"ws":true,"disabled":false},{"text":"of","start":139,"end":141,"id":24,"ws":true,"disabled":false},{"text":"such","start":142,"end":146,"id":25,"ws":true,"disabled":false},{"text":"unplanned","start":147,"end":156,"id":26,"ws":true,"disabled":false},{"text":"explosions","start":157,"end":167,"id":27,"ws":true,"disabled":false},{"text":"at","start":168,"end":170,"id":28,"ws":true,"disabled":false},{"text":"munitions","start":171,"end":180,"id":29,"ws":true,"disabled":false},{"text":"sites","start":181,"end":186,"id":30,"ws":false,"disabled":false},{"text":",","start":186,"end":187,"id":31,"ws":true,"disabled":false},{"text":"or","start":188,"end":190,"id":32,"ws":true,"disabled":false},{"text":"UEMS","start":191,"end":195,"id":33,"ws":false,"disabled":false},{"text":"\u2014","start":195,"end":196,"id":34,"ws":false,"disabled":false},{"text":"particularly","start":196,"end":208,"id":35,"ws":true,"disabled":false},{"text":"in","start":209,"end":211,"id":36,"ws":true,"disabled":false},{"text":"places","start":212,"end":218,"id":37,"ws":true,"disabled":false},{"text":"that","start":219,"end":223,"id":38,"ws":true,"disabled":false},{"text":"are","start":224,"end":227,"id":39,"ws":true,"disabled":false},{"text":"already","start":228,"end":235,"id":40,"ws":true,"disabled":false},{"text":"steeped","start":236,"end":243,"id":41,"ws":true,"disabled":false},{"text":"in","start":244,"end":246,"id":42,"ws":true,"disabled":false},{"text":"conflict","start":247,"end":255,"id":43,"ws":true,"disabled":false},{"text":"or","start":256,"end":258,"id":44,"ws":true,"disabled":false},{"text":"have","start":259,"end":263,"id":45,"ws":true,"disabled":false},{"text":"poor","start":264,"end":268,"id":46,"ws":true,"disabled":false},{"text":"stockpile","start":269,"end":278,"id":47,"ws":true,"disabled":false},{"text":"management","start":279,"end":289,"id":48,"ws":false,"disabled":false},{"text":",","start":289,"end":290,"id":49,"ws":true,"disabled":false},{"text":"or","start":291,"end":293,"id":50,"ws":true,"disabled":false},{"text":"both","start":294,"end":298,"id":51,"ws":false,"disabled":false},{"text":".","start":298,"end":299,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":300,"end":312,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":313,"end":325,"id":54,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[],"answer":"ignore"}
+{"number":14,"Used?":"","Dataset name":"","ignore?":"yes","reason":"not causality","relation count":"","complexity":"","original_md_text":"Say, for instance, that faster-than-expected changes in climate force a more rapid reduction in fossil-fuel energy sources?","text":"Say, for instance, that faster-than-expected changes in climate force a more rapid reduction in fossil-fuel energy sources? IMPLIED_BASE IMPLIED_BASE","characters":123,"document_index":15,"md_sentence_index":15,"classification_origin":"cm_cause_effect_rel","url":"https://www.marketwatch.com/story/how-climate-change-could-trigger-the-next-financial-crisis-2019-04-18","combo_id":"15_15","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1853660589,"_task_hash":1881983414,"spans":[{"text":"more","start":72,"token_start":16,"token_end":16,"end":76,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Say","start":0,"end":3,"id":0,"ws":false,"disabled":false},{"text":",","start":3,"end":4,"id":1,"ws":true,"disabled":false},{"text":"for","start":5,"end":8,"id":2,"ws":true,"disabled":false},{"text":"instance","start":9,"end":17,"id":3,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":4,"ws":true,"disabled":false},{"text":"that","start":19,"end":23,"id":5,"ws":true,"disabled":false},{"text":"faster","start":24,"end":30,"id":6,"ws":false,"disabled":false},{"text":"-","start":30,"end":31,"id":7,"ws":false,"disabled":false},{"text":"than","start":31,"end":35,"id":8,"ws":false,"disabled":false},{"text":"-","start":35,"end":36,"id":9,"ws":false,"disabled":false},{"text":"expected","start":36,"end":44,"id":10,"ws":true,"disabled":false},{"text":"changes","start":45,"end":52,"id":11,"ws":true,"disabled":false},{"text":"in","start":53,"end":55,"id":12,"ws":true,"disabled":false},{"text":"climate","start":56,"end":63,"id":13,"ws":true,"disabled":false},{"text":"force","start":64,"end":69,"id":14,"ws":true,"disabled":false},{"text":"a","start":70,"end":71,"id":15,"ws":true,"disabled":false},{"text":"more","start":72,"end":76,"id":16,"ws":true,"disabled":false},{"text":"rapid","start":77,"end":82,"id":17,"ws":true,"disabled":false},{"text":"reduction","start":83,"end":92,"id":18,"ws":true,"disabled":false},{"text":"in","start":93,"end":95,"id":19,"ws":true,"disabled":false},{"text":"fossil","start":96,"end":102,"id":20,"ws":false,"disabled":false},{"text":"-","start":102,"end":103,"id":21,"ws":false,"disabled":false},{"text":"fuel","start":103,"end":107,"id":22,"ws":true,"disabled":false},{"text":"energy","start":108,"end":114,"id":23,"ws":true,"disabled":false},{"text":"sources","start":115,"end":122,"id":24,"ws":false,"disabled":false},{"text":"?","start":122,"end":123,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":124,"end":136,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":137,"end":149,"id":27,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":226,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Hitachi Ltd., a Japanese manufacturer, said that increased rainfall and flooding in Southeast Asia had the potential to knock out suppliers and that it was taking defensive measures as a result.","text":"Hitachi Ltd., a Japanese manufacturer, said that increased rainfall and flooding in Southeast Asia had the potential to knock out suppliers and that it was taking defensive measures as a result. IMPLIED_BASE IMPLIED_BASE","characters":194,"document_index":163,"md_sentence_index":15,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/06/04/climate/companies-climate-change-financial-impact.html","combo_id":"163_15","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-867730944,"_task_hash":2119452128,"spans":[{"start":0,"end":12,"token_start":0,"token_end":1,"label":"to_whom"},{"start":16,"end":24,"token_start":4,"token_end":4,"label":"type_of"},{"start":25,"end":37,"token_start":5,"token_end":5,"label":"base"},{"text":"increased","start":49,"token_start":9,"token_end":9,"end":58,"type":"pattern","label":"change_direction"},{"text":"rainfall","start":59,"token_start":10,"token_end":10,"end":67,"type":"pattern","label":"base"},{"text":"flooding","start":72,"token_start":12,"token_end":12,"end":80,"type":"pattern","label":"base"},{"start":81,"end":98,"token_start":13,"token_end":15,"label":"where"},{"start":99,"end":116,"token_start":16,"token_end":18,"label":"confidence"},{"start":120,"end":129,"token_start":20,"token_end":21,"label":"change_direction"},{"start":130,"end":139,"token_start":22,"token_end":22,"label":"base"},{"start":152,"end":155,"token_start":26,"token_end":26,"label":"confidence"},{"start":156,"end":162,"token_start":27,"token_end":27,"label":"predicate"},{"start":163,"end":181,"token_start":28,"token_end":29,"label":"aspect_changing"},{"start":182,"end":193,"token_start":30,"token_end":32,"label":"predicate"}],"tokens":[{"text":"Hitachi","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"Ltd.","start":8,"end":12,"id":1,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":2,"ws":true,"disabled":false},{"text":"a","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"Japanese","start":16,"end":24,"id":4,"ws":true,"disabled":false},{"text":"manufacturer","start":25,"end":37,"id":5,"ws":false,"disabled":false},{"text":",","start":37,"end":38,"id":6,"ws":true,"disabled":false},{"text":"said","start":39,"end":43,"id":7,"ws":true,"disabled":false},{"text":"that","start":44,"end":48,"id":8,"ws":true,"disabled":false},{"text":"increased","start":49,"end":58,"id":9,"ws":true,"disabled":false},{"text":"rainfall","start":59,"end":67,"id":10,"ws":true,"disabled":false},{"text":"and","start":68,"end":71,"id":11,"ws":true,"disabled":false},{"text":"flooding","start":72,"end":80,"id":12,"ws":true,"disabled":false},{"text":"in","start":81,"end":83,"id":13,"ws":true,"disabled":false},{"text":"Southeast","start":84,"end":93,"id":14,"ws":true,"disabled":false},{"text":"Asia","start":94,"end":98,"id":15,"ws":true,"disabled":false},{"text":"had","start":99,"end":102,"id":16,"ws":true,"disabled":false},{"text":"the","start":103,"end":106,"id":17,"ws":true,"disabled":false},{"text":"potential","start":107,"end":116,"id":18,"ws":true,"disabled":false},{"text":"to","start":117,"end":119,"id":19,"ws":true,"disabled":false},{"text":"knock","start":120,"end":125,"id":20,"ws":true,"disabled":false},{"text":"out","start":126,"end":129,"id":21,"ws":true,"disabled":false},{"text":"suppliers","start":130,"end":139,"id":22,"ws":true,"disabled":false},{"text":"and","start":140,"end":143,"id":23,"ws":true,"disabled":false},{"text":"that","start":144,"end":148,"id":24,"ws":true,"disabled":false},{"text":"it","start":149,"end":151,"id":25,"ws":true,"disabled":false},{"text":"was","start":152,"end":155,"id":26,"ws":true,"disabled":false},{"text":"taking","start":156,"end":162,"id":27,"ws":true,"disabled":false},{"text":"defensive","start":163,"end":172,"id":28,"ws":true,"disabled":false},{"text":"measures","start":173,"end":181,"id":29,"ws":true,"disabled":false},{"text":"as","start":182,"end":184,"id":30,"ws":true,"disabled":false},{"text":"a","start":185,"end":186,"id":31,"ws":true,"disabled":false},{"text":"result","start":187,"end":193,"id":32,"ws":false,"disabled":false},{"text":".","start":193,"end":194,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":195,"end":207,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":208,"end":220,"id":35,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":16,"end":24,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":25,"end":37,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":49,"end":58,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":59,"end":67,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":12,"head_span":{"start":49,"end":58,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":72,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":12,"head_span":{"start":81,"end":98,"token_start":13,"token_end":15,"label":"where"},"child_span":{"start":72,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":10,"head_span":{"start":81,"end":98,"token_start":13,"token_end":15,"label":"where"},"child_span":{"start":59,"end":67,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":5,"head_span":{"start":163,"end":181,"token_start":28,"token_end":29,"label":"aspect_changing"},"child_span":{"start":25,"end":37,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":22,"head_span":{"start":72,"end":80,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":130,"end":139,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":22,"head_span":{"start":59,"end":67,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":130,"end":139,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":5,"head_span":{"start":130,"end":139,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":25,"end":37,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":22,"head_span":{"start":120,"end":129,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":130,"end":139,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":0,"end":12,"token_start":0,"token_end":1,"label":"to_whom"},"child_span":{"start":25,"end":37,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":274,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Particulate matter and other pollution have dramatically decreased over the past 40 years, in large part because of regulations put in place under the Clean Air Act of 1970 and its later updates, experts say.\n","text":"Particulate matter and other pollution have dramatically decreased over the past 40 years, in large part because of regulations put in place under the Clean Air Act of 1970 and its later updates, experts say. IMPLIED_BASE IMPLIED_BASE","characters":209,"document_index":222,"md_sentence_index":14,"classification_origin":"cm-label-eval","url":"https://www.nytimes.com/interactive/2019/06/19/climate/us-air-pollution-trump.html","combo_id":"222_14","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1579225794,"_task_hash":-173859100,"spans":[{"text":"Particulate matter","start":0,"token_start":0,"token_end":1,"end":18,"type":"pattern","label":"base"},{"text":"pollution","start":29,"token_start":4,"token_end":4,"end":38,"type":"pattern","label":"base"},{"start":39,"end":43,"token_start":5,"token_end":5,"label":"confidence"},{"start":44,"end":56,"token_start":6,"token_end":6,"label":"effect_size"},{"start":57,"end":66,"token_start":7,"token_end":7,"label":"change_direction"},{"start":67,"end":89,"token_start":8,"token_end":12,"label":"when"},{"start":91,"end":104,"token_start":14,"token_end":16,"label":"effect_size"},{"start":105,"end":115,"token_start":17,"token_end":18,"label":"predicate"},{"start":116,"end":127,"token_start":19,"token_end":19,"label":"base"},{"start":128,"end":140,"token_start":20,"token_end":22,"label":"change_direction"}],"tokens":[{"text":"Particulate","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"matter","start":12,"end":18,"id":1,"ws":true,"disabled":false},{"text":"and","start":19,"end":22,"id":2,"ws":true,"disabled":false},{"text":"other","start":23,"end":28,"id":3,"ws":true,"disabled":false},{"text":"pollution","start":29,"end":38,"id":4,"ws":true,"disabled":false},{"text":"have","start":39,"end":43,"id":5,"ws":true,"disabled":false},{"text":"dramatically","start":44,"end":56,"id":6,"ws":true,"disabled":false},{"text":"decreased","start":57,"end":66,"id":7,"ws":true,"disabled":false},{"text":"over","start":67,"end":71,"id":8,"ws":true,"disabled":false},{"text":"the","start":72,"end":75,"id":9,"ws":true,"disabled":false},{"text":"past","start":76,"end":80,"id":10,"ws":true,"disabled":false},{"text":"40","start":81,"end":83,"id":11,"ws":true,"disabled":false},{"text":"years","start":84,"end":89,"id":12,"ws":false,"disabled":false},{"text":",","start":89,"end":90,"id":13,"ws":true,"disabled":false},{"text":"in","start":91,"end":93,"id":14,"ws":true,"disabled":false},{"text":"large","start":94,"end":99,"id":15,"ws":true,"disabled":false},{"text":"part","start":100,"end":104,"id":16,"ws":true,"disabled":false},{"text":"because","start":105,"end":112,"id":17,"ws":true,"disabled":false},{"text":"of","start":113,"end":115,"id":18,"ws":true,"disabled":false},{"text":"regulations","start":116,"end":127,"id":19,"ws":true,"disabled":false},{"text":"put","start":128,"end":131,"id":20,"ws":true,"disabled":false},{"text":"in","start":132,"end":134,"id":21,"ws":true,"disabled":false},{"text":"place","start":135,"end":140,"id":22,"ws":true,"disabled":false},{"text":"under","start":141,"end":146,"id":23,"ws":true,"disabled":false},{"text":"the","start":147,"end":150,"id":24,"ws":true,"disabled":false},{"text":"Clean","start":151,"end":156,"id":25,"ws":true,"disabled":false},{"text":"Air","start":157,"end":160,"id":26,"ws":true,"disabled":false},{"text":"Act","start":161,"end":164,"id":27,"ws":true,"disabled":false},{"text":"of","start":165,"end":167,"id":28,"ws":true,"disabled":false},{"text":"1970","start":168,"end":172,"id":29,"ws":true,"disabled":false},{"text":"and","start":173,"end":176,"id":30,"ws":true,"disabled":false},{"text":"its","start":177,"end":180,"id":31,"ws":true,"disabled":false},{"text":"later","start":181,"end":186,"id":32,"ws":true,"disabled":false},{"text":"updates","start":187,"end":194,"id":33,"ws":false,"disabled":false},{"text":",","start":194,"end":195,"id":34,"ws":true,"disabled":false},{"text":"experts","start":196,"end":203,"id":35,"ws":true,"disabled":false},{"text":"say","start":204,"end":207,"id":36,"ws":false,"disabled":false},{"text":".","start":207,"end":208,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":209,"end":221,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":222,"end":234,"id":39,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":7,"child":4,"head_span":{"start":57,"end":66,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":29,"end":38,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":1,"head_span":{"start":57,"end":66,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":0,"end":18,"token_start":0,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":4,"head_span":{"start":67,"end":89,"token_start":8,"token_end":12,"label":"when"},"child_span":{"start":29,"end":38,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":1,"head_span":{"start":67,"end":89,"token_start":8,"token_end":12,"label":"when"},"child_span":{"start":0,"end":18,"token_start":0,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":91,"end":104,"token_start":14,"token_end":16,"label":"effect_size"},"child_span":{"start":105,"end":115,"token_start":17,"token_end":18,"label":"predicate"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":19,"head_span":{"start":128,"end":140,"token_start":20,"token_end":22,"label":"change_direction"},"child_span":{"start":116,"end":127,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":4,"head_span":{"start":116,"end":127,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":29,"end":38,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":1,"head_span":{"start":116,"end":127,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":0,"end":18,"token_start":0,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":208,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Harmful algal booms can adversely affect aquatic ecosystem health, both directly through the presence of these toxins and indirectly through the low dissolved oxygen concentrations and changes in aquatic food webs caused by an overabundance of cyanobacteria.","text":"Harmful algal booms can adversely affect aquatic ecosystem health, both directly through the presence of these toxins and indirectly through the low dissolved oxygen concentrations and changes in aquatic food webs caused by an overabundance of cyanobacteria. IMPLIED_BASE IMPLIED_BASE","characters":258,"document_index":153,"md_sentence_index":4,"classification_origin":"cm_cause_effect_rel","url":"https://www.usgs.gov/news/science-harmful-algae-blooms","combo_id":"153_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1148540733,"_task_hash":-306236229,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},{"start":14,"end":19,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":20,"end":23,"token_start":3,"token_end":3,"label":"change_direction"},{"start":24,"end":40,"token_start":4,"token_end":5,"label":"change_direction"},{"start":41,"end":48,"token_start":6,"token_end":6,"label":"type_of"},{"start":49,"end":58,"token_start":7,"token_end":7,"label":"base"},{"text":"health","start":59,"token_start":8,"token_end":8,"end":65,"type":"pattern","label":"base"},{"start":81,"end":88,"token_start":12,"token_end":12,"label":"predicate"},{"start":93,"end":101,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":111,"end":117,"token_start":17,"token_end":17,"label":"base"},{"start":133,"end":140,"token_start":20,"token_end":20,"label":"predicate"},{"start":145,"end":148,"token_start":22,"token_end":22,"label":"effect_size"},{"start":149,"end":158,"token_start":23,"token_end":23,"label":"type_of"},{"start":159,"end":165,"token_start":24,"token_end":24,"label":"base"},{"text":"concentrations","start":166,"token_start":25,"token_end":25,"end":180,"type":"pattern","label":"aspect_changing"},{"start":185,"end":195,"token_start":27,"token_end":28,"label":"change_direction"},{"start":196,"end":203,"token_start":29,"token_end":29,"label":"type_of"},{"start":204,"end":213,"token_start":30,"token_end":31,"label":"base"},{"start":214,"end":223,"token_start":32,"token_end":33,"label":"predicate"},{"start":227,"end":240,"token_start":35,"token_end":35,"label":"aspect_changing"},{"text":"cyanobacteria","start":244,"token_start":37,"token_end":37,"end":257,"type":"pattern","label":"base"}],"tokens":[{"text":"Harmful","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"algal","start":8,"end":13,"id":1,"ws":true,"disabled":false},{"text":"booms","start":14,"end":19,"id":2,"ws":true,"disabled":false},{"text":"can","start":20,"end":23,"id":3,"ws":true,"disabled":false},{"text":"adversely","start":24,"end":33,"id":4,"ws":true,"disabled":false},{"text":"affect","start":34,"end":40,"id":5,"ws":true,"disabled":false},{"text":"aquatic","start":41,"end":48,"id":6,"ws":true,"disabled":false},{"text":"ecosystem","start":49,"end":58,"id":7,"ws":true,"disabled":false},{"text":"health","start":59,"end":65,"id":8,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":9,"ws":true,"disabled":false},{"text":"both","start":67,"end":71,"id":10,"ws":true,"disabled":false},{"text":"directly","start":72,"end":80,"id":11,"ws":true,"disabled":false},{"text":"through","start":81,"end":88,"id":12,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":13,"ws":true,"disabled":false},{"text":"presence","start":93,"end":101,"id":14,"ws":true,"disabled":false},{"text":"of","start":102,"end":104,"id":15,"ws":true,"disabled":false},{"text":"these","start":105,"end":110,"id":16,"ws":true,"disabled":false},{"text":"toxins","start":111,"end":117,"id":17,"ws":true,"disabled":false},{"text":"and","start":118,"end":121,"id":18,"ws":true,"disabled":false},{"text":"indirectly","start":122,"end":132,"id":19,"ws":true,"disabled":false},{"text":"through","start":133,"end":140,"id":20,"ws":true,"disabled":false},{"text":"the","start":141,"end":144,"id":21,"ws":true,"disabled":false},{"text":"low","start":145,"end":148,"id":22,"ws":true,"disabled":false},{"text":"dissolved","start":149,"end":158,"id":23,"ws":true,"disabled":false},{"text":"oxygen","start":159,"end":165,"id":24,"ws":true,"disabled":false},{"text":"concentrations","start":166,"end":180,"id":25,"ws":true,"disabled":false},{"text":"and","start":181,"end":184,"id":26,"ws":true,"disabled":false},{"text":"changes","start":185,"end":192,"id":27,"ws":true,"disabled":false},{"text":"in","start":193,"end":195,"id":28,"ws":true,"disabled":false},{"text":"aquatic","start":196,"end":203,"id":29,"ws":true,"disabled":false},{"text":"food","start":204,"end":208,"id":30,"ws":true,"disabled":false},{"text":"webs","start":209,"end":213,"id":31,"ws":true,"disabled":false},{"text":"caused","start":214,"end":220,"id":32,"ws":true,"disabled":false},{"text":"by","start":221,"end":223,"id":33,"ws":true,"disabled":false},{"text":"an","start":224,"end":226,"id":34,"ws":true,"disabled":false},{"text":"overabundance","start":227,"end":240,"id":35,"ws":true,"disabled":false},{"text":"of","start":241,"end":243,"id":36,"ws":true,"disabled":false},{"text":"cyanobacteria","start":244,"end":257,"id":37,"ws":false,"disabled":false},{"text":".","start":257,"end":258,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":259,"end":271,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":272,"end":284,"id":40,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":1,"head_span":{"start":14,"end":19,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":41,"end":48,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":49,"end":58,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":59,"end":65,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":49,"end":58,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":24,"end":40,"token_start":4,"token_end":5,"label":"change_direction"},"child_span":{"start":49,"end":58,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":93,"end":101,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":111,"end":117,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":145,"end":148,"token_start":22,"token_end":22,"label":"effect_size"},"child_span":{"start":159,"end":165,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":24,"head_span":{"start":166,"end":180,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":159,"end":165,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":149,"end":158,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":159,"end":165,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":196,"end":203,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":204,"end":213,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":31,"head_span":{"start":185,"end":195,"token_start":27,"token_end":28,"label":"change_direction"},"child_span":{"start":204,"end":213,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":37,"head_span":{"start":227,"end":240,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":244,"end":257,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":31,"head_span":{"start":244,"end":257,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":204,"end":213,"token_start":30,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":7,"head_span":{"start":159,"end":165,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":49,"end":58,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":7,"head_span":{"start":111,"end":117,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":49,"end":58,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":7,"head_span":{"start":204,"end":213,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":49,"end":58,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":7,"head_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":49,"end":58,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":24,"head_span":{"start":244,"end":257,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":159,"end":165,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":811,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"After a misdirected autoimmune response has been triggered once, inflammation will be triggered in the future in response to even small amounts of whatever initially triggered the response.","text":"After a misdirected autoimmune response has been triggered once, inflammation will be triggered in the future in response to even small amounts of whatever initially triggered the response. IMPLIED_BASE IMPLIED_BASE","characters":189,"document_index":653,"md_sentence_index":28,"classification_origin":"causal_sentence_classification","url":"https://www.psychologytoday.com/blog/expressive-trauma-integration/202002/ptsd-may-be-risk-factor-autoimmune-disease","combo_id":"653_28","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1678894752,"_task_hash":2128844015,"spans":[{"start":0,"end":5,"token_start":0,"token_end":0,"label":"predicate"},{"start":8,"end":19,"token_start":2,"token_end":2,"label":"type_of"},{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},{"start":31,"end":39,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":49,"end":58,"token_start":7,"token_end":7,"label":"change_direction"},{"start":59,"end":63,"token_start":8,"token_end":8,"label":"effect_size"},{"start":65,"end":77,"token_start":10,"token_end":10,"label":"base"},{"start":78,"end":82,"token_start":11,"token_end":11,"label":"predicate"},{"start":86,"end":95,"token_start":13,"token_end":13,"label":"change_direction"},{"start":96,"end":109,"token_start":14,"token_end":16,"label":"when"},{"start":110,"end":124,"token_start":17,"token_end":19,"label":"predicate"},{"start":125,"end":143,"token_start":20,"token_end":22,"label":"effect_size"},{"start":156,"end":188,"token_start":25,"token_end":28,"label":"type_of"},{"start":190,"end":202,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"After","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"a","start":6,"end":7,"id":1,"ws":true,"disabled":false},{"text":"misdirected","start":8,"end":19,"id":2,"ws":true,"disabled":false},{"text":"autoimmune","start":20,"end":30,"id":3,"ws":true,"disabled":false},{"text":"response","start":31,"end":39,"id":4,"ws":true,"disabled":false},{"text":"has","start":40,"end":43,"id":5,"ws":true,"disabled":false},{"text":"been","start":44,"end":48,"id":6,"ws":true,"disabled":false},{"text":"triggered","start":49,"end":58,"id":7,"ws":true,"disabled":false},{"text":"once","start":59,"end":63,"id":8,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":9,"ws":true,"disabled":false},{"text":"inflammation","start":65,"end":77,"id":10,"ws":true,"disabled":false},{"text":"will","start":78,"end":82,"id":11,"ws":true,"disabled":false},{"text":"be","start":83,"end":85,"id":12,"ws":true,"disabled":false},{"text":"triggered","start":86,"end":95,"id":13,"ws":true,"disabled":false},{"text":"in","start":96,"end":98,"id":14,"ws":true,"disabled":false},{"text":"the","start":99,"end":102,"id":15,"ws":true,"disabled":false},{"text":"future","start":103,"end":109,"id":16,"ws":true,"disabled":false},{"text":"in","start":110,"end":112,"id":17,"ws":true,"disabled":false},{"text":"response","start":113,"end":121,"id":18,"ws":true,"disabled":false},{"text":"to","start":122,"end":124,"id":19,"ws":true,"disabled":false},{"text":"even","start":125,"end":129,"id":20,"ws":true,"disabled":false},{"text":"small","start":130,"end":135,"id":21,"ws":true,"disabled":false},{"text":"amounts","start":136,"end":143,"id":22,"ws":true,"disabled":false},{"text":"of","start":144,"end":146,"id":23,"ws":true,"disabled":false},{"text":"whatever","start":147,"end":155,"id":24,"ws":true,"disabled":false},{"text":"initially","start":156,"end":165,"id":25,"ws":true,"disabled":false},{"text":"triggered","start":166,"end":175,"id":26,"ws":true,"disabled":false},{"text":"the","start":176,"end":179,"id":27,"ws":true,"disabled":false},{"text":"response","start":180,"end":188,"id":28,"ws":false,"disabled":false},{"text":".","start":188,"end":189,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":31,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":4,"child":3,"head_span":{"start":31,"end":39,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":3,"head_span":{"start":8,"end":19,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":3,"head_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"predicate"},"child_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":3,"head_span":{"start":49,"end":58,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":3,"head_span":{"start":59,"end":63,"token_start":8,"token_end":8,"label":"effect_size"},"child_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":10,"head_span":{"start":86,"end":95,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":65,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":10,"head_span":{"start":96,"end":109,"token_start":14,"token_end":16,"label":"when"},"child_span":{"start":65,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":30,"head_span":{"start":156,"end":188,"token_start":25,"token_end":28,"label":"type_of"},"child_span":{"start":190,"end":202,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":30,"head_span":{"start":125,"end":143,"token_start":20,"token_end":22,"label":"effect_size"},"child_span":{"start":190,"end":202,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":3,"head_span":{"start":190,"end":202,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":10,"head_span":{"start":190,"end":202,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":65,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":10,"head_span":{"start":20,"end":30,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":65,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":410,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"County and state officials are also bracing for bigger populations of jellyfish from warmer waters, more powerful rip currents from higher sea levels, and increased exposure to water-borne diseases from flooding and runoff.\n","text":"County and state officials are also bracing for bigger populations of jellyfish from warmer waters, more powerful rip currents from higher sea levels, and increased exposure to water-borne diseases from flooding and runoff. IMPLIED_BASE IMPLIED_BASE","characters":224,"document_index":329,"md_sentence_index":4,"classification_origin":"cm_cause_effect_rel","url":"https://www.civilbeat.org/2019/08/climate-change-is-making-hawaiis-beaches-more-dangerous/","combo_id":"329_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-546369829,"_task_hash":-850583263,"spans":[{"start":0,"end":26,"token_start":0,"token_end":3,"label":"to_whom"},{"start":48,"end":54,"token_start":8,"token_end":8,"label":"change_direction"},{"start":55,"end":66,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":70,"end":79,"token_start":11,"token_end":11,"label":"base"},{"start":80,"end":84,"token_start":12,"token_end":12,"label":"predicate"},{"text":"warmer","start":85,"token_start":13,"token_end":13,"end":91,"type":"pattern","label":"change_direction"},{"start":92,"end":98,"token_start":14,"token_end":14,"label":"base"},{"start":100,"end":113,"token_start":16,"token_end":17,"label":"change_direction"},{"start":114,"end":117,"token_start":18,"token_end":18,"label":"type_of"},{"text":"currents","start":118,"token_start":19,"token_end":19,"end":126,"type":"pattern","label":"base"},{"start":127,"end":131,"token_start":20,"token_end":20,"label":"predicate"},{"text":"higher","start":132,"token_start":21,"token_end":21,"end":138,"type":"pattern","label":"change_direction"},{"text":"sea","start":139,"token_start":22,"token_end":22,"end":142,"type":"pattern","label":"base"},{"text":"levels","start":143,"token_start":23,"token_end":23,"end":149,"type":"pattern","label":"aspect_changing"},{"text":"increased","start":155,"token_start":26,"token_end":26,"end":164,"type":"pattern","label":"change_direction"},{"start":165,"end":173,"token_start":27,"token_end":27,"label":"aspect_changing"},{"start":177,"end":188,"token_start":29,"token_end":31,"label":"type_of"},{"start":189,"end":197,"token_start":32,"token_end":32,"label":"base"},{"start":198,"end":202,"token_start":33,"token_end":33,"label":"predicate"},{"text":"flooding","start":203,"token_start":34,"token_end":34,"end":211,"type":"pattern","label":"base"},{"start":216,"end":222,"token_start":36,"token_end":36,"label":"base"}],"tokens":[{"text":"County","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"and","start":7,"end":10,"id":1,"ws":true,"disabled":false},{"text":"state","start":11,"end":16,"id":2,"ws":true,"disabled":false},{"text":"officials","start":17,"end":26,"id":3,"ws":true,"disabled":false},{"text":"are","start":27,"end":30,"id":4,"ws":true,"disabled":false},{"text":"also","start":31,"end":35,"id":5,"ws":true,"disabled":false},{"text":"bracing","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"for","start":44,"end":47,"id":7,"ws":true,"disabled":false},{"text":"bigger","start":48,"end":54,"id":8,"ws":true,"disabled":false},{"text":"populations","start":55,"end":66,"id":9,"ws":true,"disabled":false},{"text":"of","start":67,"end":69,"id":10,"ws":true,"disabled":false},{"text":"jellyfish","start":70,"end":79,"id":11,"ws":true,"disabled":false},{"text":"from","start":80,"end":84,"id":12,"ws":true,"disabled":false},{"text":"warmer","start":85,"end":91,"id":13,"ws":true,"disabled":false},{"text":"waters","start":92,"end":98,"id":14,"ws":false,"disabled":false},{"text":",","start":98,"end":99,"id":15,"ws":true,"disabled":false},{"text":"more","start":100,"end":104,"id":16,"ws":true,"disabled":false},{"text":"powerful","start":105,"end":113,"id":17,"ws":true,"disabled":false},{"text":"rip","start":114,"end":117,"id":18,"ws":true,"disabled":false},{"text":"currents","start":118,"end":126,"id":19,"ws":true,"disabled":false},{"text":"from","start":127,"end":131,"id":20,"ws":true,"disabled":false},{"text":"higher","start":132,"end":138,"id":21,"ws":true,"disabled":false},{"text":"sea","start":139,"end":142,"id":22,"ws":true,"disabled":false},{"text":"levels","start":143,"end":149,"id":23,"ws":false,"disabled":false},{"text":",","start":149,"end":150,"id":24,"ws":true,"disabled":false},{"text":"and","start":151,"end":154,"id":25,"ws":true,"disabled":false},{"text":"increased","start":155,"end":164,"id":26,"ws":true,"disabled":false},{"text":"exposure","start":165,"end":173,"id":27,"ws":true,"disabled":false},{"text":"to","start":174,"end":176,"id":28,"ws":true,"disabled":false},{"text":"water","start":177,"end":182,"id":29,"ws":false,"disabled":false},{"text":"-","start":182,"end":183,"id":30,"ws":false,"disabled":false},{"text":"borne","start":183,"end":188,"id":31,"ws":true,"disabled":false},{"text":"diseases","start":189,"end":197,"id":32,"ws":true,"disabled":false},{"text":"from","start":198,"end":202,"id":33,"ws":true,"disabled":false},{"text":"flooding","start":203,"end":211,"id":34,"ws":true,"disabled":false},{"text":"and","start":212,"end":215,"id":35,"ws":true,"disabled":false},{"text":"runoff","start":216,"end":222,"id":36,"ws":false,"disabled":false},{"text":".","start":222,"end":223,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":224,"end":236,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":237,"end":249,"id":39,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":9,"child":11,"head_span":{"start":55,"end":66,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":70,"end":79,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":48,"end":54,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":70,"end":79,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":85,"end":91,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":92,"end":98,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":100,"end":113,"token_start":16,"token_end":17,"label":"change_direction"},"child_span":{"start":118,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":114,"end":117,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":118,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":22,"head_span":{"start":132,"end":138,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":139,"end":142,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":143,"end":149,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":139,"end":142,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":32,"head_span":{"start":177,"end":188,"token_start":29,"token_end":31,"label":"type_of"},"child_span":{"start":189,"end":197,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":32,"head_span":{"start":165,"end":173,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":189,"end":197,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":32,"head_span":{"start":155,"end":164,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":189,"end":197,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":32,"head_span":{"start":203,"end":211,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":189,"end":197,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":32,"head_span":{"start":216,"end":222,"token_start":36,"token_end":36,"label":"base"},"child_span":{"start":189,"end":197,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":19,"head_span":{"start":139,"end":142,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":118,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":11,"head_span":{"start":92,"end":98,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":70,"end":79,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":763,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Pacific small island states face inundation of low-lying territories due to sea-level rise and fresh water scarcity due to reduction in rainfall, inevitably leading to the need for resettlement.\n","text":"Pacific small island states face inundation of low-lying territories due to sea-level rise and fresh water scarcity due to reduction in rainfall, inevitably leading to the need for resettlement. IMPLIED_BASE IMPLIED_BASE","characters":195,"document_index":629,"md_sentence_index":26,"classification_origin":"causal_sentence_classification","url":"https://knowledge.unccd.int/publications/regional-maps-migration-environment-and-climate-change","combo_id":"629_26","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-907126889,"_task_hash":256971927,"spans":[{"start":0,"end":27,"token_start":0,"token_end":3,"label":"to_whom"},{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"},{"start":47,"end":68,"token_start":7,"token_end":10,"label":"where"},{"start":69,"end":75,"token_start":11,"token_end":12,"label":"predicate"},{"text":"sea","start":76,"token_start":13,"token_end":13,"end":79,"type":"pattern","label":"base"},{"text":"level","start":80,"token_start":15,"token_end":15,"end":85,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":86,"token_start":16,"token_end":16,"end":90,"type":"pattern","label":"change_direction"},{"start":95,"end":100,"token_start":18,"token_end":18,"label":"type_of"},{"start":101,"end":106,"token_start":19,"token_end":19,"label":"base"},{"start":107,"end":115,"token_start":20,"token_end":20,"label":"aspect_changing"},{"start":116,"end":122,"token_start":21,"token_end":22,"label":"predicate"},{"start":123,"end":132,"token_start":23,"token_end":23,"label":"change_direction"},{"text":"rainfall","start":136,"token_start":25,"token_end":25,"end":144,"type":"pattern","label":"base"},{"start":146,"end":156,"token_start":27,"token_end":27,"label":"confidence"},{"start":157,"end":167,"token_start":28,"token_end":29,"label":"predicate"},{"start":172,"end":176,"token_start":31,"token_end":31,"label":"aspect_changing"},{"start":181,"end":193,"token_start":33,"token_end":33,"label":"base"}],"tokens":[{"text":"Pacific","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"small","start":8,"end":13,"id":1,"ws":true,"disabled":false},{"text":"island","start":14,"end":20,"id":2,"ws":true,"disabled":false},{"text":"states","start":21,"end":27,"id":3,"ws":true,"disabled":false},{"text":"face","start":28,"end":32,"id":4,"ws":true,"disabled":false},{"text":"inundation","start":33,"end":43,"id":5,"ws":true,"disabled":false},{"text":"of","start":44,"end":46,"id":6,"ws":true,"disabled":false},{"text":"low","start":47,"end":50,"id":7,"ws":false,"disabled":false},{"text":"-","start":50,"end":51,"id":8,"ws":false,"disabled":false},{"text":"lying","start":51,"end":56,"id":9,"ws":true,"disabled":false},{"text":"territories","start":57,"end":68,"id":10,"ws":true,"disabled":false},{"text":"due","start":69,"end":72,"id":11,"ws":true,"disabled":false},{"text":"to","start":73,"end":75,"id":12,"ws":true,"disabled":false},{"text":"sea","start":76,"end":79,"id":13,"ws":false,"disabled":false},{"text":"-","start":79,"end":80,"id":14,"ws":false,"disabled":false},{"text":"level","start":80,"end":85,"id":15,"ws":true,"disabled":false},{"text":"rise","start":86,"end":90,"id":16,"ws":true,"disabled":false},{"text":"and","start":91,"end":94,"id":17,"ws":true,"disabled":false},{"text":"fresh","start":95,"end":100,"id":18,"ws":true,"disabled":false},{"text":"water","start":101,"end":106,"id":19,"ws":true,"disabled":false},{"text":"scarcity","start":107,"end":115,"id":20,"ws":true,"disabled":false},{"text":"due","start":116,"end":119,"id":21,"ws":true,"disabled":false},{"text":"to","start":120,"end":122,"id":22,"ws":true,"disabled":false},{"text":"reduction","start":123,"end":132,"id":23,"ws":true,"disabled":false},{"text":"in","start":133,"end":135,"id":24,"ws":true,"disabled":false},{"text":"rainfall","start":136,"end":144,"id":25,"ws":false,"disabled":false},{"text":",","start":144,"end":145,"id":26,"ws":true,"disabled":false},{"text":"inevitably","start":146,"end":156,"id":27,"ws":true,"disabled":false},{"text":"leading","start":157,"end":164,"id":28,"ws":true,"disabled":false},{"text":"to","start":165,"end":167,"id":29,"ws":true,"disabled":false},{"text":"the","start":168,"end":171,"id":30,"ws":true,"disabled":false},{"text":"need","start":172,"end":176,"id":31,"ws":true,"disabled":false},{"text":"for","start":177,"end":180,"id":32,"ws":true,"disabled":false},{"text":"resettlement","start":181,"end":193,"id":33,"ws":false,"disabled":false},{"text":".","start":193,"end":194,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":195,"end":207,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":208,"end":220,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":3,"child":5,"head_span":{"start":0,"end":27,"token_start":0,"token_end":3,"label":"to_whom"},"child_span":{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":13,"head_span":{"start":80,"end":85,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":76,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":13,"head_span":{"start":86,"end":90,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":76,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":95,"end":100,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":101,"end":106,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":19,"head_span":{"start":107,"end":115,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":101,"end":106,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":25,"head_span":{"start":123,"end":132,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":136,"end":144,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":33,"head_span":{"start":172,"end":176,"token_start":31,"token_end":31,"label":"aspect_changing"},"child_span":{"start":181,"end":193,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":5,"head_span":{"start":76,"end":79,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":19,"head_span":{"start":136,"end":144,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":101,"end":106,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":19,"head_span":{"start":0,"end":27,"token_start":0,"token_end":3,"label":"to_whom"},"child_span":{"start":101,"end":106,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":33,"head_span":{"start":0,"end":27,"token_start":0,"token_end":3,"label":"to_whom"},"child_span":{"start":181,"end":193,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":33,"head_span":{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":181,"end":193,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":33,"head_span":{"start":101,"end":106,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":181,"end":193,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":5,"head_span":{"start":47,"end":68,"token_start":7,"token_end":10,"label":"where"},"child_span":{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":705,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Whether due to bleaching, increased hurricane activity or reef degradation from human activities, he said, \u201cI would expect to see ciguatera flaring up as reef health declines.\u201d","text":"Whether due to bleaching, increased hurricane activity or reef degradation from human activities, he said, \u201cI would expect to see ciguatera flaring up as reef health declines.\u201d IMPLIED_BASE IMPLIED_BASE","characters":176,"document_index":606,"md_sentence_index":72,"classification_origin":"causal_sentence_classification","url":"http://www.bbc.com/travel/story/20200129-how-climate-change-poisons-our-food","combo_id":"606_72","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1154101928,"_task_hash":1920984472,"spans":[{"start":8,"end":14,"token_start":1,"token_end":2,"label":"predicate"},{"start":15,"end":24,"token_start":3,"token_end":3,"label":"aspect_changing"},{"text":"increased","start":26,"token_start":5,"token_end":5,"end":35,"type":"pattern","label":"change_direction"},{"text":"hurricane","start":36,"token_start":6,"token_end":6,"end":45,"type":"pattern","label":"base"},{"text":"activity","start":46,"token_start":7,"token_end":7,"end":54,"type":"pattern","label":"aspect_changing"},{"start":58,"end":62,"token_start":9,"token_end":9,"label":"base"},{"start":63,"end":74,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":75,"end":79,"token_start":11,"token_end":11,"label":"predicate"},{"start":80,"end":85,"token_start":12,"token_end":12,"label":"base"},{"start":86,"end":96,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":110,"end":129,"token_start":20,"token_end":23,"label":"confidence"},{"start":130,"end":139,"token_start":24,"token_end":24,"label":"base"},{"start":140,"end":150,"token_start":25,"token_end":26,"label":"change_direction"},{"start":151,"end":153,"token_start":27,"token_end":27,"label":"predicate"},{"start":154,"end":158,"token_start":28,"token_end":28,"label":"base"},{"text":"health","start":159,"token_start":29,"token_end":29,"end":165,"type":"pattern","label":"aspect_changing"},{"start":166,"end":174,"token_start":30,"token_end":30,"label":"change_direction"},{"start":177,"end":189,"token_start":33,"token_end":33,"label":"base"}],"tokens":[{"text":"Whether","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"due","start":8,"end":11,"id":1,"ws":true,"disabled":false},{"text":"to","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"bleaching","start":15,"end":24,"id":3,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":4,"ws":true,"disabled":false},{"text":"increased","start":26,"end":35,"id":5,"ws":true,"disabled":false},{"text":"hurricane","start":36,"end":45,"id":6,"ws":true,"disabled":false},{"text":"activity","start":46,"end":54,"id":7,"ws":true,"disabled":false},{"text":"or","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"reef","start":58,"end":62,"id":9,"ws":true,"disabled":false},{"text":"degradation","start":63,"end":74,"id":10,"ws":true,"disabled":false},{"text":"from","start":75,"end":79,"id":11,"ws":true,"disabled":false},{"text":"human","start":80,"end":85,"id":12,"ws":true,"disabled":false},{"text":"activities","start":86,"end":96,"id":13,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":14,"ws":true,"disabled":false},{"text":"he","start":98,"end":100,"id":15,"ws":true,"disabled":false},{"text":"said","start":101,"end":105,"id":16,"ws":false,"disabled":false},{"text":",","start":105,"end":106,"id":17,"ws":true,"disabled":false},{"text":"\u201c","start":107,"end":108,"id":18,"ws":false,"disabled":false},{"text":"I","start":108,"end":109,"id":19,"ws":true,"disabled":false},{"text":"would","start":110,"end":115,"id":20,"ws":true,"disabled":false},{"text":"expect","start":116,"end":122,"id":21,"ws":true,"disabled":false},{"text":"to","start":123,"end":125,"id":22,"ws":true,"disabled":false},{"text":"see","start":126,"end":129,"id":23,"ws":true,"disabled":false},{"text":"ciguatera","start":130,"end":139,"id":24,"ws":true,"disabled":false},{"text":"flaring","start":140,"end":147,"id":25,"ws":true,"disabled":false},{"text":"up","start":148,"end":150,"id":26,"ws":true,"disabled":false},{"text":"as","start":151,"end":153,"id":27,"ws":true,"disabled":false},{"text":"reef","start":154,"end":158,"id":28,"ws":true,"disabled":false},{"text":"health","start":159,"end":165,"id":29,"ws":true,"disabled":false},{"text":"declines","start":166,"end":174,"id":30,"ws":false,"disabled":false},{"text":".","start":174,"end":175,"id":31,"ws":false,"disabled":false},{"text":"\u201d","start":175,"end":176,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":177,"end":189,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":9,"child":33,"head_span":{"start":58,"end":62,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":177,"end":189,"token_start":33,"token_end":33,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":3,"child":33,"head_span":{"start":15,"end":24,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":177,"end":189,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":6,"head_span":{"start":46,"end":54,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":36,"end":45,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":26,"end":35,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":36,"end":45,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":63,"end":74,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":58,"end":62,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":12,"head_span":{"start":86,"end":96,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":80,"end":85,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":24,"head_span":{"start":140,"end":150,"token_start":25,"token_end":26,"label":"change_direction"},"child_span":{"start":130,"end":139,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":29,"head_span":{"start":154,"end":158,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":159,"end":165,"token_start":29,"token_end":29,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":29,"head_span":{"start":166,"end":174,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":159,"end":165,"token_start":29,"token_end":29,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":9,"head_span":{"start":80,"end":85,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":58,"end":62,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":28,"head_span":{"start":177,"end":189,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":154,"end":158,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":28,"head_span":{"start":36,"end":45,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":154,"end":158,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":28,"head_span":{"start":58,"end":62,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":154,"end":158,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":24,"head_span":{"start":154,"end":158,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":130,"end":139,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1121,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cFor example, there might be more exhaust pipes, coal fired power plants for instance that would affect and cause worse air pollution in parts of the community that are poor.\u201d\n","text":"\u201cFor example, there might be more exhaust pipes, coal fired power plants for instance that would affect and cause worse air pollution in parts of the community that are poor.\u201d IMPLIED_BASE IMPLIED_BASE","characters":176,"document_index":851,"md_sentence_index":45,"classification_origin":"causal_sentence_classification","url":"https://spectrumnews1.com/wi/madison/news/2020/10/06/climate-change-report-details-current-and-future-impacts-in-wisconsin","combo_id":"851_45","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1135163110,"_task_hash":-857732850,"spans":[{"start":20,"end":25,"token_start":5,"token_end":5,"label":"confidence"},{"text":"more","start":29,"token_start":7,"token_end":7,"end":33,"type":"pattern","label":"change_direction"},{"start":34,"end":41,"token_start":8,"token_end":8,"label":"base"},{"start":42,"end":47,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":49,"end":59,"token_start":11,"token_end":12,"label":"type_of"},{"start":60,"end":72,"token_start":13,"token_end":14,"label":"base"},{"start":91,"end":96,"token_start":18,"token_end":18,"label":"confidence"},{"start":97,"end":103,"token_start":19,"token_end":19,"label":"predicate"},{"start":108,"end":113,"token_start":21,"token_end":21,"label":"predicate"},{"start":114,"end":119,"token_start":22,"token_end":22,"label":"change_direction"},{"start":120,"end":123,"token_start":23,"token_end":23,"label":"type_of"},{"text":"pollution","start":124,"token_start":24,"token_end":24,"end":133,"type":"pattern","label":"base"},{"start":137,"end":173,"token_start":26,"token_end":32,"label":"to_whom"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"For","start":1,"end":4,"id":1,"ws":true,"disabled":false},{"text":"example","start":5,"end":12,"id":2,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":3,"ws":true,"disabled":false},{"text":"there","start":14,"end":19,"id":4,"ws":true,"disabled":false},{"text":"might","start":20,"end":25,"id":5,"ws":true,"disabled":false},{"text":"be","start":26,"end":28,"id":6,"ws":true,"disabled":false},{"text":"more","start":29,"end":33,"id":7,"ws":true,"disabled":false},{"text":"exhaust","start":34,"end":41,"id":8,"ws":true,"disabled":false},{"text":"pipes","start":42,"end":47,"id":9,"ws":false,"disabled":false},{"text":",","start":47,"end":48,"id":10,"ws":true,"disabled":false},{"text":"coal","start":49,"end":53,"id":11,"ws":true,"disabled":false},{"text":"fired","start":54,"end":59,"id":12,"ws":true,"disabled":false},{"text":"power","start":60,"end":65,"id":13,"ws":true,"disabled":false},{"text":"plants","start":66,"end":72,"id":14,"ws":true,"disabled":false},{"text":"for","start":73,"end":76,"id":15,"ws":true,"disabled":false},{"text":"instance","start":77,"end":85,"id":16,"ws":true,"disabled":false},{"text":"that","start":86,"end":90,"id":17,"ws":true,"disabled":false},{"text":"would","start":91,"end":96,"id":18,"ws":true,"disabled":false},{"text":"affect","start":97,"end":103,"id":19,"ws":true,"disabled":false},{"text":"and","start":104,"end":107,"id":20,"ws":true,"disabled":false},{"text":"cause","start":108,"end":113,"id":21,"ws":true,"disabled":false},{"text":"worse","start":114,"end":119,"id":22,"ws":true,"disabled":false},{"text":"air","start":120,"end":123,"id":23,"ws":true,"disabled":false},{"text":"pollution","start":124,"end":133,"id":24,"ws":true,"disabled":false},{"text":"in","start":134,"end":136,"id":25,"ws":true,"disabled":false},{"text":"parts","start":137,"end":142,"id":26,"ws":true,"disabled":false},{"text":"of","start":143,"end":145,"id":27,"ws":true,"disabled":false},{"text":"the","start":146,"end":149,"id":28,"ws":true,"disabled":false},{"text":"community","start":150,"end":159,"id":29,"ws":true,"disabled":false},{"text":"that","start":160,"end":164,"id":30,"ws":true,"disabled":false},{"text":"are","start":165,"end":168,"id":31,"ws":true,"disabled":false},{"text":"poor","start":169,"end":173,"id":32,"ws":false,"disabled":false},{"text":".","start":173,"end":174,"id":33,"ws":false,"disabled":false},{"text":"\u201d","start":174,"end":175,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":176,"end":188,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":189,"end":201,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":23,"child":24,"head_span":{"start":120,"end":123,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":124,"end":133,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":114,"end":119,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":124,"end":133,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":29,"end":33,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":34,"end":41,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":42,"end":47,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":34,"end":41,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":49,"end":59,"token_start":11,"token_end":12,"label":"type_of"},"child_span":{"start":60,"end":72,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":14,"head_span":{"start":29,"end":33,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":60,"end":72,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":23,"head_span":{"start":34,"end":41,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":120,"end":123,"token_start":23,"token_end":23,"label":"type_of"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":23,"head_span":{"start":60,"end":72,"token_start":13,"token_end":14,"label":"base"},"child_span":{"start":120,"end":123,"token_start":23,"token_end":23,"label":"type_of"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":189,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Climate scientists say this is only the beginning of what will be decades of increasingly dangerous and damaging extreme weather \u2013","text":"Climate scientists say this is only the beginning of what will be decades of increasingly dangerous and damaging extreme weather \u2013 IMPLIED_BASE IMPLIED_BASE","characters":130,"document_index":141,"md_sentence_index":3,"classification_origin":"cm_cause_effect_rel","url":"https://www.usatoday.com/story/news/2019/05/29/severe-weather-across-us-driven-climate-change-trump-administration-new-jersey-kansas-dallas-fort/1271937001/","combo_id":"141_3","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-219938384,"_task_hash":-382524635,"spans":[{"start":0,"end":18,"token_start":0,"token_end":1,"label":"to_whom"},{"text":"extreme weather","start":113,"token_start":18,"token_end":19,"end":128,"type":"pattern","label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"scientists","start":8,"end":18,"id":1,"ws":true,"disabled":false},{"text":"say","start":19,"end":22,"id":2,"ws":true,"disabled":false},{"text":"this","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"is","start":28,"end":30,"id":4,"ws":true,"disabled":false},{"text":"only","start":31,"end":35,"id":5,"ws":true,"disabled":false},{"text":"the","start":36,"end":39,"id":6,"ws":true,"disabled":false},{"text":"beginning","start":40,"end":49,"id":7,"ws":true,"disabled":false},{"text":"of","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"what","start":53,"end":57,"id":9,"ws":true,"disabled":false},{"text":"will","start":58,"end":62,"id":10,"ws":true,"disabled":false},{"text":"be","start":63,"end":65,"id":11,"ws":true,"disabled":false},{"text":"decades","start":66,"end":73,"id":12,"ws":true,"disabled":false},{"text":"of","start":74,"end":76,"id":13,"ws":true,"disabled":false},{"text":"increasingly","start":77,"end":89,"id":14,"ws":true,"disabled":false},{"text":"dangerous","start":90,"end":99,"id":15,"ws":true,"disabled":false},{"text":"and","start":100,"end":103,"id":16,"ws":true,"disabled":false},{"text":"damaging","start":104,"end":112,"id":17,"ws":true,"disabled":false},{"text":"extreme","start":113,"end":120,"id":18,"ws":true,"disabled":false},{"text":"weather","start":121,"end":128,"id":19,"ws":true,"disabled":false},{"text":"\u2013","start":129,"end":130,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":131,"end":143,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":22,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":983,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"If leaders take fewer actions against climate change, or more punitive ones against migrants, food insecurity will deepen, as will poverty.","text":"If leaders take fewer actions against climate change, or more punitive ones against migrants, food insecurity will deepen, as will poverty. IMPLIED_BASE IMPLIED_BASE","characters":139,"document_index":771,"md_sentence_index":412,"classification_origin":"causal_sentence_classification","url":"https://features.propublica.org/climate-migration/model-how-climate-refugees-move-across-continents/","combo_id":"771_412","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-70599031,"_task_hash":1418254559,"spans":[{"start":3,"end":10,"token_start":1,"token_end":1,"label":"to_whom"},{"start":16,"end":21,"token_start":3,"token_end":3,"label":"change_direction"},{"start":22,"end":37,"token_start":4,"token_end":5,"label":"aspect_changing"},{"text":"climate change","start":38,"token_start":6,"token_end":7,"end":52,"type":"pattern","label":"base"},{"text":"more","start":57,"token_start":10,"token_end":10,"end":61,"type":"pattern","label":"change_direction"},{"start":84,"end":92,"token_start":14,"token_end":14,"label":"to_whom"},{"text":"food insecurity","start":94,"token_start":16,"token_end":17,"end":109,"type":"pattern","label":"base"},{"start":110,"end":114,"token_start":18,"token_end":18,"label":"confidence"},{"start":115,"end":121,"token_start":19,"token_end":19,"label":"change_direction"},{"start":126,"end":130,"token_start":22,"token_end":22,"label":"confidence"},{"start":131,"end":138,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"If","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"leaders","start":3,"end":10,"id":1,"ws":true,"disabled":false},{"text":"take","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"fewer","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"actions","start":22,"end":29,"id":4,"ws":true,"disabled":false},{"text":"against","start":30,"end":37,"id":5,"ws":true,"disabled":false},{"text":"climate","start":38,"end":45,"id":6,"ws":true,"disabled":false},{"text":"change","start":46,"end":52,"id":7,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":8,"ws":true,"disabled":false},{"text":"or","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"more","start":57,"end":61,"id":10,"ws":true,"disabled":false},{"text":"punitive","start":62,"end":70,"id":11,"ws":true,"disabled":false},{"text":"ones","start":71,"end":75,"id":12,"ws":true,"disabled":false},{"text":"against","start":76,"end":83,"id":13,"ws":true,"disabled":false},{"text":"migrants","start":84,"end":92,"id":14,"ws":false,"disabled":false},{"text":",","start":92,"end":93,"id":15,"ws":true,"disabled":false},{"text":"food","start":94,"end":98,"id":16,"ws":true,"disabled":false},{"text":"insecurity","start":99,"end":109,"id":17,"ws":true,"disabled":false},{"text":"will","start":110,"end":114,"id":18,"ws":true,"disabled":false},{"text":"deepen","start":115,"end":121,"id":19,"ws":false,"disabled":false},{"text":",","start":121,"end":122,"id":20,"ws":true,"disabled":false},{"text":"as","start":123,"end":125,"id":21,"ws":true,"disabled":false},{"text":"will","start":126,"end":130,"id":22,"ws":true,"disabled":false},{"text":"poverty","start":131,"end":138,"id":23,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":26,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":7,"child":17,"head_span":{"start":38,"end":52,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":94,"end":109,"token_start":16,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":23,"head_span":{"start":38,"end":52,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":131,"end":138,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":7,"head_span":{"start":16,"end":21,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":38,"end":52,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":22,"end":37,"token_start":4,"token_end":5,"label":"aspect_changing"},"child_span":{"start":38,"end":52,"token_start":6,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"ignore"}
+{"number":691,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"What they're saying: The BIS \u2014 known as the central bank for central banks \u2014 warned Monday in a research paper that climate change could cause \"potentially extremely financially disruptive events that could be behind the next systemic financial crisis.","text":"What they're saying: The BIS \u2014 known as the central bank for central banks \u2014 warned Monday in a research paper that climate change could cause \"potentially extremely financially disruptive events that could be behind the next systemic financial crisis. IMPLIED_BASE IMPLIED_BASE","characters":252,"document_index":596,"md_sentence_index":10,"classification_origin":"causal_sentence_classification","url":"https://www.axios.com/climate-change-business-threat-467376e9-99a6-47e8-bffa-954c4a72c098.html","combo_id":"596_10","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1687408266,"_task_hash":-603086020,"spans":[{"start":25,"end":28,"token_start":6,"token_end":6,"label":"to_whom"},{"text":"climate change","start":116,"token_start":24,"token_end":25,"end":130,"type":"pattern","label":"base"},{"start":131,"end":136,"token_start":26,"token_end":26,"label":"confidence"},{"start":137,"end":142,"token_start":27,"token_end":27,"label":"predicate"},{"start":144,"end":155,"token_start":29,"token_end":29,"label":"confidence"},{"start":156,"end":188,"token_start":30,"token_end":32,"label":"type_of"},{"start":189,"end":195,"token_start":33,"token_end":33,"label":"aspect_changing"},{"start":201,"end":206,"token_start":35,"token_end":35,"label":"confidence"},{"start":207,"end":216,"token_start":36,"token_end":37,"label":"predicate"},{"start":226,"end":234,"token_start":40,"token_end":40,"label":"type_of"},{"start":235,"end":251,"token_start":41,"token_end":42,"label":"base"},{"start":253,"end":265,"token_start":44,"token_end":44,"label":"base"}],"tokens":[{"text":"What","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"they","start":5,"end":9,"id":1,"ws":false,"disabled":false},{"text":"'re","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"saying","start":13,"end":19,"id":3,"ws":false,"disabled":false},{"text":":","start":19,"end":20,"id":4,"ws":true,"disabled":false},{"text":"The","start":21,"end":24,"id":5,"ws":true,"disabled":false},{"text":"BIS","start":25,"end":28,"id":6,"ws":true,"disabled":false},{"text":"\u2014","start":29,"end":30,"id":7,"ws":true,"disabled":false},{"text":"known","start":31,"end":36,"id":8,"ws":true,"disabled":false},{"text":"as","start":37,"end":39,"id":9,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":10,"ws":true,"disabled":false},{"text":"central","start":44,"end":51,"id":11,"ws":true,"disabled":false},{"text":"bank","start":52,"end":56,"id":12,"ws":true,"disabled":false},{"text":"for","start":57,"end":60,"id":13,"ws":true,"disabled":false},{"text":"central","start":61,"end":68,"id":14,"ws":true,"disabled":false},{"text":"banks","start":69,"end":74,"id":15,"ws":true,"disabled":false},{"text":"\u2014","start":75,"end":76,"id":16,"ws":true,"disabled":false},{"text":"warned","start":77,"end":83,"id":17,"ws":true,"disabled":false},{"text":"Monday","start":84,"end":90,"id":18,"ws":true,"disabled":false},{"text":"in","start":91,"end":93,"id":19,"ws":true,"disabled":false},{"text":"a","start":94,"end":95,"id":20,"ws":true,"disabled":false},{"text":"research","start":96,"end":104,"id":21,"ws":true,"disabled":false},{"text":"paper","start":105,"end":110,"id":22,"ws":true,"disabled":false},{"text":"that","start":111,"end":115,"id":23,"ws":true,"disabled":false},{"text":"climate","start":116,"end":123,"id":24,"ws":true,"disabled":false},{"text":"change","start":124,"end":130,"id":25,"ws":true,"disabled":false},{"text":"could","start":131,"end":136,"id":26,"ws":true,"disabled":false},{"text":"cause","start":137,"end":142,"id":27,"ws":true,"disabled":false},{"text":"\"","start":143,"end":144,"id":28,"ws":false,"disabled":false},{"text":"potentially","start":144,"end":155,"id":29,"ws":true,"disabled":false},{"text":"extremely","start":156,"end":165,"id":30,"ws":true,"disabled":false},{"text":"financially","start":166,"end":177,"id":31,"ws":true,"disabled":false},{"text":"disruptive","start":178,"end":188,"id":32,"ws":true,"disabled":false},{"text":"events","start":189,"end":195,"id":33,"ws":true,"disabled":false},{"text":"that","start":196,"end":200,"id":34,"ws":true,"disabled":false},{"text":"could","start":201,"end":206,"id":35,"ws":true,"disabled":false},{"text":"be","start":207,"end":209,"id":36,"ws":true,"disabled":false},{"text":"behind","start":210,"end":216,"id":37,"ws":true,"disabled":false},{"text":"the","start":217,"end":220,"id":38,"ws":true,"disabled":false},{"text":"next","start":221,"end":225,"id":39,"ws":true,"disabled":false},{"text":"systemic","start":226,"end":234,"id":40,"ws":true,"disabled":false},{"text":"financial","start":235,"end":244,"id":41,"ws":true,"disabled":false},{"text":"crisis","start":245,"end":251,"id":42,"ws":false,"disabled":false},{"text":".","start":251,"end":252,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":253,"end":265,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":266,"end":278,"id":45,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":32,"child":44,"head_span":{"start":156,"end":188,"token_start":30,"token_end":32,"label":"type_of"},"child_span":{"start":253,"end":265,"token_start":44,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":44,"head_span":{"start":189,"end":195,"token_start":33,"token_end":33,"label":"aspect_changing"},"child_span":{"start":253,"end":265,"token_start":44,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":42,"head_span":{"start":226,"end":234,"token_start":40,"token_end":40,"label":"type_of"},"child_span":{"start":235,"end":251,"token_start":41,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":44,"head_span":{"start":116,"end":130,"token_start":24,"token_end":25,"label":"base"},"child_span":{"start":253,"end":265,"token_start":44,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":42,"head_span":{"start":253,"end":265,"token_start":44,"token_end":44,"label":"base"},"child_span":{"start":235,"end":251,"token_start":41,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":306,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"At two degrees, the melting of ice sheets will pass a tipping point of collapse, flooding dozens of the world\u2019s major cities this century.","text":"At two degrees, the melting of ice sheets will pass a tipping point of collapse, flooding dozens of the world\u2019s major cities this century. IMPLIED_BASE IMPLIED_BASE","characters":138,"document_index":252,"md_sentence_index":27,"classification_origin":"cm_cause_effect_rel","url":"https://nymag.com/intelligencer/2018/10/un-says-climate-genocide-coming-but-its-worse-than-that.html","combo_id":"252_27","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1076490012,"_task_hash":1789157937,"spans":[{"text":"melting","start":20,"token_start":5,"token_end":5,"end":27,"type":"pattern","label":"type_of"},{"text":"ice sheets","start":31,"token_start":7,"token_end":8,"end":41,"type":"pattern","label":"base"},{"start":42,"end":46,"token_start":9,"token_end":9,"label":"confidence"},{"start":47,"end":79,"token_start":10,"token_end":15,"label":"change_direction"},{"text":"flooding","start":81,"token_start":17,"token_end":17,"end":89,"type":"pattern","label":"base"},{"start":90,"end":96,"token_start":18,"token_end":18,"label":"effect_size"},{"start":104,"end":124,"token_start":21,"token_end":24,"label":"where"},{"start":125,"end":137,"token_start":25,"token_end":26,"label":"when"}],"tokens":[{"text":"At","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"two","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"degrees","start":7,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"the","start":16,"end":19,"id":4,"ws":true,"disabled":false},{"text":"melting","start":20,"end":27,"id":5,"ws":true,"disabled":false},{"text":"of","start":28,"end":30,"id":6,"ws":true,"disabled":false},{"text":"ice","start":31,"end":34,"id":7,"ws":true,"disabled":false},{"text":"sheets","start":35,"end":41,"id":8,"ws":true,"disabled":false},{"text":"will","start":42,"end":46,"id":9,"ws":true,"disabled":false},{"text":"pass","start":47,"end":51,"id":10,"ws":true,"disabled":false},{"text":"a","start":52,"end":53,"id":11,"ws":true,"disabled":false},{"text":"tipping","start":54,"end":61,"id":12,"ws":true,"disabled":false},{"text":"point","start":62,"end":67,"id":13,"ws":true,"disabled":false},{"text":"of","start":68,"end":70,"id":14,"ws":true,"disabled":false},{"text":"collapse","start":71,"end":79,"id":15,"ws":false,"disabled":false},{"text":",","start":79,"end":80,"id":16,"ws":true,"disabled":false},{"text":"flooding","start":81,"end":89,"id":17,"ws":true,"disabled":false},{"text":"dozens","start":90,"end":96,"id":18,"ws":true,"disabled":false},{"text":"of","start":97,"end":99,"id":19,"ws":true,"disabled":false},{"text":"the","start":100,"end":103,"id":20,"ws":true,"disabled":false},{"text":"world","start":104,"end":109,"id":21,"ws":false,"disabled":false},{"text":"\u2019s","start":109,"end":111,"id":22,"ws":true,"disabled":false},{"text":"major","start":112,"end":117,"id":23,"ws":true,"disabled":false},{"text":"cities","start":118,"end":124,"id":24,"ws":true,"disabled":false},{"text":"this","start":125,"end":129,"id":25,"ws":true,"disabled":false},{"text":"century","start":130,"end":137,"id":26,"ws":false,"disabled":false},{"text":".","start":137,"end":138,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":5,"child":8,"head_span":{"start":20,"end":27,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":31,"end":41,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":8,"head_span":{"start":47,"end":79,"token_start":10,"token_end":15,"label":"change_direction"},"child_span":{"start":31,"end":41,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":17,"head_span":{"start":31,"end":41,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":81,"end":89,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":429,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Sea levels rose by about 20 cm since pre-industrial times and are now rising at 3.2 cm per decade; an exceptional number of extreme heat waves occurred in the last decade; major food crop growing areas are increasingly affected by drought.\n","text":"Sea levels rose by about 20 cm since pre-industrial times and are now rising at 3.2 cm per decade; an exceptional number of extreme heat waves occurred in the last decade; major food crop growing areas are increasingly affected by drought. IMPLIED_BASE IMPLIED_BASE","characters":240,"document_index":340,"md_sentence_index":7,"classification_origin":"cm_cause_effect_rel","url":"https://www.greenfacts.org/en/impacts-global-warming/l-2/index.htm","combo_id":"340_7","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":933877073,"_task_hash":-1731210741,"spans":[{"text":"Sea","start":0,"token_start":0,"token_end":0,"end":3,"type":"pattern","label":"base"},{"text":"levels","start":4,"token_start":1,"token_end":1,"end":10,"type":"pattern","label":"aspect_changing"},{"start":11,"end":15,"token_start":2,"token_end":2,"label":"change_direction"},{"start":62,"end":65,"token_start":13,"token_end":13,"label":"confidence"},{"start":66,"end":69,"token_start":14,"token_end":14,"label":"when"},{"start":70,"end":76,"token_start":15,"token_end":15,"label":"change_direction"},{"start":102,"end":113,"token_start":23,"token_end":23,"label":"effect_size"},{"start":114,"end":120,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":124,"end":131,"token_start":26,"token_end":26,"label":"type_of"},{"text":"heat waves","start":132,"token_start":27,"token_end":28,"end":142,"type":"pattern","label":"base"},{"start":143,"end":151,"token_start":29,"token_end":29,"label":"change_direction"},{"start":152,"end":170,"token_start":30,"token_end":33,"label":"when"},{"start":172,"end":182,"token_start":35,"token_end":36,"label":"type_of"},{"start":183,"end":187,"token_start":37,"token_end":37,"label":"base"},{"start":188,"end":201,"token_start":38,"token_end":39,"label":"aspect_changing"},{"start":202,"end":205,"token_start":40,"token_end":40,"label":"confidence"},{"start":206,"end":218,"token_start":41,"token_end":41,"label":"change_direction"},{"start":219,"end":230,"token_start":42,"token_end":43,"label":"predicate"},{"text":"drought","start":231,"token_start":44,"token_end":44,"end":238,"type":"pattern","label":"base"},{"label":"aspect_changing"},{"start":16,"end":57,"token_start":3,"token_end":11,"label":"effect_size"},{"start":77,"end":97,"token_start":16,"token_end":20,"label":"effect_size"},{"start":240,"end":252,"token_start":46,"token_end":46,"label":"base"}],"tokens":[{"text":"Sea","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"levels","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"rose","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"by","start":16,"end":18,"id":3,"ws":true,"disabled":false},{"text":"about","start":19,"end":24,"id":4,"ws":true,"disabled":false},{"text":"20","start":25,"end":27,"id":5,"ws":true,"disabled":false},{"text":"cm","start":28,"end":30,"id":6,"ws":true,"disabled":false},{"text":"since","start":31,"end":36,"id":7,"ws":true,"disabled":false},{"text":"pre","start":37,"end":40,"id":8,"ws":false,"disabled":false},{"text":"-","start":40,"end":41,"id":9,"ws":false,"disabled":false},{"text":"industrial","start":41,"end":51,"id":10,"ws":true,"disabled":false},{"text":"times","start":52,"end":57,"id":11,"ws":true,"disabled":false},{"text":"and","start":58,"end":61,"id":12,"ws":true,"disabled":false},{"text":"are","start":62,"end":65,"id":13,"ws":true,"disabled":false},{"text":"now","start":66,"end":69,"id":14,"ws":true,"disabled":false},{"text":"rising","start":70,"end":76,"id":15,"ws":true,"disabled":false},{"text":"at","start":77,"end":79,"id":16,"ws":true,"disabled":false},{"text":"3.2","start":80,"end":83,"id":17,"ws":true,"disabled":false},{"text":"cm","start":84,"end":86,"id":18,"ws":true,"disabled":false},{"text":"per","start":87,"end":90,"id":19,"ws":true,"disabled":false},{"text":"decade","start":91,"end":97,"id":20,"ws":false,"disabled":false},{"text":";","start":97,"end":98,"id":21,"ws":true,"disabled":false},{"text":"an","start":99,"end":101,"id":22,"ws":true,"disabled":false},{"text":"exceptional","start":102,"end":113,"id":23,"ws":true,"disabled":false},{"text":"number","start":114,"end":120,"id":24,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":25,"ws":true,"disabled":false},{"text":"extreme","start":124,"end":131,"id":26,"ws":true,"disabled":false},{"text":"heat","start":132,"end":136,"id":27,"ws":true,"disabled":false},{"text":"waves","start":137,"end":142,"id":28,"ws":true,"disabled":false},{"text":"occurred","start":143,"end":151,"id":29,"ws":true,"disabled":false},{"text":"in","start":152,"end":154,"id":30,"ws":true,"disabled":false},{"text":"the","start":155,"end":158,"id":31,"ws":true,"disabled":false},{"text":"last","start":159,"end":163,"id":32,"ws":true,"disabled":false},{"text":"decade","start":164,"end":170,"id":33,"ws":false,"disabled":false},{"text":";","start":170,"end":171,"id":34,"ws":true,"disabled":false},{"text":"major","start":172,"end":177,"id":35,"ws":true,"disabled":false},{"text":"food","start":178,"end":182,"id":36,"ws":true,"disabled":false},{"text":"crop","start":183,"end":187,"id":37,"ws":true,"disabled":false},{"text":"growing","start":188,"end":195,"id":38,"ws":true,"disabled":false},{"text":"areas","start":196,"end":201,"id":39,"ws":true,"disabled":false},{"text":"are","start":202,"end":205,"id":40,"ws":true,"disabled":false},{"text":"increasingly","start":206,"end":218,"id":41,"ws":true,"disabled":false},{"text":"affected","start":219,"end":227,"id":42,"ws":true,"disabled":false},{"text":"by","start":228,"end":230,"id":43,"ws":true,"disabled":false},{"text":"drought","start":231,"end":238,"id":44,"ws":false,"disabled":false},{"text":".","start":238,"end":239,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":240,"end":252,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":253,"end":265,"id":47,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":1,"child":0,"head_span":{"start":4,"end":10,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":0,"head_span":{"start":11,"end":15,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":46,"head_span":{"start":70,"end":76,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":240,"end":252,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":28,"head_span":{"start":124,"end":131,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":132,"end":142,"token_start":27,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":28,"head_span":{"start":143,"end":151,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":132,"end":142,"token_start":27,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":28,"head_span":{"start":114,"end":120,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":132,"end":142,"token_start":27,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":28,"head_span":{"start":152,"end":170,"token_start":30,"token_end":33,"label":"when"},"child_span":{"start":132,"end":142,"token_start":27,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":37,"head_span":{"start":172,"end":182,"token_start":35,"token_end":36,"label":"type_of"},"child_span":{"start":183,"end":187,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":37,"head_span":{"start":188,"end":201,"token_start":38,"token_end":39,"label":"aspect_changing"},"child_span":{"start":183,"end":187,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":44,"head_span":{"start":206,"end":218,"token_start":41,"token_end":41,"label":"change_direction"},"child_span":{"start":231,"end":238,"token_start":44,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":37,"head_span":{"start":231,"end":238,"token_start":44,"token_end":44,"label":"base"},"child_span":{"start":183,"end":187,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":359,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"If, as forecast, climate change results in food and water scarcity then there will likely be an increase in the number of families living in poverty.","text":"If, as forecast, climate change results in food and water scarcity then there will likely be an increase in the number of families living in poverty. IMPLIED_BASE IMPLIED_BASE","characters":149,"document_index":276,"md_sentence_index":82,"classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_82","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":594048943,"_task_hash":1656558888,"spans":[{"start":0,"end":2,"token_start":0,"token_end":0,"label":"confidence"},{"start":4,"end":15,"token_start":2,"token_end":3,"label":"confidence"},{"text":"climate change","start":17,"token_start":5,"token_end":6,"end":31,"type":"pattern","label":"base"},{"start":32,"end":42,"token_start":7,"token_end":8,"label":"predicate"},{"start":43,"end":47,"token_start":9,"token_end":9,"label":"base"},{"text":"water","start":52,"token_start":11,"token_end":11,"end":57,"type":"pattern","label":"base"},{"start":58,"end":66,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":72,"end":92,"token_start":14,"token_end":17,"label":"confidence"},{"text":"increase","start":96,"token_start":19,"token_end":19,"end":104,"type":"pattern","label":"change_direction"},{"start":112,"end":140,"token_start":22,"token_end":26,"label":"aspect_changing"},{"start":141,"end":148,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"If","start":0,"end":2,"id":0,"ws":false,"disabled":false},{"text":",","start":2,"end":3,"id":1,"ws":true,"disabled":false},{"text":"as","start":4,"end":6,"id":2,"ws":true,"disabled":false},{"text":"forecast","start":7,"end":15,"id":3,"ws":false,"disabled":false},{"text":",","start":15,"end":16,"id":4,"ws":true,"disabled":false},{"text":"climate","start":17,"end":24,"id":5,"ws":true,"disabled":false},{"text":"change","start":25,"end":31,"id":6,"ws":true,"disabled":false},{"text":"results","start":32,"end":39,"id":7,"ws":true,"disabled":false},{"text":"in","start":40,"end":42,"id":8,"ws":true,"disabled":false},{"text":"food","start":43,"end":47,"id":9,"ws":true,"disabled":false},{"text":"and","start":48,"end":51,"id":10,"ws":true,"disabled":false},{"text":"water","start":52,"end":57,"id":11,"ws":true,"disabled":false},{"text":"scarcity","start":58,"end":66,"id":12,"ws":true,"disabled":false},{"text":"then","start":67,"end":71,"id":13,"ws":true,"disabled":false},{"text":"there","start":72,"end":77,"id":14,"ws":true,"disabled":false},{"text":"will","start":78,"end":82,"id":15,"ws":true,"disabled":false},{"text":"likely","start":83,"end":89,"id":16,"ws":true,"disabled":false},{"text":"be","start":90,"end":92,"id":17,"ws":true,"disabled":false},{"text":"an","start":93,"end":95,"id":18,"ws":true,"disabled":false},{"text":"increase","start":96,"end":104,"id":19,"ws":true,"disabled":false},{"text":"in","start":105,"end":107,"id":20,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":21,"ws":true,"disabled":false},{"text":"number","start":112,"end":118,"id":22,"ws":true,"disabled":false},{"text":"of","start":119,"end":121,"id":23,"ws":true,"disabled":false},{"text":"families","start":122,"end":130,"id":24,"ws":true,"disabled":false},{"text":"living","start":131,"end":137,"id":25,"ws":true,"disabled":false},{"text":"in","start":138,"end":140,"id":26,"ws":true,"disabled":false},{"text":"poverty","start":141,"end":148,"id":27,"ws":false,"disabled":false},{"text":".","start":148,"end":149,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":150,"end":162,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":26,"child":27,"head_span":{"start":112,"end":140,"token_start":22,"token_end":26,"label":"aspect_changing"},"child_span":{"start":141,"end":148,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":27,"head_span":{"start":96,"end":104,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":141,"end":148,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":11,"head_span":{"start":58,"end":66,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":52,"end":57,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":9,"head_span":{"start":58,"end":66,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":43,"end":47,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":17,"end":31,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":43,"end":47,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":11,"head_span":{"start":17,"end":31,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":52,"end":57,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":27,"head_span":{"start":43,"end":47,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":141,"end":148,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":27,"head_span":{"start":52,"end":57,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":141,"end":148,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":659,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Coal-fired power plants, easily the most polluting and carbon-intensive source of energy at our disposal, saw a major decline this decade.","text":"Coal-fired power plants, easily the most polluting and carbon-intensive source of energy at our disposal, saw a major decline this decade. IMPLIED_BASE IMPLIED_BASE","characters":138,"document_index":550,"md_sentence_index":51,"classification_origin":"causal_sentence_classification","url":"https://grist.org/climate/we-broke-down-the-last-decade-of-climate-change-in-7-charts/","combo_id":"550_51","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":371098182,"_task_hash":-708260694,"spans":[{"start":0,"end":10,"token_start":0,"token_end":2,"label":"type_of"},{"start":11,"end":23,"token_start":3,"token_end":4,"label":"base"},{"start":41,"end":50,"token_start":9,"token_end":9,"label":"type_of"},{"start":55,"end":71,"token_start":11,"token_end":13,"label":"type_of"},{"start":72,"end":81,"token_start":14,"token_end":15,"label":"predicate"},{"start":82,"end":88,"token_start":16,"token_end":16,"label":"base"}],"tokens":[{"text":"Coal","start":0,"end":4,"id":0,"ws":false,"disabled":false},{"text":"-","start":4,"end":5,"id":1,"ws":false,"disabled":false},{"text":"fired","start":5,"end":10,"id":2,"ws":true,"disabled":false},{"text":"power","start":11,"end":16,"id":3,"ws":true,"disabled":false},{"text":"plants","start":17,"end":23,"id":4,"ws":false,"disabled":false},{"text":",","start":23,"end":24,"id":5,"ws":true,"disabled":false},{"text":"easily","start":25,"end":31,"id":6,"ws":true,"disabled":false},{"text":"the","start":32,"end":35,"id":7,"ws":true,"disabled":false},{"text":"most","start":36,"end":40,"id":8,"ws":true,"disabled":false},{"text":"polluting","start":41,"end":50,"id":9,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":10,"ws":true,"disabled":false},{"text":"carbon","start":55,"end":61,"id":11,"ws":false,"disabled":false},{"text":"-","start":61,"end":62,"id":12,"ws":false,"disabled":false},{"text":"intensive","start":62,"end":71,"id":13,"ws":true,"disabled":false},{"text":"source","start":72,"end":78,"id":14,"ws":true,"disabled":false},{"text":"of","start":79,"end":81,"id":15,"ws":true,"disabled":false},{"text":"energy","start":82,"end":88,"id":16,"ws":true,"disabled":false},{"text":"at","start":89,"end":91,"id":17,"ws":true,"disabled":false},{"text":"our","start":92,"end":95,"id":18,"ws":true,"disabled":false},{"text":"disposal","start":96,"end":104,"id":19,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":20,"ws":true,"disabled":false},{"text":"saw","start":106,"end":109,"id":21,"ws":true,"disabled":false},{"text":"a","start":110,"end":111,"id":22,"ws":true,"disabled":false},{"text":"major","start":112,"end":117,"id":23,"ws":true,"disabled":false},{"text":"decline","start":118,"end":125,"id":24,"ws":true,"disabled":false},{"text":"this","start":126,"end":130,"id":25,"ws":true,"disabled":false},{"text":"decade","start":131,"end":137,"id":26,"ws":false,"disabled":false},{"text":".","start":137,"end":138,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":2,"child":4,"head_span":{"start":0,"end":10,"token_start":0,"token_end":2,"label":"type_of"},"child_span":{"start":11,"end":23,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":16,"head_span":{"start":11,"end":23,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":82,"end":88,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":16,"head_span":{"start":41,"end":50,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":82,"end":88,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":55,"end":71,"token_start":11,"token_end":13,"label":"type_of"},"child_span":{"start":82,"end":88,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":false,"answer":"accept"}
+{"number":617,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The purpose of this conceptual paper is to provide readers with an opportunity to reassess their work and life in the face of what I believe to be an inevitable near-term societal collapse due to climate change.","text":"The purpose of this conceptual paper is to provide readers with an opportunity to reassess their work and life in the face of what I believe to be an inevitable near-term societal collapse due to climate change. IMPLIED_BASE IMPLIED_BASE","characters":211,"document_index":494,"md_sentence_index":37,"classification_origin":"causal_sentence_classification","url":"http://lifeworth.com/deepadaptation.pdf","combo_id":"494_37","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1878918013,"_task_hash":-541341171,"spans":[{"start":131,"end":146,"token_start":24,"token_end":27,"label":"confidence"},{"start":150,"end":170,"token_start":29,"token_end":32,"label":"type_of"},{"start":171,"end":179,"token_start":33,"token_end":33,"label":"base"},{"start":180,"end":188,"token_start":34,"token_end":34,"label":"aspect_changing"},{"start":189,"end":195,"token_start":35,"token_end":36,"label":"predicate"},{"text":"climate change","start":196,"token_start":37,"token_end":38,"end":210,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"purpose","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"of","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"this","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"conceptual","start":20,"end":30,"id":4,"ws":true,"disabled":false},{"text":"paper","start":31,"end":36,"id":5,"ws":true,"disabled":false},{"text":"is","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"to","start":40,"end":42,"id":7,"ws":true,"disabled":false},{"text":"provide","start":43,"end":50,"id":8,"ws":true,"disabled":false},{"text":"readers","start":51,"end":58,"id":9,"ws":true,"disabled":false},{"text":"with","start":59,"end":63,"id":10,"ws":true,"disabled":false},{"text":"an","start":64,"end":66,"id":11,"ws":true,"disabled":false},{"text":"opportunity","start":67,"end":78,"id":12,"ws":true,"disabled":false},{"text":"to","start":79,"end":81,"id":13,"ws":true,"disabled":false},{"text":"reassess","start":82,"end":90,"id":14,"ws":true,"disabled":false},{"text":"their","start":91,"end":96,"id":15,"ws":true,"disabled":false},{"text":"work","start":97,"end":101,"id":16,"ws":true,"disabled":false},{"text":"and","start":102,"end":105,"id":17,"ws":true,"disabled":false},{"text":"life","start":106,"end":110,"id":18,"ws":true,"disabled":false},{"text":"in","start":111,"end":113,"id":19,"ws":true,"disabled":false},{"text":"the","start":114,"end":117,"id":20,"ws":true,"disabled":false},{"text":"face","start":118,"end":122,"id":21,"ws":true,"disabled":false},{"text":"of","start":123,"end":125,"id":22,"ws":true,"disabled":false},{"text":"what","start":126,"end":130,"id":23,"ws":true,"disabled":false},{"text":"I","start":131,"end":132,"id":24,"ws":true,"disabled":false},{"text":"believe","start":133,"end":140,"id":25,"ws":true,"disabled":false},{"text":"to","start":141,"end":143,"id":26,"ws":true,"disabled":false},{"text":"be","start":144,"end":146,"id":27,"ws":true,"disabled":false},{"text":"an","start":147,"end":149,"id":28,"ws":true,"disabled":false},{"text":"inevitable","start":150,"end":160,"id":29,"ws":true,"disabled":false},{"text":"near","start":161,"end":165,"id":30,"ws":false,"disabled":false},{"text":"-","start":165,"end":166,"id":31,"ws":false,"disabled":false},{"text":"term","start":166,"end":170,"id":32,"ws":true,"disabled":false},{"text":"societal","start":171,"end":179,"id":33,"ws":true,"disabled":false},{"text":"collapse","start":180,"end":188,"id":34,"ws":true,"disabled":false},{"text":"due","start":189,"end":192,"id":35,"ws":true,"disabled":false},{"text":"to","start":193,"end":195,"id":36,"ws":true,"disabled":false},{"text":"climate","start":196,"end":203,"id":37,"ws":true,"disabled":false},{"text":"change","start":204,"end":210,"id":38,"ws":false,"disabled":false},{"text":".","start":210,"end":211,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":212,"end":224,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":225,"end":237,"id":41,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":32,"child":33,"head_span":{"start":150,"end":170,"token_start":29,"token_end":32,"label":"type_of"},"child_span":{"start":171,"end":179,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":180,"end":188,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":171,"end":179,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":33,"head_span":{"start":196,"end":210,"token_start":37,"token_end":38,"label":"base"},"child_span":{"start":171,"end":179,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":470,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For people, beyond the immediate loss of life and property, smoke is a serious health hazard when small soot particles enter the lungs, Long-term exposure has been linked to higher rates of respiratory and heart problems.","text":"For people, beyond the immediate loss of life and property, smoke is a serious health hazard when small soot particles enter the lungs, Long-term exposure has been linked to higher rates of respiratory and heart problems. IMPLIED_BASE IMPLIED_BASE","characters":221,"document_index":367,"md_sentence_index":44,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencedaily.com/releases/2019/09/190910154657.htm","combo_id":"367_44","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1673366772,"_task_hash":770029401,"spans":[{"text":"people","start":4,"token_start":1,"token_end":1,"end":10,"type":"pattern","label":"to_whom"},{"start":33,"end":40,"token_start":6,"token_end":7,"label":"change_direction"},{"start":41,"end":45,"token_start":8,"token_end":8,"label":"base"},{"start":50,"end":58,"token_start":10,"token_end":10,"label":"base"},{"start":60,"end":65,"token_start":12,"token_end":12,"label":"base"},{"start":66,"end":68,"token_start":13,"token_end":13,"label":"confidence"},{"text":"health","start":79,"token_start":16,"token_end":16,"end":85,"type":"pattern","label":"base"},{"start":86,"end":92,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":164,"end":173,"token_start":32,"token_end":33,"label":"predicate"},{"label":"effect_size"},{"start":71,"end":78,"token_start":15,"token_end":15,"label":"effect_size"},{"start":93,"end":134,"token_start":18,"token_end":24,"label":"when"},{"start":136,"end":154,"token_start":26,"token_end":29,"label":"aspect_changing"},{"start":155,"end":163,"token_start":30,"token_end":31,"label":"confidence"},{"start":174,"end":186,"token_start":34,"token_end":35,"label":"change_direction"},{"start":190,"end":201,"token_start":37,"token_end":37,"label":"base"},{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"},{"start":212,"end":220,"token_start":40,"token_end":40,"label":"aspect_changing"},{"start":222,"end":234,"token_start":42,"token_end":42,"label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"people","start":4,"end":10,"id":1,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":2,"ws":true,"disabled":false},{"text":"beyond","start":12,"end":18,"id":3,"ws":true,"disabled":false},{"text":"the","start":19,"end":22,"id":4,"ws":true,"disabled":false},{"text":"immediate","start":23,"end":32,"id":5,"ws":true,"disabled":false},{"text":"loss","start":33,"end":37,"id":6,"ws":true,"disabled":false},{"text":"of","start":38,"end":40,"id":7,"ws":true,"disabled":false},{"text":"life","start":41,"end":45,"id":8,"ws":true,"disabled":false},{"text":"and","start":46,"end":49,"id":9,"ws":true,"disabled":false},{"text":"property","start":50,"end":58,"id":10,"ws":false,"disabled":false},{"text":",","start":58,"end":59,"id":11,"ws":true,"disabled":false},{"text":"smoke","start":60,"end":65,"id":12,"ws":true,"disabled":false},{"text":"is","start":66,"end":68,"id":13,"ws":true,"disabled":false},{"text":"a","start":69,"end":70,"id":14,"ws":true,"disabled":false},{"text":"serious","start":71,"end":78,"id":15,"ws":true,"disabled":false},{"text":"health","start":79,"end":85,"id":16,"ws":true,"disabled":false},{"text":"hazard","start":86,"end":92,"id":17,"ws":true,"disabled":false},{"text":"when","start":93,"end":97,"id":18,"ws":true,"disabled":false},{"text":"small","start":98,"end":103,"id":19,"ws":true,"disabled":false},{"text":"soot","start":104,"end":108,"id":20,"ws":true,"disabled":false},{"text":"particles","start":109,"end":118,"id":21,"ws":true,"disabled":false},{"text":"enter","start":119,"end":124,"id":22,"ws":true,"disabled":false},{"text":"the","start":125,"end":128,"id":23,"ws":true,"disabled":false},{"text":"lungs","start":129,"end":134,"id":24,"ws":false,"disabled":false},{"text":",","start":134,"end":135,"id":25,"ws":true,"disabled":false},{"text":"Long","start":136,"end":140,"id":26,"ws":false,"disabled":false},{"text":"-","start":140,"end":141,"id":27,"ws":false,"disabled":false},{"text":"term","start":141,"end":145,"id":28,"ws":true,"disabled":false},{"text":"exposure","start":146,"end":154,"id":29,"ws":true,"disabled":false},{"text":"has","start":155,"end":158,"id":30,"ws":true,"disabled":false},{"text":"been","start":159,"end":163,"id":31,"ws":true,"disabled":false},{"text":"linked","start":164,"end":170,"id":32,"ws":true,"disabled":false},{"text":"to","start":171,"end":173,"id":33,"ws":true,"disabled":false},{"text":"higher","start":174,"end":180,"id":34,"ws":true,"disabled":false},{"text":"rates","start":181,"end":186,"id":35,"ws":true,"disabled":false},{"text":"of","start":187,"end":189,"id":36,"ws":true,"disabled":false},{"text":"respiratory","start":190,"end":201,"id":37,"ws":true,"disabled":false},{"text":"and","start":202,"end":205,"id":38,"ws":true,"disabled":false},{"text":"heart","start":206,"end":211,"id":39,"ws":true,"disabled":false},{"text":"problems","start":212,"end":220,"id":40,"ws":false,"disabled":false},{"text":".","start":220,"end":221,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":222,"end":234,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":235,"end":247,"id":43,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":40,"child":39,"head_span":{"start":212,"end":220,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":37,"head_span":{"start":212,"end":220,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":190,"end":201,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":37,"head_span":{"start":174,"end":186,"token_start":34,"token_end":35,"label":"change_direction"},"child_span":{"start":190,"end":201,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":39,"head_span":{"start":174,"end":186,"token_start":34,"token_end":35,"label":"change_direction"},"child_span":{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":24,"head_span":{"start":93,"end":134,"token_start":18,"token_end":24,"label":"when"},"child_span":{"start":93,"end":134,"token_start":18,"token_end":24,"label":"when"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":24,"head_span":{"start":93,"end":134,"token_start":18,"token_end":24,"label":"when"},"child_span":{"start":93,"end":134,"token_start":18,"token_end":24,"label":"when"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":33,"end":40,"token_start":6,"token_end":7,"label":"change_direction"},"child_span":{"start":41,"end":45,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":33,"end":40,"token_start":6,"token_end":7,"label":"change_direction"},"child_span":{"start":50,"end":58,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":8,"head_span":{"start":4,"end":10,"token_start":1,"token_end":1,"label":"to_whom"},"child_span":{"start":41,"end":45,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":10,"head_span":{"start":4,"end":10,"token_start":1,"token_end":1,"label":"to_whom"},"child_span":{"start":50,"end":58,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":42,"head_span":{"start":60,"end":65,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":222,"end":234,"token_start":42,"token_end":42,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":29,"child":42,"head_span":{"start":136,"end":154,"token_start":26,"token_end":29,"label":"aspect_changing"},"child_span":{"start":222,"end":234,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":37,"head_span":{"start":222,"end":234,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":190,"end":201,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":39,"head_span":{"start":222,"end":234,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":206,"end":211,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":24,"head_span":{"start":93,"end":134,"token_start":18,"token_end":24,"label":"when"},"child_span":{"start":93,"end":134,"token_start":18,"token_end":24,"label":"when"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":727,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"when they have lived through multiple di- saster experiences.39, 57, 159 Estimates indicated that there were 56,100 pregnant women and 74,900 infants directly affected by Hurricane Katrina160 and that pregnant women with high hurricane exposure and severe hurricane experiences were at a significantly increased risk for PTSD and depression.156","text":"when they have lived through multiple di- saster experiences.39, 57, 159 Estimates indicated that there were 56,100 pregnant women and 74,900 infants directly affected by Hurricane Katrina160 and that pregnant women with high hurricane exposure and severe hurricane experiences were at a significantly increased risk for PTSD and depression.156 IMPLIED_BASE IMPLIED_BASE","characters":344,"document_index":619,"md_sentence_index":172,"classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_172","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1707673941,"_task_hash":-915495952,"spans":[{"start":73,"end":82,"token_start":13,"token_end":13,"label":"confidence"},{"start":109,"end":115,"token_start":18,"token_end":18,"label":"effect_size"},{"start":116,"end":124,"token_start":19,"token_end":19,"label":"type_of"},{"start":125,"end":130,"token_start":20,"token_end":20,"label":"base"},{"start":135,"end":141,"token_start":22,"token_end":22,"label":"effect_size"},{"start":142,"end":149,"token_start":23,"token_end":23,"label":"base"},{"start":159,"end":170,"token_start":25,"token_end":26,"label":"predicate"},{"text":"Hurricane","start":171,"token_start":27,"token_end":27,"end":180,"type":"pattern","label":"base"},{"start":201,"end":215,"token_start":31,"token_end":32,"label":"to_whom"},{"start":221,"end":225,"token_start":34,"token_end":34,"label":"effect_size"},{"start":226,"end":235,"token_start":35,"token_end":35,"label":"base"},{"start":236,"end":244,"token_start":36,"token_end":36,"label":"aspect_changing"},{"text":"hurricane","start":256,"token_start":39,"token_end":39,"end":265,"type":"pattern","label":"base"},{"start":278,"end":282,"token_start":41,"token_end":41,"label":"confidence"},{"start":288,"end":301,"token_start":44,"token_end":44,"label":"effect_size"},{"text":"increased","start":302,"token_start":45,"token_end":45,"end":311,"type":"pattern","label":"change_direction"},{"text":"risk","start":312,"token_start":46,"token_end":46,"end":316,"type":"pattern","label":"aspect_changing"},{"label":"type_of"},{"start":249,"end":255,"token_start":38,"token_end":38,"label":"type_of"},{"start":266,"end":277,"token_start":40,"token_end":40,"label":"aspect_changing"},{"start":321,"end":325,"token_start":48,"token_end":48,"label":"base"},{"start":330,"end":344,"token_start":50,"token_end":50,"label":"base"}],"tokens":[{"text":"when","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"they","start":5,"end":9,"id":1,"ws":true,"disabled":false},{"text":"have","start":10,"end":14,"id":2,"ws":true,"disabled":false},{"text":"lived","start":15,"end":20,"id":3,"ws":true,"disabled":false},{"text":"through","start":21,"end":28,"id":4,"ws":true,"disabled":false},{"text":"multiple","start":29,"end":37,"id":5,"ws":true,"disabled":false},{"text":"di-","start":38,"end":41,"id":6,"ws":true,"disabled":false},{"text":"saster","start":42,"end":48,"id":7,"ws":true,"disabled":false},{"text":"experiences.39","start":49,"end":63,"id":8,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":9,"ws":true,"disabled":false},{"text":"57","start":65,"end":67,"id":10,"ws":false,"disabled":false},{"text":",","start":67,"end":68,"id":11,"ws":true,"disabled":false},{"text":"159","start":69,"end":72,"id":12,"ws":true,"disabled":false},{"text":"Estimates","start":73,"end":82,"id":13,"ws":true,"disabled":false},{"text":"indicated","start":83,"end":92,"id":14,"ws":true,"disabled":false},{"text":"that","start":93,"end":97,"id":15,"ws":true,"disabled":false},{"text":"there","start":98,"end":103,"id":16,"ws":true,"disabled":false},{"text":"were","start":104,"end":108,"id":17,"ws":true,"disabled":false},{"text":"56,100","start":109,"end":115,"id":18,"ws":true,"disabled":false},{"text":"pregnant","start":116,"end":124,"id":19,"ws":true,"disabled":false},{"text":"women","start":125,"end":130,"id":20,"ws":true,"disabled":false},{"text":"and","start":131,"end":134,"id":21,"ws":true,"disabled":false},{"text":"74,900","start":135,"end":141,"id":22,"ws":true,"disabled":false},{"text":"infants","start":142,"end":149,"id":23,"ws":true,"disabled":false},{"text":"directly","start":150,"end":158,"id":24,"ws":true,"disabled":false},{"text":"affected","start":159,"end":167,"id":25,"ws":true,"disabled":false},{"text":"by","start":168,"end":170,"id":26,"ws":true,"disabled":false},{"text":"Hurricane","start":171,"end":180,"id":27,"ws":true,"disabled":false},{"text":"Katrina160","start":181,"end":191,"id":28,"ws":true,"disabled":false},{"text":"and","start":192,"end":195,"id":29,"ws":true,"disabled":false},{"text":"that","start":196,"end":200,"id":30,"ws":true,"disabled":false},{"text":"pregnant","start":201,"end":209,"id":31,"ws":true,"disabled":false},{"text":"women","start":210,"end":215,"id":32,"ws":true,"disabled":false},{"text":"with","start":216,"end":220,"id":33,"ws":true,"disabled":false},{"text":"high","start":221,"end":225,"id":34,"ws":true,"disabled":false},{"text":"hurricane","start":226,"end":235,"id":35,"ws":true,"disabled":false},{"text":"exposure","start":236,"end":244,"id":36,"ws":true,"disabled":false},{"text":"and","start":245,"end":248,"id":37,"ws":true,"disabled":false},{"text":"severe","start":249,"end":255,"id":38,"ws":true,"disabled":false},{"text":"hurricane","start":256,"end":265,"id":39,"ws":true,"disabled":false},{"text":"experiences","start":266,"end":277,"id":40,"ws":true,"disabled":false},{"text":"were","start":278,"end":282,"id":41,"ws":true,"disabled":false},{"text":"at","start":283,"end":285,"id":42,"ws":true,"disabled":false},{"text":"a","start":286,"end":287,"id":43,"ws":true,"disabled":false},{"text":"significantly","start":288,"end":301,"id":44,"ws":true,"disabled":false},{"text":"increased","start":302,"end":311,"id":45,"ws":true,"disabled":false},{"text":"risk","start":312,"end":316,"id":46,"ws":true,"disabled":false},{"text":"for","start":317,"end":320,"id":47,"ws":true,"disabled":false},{"text":"PTSD","start":321,"end":325,"id":48,"ws":true,"disabled":false},{"text":"and","start":326,"end":329,"id":49,"ws":true,"disabled":false},{"text":"depression.156","start":330,"end":344,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":345,"end":357,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":358,"end":370,"id":52,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":18,"child":20,"head_span":{"start":109,"end":115,"token_start":18,"token_end":18,"label":"effect_size"},"child_span":{"start":125,"end":130,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":116,"end":124,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":125,"end":130,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":135,"end":141,"token_start":22,"token_end":22,"label":"effect_size"},"child_span":{"start":142,"end":149,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":20,"head_span":{"start":171,"end":180,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":125,"end":130,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":23,"head_span":{"start":171,"end":180,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":142,"end":149,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":35,"head_span":{"start":221,"end":225,"token_start":34,"token_end":34,"label":"effect_size"},"child_span":{"start":226,"end":235,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":35,"head_span":{"start":236,"end":244,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":226,"end":235,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":39,"head_span":{"start":249,"end":255,"token_start":38,"token_end":38,"label":"type_of"},"child_span":{"start":256,"end":265,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":39,"head_span":{"start":266,"end":277,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":256,"end":265,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":48,"head_span":{"start":288,"end":301,"token_start":44,"token_end":44,"label":"effect_size"},"child_span":{"start":321,"end":325,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":48,"head_span":{"start":312,"end":316,"token_start":46,"token_end":46,"label":"aspect_changing"},"child_span":{"start":321,"end":325,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":48,"head_span":{"start":302,"end":311,"token_start":45,"token_end":45,"label":"change_direction"},"child_span":{"start":321,"end":325,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":50,"head_span":{"start":288,"end":301,"token_start":44,"token_end":44,"label":"effect_size"},"child_span":{"start":330,"end":344,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":50,"head_span":{"start":302,"end":311,"token_start":45,"token_end":45,"label":"change_direction"},"child_span":{"start":330,"end":344,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":50,"head_span":{"start":312,"end":316,"token_start":46,"token_end":46,"label":"aspect_changing"},"child_span":{"start":330,"end":344,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":48,"head_span":{"start":201,"end":215,"token_start":31,"token_end":32,"label":"to_whom"},"child_span":{"start":321,"end":325,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":50,"head_span":{"start":201,"end":215,"token_start":31,"token_end":32,"label":"to_whom"},"child_span":{"start":330,"end":344,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":35,"head_span":{"start":201,"end":215,"token_start":31,"token_end":32,"label":"to_whom"},"child_span":{"start":226,"end":235,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":39,"head_span":{"start":201,"end":215,"token_start":31,"token_end":32,"label":"to_whom"},"child_span":{"start":256,"end":265,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":48,"head_span":{"start":226,"end":235,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":321,"end":325,"token_start":48,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":35,"child":50,"head_span":{"start":226,"end":235,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":330,"end":344,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":48,"head_span":{"start":256,"end":265,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":321,"end":325,"token_start":48,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":50,"head_span":{"start":256,"end":265,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":330,"end":344,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":999,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We assume that car traffic does contribute to [small particulate pollution].","text":"We assume that car traffic does contribute to [small particulate pollution]. IMPLIED_BASE IMPLIED_BASE","characters":77,"document_index":779,"md_sentence_index":95,"classification_origin":"causal_sentence_classification","url":"https://www.npr.org/sections/health-shots/2020/05/19/854760999/traffic-is-way-down-due-to-lockdowns-but-air-pollution-not-so-much","combo_id":"779_95","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1635749816,"_task_hash":52944056,"spans":[{"start":3,"end":9,"token_start":1,"token_end":1,"label":"confidence"},{"start":15,"end":18,"token_start":3,"token_end":3,"label":"type_of"},{"start":19,"end":26,"token_start":4,"token_end":4,"label":"base"},{"start":27,"end":31,"token_start":5,"token_end":5,"label":"confidence"},{"start":32,"end":45,"token_start":6,"token_end":7,"label":"predicate"},{"start":47,"end":64,"token_start":9,"token_end":10,"label":"type_of"},{"text":"pollution","start":65,"token_start":11,"token_end":11,"end":74,"type":"pattern","label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"assume","start":3,"end":9,"id":1,"ws":true,"disabled":false},{"text":"that","start":10,"end":14,"id":2,"ws":true,"disabled":false},{"text":"car","start":15,"end":18,"id":3,"ws":true,"disabled":false},{"text":"traffic","start":19,"end":26,"id":4,"ws":true,"disabled":false},{"text":"does","start":27,"end":31,"id":5,"ws":true,"disabled":false},{"text":"contribute","start":32,"end":42,"id":6,"ws":true,"disabled":false},{"text":"to","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"[","start":46,"end":47,"id":8,"ws":false,"disabled":false},{"text":"small","start":47,"end":52,"id":9,"ws":true,"disabled":false},{"text":"particulate","start":53,"end":64,"id":10,"ws":true,"disabled":false},{"text":"pollution","start":65,"end":74,"id":11,"ws":false,"disabled":false},{"text":"]","start":74,"end":75,"id":12,"ws":false,"disabled":false},{"text":".","start":75,"end":76,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":77,"end":89,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":90,"end":102,"id":15,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":47,"end":64,"token_start":9,"token_end":10,"label":"type_of"},"child_span":{"start":65,"end":74,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":4,"head_span":{"start":15,"end":18,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":19,"end":26,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":11,"head_span":{"start":19,"end":26,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":65,"end":74,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":644,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We Are Really Suffering'\nMore extreme weather can also lead to less resilience.\n","text":"We Are Really Suffering'More extreme weather can also lead to less resilience. IMPLIED_BASE IMPLIED_BASE","characters":80,"document_index":539,"md_sentence_index":44,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.npr.org/sections/goatsandsoda/2019/12/27/788552728/mozambique-is-racing-to-adapt-to-climate-change-the-weather-is-winning","combo_id":"539_44","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":806926517,"_task_hash":-1626989765,"spans":[{"start":29,"end":36,"token_start":4,"token_end":4,"label":"type_of"},{"start":37,"end":44,"token_start":5,"token_end":5,"label":"base"},{"start":45,"end":48,"token_start":6,"token_end":6,"label":"confidence"},{"start":54,"end":61,"token_start":8,"token_end":9,"label":"predicate"},{"text":"less","start":62,"token_start":10,"token_end":10,"end":66,"type":"pattern","label":"change_direction"},{"start":67,"end":77,"token_start":11,"token_end":11,"label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Are","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"Really","start":7,"end":13,"id":2,"ws":true,"disabled":false},{"text":"Suffering'More","start":14,"end":28,"id":3,"ws":true,"disabled":false},{"text":"extreme","start":29,"end":36,"id":4,"ws":true,"disabled":false},{"text":"weather","start":37,"end":44,"id":5,"ws":true,"disabled":false},{"text":"can","start":45,"end":48,"id":6,"ws":true,"disabled":false},{"text":"also","start":49,"end":53,"id":7,"ws":true,"disabled":false},{"text":"lead","start":54,"end":58,"id":8,"ws":true,"disabled":false},{"text":"to","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"less","start":62,"end":66,"id":10,"ws":true,"disabled":false},{"text":"resilience","start":67,"end":77,"id":11,"ws":false,"disabled":false},{"text":".","start":77,"end":78,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":79,"end":91,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":92,"end":104,"id":14,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":29,"end":36,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":37,"end":44,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":62,"end":66,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":67,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":11,"head_span":{"start":37,"end":44,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":67,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":268,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The effects of climate change can create a \u201ctipping point\u201d, exacerbating tensions until a breaking point is reached, particularly in countries that are already struggling, said Killelea.\n","text":"The effects of climate change can create a \u201ctipping point\u201d, exacerbating tensions until a breaking point is reached, particularly in countries that are already struggling, said Killelea. IMPLIED_BASE IMPLIED_BASE","characters":187,"document_index":218,"md_sentence_index":9,"classification_origin":"cm_cause_effect_rel","url":"https://www.reuters.com/article/us-global-climatechange-peace-idUSKCN1TD0C6","combo_id":"218_9","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-2107633969,"_task_hash":2093742584,"spans":[{"text":"climate change","start":15,"token_start":3,"token_end":4,"end":29,"type":"pattern","label":"base"},{"start":60,"end":72,"token_start":13,"token_end":13,"label":"change_direction"},{"text":"tensions","start":73,"token_start":14,"token_end":14,"end":81,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"effects","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"of","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"climate","start":15,"end":22,"id":3,"ws":true,"disabled":false},{"text":"change","start":23,"end":29,"id":4,"ws":true,"disabled":false},{"text":"can","start":30,"end":33,"id":5,"ws":true,"disabled":false},{"text":"create","start":34,"end":40,"id":6,"ws":true,"disabled":false},{"text":"a","start":41,"end":42,"id":7,"ws":true,"disabled":false},{"text":"\u201c","start":43,"end":44,"id":8,"ws":false,"disabled":false},{"text":"tipping","start":44,"end":51,"id":9,"ws":true,"disabled":false},{"text":"point","start":52,"end":57,"id":10,"ws":false,"disabled":false},{"text":"\u201d","start":57,"end":58,"id":11,"ws":false,"disabled":false},{"text":",","start":58,"end":59,"id":12,"ws":true,"disabled":false},{"text":"exacerbating","start":60,"end":72,"id":13,"ws":true,"disabled":false},{"text":"tensions","start":73,"end":81,"id":14,"ws":true,"disabled":false},{"text":"until","start":82,"end":87,"id":15,"ws":true,"disabled":false},{"text":"a","start":88,"end":89,"id":16,"ws":true,"disabled":false},{"text":"breaking","start":90,"end":98,"id":17,"ws":true,"disabled":false},{"text":"point","start":99,"end":104,"id":18,"ws":true,"disabled":false},{"text":"is","start":105,"end":107,"id":19,"ws":true,"disabled":false},{"text":"reached","start":108,"end":115,"id":20,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":21,"ws":true,"disabled":false},{"text":"particularly","start":117,"end":129,"id":22,"ws":true,"disabled":false},{"text":"in","start":130,"end":132,"id":23,"ws":true,"disabled":false},{"text":"countries","start":133,"end":142,"id":24,"ws":true,"disabled":false},{"text":"that","start":143,"end":147,"id":25,"ws":true,"disabled":false},{"text":"are","start":148,"end":151,"id":26,"ws":true,"disabled":false},{"text":"already","start":152,"end":159,"id":27,"ws":true,"disabled":false},{"text":"struggling","start":160,"end":170,"id":28,"ws":false,"disabled":false},{"text":",","start":170,"end":171,"id":29,"ws":true,"disabled":false},{"text":"said","start":172,"end":176,"id":30,"ws":true,"disabled":false},{"text":"Killelea","start":177,"end":185,"id":31,"ws":false,"disabled":false},{"text":".","start":185,"end":186,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":200,"end":212,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[],"answer":"ignore"}
+{"number":718,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Watching or reading about climate change and natural disasters on the news \u2013 or hearing from friends and family members who are experiencing extreme weather \u2013 can cause anxiety, depression, secondary trauma, and other psychological conditions.\n","text":"Watching or reading about climate change and natural disasters on the news \u2013 or hearing from friends and family members who are experiencing extreme weather \u2013 can cause anxiety, depression, secondary trauma, and other psychological conditions. IMPLIED_BASE IMPLIED_BASE","characters":244,"document_index":616,"md_sentence_index":23,"classification_origin":"causal_sentence_classification","url":"https://www.yaleclimateconnections.org/2020/02/how-climate-change-affects-mental-health/","combo_id":"616_23","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1128535692,"_task_hash":1575598770,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},{"start":12,"end":19,"token_start":2,"token_end":2,"label":"base"},{"start":20,"end":74,"token_start":3,"token_end":11,"label":"type_of"},{"start":80,"end":87,"token_start":14,"token_end":14,"label":"base"},{"start":88,"end":156,"token_start":15,"token_end":24,"label":"type_of"},{"start":159,"end":162,"token_start":26,"token_end":26,"label":"confidence"},{"start":163,"end":168,"token_start":27,"token_end":27,"label":"predicate"},{"start":169,"end":176,"token_start":28,"token_end":28,"label":"base"},{"start":178,"end":188,"token_start":30,"token_end":30,"label":"base"},{"start":190,"end":199,"token_start":32,"token_end":32,"label":"type_of"},{"start":200,"end":206,"token_start":33,"token_end":33,"label":"base"},{"start":218,"end":231,"token_start":37,"token_end":37,"label":"base"},{"start":232,"end":242,"token_start":38,"token_end":38,"label":"aspect_changing"}],"tokens":[{"text":"Watching","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"or","start":9,"end":11,"id":1,"ws":true,"disabled":false},{"text":"reading","start":12,"end":19,"id":2,"ws":true,"disabled":false},{"text":"about","start":20,"end":25,"id":3,"ws":true,"disabled":false},{"text":"climate","start":26,"end":33,"id":4,"ws":true,"disabled":false},{"text":"change","start":34,"end":40,"id":5,"ws":true,"disabled":false},{"text":"and","start":41,"end":44,"id":6,"ws":true,"disabled":false},{"text":"natural","start":45,"end":52,"id":7,"ws":true,"disabled":false},{"text":"disasters","start":53,"end":62,"id":8,"ws":true,"disabled":false},{"text":"on","start":63,"end":65,"id":9,"ws":true,"disabled":false},{"text":"the","start":66,"end":69,"id":10,"ws":true,"disabled":false},{"text":"news","start":70,"end":74,"id":11,"ws":true,"disabled":false},{"text":"\u2013","start":75,"end":76,"id":12,"ws":true,"disabled":false},{"text":"or","start":77,"end":79,"id":13,"ws":true,"disabled":false},{"text":"hearing","start":80,"end":87,"id":14,"ws":true,"disabled":false},{"text":"from","start":88,"end":92,"id":15,"ws":true,"disabled":false},{"text":"friends","start":93,"end":100,"id":16,"ws":true,"disabled":false},{"text":"and","start":101,"end":104,"id":17,"ws":true,"disabled":false},{"text":"family","start":105,"end":111,"id":18,"ws":true,"disabled":false},{"text":"members","start":112,"end":119,"id":19,"ws":true,"disabled":false},{"text":"who","start":120,"end":123,"id":20,"ws":true,"disabled":false},{"text":"are","start":124,"end":127,"id":21,"ws":true,"disabled":false},{"text":"experiencing","start":128,"end":140,"id":22,"ws":true,"disabled":false},{"text":"extreme","start":141,"end":148,"id":23,"ws":true,"disabled":false},{"text":"weather","start":149,"end":156,"id":24,"ws":true,"disabled":false},{"text":"\u2013","start":157,"end":158,"id":25,"ws":true,"disabled":false},{"text":"can","start":159,"end":162,"id":26,"ws":true,"disabled":false},{"text":"cause","start":163,"end":168,"id":27,"ws":true,"disabled":false},{"text":"anxiety","start":169,"end":176,"id":28,"ws":false,"disabled":false},{"text":",","start":176,"end":177,"id":29,"ws":true,"disabled":false},{"text":"depression","start":178,"end":188,"id":30,"ws":false,"disabled":false},{"text":",","start":188,"end":189,"id":31,"ws":true,"disabled":false},{"text":"secondary","start":190,"end":199,"id":32,"ws":true,"disabled":false},{"text":"trauma","start":200,"end":206,"id":33,"ws":false,"disabled":false},{"text":",","start":206,"end":207,"id":34,"ws":true,"disabled":false},{"text":"and","start":208,"end":211,"id":35,"ws":true,"disabled":false},{"text":"other","start":212,"end":217,"id":36,"ws":true,"disabled":false},{"text":"psychological","start":218,"end":231,"id":37,"ws":true,"disabled":false},{"text":"conditions","start":232,"end":242,"id":38,"ws":false,"disabled":false},{"text":".","start":242,"end":243,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":244,"end":256,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":257,"end":269,"id":41,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":38,"child":37,"head_span":{"start":232,"end":242,"token_start":38,"token_end":38,"label":"aspect_changing"},"child_span":{"start":218,"end":231,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":33,"head_span":{"start":190,"end":199,"token_start":32,"token_end":32,"label":"type_of"},"child_span":{"start":200,"end":206,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":28,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":169,"end":176,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":30,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":178,"end":188,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":33,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":200,"end":206,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":37,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":218,"end":231,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":28,"head_span":{"start":12,"end":19,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":169,"end":176,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":30,"head_span":{"start":12,"end":19,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":178,"end":188,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":33,"head_span":{"start":12,"end":19,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":200,"end":206,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":37,"head_span":{"start":12,"end":19,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":218,"end":231,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":28,"head_span":{"start":80,"end":87,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":169,"end":176,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":30,"head_span":{"start":80,"end":87,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":178,"end":188,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":33,"head_span":{"start":80,"end":87,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":200,"end":206,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":37,"head_span":{"start":80,"end":87,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":218,"end":231,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":14,"head_span":{"start":88,"end":156,"token_start":15,"token_end":24,"label":"type_of"},"child_span":{"start":80,"end":87,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":2,"head_span":{"start":20,"end":74,"token_start":3,"token_end":11,"label":"type_of"},"child_span":{"start":12,"end":19,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":0,"head_span":{"start":20,"end":74,"token_start":3,"token_end":11,"label":"type_of"},"child_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":568,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Most air-pollution-related deaths are due to heart attacks and strokes, but ambient air pollution also accounts for a significant number of pneumonia, asthma, emphysema, and lung cancer deaths.\n","text":"Most air-pollution-related deaths are due to heart attacks and strokes, but ambient air pollution also accounts for a significant number of pneumonia, asthma, emphysema, and lung cancer deaths. IMPLIED_BASE IMPLIED_BASE","characters":194,"document_index":445,"md_sentence_index":15,"classification_origin":"causal_sentence_classification","url":"https://www.foreignaffairs.com/articles/2019-09-23/climate-change-already-killing-us","combo_id":"445_15","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1491077654,"_task_hash":171567657,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"effect_size"},{"start":5,"end":26,"token_start":1,"token_end":5,"label":"type_of"},{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},{"start":34,"end":37,"token_start":7,"token_end":7,"label":"confidence"},{"start":38,"end":44,"token_start":8,"token_end":9,"label":"predicate"},{"text":"heart attacks","start":45,"token_start":10,"token_end":11,"end":58,"type":"pattern","label":"base"},{"text":"strokes","start":63,"token_start":13,"token_end":13,"end":70,"type":"pattern","label":"base"},{"start":76,"end":87,"token_start":16,"token_end":17,"label":"type_of"},{"text":"pollution","start":88,"token_start":18,"token_end":18,"end":97,"type":"pattern","label":"base"},{"start":118,"end":136,"token_start":23,"token_end":24,"label":"effect_size"},{"start":140,"end":149,"token_start":26,"token_end":26,"label":"type_of"},{"text":"asthma","start":151,"token_start":28,"token_end":28,"end":157,"type":"pattern","label":"type_of"},{"start":159,"end":168,"token_start":30,"token_end":30,"label":"type_of"},{"start":174,"end":185,"token_start":33,"token_end":34,"label":"type_of"},{"start":186,"end":192,"token_start":35,"token_end":35,"label":"base"}],"tokens":[{"text":"Most","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"air","start":5,"end":8,"id":1,"ws":false,"disabled":false},{"text":"-","start":8,"end":9,"id":2,"ws":false,"disabled":false},{"text":"pollution","start":9,"end":18,"id":3,"ws":false,"disabled":false},{"text":"-","start":18,"end":19,"id":4,"ws":false,"disabled":false},{"text":"related","start":19,"end":26,"id":5,"ws":true,"disabled":false},{"text":"deaths","start":27,"end":33,"id":6,"ws":true,"disabled":false},{"text":"are","start":34,"end":37,"id":7,"ws":true,"disabled":false},{"text":"due","start":38,"end":41,"id":8,"ws":true,"disabled":false},{"text":"to","start":42,"end":44,"id":9,"ws":true,"disabled":false},{"text":"heart","start":45,"end":50,"id":10,"ws":true,"disabled":false},{"text":"attacks","start":51,"end":58,"id":11,"ws":true,"disabled":false},{"text":"and","start":59,"end":62,"id":12,"ws":true,"disabled":false},{"text":"strokes","start":63,"end":70,"id":13,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":14,"ws":true,"disabled":false},{"text":"but","start":72,"end":75,"id":15,"ws":true,"disabled":false},{"text":"ambient","start":76,"end":83,"id":16,"ws":true,"disabled":false},{"text":"air","start":84,"end":87,"id":17,"ws":true,"disabled":false},{"text":"pollution","start":88,"end":97,"id":18,"ws":true,"disabled":false},{"text":"also","start":98,"end":102,"id":19,"ws":true,"disabled":false},{"text":"accounts","start":103,"end":111,"id":20,"ws":true,"disabled":false},{"text":"for","start":112,"end":115,"id":21,"ws":true,"disabled":false},{"text":"a","start":116,"end":117,"id":22,"ws":true,"disabled":false},{"text":"significant","start":118,"end":129,"id":23,"ws":true,"disabled":false},{"text":"number","start":130,"end":136,"id":24,"ws":true,"disabled":false},{"text":"of","start":137,"end":139,"id":25,"ws":true,"disabled":false},{"text":"pneumonia","start":140,"end":149,"id":26,"ws":false,"disabled":false},{"text":",","start":149,"end":150,"id":27,"ws":true,"disabled":false},{"text":"asthma","start":151,"end":157,"id":28,"ws":false,"disabled":false},{"text":",","start":157,"end":158,"id":29,"ws":true,"disabled":false},{"text":"emphysema","start":159,"end":168,"id":30,"ws":false,"disabled":false},{"text":",","start":168,"end":169,"id":31,"ws":true,"disabled":false},{"text":"and","start":170,"end":173,"id":32,"ws":true,"disabled":false},{"text":"lung","start":174,"end":178,"id":33,"ws":true,"disabled":false},{"text":"cancer","start":179,"end":185,"id":34,"ws":true,"disabled":false},{"text":"deaths","start":186,"end":192,"id":35,"ws":false,"disabled":false},{"text":".","start":192,"end":193,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":207,"end":219,"id":38,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":5,"end":26,"token_start":1,"token_end":5,"label":"type_of"},"child_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":76,"end":87,"token_start":16,"token_end":17,"label":"type_of"},"child_span":{"start":88,"end":97,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":35,"head_span":{"start":140,"end":149,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":186,"end":192,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":35,"head_span":{"start":151,"end":157,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":186,"end":192,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":35,"head_span":{"start":159,"end":168,"token_start":30,"token_end":30,"label":"type_of"},"child_span":{"start":186,"end":192,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":35,"head_span":{"start":174,"end":185,"token_start":33,"token_end":34,"label":"type_of"},"child_span":{"start":186,"end":192,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":6,"head_span":{"start":45,"end":58,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":6,"head_span":{"start":63,"end":70,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":27,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":35,"head_span":{"start":88,"end":97,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":186,"end":192,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":299,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The long-term effects have only recently come into focus, with estimates that chronic smoke exposure causes about 20,000 premature deaths per year, said Jeff Pierce, an associate professor of atmospheric science at Colorado State University.\n","text":"The long-term effects have only recently come into focus, with estimates that chronic smoke exposure causes about 20,000 premature deaths per year, said Jeff Pierce, an associate professor of atmospheric science at Colorado State University. IMPLIED_BASE IMPLIED_BASE","characters":242,"document_index":247,"md_sentence_index":47,"classification_origin":"cm-label-eval","url":"https://www.latimes.com/science/environment/wildfires-climate-change-shorter-lives-americans-story.html","combo_id":"247_47","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":284949461,"_task_hash":-1985855349,"spans":[{"start":63,"end":72,"token_start":13,"token_end":13,"label":"confidence"},{"start":78,"end":85,"token_start":15,"token_end":15,"label":"change_direction"},{"start":86,"end":91,"token_start":16,"token_end":16,"label":"base"},{"start":92,"end":100,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":101,"end":107,"token_start":18,"token_end":18,"label":"predicate"},{"start":108,"end":113,"token_start":19,"token_end":19,"label":"confidence"},{"start":114,"end":120,"token_start":20,"token_end":20,"label":"effect_size"},{"start":121,"end":130,"token_start":21,"token_end":21,"label":"type_of"},{"start":131,"end":137,"token_start":22,"token_end":22,"label":"base"},{"start":138,"end":146,"token_start":23,"token_end":24,"label":"effect_size"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"long","start":4,"end":8,"id":1,"ws":false,"disabled":false},{"text":"-","start":8,"end":9,"id":2,"ws":false,"disabled":false},{"text":"term","start":9,"end":13,"id":3,"ws":true,"disabled":false},{"text":"effects","start":14,"end":21,"id":4,"ws":true,"disabled":false},{"text":"have","start":22,"end":26,"id":5,"ws":true,"disabled":false},{"text":"only","start":27,"end":31,"id":6,"ws":true,"disabled":false},{"text":"recently","start":32,"end":40,"id":7,"ws":true,"disabled":false},{"text":"come","start":41,"end":45,"id":8,"ws":true,"disabled":false},{"text":"into","start":46,"end":50,"id":9,"ws":true,"disabled":false},{"text":"focus","start":51,"end":56,"id":10,"ws":false,"disabled":false},{"text":",","start":56,"end":57,"id":11,"ws":true,"disabled":false},{"text":"with","start":58,"end":62,"id":12,"ws":true,"disabled":false},{"text":"estimates","start":63,"end":72,"id":13,"ws":true,"disabled":false},{"text":"that","start":73,"end":77,"id":14,"ws":true,"disabled":false},{"text":"chronic","start":78,"end":85,"id":15,"ws":true,"disabled":false},{"text":"smoke","start":86,"end":91,"id":16,"ws":true,"disabled":false},{"text":"exposure","start":92,"end":100,"id":17,"ws":true,"disabled":false},{"text":"causes","start":101,"end":107,"id":18,"ws":true,"disabled":false},{"text":"about","start":108,"end":113,"id":19,"ws":true,"disabled":false},{"text":"20,000","start":114,"end":120,"id":20,"ws":true,"disabled":false},{"text":"premature","start":121,"end":130,"id":21,"ws":true,"disabled":false},{"text":"deaths","start":131,"end":137,"id":22,"ws":true,"disabled":false},{"text":"per","start":138,"end":141,"id":23,"ws":true,"disabled":false},{"text":"year","start":142,"end":146,"id":24,"ws":false,"disabled":false},{"text":",","start":146,"end":147,"id":25,"ws":true,"disabled":false},{"text":"said","start":148,"end":152,"id":26,"ws":true,"disabled":false},{"text":"Jeff","start":153,"end":157,"id":27,"ws":true,"disabled":false},{"text":"Pierce","start":158,"end":164,"id":28,"ws":false,"disabled":false},{"text":",","start":164,"end":165,"id":29,"ws":true,"disabled":false},{"text":"an","start":166,"end":168,"id":30,"ws":true,"disabled":false},{"text":"associate","start":169,"end":178,"id":31,"ws":true,"disabled":false},{"text":"professor","start":179,"end":188,"id":32,"ws":true,"disabled":false},{"text":"of","start":189,"end":191,"id":33,"ws":true,"disabled":false},{"text":"atmospheric","start":192,"end":203,"id":34,"ws":true,"disabled":false},{"text":"science","start":204,"end":211,"id":35,"ws":true,"disabled":false},{"text":"at","start":212,"end":214,"id":36,"ws":true,"disabled":false},{"text":"Colorado","start":215,"end":223,"id":37,"ws":true,"disabled":false},{"text":"State","start":224,"end":229,"id":38,"ws":true,"disabled":false},{"text":"University","start":230,"end":240,"id":39,"ws":false,"disabled":false},{"text":".","start":240,"end":241,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":242,"end":254,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":255,"end":267,"id":42,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":15,"child":16,"head_span":{"start":78,"end":85,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":86,"end":91,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":92,"end":100,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":86,"end":91,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":22,"head_span":{"start":121,"end":130,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":131,"end":137,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":22,"head_span":{"start":86,"end":91,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":131,"end":137,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":35,"Used?":"","Dataset name":"","ignore?":"ignore","reason":"incoherent?","relation count":"many","complexity":"simple","original_md_text":"A nervous reaction to events causing excessive uneasiness and apprehension.","text":"A nervous reaction to events causing excessive uneasiness and apprehension. IMPLIED_BASE IMPLIED_BASE","characters":75,"document_index":31,"md_sentence_index":65,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencenewsforstudents.org/article/climate-change-poses-mental-health-risks-children-and-teens","combo_id":"31_65","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1742529584,"_task_hash":1979848428,"spans":[{"start":2,"end":9,"token_start":1,"token_end":1,"label":"type_of"},{"start":10,"end":28,"token_start":2,"token_end":4,"label":"base"},{"start":29,"end":36,"token_start":5,"token_end":5,"label":"predicate"},{"start":37,"end":46,"token_start":6,"token_end":6,"label":"type_of"},{"start":47,"end":57,"token_start":7,"token_end":7,"label":"base"},{"start":62,"end":74,"token_start":9,"token_end":9,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"nervous","start":2,"end":9,"id":1,"ws":true,"disabled":false},{"text":"reaction","start":10,"end":18,"id":2,"ws":true,"disabled":false},{"text":"to","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"events","start":22,"end":28,"id":4,"ws":true,"disabled":false},{"text":"causing","start":29,"end":36,"id":5,"ws":true,"disabled":false},{"text":"excessive","start":37,"end":46,"id":6,"ws":true,"disabled":false},{"text":"uneasiness","start":47,"end":57,"id":7,"ws":true,"disabled":false},{"text":"and","start":58,"end":61,"id":8,"ws":true,"disabled":false},{"text":"apprehension","start":62,"end":74,"id":9,"ws":false,"disabled":false},{"text":".","start":74,"end":75,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":76,"end":88,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":89,"end":101,"id":12,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":37,"end":46,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":47,"end":57,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":37,"end":46,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":62,"end":74,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":4,"head_span":{"start":2,"end":9,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":10,"end":28,"token_start":2,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":7,"head_span":{"start":10,"end":28,"token_start":2,"token_end":4,"label":"base"},"child_span":{"start":47,"end":57,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":9,"head_span":{"start":10,"end":28,"token_start":2,"token_end":4,"label":"base"},"child_span":{"start":62,"end":74,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":9,"head_span":{"start":37,"end":46,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":62,"end":74,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":778,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Continued warming, he said, \"will lead to significant and unending reductions in river flows.","text":"Continued warming, he said, \"will lead to significant and unending reductions in river flows. IMPLIED_BASE IMPLIED_BASE","characters":93,"document_index":641,"md_sentence_index":26,"classification_origin":"causal_sentence_classification","url":"https://insideclimatenews.org/news/20022020/severe-water-shortages-colorado-river-basin-snowpack-albedo","combo_id":"641_26","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-627296569,"_task_hash":-2018682251,"spans":[{"start":0,"end":9,"token_start":0,"token_end":0,"label":"type_of"},{"start":10,"end":17,"token_start":1,"token_end":1,"label":"base"},{"start":29,"end":33,"token_start":7,"token_end":7,"label":"confidence"},{"start":34,"end":41,"token_start":8,"token_end":9,"label":"predicate"},{"start":42,"end":53,"token_start":10,"token_end":10,"label":"effect_size"},{"start":58,"end":77,"token_start":12,"token_end":13,"label":"change_direction"},{"start":81,"end":86,"token_start":15,"token_end":15,"label":"base"},{"start":87,"end":92,"token_start":16,"token_end":16,"label":"aspect_changing"}],"tokens":[{"text":"Continued","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"warming","start":10,"end":17,"id":1,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":2,"ws":true,"disabled":false},{"text":"he","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"said","start":22,"end":26,"id":4,"ws":false,"disabled":false},{"text":",","start":26,"end":27,"id":5,"ws":true,"disabled":false},{"text":"\"","start":28,"end":29,"id":6,"ws":false,"disabled":false},{"text":"will","start":29,"end":33,"id":7,"ws":true,"disabled":false},{"text":"lead","start":34,"end":38,"id":8,"ws":true,"disabled":false},{"text":"to","start":39,"end":41,"id":9,"ws":true,"disabled":false},{"text":"significant","start":42,"end":53,"id":10,"ws":true,"disabled":false},{"text":"and","start":54,"end":57,"id":11,"ws":true,"disabled":false},{"text":"unending","start":58,"end":66,"id":12,"ws":true,"disabled":false},{"text":"reductions","start":67,"end":77,"id":13,"ws":true,"disabled":false},{"text":"in","start":78,"end":80,"id":14,"ws":true,"disabled":false},{"text":"river","start":81,"end":86,"id":15,"ws":true,"disabled":false},{"text":"flows","start":87,"end":92,"id":16,"ws":false,"disabled":false},{"text":".","start":92,"end":93,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":94,"end":106,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":19,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":10,"end":17,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":15,"head_span":{"start":58,"end":77,"token_start":12,"token_end":13,"label":"change_direction"},"child_span":{"start":81,"end":86,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":15,"head_span":{"start":87,"end":92,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":81,"end":86,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":15,"head_span":{"start":10,"end":17,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":81,"end":86,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":1040,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":": for each one standard deviation (1\u03c3) change in climate toward warmer temperatures or more extreme rainfall, median estimates indicate that the frequency of interpersonal violence rises 4% and the frequency of intergroup conflict rises 14%.","text":": for each one standard deviation (1\u03c3) change in climate toward warmer temperatures or more extreme rainfall, median estimates indicate that the frequency of interpersonal violence rises 4% and the frequency of intergroup conflict rises 14%. IMPLIED_BASE IMPLIED_BASE","characters":241,"document_index":803,"md_sentence_index":29,"classification_origin":"causal_sentence_classification","url":"http://science.sciencemag.org/content/341/6151/1235367","combo_id":"803_29","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":29555764,"_task_hash":1078697662,"spans":[{"start":11,"end":38,"token_start":3,"token_end":8,"label":"effect_size"},{"start":39,"end":45,"token_start":9,"token_end":9,"label":"change_direction"},{"start":49,"end":56,"token_start":11,"token_end":11,"label":"base"},{"text":"warmer","start":64,"token_start":13,"token_end":13,"end":70,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":71,"token_start":14,"token_end":14,"end":83,"type":"pattern","label":"aspect_changing"},{"text":"more","start":87,"token_start":16,"token_end":16,"end":91,"type":"pattern","label":"change_direction"},{"start":92,"end":99,"token_start":17,"token_end":17,"label":"type_of"},{"text":"rainfall","start":100,"token_start":18,"token_end":18,"end":108,"type":"pattern","label":"base"},{"start":117,"end":126,"token_start":21,"token_end":21,"label":"confidence"},{"text":"frequency","start":145,"token_start":25,"token_end":25,"end":154,"type":"pattern","label":"aspect_changing"},{"start":158,"end":171,"token_start":27,"token_end":27,"label":"type_of"},{"text":"violence","start":172,"token_start":28,"token_end":28,"end":180,"type":"pattern","label":"base"},{"start":181,"end":186,"token_start":29,"token_end":29,"label":"change_direction"},{"start":187,"end":189,"token_start":30,"token_end":31,"label":"effect_size"},{"text":"frequency","start":198,"token_start":34,"token_end":34,"end":207,"type":"pattern","label":"aspect_changing"},{"start":211,"end":221,"token_start":36,"token_end":36,"label":"type_of"},{"text":"conflict","start":222,"token_start":37,"token_end":37,"end":230,"type":"pattern","label":"base"},{"start":231,"end":236,"token_start":38,"token_end":38,"label":"change_direction"},{"start":237,"end":240,"token_start":39,"token_end":40,"label":"effect_size"},{"start":242,"end":254,"token_start":42,"token_end":42,"label":"base"}],"tokens":[{"text":":","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"for","start":2,"end":5,"id":1,"ws":true,"disabled":false},{"text":"each","start":6,"end":10,"id":2,"ws":true,"disabled":false},{"text":"one","start":11,"end":14,"id":3,"ws":true,"disabled":false},{"text":"standard","start":15,"end":23,"id":4,"ws":true,"disabled":false},{"text":"deviation","start":24,"end":33,"id":5,"ws":true,"disabled":false},{"text":"(","start":34,"end":35,"id":6,"ws":false,"disabled":false},{"text":"1\u03c3","start":35,"end":37,"id":7,"ws":false,"disabled":false},{"text":")","start":37,"end":38,"id":8,"ws":true,"disabled":false},{"text":"change","start":39,"end":45,"id":9,"ws":true,"disabled":false},{"text":"in","start":46,"end":48,"id":10,"ws":true,"disabled":false},{"text":"climate","start":49,"end":56,"id":11,"ws":true,"disabled":false},{"text":"toward","start":57,"end":63,"id":12,"ws":true,"disabled":false},{"text":"warmer","start":64,"end":70,"id":13,"ws":true,"disabled":false},{"text":"temperatures","start":71,"end":83,"id":14,"ws":true,"disabled":false},{"text":"or","start":84,"end":86,"id":15,"ws":true,"disabled":false},{"text":"more","start":87,"end":91,"id":16,"ws":true,"disabled":false},{"text":"extreme","start":92,"end":99,"id":17,"ws":true,"disabled":false},{"text":"rainfall","start":100,"end":108,"id":18,"ws":false,"disabled":false},{"text":",","start":108,"end":109,"id":19,"ws":true,"disabled":false},{"text":"median","start":110,"end":116,"id":20,"ws":true,"disabled":false},{"text":"estimates","start":117,"end":126,"id":21,"ws":true,"disabled":false},{"text":"indicate","start":127,"end":135,"id":22,"ws":true,"disabled":false},{"text":"that","start":136,"end":140,"id":23,"ws":true,"disabled":false},{"text":"the","start":141,"end":144,"id":24,"ws":true,"disabled":false},{"text":"frequency","start":145,"end":154,"id":25,"ws":true,"disabled":false},{"text":"of","start":155,"end":157,"id":26,"ws":true,"disabled":false},{"text":"interpersonal","start":158,"end":171,"id":27,"ws":true,"disabled":false},{"text":"violence","start":172,"end":180,"id":28,"ws":true,"disabled":false},{"text":"rises","start":181,"end":186,"id":29,"ws":true,"disabled":false},{"text":"4","start":187,"end":188,"id":30,"ws":false,"disabled":false},{"text":"%","start":188,"end":189,"id":31,"ws":true,"disabled":false},{"text":"and","start":190,"end":193,"id":32,"ws":true,"disabled":false},{"text":"the","start":194,"end":197,"id":33,"ws":true,"disabled":false},{"text":"frequency","start":198,"end":207,"id":34,"ws":true,"disabled":false},{"text":"of","start":208,"end":210,"id":35,"ws":true,"disabled":false},{"text":"intergroup","start":211,"end":221,"id":36,"ws":true,"disabled":false},{"text":"conflict","start":222,"end":230,"id":37,"ws":true,"disabled":false},{"text":"rises","start":231,"end":236,"id":38,"ws":true,"disabled":false},{"text":"14","start":237,"end":239,"id":39,"ws":false,"disabled":false},{"text":"%","start":239,"end":240,"id":40,"ws":false,"disabled":false},{"text":".","start":240,"end":241,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":242,"end":254,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":255,"end":267,"id":43,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":27,"child":28,"head_span":{"start":158,"end":171,"token_start":27,"token_end":27,"label":"type_of"},"child_span":{"start":172,"end":180,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":28,"head_span":{"start":181,"end":186,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":172,"end":180,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":28,"head_span":{"start":187,"end":189,"token_start":30,"token_end":31,"label":"effect_size"},"child_span":{"start":172,"end":180,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":37,"head_span":{"start":198,"end":207,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":222,"end":230,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":37,"head_span":{"start":231,"end":236,"token_start":38,"token_end":38,"label":"change_direction"},"child_span":{"start":222,"end":230,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":37,"head_span":{"start":211,"end":221,"token_start":36,"token_end":36,"label":"type_of"},"child_span":{"start":222,"end":230,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":37,"head_span":{"start":237,"end":240,"token_start":39,"token_end":40,"label":"effect_size"},"child_span":{"start":222,"end":230,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":28,"head_span":{"start":145,"end":154,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":172,"end":180,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":92,"end":99,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":100,"end":108,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":87,"end":91,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":100,"end":108,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":42,"head_span":{"start":64,"end":70,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":242,"end":254,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":42,"head_span":{"start":71,"end":83,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":242,"end":254,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":28,"head_span":{"start":242,"end":254,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":172,"end":180,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":37,"head_span":{"start":242,"end":254,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":222,"end":230,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":28,"head_span":{"start":100,"end":108,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":172,"end":180,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":37,"head_span":{"start":100,"end":108,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":222,"end":230,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":793,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For example, a recent study in the new journal Nature Food suggests that an AMOC shutdown would cause \u201cwidespread cessation of arable farming\u201d in the island of Great Britain with \u201closses of agricultural output that are an order of magnitude larger than the impacts of climate change without an AMOC collapse\u201d.\n","text":"For example, a recent study in the new journal Nature Food suggests that an AMOC shutdown would cause \u201cwidespread cessation of arable farming\u201d in the island of Great Britain with \u201closses of agricultural output that are an order of magnitude larger than the impacts of climate change without an AMOC collapse\u201d. IMPLIED_BASE IMPLIED_BASE","characters":310,"document_index":647,"md_sentence_index":123,"classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_123","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":967145014,"_task_hash":535512590,"spans":[{"start":76,"end":80,"token_start":15,"token_end":15,"label":"base"},{"start":81,"end":89,"token_start":16,"token_end":16,"label":"aspect_changing"},{"start":96,"end":101,"token_start":18,"token_end":18,"label":"predicate"},{"start":103,"end":123,"token_start":20,"token_end":21,"label":"aspect_changing"},{"start":127,"end":133,"token_start":23,"token_end":23,"label":"type_of"},{"start":134,"end":141,"token_start":24,"token_end":24,"label":"base"},{"start":143,"end":173,"token_start":26,"token_end":31,"label":"where"},{"start":174,"end":178,"token_start":32,"token_end":32,"label":"predicate"},{"start":180,"end":186,"token_start":34,"token_end":34,"label":"change_direction"},{"start":190,"end":202,"token_start":36,"token_end":36,"label":"base"},{"start":203,"end":209,"token_start":37,"token_end":37,"label":"aspect_changing"},{"start":222,"end":307,"token_start":41,"token_end":54,"label":"effect_size"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"example","start":4,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"a","start":13,"end":14,"id":3,"ws":true,"disabled":false},{"text":"recent","start":15,"end":21,"id":4,"ws":true,"disabled":false},{"text":"study","start":22,"end":27,"id":5,"ws":true,"disabled":false},{"text":"in","start":28,"end":30,"id":6,"ws":true,"disabled":false},{"text":"the","start":31,"end":34,"id":7,"ws":true,"disabled":false},{"text":"new","start":35,"end":38,"id":8,"ws":true,"disabled":false},{"text":"journal","start":39,"end":46,"id":9,"ws":true,"disabled":false},{"text":"Nature","start":47,"end":53,"id":10,"ws":true,"disabled":false},{"text":"Food","start":54,"end":58,"id":11,"ws":true,"disabled":false},{"text":"suggests","start":59,"end":67,"id":12,"ws":true,"disabled":false},{"text":"that","start":68,"end":72,"id":13,"ws":true,"disabled":false},{"text":"an","start":73,"end":75,"id":14,"ws":true,"disabled":false},{"text":"AMOC","start":76,"end":80,"id":15,"ws":true,"disabled":false},{"text":"shutdown","start":81,"end":89,"id":16,"ws":true,"disabled":false},{"text":"would","start":90,"end":95,"id":17,"ws":true,"disabled":false},{"text":"cause","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"\u201c","start":102,"end":103,"id":19,"ws":false,"disabled":false},{"text":"widespread","start":103,"end":113,"id":20,"ws":true,"disabled":false},{"text":"cessation","start":114,"end":123,"id":21,"ws":true,"disabled":false},{"text":"of","start":124,"end":126,"id":22,"ws":true,"disabled":false},{"text":"arable","start":127,"end":133,"id":23,"ws":true,"disabled":false},{"text":"farming","start":134,"end":141,"id":24,"ws":false,"disabled":false},{"text":"\u201d","start":141,"end":142,"id":25,"ws":true,"disabled":false},{"text":"in","start":143,"end":145,"id":26,"ws":true,"disabled":false},{"text":"the","start":146,"end":149,"id":27,"ws":true,"disabled":false},{"text":"island","start":150,"end":156,"id":28,"ws":true,"disabled":false},{"text":"of","start":157,"end":159,"id":29,"ws":true,"disabled":false},{"text":"Great","start":160,"end":165,"id":30,"ws":true,"disabled":false},{"text":"Britain","start":166,"end":173,"id":31,"ws":true,"disabled":false},{"text":"with","start":174,"end":178,"id":32,"ws":true,"disabled":false},{"text":"\u201c","start":179,"end":180,"id":33,"ws":false,"disabled":false},{"text":"losses","start":180,"end":186,"id":34,"ws":true,"disabled":false},{"text":"of","start":187,"end":189,"id":35,"ws":true,"disabled":false},{"text":"agricultural","start":190,"end":202,"id":36,"ws":true,"disabled":false},{"text":"output","start":203,"end":209,"id":37,"ws":true,"disabled":false},{"text":"that","start":210,"end":214,"id":38,"ws":true,"disabled":false},{"text":"are","start":215,"end":218,"id":39,"ws":true,"disabled":false},{"text":"an","start":219,"end":221,"id":40,"ws":true,"disabled":false},{"text":"order","start":222,"end":227,"id":41,"ws":true,"disabled":false},{"text":"of","start":228,"end":230,"id":42,"ws":true,"disabled":false},{"text":"magnitude","start":231,"end":240,"id":43,"ws":true,"disabled":false},{"text":"larger","start":241,"end":247,"id":44,"ws":true,"disabled":false},{"text":"than","start":248,"end":252,"id":45,"ws":true,"disabled":false},{"text":"the","start":253,"end":256,"id":46,"ws":true,"disabled":false},{"text":"impacts","start":257,"end":264,"id":47,"ws":true,"disabled":false},{"text":"of","start":265,"end":267,"id":48,"ws":true,"disabled":false},{"text":"climate","start":268,"end":275,"id":49,"ws":true,"disabled":false},{"text":"change","start":276,"end":282,"id":50,"ws":true,"disabled":false},{"text":"without","start":283,"end":290,"id":51,"ws":true,"disabled":false},{"text":"an","start":291,"end":293,"id":52,"ws":true,"disabled":false},{"text":"AMOC","start":294,"end":298,"id":53,"ws":true,"disabled":false},{"text":"collapse","start":299,"end":307,"id":54,"ws":false,"disabled":false},{"text":"\u201d","start":307,"end":308,"id":55,"ws":false,"disabled":false},{"text":".","start":308,"end":309,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":310,"end":322,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":323,"end":335,"id":58,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":23,"child":24,"head_span":{"start":127,"end":133,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":134,"end":141,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":24,"head_span":{"start":103,"end":123,"token_start":20,"token_end":21,"label":"aspect_changing"},"child_span":{"start":134,"end":141,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":15,"head_span":{"start":81,"end":89,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":76,"end":80,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":36,"head_span":{"start":180,"end":186,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":190,"end":202,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":36,"head_span":{"start":203,"end":209,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":190,"end":202,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":24,"head_span":{"start":76,"end":80,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":134,"end":141,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":24,"head_span":{"start":143,"end":173,"token_start":26,"token_end":31,"label":"where"},"child_span":{"start":134,"end":141,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":36,"head_span":{"start":134,"end":141,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":190,"end":202,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":54,"child":36,"head_span":{"start":222,"end":307,"token_start":41,"token_end":54,"label":"effect_size"},"child_span":{"start":190,"end":202,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":1086,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Heat waves can also lead to toxic algae blooms that can kill fish.\n","text":"Heat waves can also lead to toxic algae blooms that can kill fish. IMPLIED_BASE IMPLIED_BASE","characters":67,"document_index":827,"md_sentence_index":30,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/24/climate/ocean-heat-waves-blob.html","combo_id":"827_30","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1480286524,"_task_hash":914859287,"spans":[{"text":"Heat waves","start":0,"token_start":0,"token_end":1,"end":10,"type":"pattern","label":"base"},{"start":11,"end":14,"token_start":2,"token_end":2,"label":"confidence"},{"start":20,"end":27,"token_start":4,"token_end":5,"label":"predicate"},{"start":28,"end":33,"token_start":6,"token_end":6,"label":"type_of"},{"start":34,"end":39,"token_start":7,"token_end":7,"label":"base"},{"start":40,"end":46,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":47,"end":51,"token_start":9,"token_end":9,"label":"predicate"},{"start":52,"end":55,"token_start":10,"token_end":10,"label":"confidence"},{"text":"kill","start":56,"token_start":11,"token_end":11,"end":60,"type":"pattern","label":"change_direction"},{"start":61,"end":65,"token_start":12,"token_end":12,"label":"base"}],"tokens":[{"text":"Heat","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"waves","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"can","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"also","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"lead","start":20,"end":24,"id":4,"ws":true,"disabled":false},{"text":"to","start":25,"end":27,"id":5,"ws":true,"disabled":false},{"text":"toxic","start":28,"end":33,"id":6,"ws":true,"disabled":false},{"text":"algae","start":34,"end":39,"id":7,"ws":true,"disabled":false},{"text":"blooms","start":40,"end":46,"id":8,"ws":true,"disabled":false},{"text":"that","start":47,"end":51,"id":9,"ws":true,"disabled":false},{"text":"can","start":52,"end":55,"id":10,"ws":true,"disabled":false},{"text":"kill","start":56,"end":60,"id":11,"ws":true,"disabled":false},{"text":"fish","start":61,"end":65,"id":12,"ws":false,"disabled":false},{"text":".","start":65,"end":66,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":67,"end":79,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":80,"end":92,"id":15,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":28,"end":33,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":34,"end":39,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":40,"end":46,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":34,"end":39,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":56,"end":60,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":61,"end":65,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":7,"head_span":{"start":0,"end":10,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":34,"end":39,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":12,"head_span":{"start":34,"end":39,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":61,"end":65,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":901,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Last month, the U.S. National Oceanic and Atmospheric Administration (NOAA) predicted that this year would bring the third major coral bleaching event to the Great Barrier Reef in five years because of heat waves.","text":"Last month, the U.S. National Oceanic and Atmospheric Administration (NOAA) predicted that this year would bring the third major coral bleaching event to the Great Barrier Reef in five years because of heat waves. IMPLIED_BASE IMPLIED_BASE","characters":213,"document_index":724,"md_sentence_index":34,"classification_origin":"causal_sentence_classification","url":"https://e360.yale.edu/features/with-temperatures-rising-can-animals-survive-the-heat-stress","combo_id":"724_34","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1866523612,"_task_hash":-1331789890,"spans":[{"start":123,"end":128,"token_start":21,"token_end":21,"label":"effect_size"},{"start":129,"end":134,"token_start":22,"token_end":22,"label":"base"},{"start":135,"end":150,"token_start":23,"token_end":24,"label":"aspect_changing"},{"start":151,"end":176,"token_start":25,"token_end":29,"label":"where"},{"text":"heat waves","start":202,"token_start":35,"token_end":36,"end":212,"type":"pattern","label":"base"}],"tokens":[{"text":"Last","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"month","start":5,"end":10,"id":1,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":2,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"U.S.","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"National","start":21,"end":29,"id":5,"ws":true,"disabled":false},{"text":"Oceanic","start":30,"end":37,"id":6,"ws":true,"disabled":false},{"text":"and","start":38,"end":41,"id":7,"ws":true,"disabled":false},{"text":"Atmospheric","start":42,"end":53,"id":8,"ws":true,"disabled":false},{"text":"Administration","start":54,"end":68,"id":9,"ws":true,"disabled":false},{"text":"(","start":69,"end":70,"id":10,"ws":false,"disabled":false},{"text":"NOAA","start":70,"end":74,"id":11,"ws":false,"disabled":false},{"text":")","start":74,"end":75,"id":12,"ws":true,"disabled":false},{"text":"predicted","start":76,"end":85,"id":13,"ws":true,"disabled":false},{"text":"that","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"this","start":91,"end":95,"id":15,"ws":true,"disabled":false},{"text":"year","start":96,"end":100,"id":16,"ws":true,"disabled":false},{"text":"would","start":101,"end":106,"id":17,"ws":true,"disabled":false},{"text":"bring","start":107,"end":112,"id":18,"ws":true,"disabled":false},{"text":"the","start":113,"end":116,"id":19,"ws":true,"disabled":false},{"text":"third","start":117,"end":122,"id":20,"ws":true,"disabled":false},{"text":"major","start":123,"end":128,"id":21,"ws":true,"disabled":false},{"text":"coral","start":129,"end":134,"id":22,"ws":true,"disabled":false},{"text":"bleaching","start":135,"end":144,"id":23,"ws":true,"disabled":false},{"text":"event","start":145,"end":150,"id":24,"ws":true,"disabled":false},{"text":"to","start":151,"end":153,"id":25,"ws":true,"disabled":false},{"text":"the","start":154,"end":157,"id":26,"ws":true,"disabled":false},{"text":"Great","start":158,"end":163,"id":27,"ws":true,"disabled":false},{"text":"Barrier","start":164,"end":171,"id":28,"ws":true,"disabled":false},{"text":"Reef","start":172,"end":176,"id":29,"ws":true,"disabled":false},{"text":"in","start":177,"end":179,"id":30,"ws":true,"disabled":false},{"text":"five","start":180,"end":184,"id":31,"ws":true,"disabled":false},{"text":"years","start":185,"end":190,"id":32,"ws":true,"disabled":false},{"text":"because","start":191,"end":198,"id":33,"ws":true,"disabled":false},{"text":"of","start":199,"end":201,"id":34,"ws":true,"disabled":false},{"text":"heat","start":202,"end":206,"id":35,"ws":true,"disabled":false},{"text":"waves","start":207,"end":212,"id":36,"ws":false,"disabled":false},{"text":".","start":212,"end":213,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":214,"end":226,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":227,"end":239,"id":39,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":21,"child":22,"head_span":{"start":123,"end":128,"token_start":21,"token_end":21,"label":"effect_size"},"child_span":{"start":129,"end":134,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":22,"head_span":{"start":135,"end":150,"token_start":23,"token_end":24,"label":"aspect_changing"},"child_span":{"start":129,"end":134,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":22,"head_span":{"start":202,"end":212,"token_start":35,"token_end":36,"label":"base"},"child_span":{"start":129,"end":134,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":954,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Greenhouse gas emissions generated by human activity are pointed as the main provider of the changing Earth\u2019s climate through thermal stress, extreme weather events, and changing pattern of infectious diseases, suggesting the urgent need to develop strategies addressing human, animals, and plants health as a whole (one health concept).","text":"Greenhouse gas emissions generated by human activity are pointed as the main provider of the changing Earth\u2019s climate through thermal stress, extreme weather events, and changing pattern of infectious diseases, suggesting the urgent need to develop strategies addressing human, animals, and plants health as a whole (one health concept). IMPLIED_BASE IMPLIED_BASE","characters":337,"document_index":750,"md_sentence_index":84,"classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_84","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":562075174,"_task_hash":-565018838,"spans":[{"text":"Greenhouse","start":0,"token_start":0,"token_end":0,"end":10,"type":"pattern","label":"type_of"},{"start":11,"end":14,"token_start":1,"token_end":1,"label":"base"},{"text":"emissions","start":15,"token_start":2,"token_end":2,"end":24,"type":"pattern","label":"aspect_changing"},{"start":25,"end":37,"token_start":3,"token_end":4,"label":"predicate"},{"start":38,"end":43,"token_start":5,"token_end":5,"label":"base"},{"text":"activity","start":44,"token_start":6,"token_end":6,"end":52,"type":"pattern","label":"aspect_changing"},{"start":53,"end":56,"token_start":7,"token_end":7,"label":"confidence"},{"start":68,"end":88,"token_start":10,"token_end":13,"label":"predicate"},{"start":102,"end":109,"token_start":16,"token_end":17,"label":"type_of"},{"start":110,"end":117,"token_start":18,"token_end":18,"label":"base"},{"start":118,"end":125,"token_start":19,"token_end":19,"label":"predicate"},{"start":126,"end":133,"token_start":20,"token_end":20,"label":"type_of"},{"text":"stress","start":134,"token_start":21,"token_end":21,"end":140,"type":"pattern","label":"base"},{"start":142,"end":149,"token_start":23,"token_end":23,"label":"type_of"},{"start":150,"end":157,"token_start":24,"token_end":24,"label":"base"},{"start":158,"end":164,"token_start":25,"token_end":25,"label":"aspect_changing"},{"start":170,"end":178,"token_start":28,"token_end":28,"label":"change_direction"},{"start":179,"end":186,"token_start":29,"token_end":29,"label":"base"},{"start":190,"end":200,"token_start":31,"token_end":31,"label":"type_of"},{"start":201,"end":209,"token_start":32,"token_end":32,"label":"base"},{"start":241,"end":248,"token_start":39,"token_end":39,"label":"change_direction"},{"start":249,"end":259,"token_start":40,"token_end":40,"label":"base"},{"start":271,"end":276,"token_start":42,"token_end":42,"label":"base"},{"start":278,"end":285,"token_start":44,"token_end":44,"label":"base"},{"text":"plants","start":291,"token_start":47,"token_end":47,"end":297,"type":"pattern","label":"base"},{"text":"health","start":298,"token_start":48,"token_end":48,"end":304,"type":"pattern","label":"base"},{"start":317,"end":335,"token_start":53,"token_end":55,"label":"base"},{"label":"change_direction"},{"start":93,"end":101,"token_start":15,"token_end":15,"label":"change_direction"}],"tokens":[{"text":"Greenhouse","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"gas","start":11,"end":14,"id":1,"ws":true,"disabled":false},{"text":"emissions","start":15,"end":24,"id":2,"ws":true,"disabled":false},{"text":"generated","start":25,"end":34,"id":3,"ws":true,"disabled":false},{"text":"by","start":35,"end":37,"id":4,"ws":true,"disabled":false},{"text":"human","start":38,"end":43,"id":5,"ws":true,"disabled":false},{"text":"activity","start":44,"end":52,"id":6,"ws":true,"disabled":false},{"text":"are","start":53,"end":56,"id":7,"ws":true,"disabled":false},{"text":"pointed","start":57,"end":64,"id":8,"ws":true,"disabled":false},{"text":"as","start":65,"end":67,"id":9,"ws":true,"disabled":false},{"text":"the","start":68,"end":71,"id":10,"ws":true,"disabled":false},{"text":"main","start":72,"end":76,"id":11,"ws":true,"disabled":false},{"text":"provider","start":77,"end":85,"id":12,"ws":true,"disabled":false},{"text":"of","start":86,"end":88,"id":13,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":14,"ws":true,"disabled":false},{"text":"changing","start":93,"end":101,"id":15,"ws":true,"disabled":false},{"text":"Earth","start":102,"end":107,"id":16,"ws":false,"disabled":false},{"text":"\u2019s","start":107,"end":109,"id":17,"ws":true,"disabled":false},{"text":"climate","start":110,"end":117,"id":18,"ws":true,"disabled":false},{"text":"through","start":118,"end":125,"id":19,"ws":true,"disabled":false},{"text":"thermal","start":126,"end":133,"id":20,"ws":true,"disabled":false},{"text":"stress","start":134,"end":140,"id":21,"ws":false,"disabled":false},{"text":",","start":140,"end":141,"id":22,"ws":true,"disabled":false},{"text":"extreme","start":142,"end":149,"id":23,"ws":true,"disabled":false},{"text":"weather","start":150,"end":157,"id":24,"ws":true,"disabled":false},{"text":"events","start":158,"end":164,"id":25,"ws":false,"disabled":false},{"text":",","start":164,"end":165,"id":26,"ws":true,"disabled":false},{"text":"and","start":166,"end":169,"id":27,"ws":true,"disabled":false},{"text":"changing","start":170,"end":178,"id":28,"ws":true,"disabled":false},{"text":"pattern","start":179,"end":186,"id":29,"ws":true,"disabled":false},{"text":"of","start":187,"end":189,"id":30,"ws":true,"disabled":false},{"text":"infectious","start":190,"end":200,"id":31,"ws":true,"disabled":false},{"text":"diseases","start":201,"end":209,"id":32,"ws":false,"disabled":false},{"text":",","start":209,"end":210,"id":33,"ws":true,"disabled":false},{"text":"suggesting","start":211,"end":221,"id":34,"ws":true,"disabled":false},{"text":"the","start":222,"end":225,"id":35,"ws":true,"disabled":false},{"text":"urgent","start":226,"end":232,"id":36,"ws":true,"disabled":false},{"text":"need","start":233,"end":237,"id":37,"ws":true,"disabled":false},{"text":"to","start":238,"end":240,"id":38,"ws":true,"disabled":false},{"text":"develop","start":241,"end":248,"id":39,"ws":true,"disabled":false},{"text":"strategies","start":249,"end":259,"id":40,"ws":true,"disabled":false},{"text":"addressing","start":260,"end":270,"id":41,"ws":true,"disabled":false},{"text":"human","start":271,"end":276,"id":42,"ws":false,"disabled":false},{"text":",","start":276,"end":277,"id":43,"ws":true,"disabled":false},{"text":"animals","start":278,"end":285,"id":44,"ws":false,"disabled":false},{"text":",","start":285,"end":286,"id":45,"ws":true,"disabled":false},{"text":"and","start":287,"end":290,"id":46,"ws":true,"disabled":false},{"text":"plants","start":291,"end":297,"id":47,"ws":true,"disabled":false},{"text":"health","start":298,"end":304,"id":48,"ws":true,"disabled":false},{"text":"as","start":305,"end":307,"id":49,"ws":true,"disabled":false},{"text":"a","start":308,"end":309,"id":50,"ws":true,"disabled":false},{"text":"whole","start":310,"end":315,"id":51,"ws":true,"disabled":false},{"text":"(","start":316,"end":317,"id":52,"ws":false,"disabled":false},{"text":"one","start":317,"end":320,"id":53,"ws":true,"disabled":false},{"text":"health","start":321,"end":327,"id":54,"ws":true,"disabled":false},{"text":"concept","start":328,"end":335,"id":55,"ws":false,"disabled":false},{"text":")","start":335,"end":336,"id":56,"ws":false,"disabled":false},{"text":".","start":336,"end":337,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":338,"end":350,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":351,"end":363,"id":59,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":25,"child":24,"head_span":{"start":158,"end":164,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":150,"end":157,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":142,"end":149,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":150,"end":157,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":44,"end":52,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":38,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":11,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":1,"head_span":{"start":15,"end":24,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":11,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":32,"head_span":{"start":190,"end":200,"token_start":31,"token_end":31,"label":"type_of"},"child_span":{"start":201,"end":209,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":32,"head_span":{"start":179,"end":186,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":201,"end":209,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":32,"head_span":{"start":170,"end":178,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":201,"end":209,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":1,"head_span":{"start":38,"end":43,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":11,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":18,"head_span":{"start":93,"end":101,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":110,"end":117,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":102,"end":109,"token_start":16,"token_end":17,"label":"type_of"},"child_span":{"start":110,"end":117,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":126,"end":133,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":134,"end":140,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":21,"head_span":{"start":11,"end":14,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":134,"end":140,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":24,"head_span":{"start":11,"end":14,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":150,"end":157,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":32,"head_span":{"start":11,"end":14,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":201,"end":209,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":18,"head_span":{"start":134,"end":140,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":110,"end":117,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":18,"head_span":{"start":150,"end":157,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":110,"end":117,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":18,"head_span":{"start":201,"end":209,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":110,"end":117,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":688,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Smoke from wildfires worsens air\nquality throughout the state .","text":"Smoke from wildfires worsens airquality throughout the state . IMPLIED_BASE IMPLIED_BASE","characters":63,"document_index":586,"md_sentence_index":354,"classification_origin":"causal_sentence_classification","url":"https://gardner.utah.edu/wp-content/uploads/Utah-Roadmap-Public-Draft.pdf","combo_id":"586_354","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1396181527,"_task_hash":-1717346176,"spans":[{"start":0,"end":5,"token_start":0,"token_end":0,"label":"base"},{"start":6,"end":10,"token_start":1,"token_end":1,"label":"predicate"},{"text":"wildfires","start":11,"token_start":2,"token_end":2,"end":20,"type":"pattern","label":"base"},{"start":21,"end":28,"token_start":3,"token_end":3,"label":"change_direction"},{"start":29,"end":39,"token_start":4,"token_end":4,"label":"base"},{"start":40,"end":60,"token_start":5,"token_end":7,"label":"where"}],"tokens":[{"text":"Smoke","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"from","start":6,"end":10,"id":1,"ws":true,"disabled":false},{"text":"wildfires","start":11,"end":20,"id":2,"ws":true,"disabled":false},{"text":"worsens","start":21,"end":28,"id":3,"ws":true,"disabled":false},{"text":"airquality","start":29,"end":39,"id":4,"ws":true,"disabled":false},{"text":"throughout","start":40,"end":50,"id":5,"ws":true,"disabled":false},{"text":"the","start":51,"end":54,"id":6,"ws":true,"disabled":false},{"text":"state","start":55,"end":60,"id":7,"ws":true,"disabled":false},{"text":".","start":61,"end":62,"id":8,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":63,"end":75,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":76,"end":88,"id":10,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":3,"child":4,"head_span":{"start":21,"end":28,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":29,"end":39,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":0,"head_span":{"start":11,"end":20,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":4,"head_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":29,"end":39,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":671,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The Trump administration, however, has sought to prop up the ailing coal industry in the US and has rolled back Obama-era standards aimed at curtailing pollution from coal-fired power plants.\n","text":"The Trump administration, however, has sought to prop up the ailing coal industry in the US and has rolled back Obama-era standards aimed at curtailing pollution from coal-fired power plants. IMPLIED_BASE IMPLIED_BASE","characters":192,"document_index":568,"md_sentence_index":19,"classification_origin":"causal_sentence_classification","url":"https://www.theguardian.com/environment/2020/jan/06/coal-power-pollution-gas-saved-lives-study","combo_id":"568_19","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1397872976,"_task_hash":2123697348,"spans":[{"start":61,"end":67,"token_start":12,"token_end":12,"label":"change_direction"},{"start":68,"end":72,"token_start":13,"token_end":13,"label":"type_of"},{"start":73,"end":81,"token_start":14,"token_end":14,"label":"base"},{"start":82,"end":91,"token_start":15,"token_end":17,"label":"where"},{"start":100,"end":111,"token_start":20,"token_end":21,"label":"change_direction"},{"start":112,"end":121,"token_start":22,"token_end":24,"label":"type_of"},{"start":122,"end":131,"token_start":25,"token_end":25,"label":"base"},{"text":"pollution","start":152,"token_start":29,"token_end":29,"end":161,"type":"pattern","label":"base"},{"start":162,"end":166,"token_start":30,"token_end":30,"label":"base"},{"start":167,"end":177,"token_start":31,"token_end":33,"label":"type_of"},{"start":178,"end":190,"token_start":34,"token_end":35,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Trump","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"administration","start":10,"end":24,"id":2,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":3,"ws":true,"disabled":false},{"text":"however","start":26,"end":33,"id":4,"ws":false,"disabled":false},{"text":",","start":33,"end":34,"id":5,"ws":true,"disabled":false},{"text":"has","start":35,"end":38,"id":6,"ws":true,"disabled":false},{"text":"sought","start":39,"end":45,"id":7,"ws":true,"disabled":false},{"text":"to","start":46,"end":48,"id":8,"ws":true,"disabled":false},{"text":"prop","start":49,"end":53,"id":9,"ws":true,"disabled":false},{"text":"up","start":54,"end":56,"id":10,"ws":true,"disabled":false},{"text":"the","start":57,"end":60,"id":11,"ws":true,"disabled":false},{"text":"ailing","start":61,"end":67,"id":12,"ws":true,"disabled":false},{"text":"coal","start":68,"end":72,"id":13,"ws":true,"disabled":false},{"text":"industry","start":73,"end":81,"id":14,"ws":true,"disabled":false},{"text":"in","start":82,"end":84,"id":15,"ws":true,"disabled":false},{"text":"the","start":85,"end":88,"id":16,"ws":true,"disabled":false},{"text":"US","start":89,"end":91,"id":17,"ws":true,"disabled":false},{"text":"and","start":92,"end":95,"id":18,"ws":true,"disabled":false},{"text":"has","start":96,"end":99,"id":19,"ws":true,"disabled":false},{"text":"rolled","start":100,"end":106,"id":20,"ws":true,"disabled":false},{"text":"back","start":107,"end":111,"id":21,"ws":true,"disabled":false},{"text":"Obama","start":112,"end":117,"id":22,"ws":false,"disabled":false},{"text":"-","start":117,"end":118,"id":23,"ws":false,"disabled":false},{"text":"era","start":118,"end":121,"id":24,"ws":true,"disabled":false},{"text":"standards","start":122,"end":131,"id":25,"ws":true,"disabled":false},{"text":"aimed","start":132,"end":137,"id":26,"ws":true,"disabled":false},{"text":"at","start":138,"end":140,"id":27,"ws":true,"disabled":false},{"text":"curtailing","start":141,"end":151,"id":28,"ws":true,"disabled":false},{"text":"pollution","start":152,"end":161,"id":29,"ws":true,"disabled":false},{"text":"from","start":162,"end":166,"id":30,"ws":true,"disabled":false},{"text":"coal","start":167,"end":171,"id":31,"ws":false,"disabled":false},{"text":"-","start":171,"end":172,"id":32,"ws":false,"disabled":false},{"text":"fired","start":172,"end":177,"id":33,"ws":true,"disabled":false},{"text":"power","start":178,"end":183,"id":34,"ws":true,"disabled":false},{"text":"plants","start":184,"end":190,"id":35,"ws":false,"disabled":false},{"text":".","start":190,"end":191,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":38,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":33,"child":35,"head_span":{"start":167,"end":177,"token_start":31,"token_end":33,"label":"type_of"},"child_span":{"start":178,"end":190,"token_start":34,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":29,"head_span":{"start":178,"end":190,"token_start":34,"token_end":35,"label":"base"},"child_span":{"start":152,"end":161,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":14,"head_span":{"start":68,"end":72,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":73,"end":81,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":14,"head_span":{"start":82,"end":91,"token_start":15,"token_end":17,"label":"where"},"child_span":{"start":73,"end":81,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":61,"end":67,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":73,"end":81,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":25,"head_span":{"start":112,"end":121,"token_start":22,"token_end":24,"label":"type_of"},"child_span":{"start":122,"end":131,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":25,"head_span":{"start":100,"end":111,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":122,"end":131,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":285,"Used?":"y","Dataset name":"checkin-one","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"It found climate pressures can adversely impact resource availability and affect population dynamics, which can impact socioeconomic and political stability.\n","text":"It found climate pressures can adversely impact resource availability and affect population dynamics, which can impact socioeconomic and political stability. IMPLIED_BASE IMPLIED_BASE","characters":158,"document_index":238,"md_sentence_index":7,"classification_origin":"cm-label-eval","url":"https://www.abc.net.au/news/2019-06-12/climate-change-hazards-global-peace-index-report/11198144","combo_id":"238_7","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-452063017,"_task_hash":703713247,"spans":[{"start":9,"end":16,"token_start":2,"token_end":2,"label":"base"},{"start":17,"end":26,"token_start":3,"token_end":3,"label":"aspect_changing"},{"start":27,"end":30,"token_start":4,"token_end":4,"label":"confidence"},{"start":31,"end":40,"token_start":5,"token_end":5,"label":"change_direction"},{"start":41,"end":47,"token_start":6,"token_end":6,"label":"predicate"},{"start":48,"end":56,"token_start":7,"token_end":7,"label":"base"},{"text":"availability","start":57,"token_start":8,"token_end":8,"end":69,"type":"pattern","label":"aspect_changing"},{"start":74,"end":80,"token_start":10,"token_end":10,"label":"predicate"},{"text":"population dynamics","start":81,"token_start":11,"token_end":12,"end":100,"type":"pattern","label":"aspect_changing"},{"start":102,"end":118,"token_start":14,"token_end":16,"label":"predicate"},{"start":119,"end":132,"token_start":17,"token_end":17,"label":"base"},{"start":137,"end":146,"token_start":19,"token_end":19,"label":"base"},{"text":"stability","start":147,"token_start":20,"token_end":20,"end":156,"type":"pattern","label":"aspect_changing"},{"start":158,"end":170,"token_start":22,"token_end":22,"label":"base"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"found","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"climate","start":9,"end":16,"id":2,"ws":true,"disabled":false},{"text":"pressures","start":17,"end":26,"id":3,"ws":true,"disabled":false},{"text":"can","start":27,"end":30,"id":4,"ws":true,"disabled":false},{"text":"adversely","start":31,"end":40,"id":5,"ws":true,"disabled":false},{"text":"impact","start":41,"end":47,"id":6,"ws":true,"disabled":false},{"text":"resource","start":48,"end":56,"id":7,"ws":true,"disabled":false},{"text":"availability","start":57,"end":69,"id":8,"ws":true,"disabled":false},{"text":"and","start":70,"end":73,"id":9,"ws":true,"disabled":false},{"text":"affect","start":74,"end":80,"id":10,"ws":true,"disabled":false},{"text":"population","start":81,"end":91,"id":11,"ws":true,"disabled":false},{"text":"dynamics","start":92,"end":100,"id":12,"ws":false,"disabled":false},{"text":",","start":100,"end":101,"id":13,"ws":true,"disabled":false},{"text":"which","start":102,"end":107,"id":14,"ws":true,"disabled":false},{"text":"can","start":108,"end":111,"id":15,"ws":true,"disabled":false},{"text":"impact","start":112,"end":118,"id":16,"ws":true,"disabled":false},{"text":"socioeconomic","start":119,"end":132,"id":17,"ws":true,"disabled":false},{"text":"and","start":133,"end":136,"id":18,"ws":true,"disabled":false},{"text":"political","start":137,"end":146,"id":19,"ws":true,"disabled":false},{"text":"stability","start":147,"end":156,"id":20,"ws":false,"disabled":false},{"text":".","start":156,"end":157,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":23,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":3,"child":2,"head_span":{"start":17,"end":26,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":9,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":57,"end":69,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":48,"end":56,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":22,"head_span":{"start":81,"end":100,"token_start":11,"token_end":12,"label":"aspect_changing"},"child_span":{"start":158,"end":170,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":19,"head_span":{"start":147,"end":156,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":137,"end":146,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":17,"head_span":{"start":147,"end":156,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":119,"end":132,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":7,"head_span":{"start":9,"end":16,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":48,"end":56,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":7,"head_span":{"start":31,"end":40,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":48,"end":56,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":19,"head_span":{"start":158,"end":170,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":137,"end":146,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":17,"head_span":{"start":158,"end":170,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":119,"end":132,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":22,"head_span":{"start":9,"end":16,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":158,"end":170,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":22,"head_span":{"start":158,"end":170,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":158,"end":170,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":17,"head_span":{"start":48,"end":56,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":119,"end":132,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":19,"head_span":{"start":48,"end":56,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":137,"end":146,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":19,"head_span":{"start":158,"end":170,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":137,"end":146,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":17,"head_span":{"start":158,"end":170,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":119,"end":132,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":44,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Without mitigating actions, global temperatures are projected to rise by 4oC above pre-industrial levels by the end of the century\u2014with increasing and irreversible risks of collapsing ice sheets, inundation of low-lying island states, extreme weather events, and runaway warming scenarios.\n","text":"Without mitigating actions, global temperatures are projected to rise by 4oC above pre-industrial levels by the end of the century\u2014with increasing and irreversible risks of collapsing ice sheets, inundation of low-lying island states, extreme weather events, and runaway warming scenarios. IMPLIED_BASE IMPLIED_BASE","characters":290,"document_index":36,"md_sentence_index":2,"classification_origin":"cm_cause_effect_rel","url":"https://blogs.imf.org/2019/05/03/getting-real-on-meeting-paris-climate-change-commitments/","combo_id":"36_2","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":945718599,"_task_hash":-2021776949,"spans":[{"start":8,"end":18,"token_start":1,"token_end":1,"label":"base"},{"start":19,"end":26,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":28,"end":47,"token_start":4,"token_end":5,"label":"aspect_changing"},{"start":48,"end":61,"token_start":6,"token_end":7,"label":"confidence"},{"start":62,"end":69,"token_start":8,"token_end":9,"label":"change_direction"},{"start":70,"end":104,"token_start":10,"token_end":16,"label":"effect_size"},{"start":105,"end":130,"token_start":17,"token_end":22,"label":"when"},{"start":131,"end":135,"token_start":24,"token_end":24,"label":"predicate"},{"text":"increasing","start":136,"token_start":25,"token_end":25,"end":146,"type":"pattern","label":"change_direction"},{"start":151,"end":183,"token_start":27,"token_end":30,"label":"aspect_changing"},{"text":"ice sheets","start":184,"token_start":31,"token_end":32,"end":194,"type":"pattern","label":"base"},{"start":196,"end":206,"token_start":34,"token_end":34,"label":"aspect_changing"},{"start":210,"end":219,"token_start":36,"token_end":38,"label":"type_of"},{"start":220,"end":233,"token_start":39,"token_end":40,"label":"base"},{"text":"extreme weather","start":235,"token_start":42,"token_end":43,"end":250,"type":"pattern","label":"base"},{"start":251,"end":257,"token_start":44,"token_end":44,"label":"aspect_changing"},{"start":263,"end":270,"token_start":47,"token_end":47,"label":"type_of"},{"start":271,"end":278,"token_start":48,"token_end":48,"label":"base"},{"start":279,"end":288,"token_start":49,"token_end":49,"label":"aspect_changing"},{"start":290,"end":302,"token_start":51,"token_end":51,"label":"base"}],"tokens":[{"text":"Without","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"mitigating","start":8,"end":18,"id":1,"ws":true,"disabled":false},{"text":"actions","start":19,"end":26,"id":2,"ws":false,"disabled":false},{"text":",","start":26,"end":27,"id":3,"ws":true,"disabled":false},{"text":"global","start":28,"end":34,"id":4,"ws":true,"disabled":false},{"text":"temperatures","start":35,"end":47,"id":5,"ws":true,"disabled":false},{"text":"are","start":48,"end":51,"id":6,"ws":true,"disabled":false},{"text":"projected","start":52,"end":61,"id":7,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":8,"ws":true,"disabled":false},{"text":"rise","start":65,"end":69,"id":9,"ws":true,"disabled":false},{"text":"by","start":70,"end":72,"id":10,"ws":true,"disabled":false},{"text":"4oC","start":73,"end":76,"id":11,"ws":true,"disabled":false},{"text":"above","start":77,"end":82,"id":12,"ws":true,"disabled":false},{"text":"pre","start":83,"end":86,"id":13,"ws":false,"disabled":false},{"text":"-","start":86,"end":87,"id":14,"ws":false,"disabled":false},{"text":"industrial","start":87,"end":97,"id":15,"ws":true,"disabled":false},{"text":"levels","start":98,"end":104,"id":16,"ws":true,"disabled":false},{"text":"by","start":105,"end":107,"id":17,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":18,"ws":true,"disabled":false},{"text":"end","start":112,"end":115,"id":19,"ws":true,"disabled":false},{"text":"of","start":116,"end":118,"id":20,"ws":true,"disabled":false},{"text":"the","start":119,"end":122,"id":21,"ws":true,"disabled":false},{"text":"century","start":123,"end":130,"id":22,"ws":false,"disabled":false},{"text":"\u2014","start":130,"end":131,"id":23,"ws":false,"disabled":false},{"text":"with","start":131,"end":135,"id":24,"ws":true,"disabled":false},{"text":"increasing","start":136,"end":146,"id":25,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":26,"ws":true,"disabled":false},{"text":"irreversible","start":151,"end":163,"id":27,"ws":true,"disabled":false},{"text":"risks","start":164,"end":169,"id":28,"ws":true,"disabled":false},{"text":"of","start":170,"end":172,"id":29,"ws":true,"disabled":false},{"text":"collapsing","start":173,"end":183,"id":30,"ws":true,"disabled":false},{"text":"ice","start":184,"end":187,"id":31,"ws":true,"disabled":false},{"text":"sheets","start":188,"end":194,"id":32,"ws":false,"disabled":false},{"text":",","start":194,"end":195,"id":33,"ws":true,"disabled":false},{"text":"inundation","start":196,"end":206,"id":34,"ws":true,"disabled":false},{"text":"of","start":207,"end":209,"id":35,"ws":true,"disabled":false},{"text":"low","start":210,"end":213,"id":36,"ws":false,"disabled":false},{"text":"-","start":213,"end":214,"id":37,"ws":false,"disabled":false},{"text":"lying","start":214,"end":219,"id":38,"ws":true,"disabled":false},{"text":"island","start":220,"end":226,"id":39,"ws":true,"disabled":false},{"text":"states","start":227,"end":233,"id":40,"ws":false,"disabled":false},{"text":",","start":233,"end":234,"id":41,"ws":true,"disabled":false},{"text":"extreme","start":235,"end":242,"id":42,"ws":true,"disabled":false},{"text":"weather","start":243,"end":250,"id":43,"ws":true,"disabled":false},{"text":"events","start":251,"end":257,"id":44,"ws":false,"disabled":false},{"text":",","start":257,"end":258,"id":45,"ws":true,"disabled":false},{"text":"and","start":259,"end":262,"id":46,"ws":true,"disabled":false},{"text":"runaway","start":263,"end":270,"id":47,"ws":true,"disabled":false},{"text":"warming","start":271,"end":278,"id":48,"ws":true,"disabled":false},{"text":"scenarios","start":279,"end":288,"id":49,"ws":false,"disabled":false},{"text":".","start":288,"end":289,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":290,"end":302,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":303,"end":315,"id":52,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":38,"child":40,"head_span":{"start":210,"end":219,"token_start":36,"token_end":38,"label":"type_of"},"child_span":{"start":220,"end":233,"token_start":39,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":32,"head_span":{"start":136,"end":146,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":184,"end":194,"token_start":31,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":32,"head_span":{"start":151,"end":183,"token_start":27,"token_end":30,"label":"aspect_changing"},"child_span":{"start":184,"end":194,"token_start":31,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":43,"head_span":{"start":251,"end":257,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":235,"end":250,"token_start":42,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":48,"head_span":{"start":279,"end":288,"token_start":49,"token_end":49,"label":"aspect_changing"},"child_span":{"start":271,"end":278,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":48,"head_span":{"start":263,"end":270,"token_start":47,"token_end":47,"label":"type_of"},"child_span":{"start":271,"end":278,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":51,"head_span":{"start":62,"end":69,"token_start":8,"token_end":9,"label":"change_direction"},"child_span":{"start":290,"end":302,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":51,"head_span":{"start":28,"end":47,"token_start":4,"token_end":5,"label":"aspect_changing"},"child_span":{"start":290,"end":302,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":1,"head_span":{"start":19,"end":26,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":8,"end":18,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":51,"head_span":{"start":70,"end":104,"token_start":10,"token_end":16,"label":"effect_size"},"child_span":{"start":290,"end":302,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":51,"head_span":{"start":105,"end":130,"token_start":17,"token_end":22,"label":"when"},"child_span":{"start":290,"end":302,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":32,"head_span":{"start":290,"end":302,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":184,"end":194,"token_start":31,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":40,"head_span":{"start":290,"end":302,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":220,"end":233,"token_start":39,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":43,"head_span":{"start":290,"end":302,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":235,"end":250,"token_start":42,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":48,"head_span":{"start":290,"end":302,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":271,"end":278,"token_start":48,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":40,"head_span":{"start":196,"end":206,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":220,"end":233,"token_start":39,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":434,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"With a 2\u00b0C temperature increase :\nRiver basins dominated by a monsoon regime, such as the Ganges and Nile, are particularly vulnerable to changes in the seasonality of runoff, which may have large and adverse effects on water availability.\n","text":"With a 2\u00b0C temperature increase :River basins dominated by a monsoon regime, such as the Ganges and Nile, are particularly vulnerable to changes in the seasonality of runoff, which may have large and adverse effects on water availability. IMPLIED_BASE IMPLIED_BASE","characters":240,"document_index":340,"md_sentence_index":92,"classification_origin":"cm_cause_effect_rel","url":"https://www.greenfacts.org/en/impacts-global-warming/l-2/index.htm","combo_id":"340_92","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-489507578,"_task_hash":-1571358223,"spans":[{"start":7,"end":10,"token_start":2,"token_end":4,"label":"effect_size"},{"text":"temperature","start":11,"token_start":5,"token_end":5,"end":22,"type":"pattern","label":"aspect_changing"},{"text":"increase","start":23,"token_start":6,"token_end":6,"end":31,"type":"pattern","label":"change_direction"},{"start":32,"end":33,"token_start":7,"token_end":7,"label":"predicate"},{"start":33,"end":38,"token_start":8,"token_end":8,"label":"base"},{"start":39,"end":45,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":46,"end":75,"token_start":10,"token_end":14,"label":"type_of"},{"start":89,"end":104,"token_start":19,"token_end":21,"label":"where"},{"start":106,"end":136,"token_start":23,"token_end":26,"label":"predicate"},{"start":137,"end":144,"token_start":27,"token_end":27,"label":"change_direction"},{"start":152,"end":163,"token_start":30,"token_end":30,"label":"aspect_changing"},{"start":167,"end":173,"token_start":32,"token_end":32,"label":"base"},{"start":175,"end":180,"token_start":34,"token_end":34,"label":"predicate"},{"start":181,"end":189,"token_start":35,"token_end":36,"label":"confidence"},{"start":190,"end":195,"token_start":37,"token_end":37,"label":"effect_size"},{"start":200,"end":207,"token_start":39,"token_end":39,"label":"change_direction"},{"text":"water","start":219,"token_start":42,"token_end":42,"end":224,"type":"pattern","label":"base"},{"text":"availability","start":225,"token_start":43,"token_end":43,"end":237,"type":"pattern","label":"aspect_changing"},{"start":239,"end":251,"token_start":45,"token_end":45,"label":"base"}],"tokens":[{"text":"With","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"a","start":5,"end":6,"id":1,"ws":true,"disabled":false},{"text":"2","start":7,"end":8,"id":2,"ws":false,"disabled":false},{"text":"\u00b0","start":8,"end":9,"id":3,"ws":false,"disabled":false},{"text":"C","start":9,"end":10,"id":4,"ws":true,"disabled":false},{"text":"temperature","start":11,"end":22,"id":5,"ws":true,"disabled":false},{"text":"increase","start":23,"end":31,"id":6,"ws":true,"disabled":false},{"text":":","start":32,"end":33,"id":7,"ws":false,"disabled":false},{"text":"River","start":33,"end":38,"id":8,"ws":true,"disabled":false},{"text":"basins","start":39,"end":45,"id":9,"ws":true,"disabled":false},{"text":"dominated","start":46,"end":55,"id":10,"ws":true,"disabled":false},{"text":"by","start":56,"end":58,"id":11,"ws":true,"disabled":false},{"text":"a","start":59,"end":60,"id":12,"ws":true,"disabled":false},{"text":"monsoon","start":61,"end":68,"id":13,"ws":true,"disabled":false},{"text":"regime","start":69,"end":75,"id":14,"ws":false,"disabled":false},{"text":",","start":75,"end":76,"id":15,"ws":true,"disabled":false},{"text":"such","start":77,"end":81,"id":16,"ws":true,"disabled":false},{"text":"as","start":82,"end":84,"id":17,"ws":true,"disabled":false},{"text":"the","start":85,"end":88,"id":18,"ws":true,"disabled":false},{"text":"Ganges","start":89,"end":95,"id":19,"ws":true,"disabled":false},{"text":"and","start":96,"end":99,"id":20,"ws":true,"disabled":false},{"text":"Nile","start":100,"end":104,"id":21,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":22,"ws":true,"disabled":false},{"text":"are","start":106,"end":109,"id":23,"ws":true,"disabled":false},{"text":"particularly","start":110,"end":122,"id":24,"ws":true,"disabled":false},{"text":"vulnerable","start":123,"end":133,"id":25,"ws":true,"disabled":false},{"text":"to","start":134,"end":136,"id":26,"ws":true,"disabled":false},{"text":"changes","start":137,"end":144,"id":27,"ws":true,"disabled":false},{"text":"in","start":145,"end":147,"id":28,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":29,"ws":true,"disabled":false},{"text":"seasonality","start":152,"end":163,"id":30,"ws":true,"disabled":false},{"text":"of","start":164,"end":166,"id":31,"ws":true,"disabled":false},{"text":"runoff","start":167,"end":173,"id":32,"ws":false,"disabled":false},{"text":",","start":173,"end":174,"id":33,"ws":true,"disabled":false},{"text":"which","start":175,"end":180,"id":34,"ws":true,"disabled":false},{"text":"may","start":181,"end":184,"id":35,"ws":true,"disabled":false},{"text":"have","start":185,"end":189,"id":36,"ws":true,"disabled":false},{"text":"large","start":190,"end":195,"id":37,"ws":true,"disabled":false},{"text":"and","start":196,"end":199,"id":38,"ws":true,"disabled":false},{"text":"adverse","start":200,"end":207,"id":39,"ws":true,"disabled":false},{"text":"effects","start":208,"end":215,"id":40,"ws":true,"disabled":false},{"text":"on","start":216,"end":218,"id":41,"ws":true,"disabled":false},{"text":"water","start":219,"end":224,"id":42,"ws":true,"disabled":false},{"text":"availability","start":225,"end":237,"id":43,"ws":false,"disabled":false},{"text":".","start":237,"end":238,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":252,"end":264,"id":46,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":6,"child":45,"head_span":{"start":23,"end":31,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":239,"end":251,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":45,"head_span":{"start":11,"end":22,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":239,"end":251,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":39,"end":45,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":33,"end":38,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":42,"head_span":{"start":225,"end":237,"token_start":43,"token_end":43,"label":"aspect_changing"},"child_span":{"start":219,"end":224,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":42,"head_span":{"start":200,"end":207,"token_start":39,"token_end":39,"label":"change_direction"},"child_span":{"start":219,"end":224,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":32,"head_span":{"start":152,"end":163,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":167,"end":173,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":32,"head_span":{"start":137,"end":144,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":167,"end":173,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":8,"head_span":{"start":167,"end":173,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":33,"end":38,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":42,"head_span":{"start":33,"end":38,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":219,"end":224,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":45,"child":32,"head_span":{"start":239,"end":251,"token_start":45,"token_end":45,"label":"base"},"child_span":{"start":167,"end":173,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":8,"head_span":{"start":46,"end":75,"token_start":10,"token_end":14,"label":"type_of"},"child_span":{"start":33,"end":38,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":350,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Because it was suspected that the patient\u2019s illness was caused by a tickborne pathogen, a heightened surveillance program was initiated in the same hospital to identify patients with fever, headache, and a history of tick bites.","text":"Because it was suspected that the patient\u2019s illness was caused by a tickborne pathogen, a heightened surveillance program was initiated in the same hospital to identify patients with fever, headache, and a history of tick bites. IMPLIED_BASE IMPLIED_BASE","characters":228,"document_index":275,"md_sentence_index":23,"classification_origin":"cm_cause_effect_rel","url":"https://www.nejm.org/doi/full/10.1056/NEJMoa1805068?query=featured_home","combo_id":"275_23","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-779171234,"_task_hash":-1771985120,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"predicate"},{"start":15,"end":24,"token_start":3,"token_end":3,"label":"confidence"},{"start":34,"end":41,"token_start":6,"token_end":6,"label":"to_whom"},{"start":44,"end":51,"token_start":8,"token_end":8,"label":"base"},{"start":52,"end":55,"token_start":9,"token_end":9,"label":"confidence"},{"start":56,"end":65,"token_start":10,"token_end":11,"label":"predicate"},{"start":68,"end":77,"token_start":13,"token_end":13,"label":"type_of"},{"start":78,"end":86,"token_start":14,"token_end":14,"label":"base"},{"start":90,"end":100,"token_start":17,"token_end":17,"label":"type_of"},{"start":101,"end":113,"token_start":18,"token_end":18,"label":"base"},{"start":114,"end":121,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":126,"end":135,"token_start":21,"token_end":21,"label":"change_direction"},{"start":136,"end":156,"token_start":22,"token_end":25,"label":"where"},{"start":169,"end":177,"token_start":28,"token_end":28,"label":"to_whom"},{"start":183,"end":188,"token_start":30,"token_end":30,"label":"base"},{"start":190,"end":198,"token_start":32,"token_end":32,"label":"base"},{"start":206,"end":213,"token_start":36,"token_end":36,"label":"base"},{"start":217,"end":227,"token_start":38,"token_end":39,"label":"type_of"}],"tokens":[{"text":"Because","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"it","start":8,"end":10,"id":1,"ws":true,"disabled":false},{"text":"was","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"suspected","start":15,"end":24,"id":3,"ws":true,"disabled":false},{"text":"that","start":25,"end":29,"id":4,"ws":true,"disabled":false},{"text":"the","start":30,"end":33,"id":5,"ws":true,"disabled":false},{"text":"patient","start":34,"end":41,"id":6,"ws":false,"disabled":false},{"text":"\u2019s","start":41,"end":43,"id":7,"ws":true,"disabled":false},{"text":"illness","start":44,"end":51,"id":8,"ws":true,"disabled":false},{"text":"was","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"caused","start":56,"end":62,"id":10,"ws":true,"disabled":false},{"text":"by","start":63,"end":65,"id":11,"ws":true,"disabled":false},{"text":"a","start":66,"end":67,"id":12,"ws":true,"disabled":false},{"text":"tickborne","start":68,"end":77,"id":13,"ws":true,"disabled":false},{"text":"pathogen","start":78,"end":86,"id":14,"ws":false,"disabled":false},{"text":",","start":86,"end":87,"id":15,"ws":true,"disabled":false},{"text":"a","start":88,"end":89,"id":16,"ws":true,"disabled":false},{"text":"heightened","start":90,"end":100,"id":17,"ws":true,"disabled":false},{"text":"surveillance","start":101,"end":113,"id":18,"ws":true,"disabled":false},{"text":"program","start":114,"end":121,"id":19,"ws":true,"disabled":false},{"text":"was","start":122,"end":125,"id":20,"ws":true,"disabled":false},{"text":"initiated","start":126,"end":135,"id":21,"ws":true,"disabled":false},{"text":"in","start":136,"end":138,"id":22,"ws":true,"disabled":false},{"text":"the","start":139,"end":142,"id":23,"ws":true,"disabled":false},{"text":"same","start":143,"end":147,"id":24,"ws":true,"disabled":false},{"text":"hospital","start":148,"end":156,"id":25,"ws":true,"disabled":false},{"text":"to","start":157,"end":159,"id":26,"ws":true,"disabled":false},{"text":"identify","start":160,"end":168,"id":27,"ws":true,"disabled":false},{"text":"patients","start":169,"end":177,"id":28,"ws":true,"disabled":false},{"text":"with","start":178,"end":182,"id":29,"ws":true,"disabled":false},{"text":"fever","start":183,"end":188,"id":30,"ws":false,"disabled":false},{"text":",","start":188,"end":189,"id":31,"ws":true,"disabled":false},{"text":"headache","start":190,"end":198,"id":32,"ws":false,"disabled":false},{"text":",","start":198,"end":199,"id":33,"ws":true,"disabled":false},{"text":"and","start":200,"end":203,"id":34,"ws":true,"disabled":false},{"text":"a","start":204,"end":205,"id":35,"ws":true,"disabled":false},{"text":"history","start":206,"end":213,"id":36,"ws":true,"disabled":false},{"text":"of","start":214,"end":216,"id":37,"ws":true,"disabled":false},{"text":"tick","start":217,"end":221,"id":38,"ws":true,"disabled":false},{"text":"bites","start":222,"end":227,"id":39,"ws":false,"disabled":false},{"text":".","start":227,"end":228,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":229,"end":241,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":242,"end":254,"id":42,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":39,"child":36,"head_span":{"start":217,"end":227,"token_start":38,"token_end":39,"label":"type_of"},"child_span":{"start":206,"end":213,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":68,"end":77,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":78,"end":86,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":8,"head_span":{"start":78,"end":86,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":44,"end":51,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":18,"head_span":{"start":44,"end":51,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":101,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":18,"head_span":{"start":114,"end":121,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":101,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":90,"end":100,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":101,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":18,"head_span":{"start":126,"end":135,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":101,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":18,"head_span":{"start":136,"end":156,"token_start":22,"token_end":25,"label":"where"},"child_span":{"start":101,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":786,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"One is that colder conditions in the high-latitude North Atlantic can be transmitted via the atmosphere to the WAM, mainly through the cold conditions permeating into North Africa and affecting the monsoon\u2026The other is that ocean circulation changes resulting from the AMOC slowdown \u2018rewires\u2019 the currents around the tropical Atlantic, leading to a warmer South tropical Atlantic and thus causing a weakening of the WAM.\u201d\n","text":"One is that colder conditions in the high-latitude North Atlantic can be transmitted via the atmosphere to the WAM, mainly through the cold conditions permeating into North Africa and affecting the monsoon\u2026The other is that ocean circulation changes resulting from the AMOC slowdown \u2018rewires\u2019 the currents around the tropical Atlantic, leading to a warmer South tropical Atlantic and thus causing a weakening of the WAM.\u201d IMPLIED_BASE IMPLIED_BASE","characters":422,"document_index":647,"md_sentence_index":308,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_308","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1468353894,"_task_hash":955357675,"spans":[{"start":12,"end":18,"token_start":3,"token_end":3,"label":"change_direction"},{"start":19,"end":29,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":30,"end":65,"token_start":5,"token_end":11,"label":"where"},{"start":66,"end":72,"token_start":12,"token_end":13,"label":"confidence"},{"start":73,"end":84,"token_start":14,"token_end":14,"label":"change_direction"},{"start":85,"end":88,"token_start":15,"token_end":15,"label":"predicate"},{"start":93,"end":103,"token_start":17,"token_end":17,"label":"base"},{"start":111,"end":114,"token_start":20,"token_end":20,"label":"base"},{"start":116,"end":130,"token_start":22,"token_end":23,"label":"predicate"},{"start":135,"end":150,"token_start":25,"token_end":26,"label":"aspect_changing"},{"start":151,"end":179,"token_start":27,"token_end":30,"label":"where"},{"start":184,"end":193,"token_start":32,"token_end":32,"label":"predicate"},{"text":"monsoon","start":198,"token_start":34,"token_end":34,"end":205,"type":"pattern","label":"base"},{"start":216,"end":218,"token_start":38,"token_end":38,"label":"predicate"},{"text":"ocean","start":224,"token_start":40,"token_end":40,"end":229,"type":"pattern","label":"base"},{"start":230,"end":241,"token_start":41,"token_end":41,"label":"aspect_changing"},{"start":242,"end":249,"token_start":42,"token_end":42,"label":"change_direction"},{"start":250,"end":264,"token_start":43,"token_end":44,"label":"predicate"},{"start":269,"end":273,"token_start":46,"token_end":46,"label":"base"},{"start":274,"end":282,"token_start":47,"token_end":47,"label":"aspect_changing"},{"start":284,"end":291,"token_start":49,"token_end":49,"label":"change_direction"},{"text":"currents","start":297,"token_start":52,"token_end":52,"end":305,"type":"pattern","label":"base"},{"start":306,"end":334,"token_start":53,"token_end":56,"label":"type_of"},{"start":336,"end":346,"token_start":58,"token_end":59,"label":"predicate"},{"text":"warmer","start":349,"token_start":61,"token_end":61,"end":355,"type":"pattern","label":"change_direction"},{"start":356,"end":379,"token_start":62,"token_end":64,"label":"type_of"},{"start":384,"end":396,"token_start":66,"token_end":67,"label":"predicate"},{"start":399,"end":408,"token_start":69,"token_end":69,"label":"change_direction"},{"start":416,"end":419,"token_start":72,"token_end":72,"label":"base"},{"start":422,"end":434,"token_start":75,"token_end":75,"label":"base"},{"start":435,"end":447,"token_start":76,"token_end":76,"label":"base"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"is","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"that","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"colder","start":12,"end":18,"id":3,"ws":true,"disabled":false},{"text":"conditions","start":19,"end":29,"id":4,"ws":true,"disabled":false},{"text":"in","start":30,"end":32,"id":5,"ws":true,"disabled":false},{"text":"the","start":33,"end":36,"id":6,"ws":true,"disabled":false},{"text":"high","start":37,"end":41,"id":7,"ws":false,"disabled":false},{"text":"-","start":41,"end":42,"id":8,"ws":false,"disabled":false},{"text":"latitude","start":42,"end":50,"id":9,"ws":true,"disabled":false},{"text":"North","start":51,"end":56,"id":10,"ws":true,"disabled":false},{"text":"Atlantic","start":57,"end":65,"id":11,"ws":true,"disabled":false},{"text":"can","start":66,"end":69,"id":12,"ws":true,"disabled":false},{"text":"be","start":70,"end":72,"id":13,"ws":true,"disabled":false},{"text":"transmitted","start":73,"end":84,"id":14,"ws":true,"disabled":false},{"text":"via","start":85,"end":88,"id":15,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":16,"ws":true,"disabled":false},{"text":"atmosphere","start":93,"end":103,"id":17,"ws":true,"disabled":false},{"text":"to","start":104,"end":106,"id":18,"ws":true,"disabled":false},{"text":"the","start":107,"end":110,"id":19,"ws":true,"disabled":false},{"text":"WAM","start":111,"end":114,"id":20,"ws":false,"disabled":false},{"text":",","start":114,"end":115,"id":21,"ws":true,"disabled":false},{"text":"mainly","start":116,"end":122,"id":22,"ws":true,"disabled":false},{"text":"through","start":123,"end":130,"id":23,"ws":true,"disabled":false},{"text":"the","start":131,"end":134,"id":24,"ws":true,"disabled":false},{"text":"cold","start":135,"end":139,"id":25,"ws":true,"disabled":false},{"text":"conditions","start":140,"end":150,"id":26,"ws":true,"disabled":false},{"text":"permeating","start":151,"end":161,"id":27,"ws":true,"disabled":false},{"text":"into","start":162,"end":166,"id":28,"ws":true,"disabled":false},{"text":"North","start":167,"end":172,"id":29,"ws":true,"disabled":false},{"text":"Africa","start":173,"end":179,"id":30,"ws":true,"disabled":false},{"text":"and","start":180,"end":183,"id":31,"ws":true,"disabled":false},{"text":"affecting","start":184,"end":193,"id":32,"ws":true,"disabled":false},{"text":"the","start":194,"end":197,"id":33,"ws":true,"disabled":false},{"text":"monsoon","start":198,"end":205,"id":34,"ws":false,"disabled":false},{"text":"\u2026","start":205,"end":206,"id":35,"ws":false,"disabled":false},{"text":"The","start":206,"end":209,"id":36,"ws":true,"disabled":false},{"text":"other","start":210,"end":215,"id":37,"ws":true,"disabled":false},{"text":"is","start":216,"end":218,"id":38,"ws":true,"disabled":false},{"text":"that","start":219,"end":223,"id":39,"ws":true,"disabled":false},{"text":"ocean","start":224,"end":229,"id":40,"ws":true,"disabled":false},{"text":"circulation","start":230,"end":241,"id":41,"ws":true,"disabled":false},{"text":"changes","start":242,"end":249,"id":42,"ws":true,"disabled":false},{"text":"resulting","start":250,"end":259,"id":43,"ws":true,"disabled":false},{"text":"from","start":260,"end":264,"id":44,"ws":true,"disabled":false},{"text":"the","start":265,"end":268,"id":45,"ws":true,"disabled":false},{"text":"AMOC","start":269,"end":273,"id":46,"ws":true,"disabled":false},{"text":"slowdown","start":274,"end":282,"id":47,"ws":true,"disabled":false},{"text":"\u2018","start":283,"end":284,"id":48,"ws":false,"disabled":false},{"text":"rewires","start":284,"end":291,"id":49,"ws":false,"disabled":false},{"text":"\u2019","start":291,"end":292,"id":50,"ws":true,"disabled":false},{"text":"the","start":293,"end":296,"id":51,"ws":true,"disabled":false},{"text":"currents","start":297,"end":305,"id":52,"ws":true,"disabled":false},{"text":"around","start":306,"end":312,"id":53,"ws":true,"disabled":false},{"text":"the","start":313,"end":316,"id":54,"ws":true,"disabled":false},{"text":"tropical","start":317,"end":325,"id":55,"ws":true,"disabled":false},{"text":"Atlantic","start":326,"end":334,"id":56,"ws":false,"disabled":false},{"text":",","start":334,"end":335,"id":57,"ws":true,"disabled":false},{"text":"leading","start":336,"end":343,"id":58,"ws":true,"disabled":false},{"text":"to","start":344,"end":346,"id":59,"ws":true,"disabled":false},{"text":"a","start":347,"end":348,"id":60,"ws":true,"disabled":false},{"text":"warmer","start":349,"end":355,"id":61,"ws":true,"disabled":false},{"text":"South","start":356,"end":361,"id":62,"ws":true,"disabled":false},{"text":"tropical","start":362,"end":370,"id":63,"ws":true,"disabled":false},{"text":"Atlantic","start":371,"end":379,"id":64,"ws":true,"disabled":false},{"text":"and","start":380,"end":383,"id":65,"ws":true,"disabled":false},{"text":"thus","start":384,"end":388,"id":66,"ws":true,"disabled":false},{"text":"causing","start":389,"end":396,"id":67,"ws":true,"disabled":false},{"text":"a","start":397,"end":398,"id":68,"ws":true,"disabled":false},{"text":"weakening","start":399,"end":408,"id":69,"ws":true,"disabled":false},{"text":"of","start":409,"end":411,"id":70,"ws":true,"disabled":false},{"text":"the","start":412,"end":415,"id":71,"ws":true,"disabled":false},{"text":"WAM","start":416,"end":419,"id":72,"ws":false,"disabled":false},{"text":".","start":419,"end":420,"id":73,"ws":false,"disabled":false},{"text":"\u201d","start":420,"end":421,"id":74,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":422,"end":434,"id":75,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":435,"end":447,"id":76,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":56,"child":52,"head_span":{"start":306,"end":334,"token_start":53,"token_end":56,"label":"type_of"},"child_span":{"start":297,"end":305,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":69,"child":72,"head_span":{"start":399,"end":408,"token_start":69,"token_end":69,"label":"change_direction"},"child_span":{"start":416,"end":419,"token_start":72,"token_end":72,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":52,"head_span":{"start":284,"end":291,"token_start":49,"token_end":49,"label":"change_direction"},"child_span":{"start":297,"end":305,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":46,"head_span":{"start":274,"end":282,"token_start":47,"token_end":47,"label":"aspect_changing"},"child_span":{"start":269,"end":273,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":40,"head_span":{"start":230,"end":241,"token_start":41,"token_end":41,"label":"aspect_changing"},"child_span":{"start":224,"end":229,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":40,"head_span":{"start":242,"end":249,"token_start":42,"token_end":42,"label":"change_direction"},"child_span":{"start":224,"end":229,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":64,"child":76,"head_span":{"start":356,"end":379,"token_start":62,"token_end":64,"label":"type_of"},"child_span":{"start":435,"end":447,"token_start":76,"token_end":76,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":61,"child":76,"head_span":{"start":349,"end":355,"token_start":61,"token_end":61,"label":"change_direction"},"child_span":{"start":435,"end":447,"token_start":76,"token_end":76,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":75,"head_span":{"start":12,"end":18,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":422,"end":434,"token_start":75,"token_end":75,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":75,"head_span":{"start":19,"end":29,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":422,"end":434,"token_start":75,"token_end":75,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":76,"child":72,"head_span":{"start":435,"end":447,"token_start":76,"token_end":76,"label":"base"},"child_span":{"start":416,"end":419,"token_start":72,"token_end":72,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":52,"child":76,"head_span":{"start":297,"end":305,"token_start":52,"token_end":52,"label":"base"},"child_span":{"start":435,"end":447,"token_start":76,"token_end":76,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":40,"head_span":{"start":269,"end":273,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":224,"end":229,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":40,"child":52,"head_span":{"start":224,"end":229,"token_start":40,"token_end":40,"label":"base"},"child_span":{"start":297,"end":305,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":75,"head_span":{"start":30,"end":65,"token_start":5,"token_end":11,"label":"where"},"child_span":{"start":422,"end":434,"token_start":75,"token_end":75,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":17,"head_span":{"start":12,"end":18,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":93,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":17,"head_span":{"start":19,"end":29,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":93,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":17,"head_span":{"start":135,"end":150,"token_start":25,"token_end":26,"label":"aspect_changing"},"child_span":{"start":93,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":34,"head_span":{"start":93,"end":103,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":198,"end":205,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":34,"head_span":{"start":111,"end":114,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":198,"end":205,"token_start":34,"token_end":34,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":17,"child":20,"head_span":{"start":93,"end":103,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":111,"end":114,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":75,"child":17,"head_span":{"start":422,"end":434,"token_start":75,"token_end":75,"label":"base"},"child_span":{"start":93,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":853,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"During the last decades, human activities (in particular burning of fossil fuel and pollution as the main consequences of the growth of population and industrialization) have been identified as significant causes of recent climate change, often referred to as global warming.","text":"During the last decades, human activities (in particular burning of fossil fuel and pollution as the main consequences of the growth of population and industrialization) have been identified as significant causes of recent climate change, often referred to as global warming. IMPLIED_BASE IMPLIED_BASE","characters":275,"document_index":702,"md_sentence_index":39,"classification_origin":"causal_sentence_classification","url":"http://journals.plos.org/plosone/article?id=10.1371/journal.pone.0160393","combo_id":"702_39","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1328597387,"_task_hash":1836218460,"spans":[{"start":0,"end":23,"token_start":0,"token_end":3,"label":"when"},{"start":25,"end":30,"token_start":5,"token_end":5,"label":"base"},{"start":31,"end":41,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":57,"end":64,"token_start":10,"token_end":10,"label":"change_direction"},{"start":68,"end":74,"token_start":12,"token_end":12,"label":"type_of"},{"start":75,"end":79,"token_start":13,"token_end":13,"label":"base"},{"text":"pollution","start":84,"token_start":15,"token_end":15,"end":93,"type":"pattern","label":"base"},{"start":94,"end":121,"token_start":16,"token_end":20,"label":"predicate"},{"text":"growth","start":126,"token_start":22,"token_end":22,"end":132,"type":"pattern","label":"aspect_changing"},{"start":136,"end":146,"token_start":24,"token_end":24,"label":"base"},{"start":151,"end":168,"token_start":26,"token_end":26,"label":"base"},{"start":170,"end":174,"token_start":28,"token_end":28,"label":"confidence"},{"start":194,"end":205,"token_start":32,"token_end":32,"label":"effect_size"},{"start":206,"end":215,"token_start":33,"token_end":34,"label":"predicate"},{"start":216,"end":222,"token_start":35,"token_end":35,"label":"type_of"},{"text":"climate change","start":223,"token_start":36,"token_end":37,"end":237,"type":"pattern","label":"base"},{"text":"global warming","start":260,"token_start":43,"token_end":44,"end":274,"type":"pattern","label":"base"}],"tokens":[{"text":"During","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"the","start":7,"end":10,"id":1,"ws":true,"disabled":false},{"text":"last","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"decades","start":16,"end":23,"id":3,"ws":false,"disabled":false},{"text":",","start":23,"end":24,"id":4,"ws":true,"disabled":false},{"text":"human","start":25,"end":30,"id":5,"ws":true,"disabled":false},{"text":"activities","start":31,"end":41,"id":6,"ws":true,"disabled":false},{"text":"(","start":42,"end":43,"id":7,"ws":false,"disabled":false},{"text":"in","start":43,"end":45,"id":8,"ws":true,"disabled":false},{"text":"particular","start":46,"end":56,"id":9,"ws":true,"disabled":false},{"text":"burning","start":57,"end":64,"id":10,"ws":true,"disabled":false},{"text":"of","start":65,"end":67,"id":11,"ws":true,"disabled":false},{"text":"fossil","start":68,"end":74,"id":12,"ws":true,"disabled":false},{"text":"fuel","start":75,"end":79,"id":13,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":14,"ws":true,"disabled":false},{"text":"pollution","start":84,"end":93,"id":15,"ws":true,"disabled":false},{"text":"as","start":94,"end":96,"id":16,"ws":true,"disabled":false},{"text":"the","start":97,"end":100,"id":17,"ws":true,"disabled":false},{"text":"main","start":101,"end":105,"id":18,"ws":true,"disabled":false},{"text":"consequences","start":106,"end":118,"id":19,"ws":true,"disabled":false},{"text":"of","start":119,"end":121,"id":20,"ws":true,"disabled":false},{"text":"the","start":122,"end":125,"id":21,"ws":true,"disabled":false},{"text":"growth","start":126,"end":132,"id":22,"ws":true,"disabled":false},{"text":"of","start":133,"end":135,"id":23,"ws":true,"disabled":false},{"text":"population","start":136,"end":146,"id":24,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":25,"ws":true,"disabled":false},{"text":"industrialization","start":151,"end":168,"id":26,"ws":false,"disabled":false},{"text":")","start":168,"end":169,"id":27,"ws":true,"disabled":false},{"text":"have","start":170,"end":174,"id":28,"ws":true,"disabled":false},{"text":"been","start":175,"end":179,"id":29,"ws":true,"disabled":false},{"text":"identified","start":180,"end":190,"id":30,"ws":true,"disabled":false},{"text":"as","start":191,"end":193,"id":31,"ws":true,"disabled":false},{"text":"significant","start":194,"end":205,"id":32,"ws":true,"disabled":false},{"text":"causes","start":206,"end":212,"id":33,"ws":true,"disabled":false},{"text":"of","start":213,"end":215,"id":34,"ws":true,"disabled":false},{"text":"recent","start":216,"end":222,"id":35,"ws":true,"disabled":false},{"text":"climate","start":223,"end":230,"id":36,"ws":true,"disabled":false},{"text":"change","start":231,"end":237,"id":37,"ws":false,"disabled":false},{"text":",","start":237,"end":238,"id":38,"ws":true,"disabled":false},{"text":"often","start":239,"end":244,"id":39,"ws":true,"disabled":false},{"text":"referred","start":245,"end":253,"id":40,"ws":true,"disabled":false},{"text":"to","start":254,"end":256,"id":41,"ws":true,"disabled":false},{"text":"as","start":257,"end":259,"id":42,"ws":true,"disabled":false},{"text":"global","start":260,"end":266,"id":43,"ws":true,"disabled":false},{"text":"warming","start":267,"end":274,"id":44,"ws":false,"disabled":false},{"text":".","start":274,"end":275,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":276,"end":288,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":289,"end":301,"id":47,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":6,"child":5,"head_span":{"start":31,"end":41,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":25,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":68,"end":74,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":75,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":13,"head_span":{"start":57,"end":64,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":75,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":126,"end":132,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":136,"end":146,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":26,"head_span":{"start":126,"end":132,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":151,"end":168,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":13,"head_span":{"start":151,"end":168,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":75,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":15,"head_span":{"start":151,"end":168,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":84,"end":93,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":13,"head_span":{"start":136,"end":146,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":75,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":15,"head_span":{"start":136,"end":146,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":84,"end":93,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":35,"child":37,"head_span":{"start":216,"end":222,"token_start":35,"token_end":35,"label":"type_of"},"child_span":{"start":223,"end":237,"token_start":36,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":37,"head_span":{"start":75,"end":79,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":223,"end":237,"token_start":36,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":44,"head_span":{"start":75,"end":79,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":260,"end":274,"token_start":43,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":37,"head_span":{"start":84,"end":93,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":223,"end":237,"token_start":36,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":44,"head_span":{"start":84,"end":93,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":260,"end":274,"token_start":43,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":5,"head_span":{"start":136,"end":146,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":25,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":5,"head_span":{"start":151,"end":168,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":25,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":37,"head_span":{"start":25,"end":30,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":223,"end":237,"token_start":36,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":44,"head_span":{"start":25,"end":30,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":260,"end":274,"token_start":43,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":366,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Similarly, one year after the 1999 \u201csuper-cyclone\u201d which struck the Indian state of Orissa, a significant proportion of children and adolescents were diagnosed with post-traumatic stress disorder (31%) and syndromal depression (24%)","text":"Similarly, one year after the 1999 \u201csuper-cyclone\u201d which struck the Indian state of Orissa, a significant proportion of children and adolescents were diagnosed with post-traumatic stress disorder (31%) and syndromal depression (24%) IMPLIED_BASE IMPLIED_BASE","characters":232,"document_index":276,"md_sentence_index":162,"classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_162","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1117243697,"_task_hash":-24207574,"spans":[{"start":20,"end":25,"token_start":4,"token_end":4,"label":"predicate"},{"start":30,"end":34,"token_start":6,"token_end":6,"label":"when"},{"start":36,"end":41,"token_start":8,"token_end":8,"label":"type_of"},{"start":42,"end":49,"token_start":10,"token_end":10,"label":"base"},{"start":68,"end":90,"token_start":15,"token_end":18,"label":"where"},{"start":94,"end":116,"token_start":21,"token_end":22,"label":"effect_size"},{"start":120,"end":144,"token_start":24,"token_end":26,"label":"to_whom"},{"start":145,"end":149,"token_start":27,"token_end":27,"label":"confidence"},{"start":150,"end":159,"token_start":28,"token_end":28,"label":"change_direction"},{"start":165,"end":195,"token_start":30,"token_end":34,"label":"base"},{"start":197,"end":200,"token_start":36,"token_end":37,"label":"effect_size"},{"start":206,"end":215,"token_start":40,"token_end":40,"label":"type_of"},{"start":216,"end":226,"token_start":41,"token_end":41,"label":"base"},{"start":228,"end":231,"token_start":43,"token_end":44,"label":"effect_size"}],"tokens":[{"text":"Similarly","start":0,"end":9,"id":0,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":1,"ws":true,"disabled":false},{"text":"one","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"year","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"after","start":20,"end":25,"id":4,"ws":true,"disabled":false},{"text":"the","start":26,"end":29,"id":5,"ws":true,"disabled":false},{"text":"1999","start":30,"end":34,"id":6,"ws":true,"disabled":false},{"text":"\u201c","start":35,"end":36,"id":7,"ws":false,"disabled":false},{"text":"super","start":36,"end":41,"id":8,"ws":false,"disabled":false},{"text":"-","start":41,"end":42,"id":9,"ws":false,"disabled":false},{"text":"cyclone","start":42,"end":49,"id":10,"ws":false,"disabled":false},{"text":"\u201d","start":49,"end":50,"id":11,"ws":true,"disabled":false},{"text":"which","start":51,"end":56,"id":12,"ws":true,"disabled":false},{"text":"struck","start":57,"end":63,"id":13,"ws":true,"disabled":false},{"text":"the","start":64,"end":67,"id":14,"ws":true,"disabled":false},{"text":"Indian","start":68,"end":74,"id":15,"ws":true,"disabled":false},{"text":"state","start":75,"end":80,"id":16,"ws":true,"disabled":false},{"text":"of","start":81,"end":83,"id":17,"ws":true,"disabled":false},{"text":"Orissa","start":84,"end":90,"id":18,"ws":false,"disabled":false},{"text":",","start":90,"end":91,"id":19,"ws":true,"disabled":false},{"text":"a","start":92,"end":93,"id":20,"ws":true,"disabled":false},{"text":"significant","start":94,"end":105,"id":21,"ws":true,"disabled":false},{"text":"proportion","start":106,"end":116,"id":22,"ws":true,"disabled":false},{"text":"of","start":117,"end":119,"id":23,"ws":true,"disabled":false},{"text":"children","start":120,"end":128,"id":24,"ws":true,"disabled":false},{"text":"and","start":129,"end":132,"id":25,"ws":true,"disabled":false},{"text":"adolescents","start":133,"end":144,"id":26,"ws":true,"disabled":false},{"text":"were","start":145,"end":149,"id":27,"ws":true,"disabled":false},{"text":"diagnosed","start":150,"end":159,"id":28,"ws":true,"disabled":false},{"text":"with","start":160,"end":164,"id":29,"ws":true,"disabled":false},{"text":"post","start":165,"end":169,"id":30,"ws":false,"disabled":false},{"text":"-","start":169,"end":170,"id":31,"ws":false,"disabled":false},{"text":"traumatic","start":170,"end":179,"id":32,"ws":true,"disabled":false},{"text":"stress","start":180,"end":186,"id":33,"ws":true,"disabled":false},{"text":"disorder","start":187,"end":195,"id":34,"ws":true,"disabled":false},{"text":"(","start":196,"end":197,"id":35,"ws":false,"disabled":false},{"text":"31","start":197,"end":199,"id":36,"ws":false,"disabled":false},{"text":"%","start":199,"end":200,"id":37,"ws":false,"disabled":false},{"text":")","start":200,"end":201,"id":38,"ws":true,"disabled":false},{"text":"and","start":202,"end":205,"id":39,"ws":true,"disabled":false},{"text":"syndromal","start":206,"end":215,"id":40,"ws":true,"disabled":false},{"text":"depression","start":216,"end":226,"id":41,"ws":true,"disabled":false},{"text":"(","start":227,"end":228,"id":42,"ws":false,"disabled":false},{"text":"24","start":228,"end":230,"id":43,"ws":false,"disabled":false},{"text":"%","start":230,"end":231,"id":44,"ws":false,"disabled":false},{"text":")","start":231,"end":232,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":233,"end":245,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":246,"end":258,"id":47,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":40,"child":41,"head_span":{"start":206,"end":215,"token_start":40,"token_end":40,"label":"type_of"},"child_span":{"start":216,"end":226,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":34,"head_span":{"start":150,"end":159,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":165,"end":195,"token_start":30,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":26,"head_span":{"start":94,"end":116,"token_start":21,"token_end":22,"label":"effect_size"},"child_span":{"start":120,"end":144,"token_start":24,"token_end":26,"label":"to_whom"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":34,"head_span":{"start":120,"end":144,"token_start":24,"token_end":26,"label":"to_whom"},"child_span":{"start":165,"end":195,"token_start":30,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":36,"end":41,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":42,"end":49,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":10,"head_span":{"start":68,"end":90,"token_start":15,"token_end":18,"label":"where"},"child_span":{"start":42,"end":49,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":10,"head_span":{"start":30,"end":34,"token_start":6,"token_end":6,"label":"when"},"child_span":{"start":42,"end":49,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":34,"head_span":{"start":42,"end":49,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":165,"end":195,"token_start":30,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":41,"head_span":{"start":42,"end":49,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":216,"end":226,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":34,"head_span":{"start":197,"end":200,"token_start":36,"token_end":37,"label":"effect_size"},"child_span":{"start":165,"end":195,"token_start":30,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":41,"head_span":{"start":228,"end":231,"token_start":43,"token_end":44,"label":"effect_size"},"child_span":{"start":216,"end":226,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":948,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Even reduced compared to two decades ago, the rate of mortality caused by diarrheal and low tract infection diseases remains high and the major cause of early deaths in the country.","text":"Even reduced compared to two decades ago, the rate of mortality caused by diarrheal and low tract infection diseases remains high and the major cause of early deaths in the country. IMPLIED_BASE IMPLIED_BASE","characters":181,"document_index":750,"md_sentence_index":113,"classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_113","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":397689383,"_task_hash":905519338,"spans":[{"start":46,"end":63,"token_start":9,"token_end":11,"label":"aspect_changing"},{"start":74,"end":107,"token_start":14,"token_end":18,"label":"type_of"},{"start":108,"end":116,"token_start":19,"token_end":19,"label":"base"},{"start":144,"end":152,"token_start":25,"token_end":26,"label":"predicate"},{"start":153,"end":158,"token_start":27,"token_end":27,"label":"type_of"},{"start":159,"end":165,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"Even","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"reduced","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"compared","start":13,"end":21,"id":2,"ws":true,"disabled":false},{"text":"to","start":22,"end":24,"id":3,"ws":true,"disabled":false},{"text":"two","start":25,"end":28,"id":4,"ws":true,"disabled":false},{"text":"decades","start":29,"end":36,"id":5,"ws":true,"disabled":false},{"text":"ago","start":37,"end":40,"id":6,"ws":false,"disabled":false},{"text":",","start":40,"end":41,"id":7,"ws":true,"disabled":false},{"text":"the","start":42,"end":45,"id":8,"ws":true,"disabled":false},{"text":"rate","start":46,"end":50,"id":9,"ws":true,"disabled":false},{"text":"of","start":51,"end":53,"id":10,"ws":true,"disabled":false},{"text":"mortality","start":54,"end":63,"id":11,"ws":true,"disabled":false},{"text":"caused","start":64,"end":70,"id":12,"ws":true,"disabled":false},{"text":"by","start":71,"end":73,"id":13,"ws":true,"disabled":false},{"text":"diarrheal","start":74,"end":83,"id":14,"ws":true,"disabled":false},{"text":"and","start":84,"end":87,"id":15,"ws":true,"disabled":false},{"text":"low","start":88,"end":91,"id":16,"ws":true,"disabled":false},{"text":"tract","start":92,"end":97,"id":17,"ws":true,"disabled":false},{"text":"infection","start":98,"end":107,"id":18,"ws":true,"disabled":false},{"text":"diseases","start":108,"end":116,"id":19,"ws":true,"disabled":false},{"text":"remains","start":117,"end":124,"id":20,"ws":true,"disabled":false},{"text":"high","start":125,"end":129,"id":21,"ws":true,"disabled":false},{"text":"and","start":130,"end":133,"id":22,"ws":true,"disabled":false},{"text":"the","start":134,"end":137,"id":23,"ws":true,"disabled":false},{"text":"major","start":138,"end":143,"id":24,"ws":true,"disabled":false},{"text":"cause","start":144,"end":149,"id":25,"ws":true,"disabled":false},{"text":"of","start":150,"end":152,"id":26,"ws":true,"disabled":false},{"text":"early","start":153,"end":158,"id":27,"ws":true,"disabled":false},{"text":"deaths","start":159,"end":165,"id":28,"ws":true,"disabled":false},{"text":"in","start":166,"end":168,"id":29,"ws":true,"disabled":false},{"text":"the","start":169,"end":172,"id":30,"ws":true,"disabled":false},{"text":"country","start":173,"end":180,"id":31,"ws":false,"disabled":false},{"text":".","start":180,"end":181,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":182,"end":194,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":195,"end":207,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":27,"child":28,"head_span":{"start":153,"end":158,"token_start":27,"token_end":27,"label":"type_of"},"child_span":{"start":159,"end":165,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":74,"end":107,"token_start":14,"token_end":18,"label":"type_of"},"child_span":{"start":108,"end":116,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":28,"head_span":{"start":108,"end":116,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":159,"end":165,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":19,"head_span":{"start":46,"end":63,"token_start":9,"token_end":11,"label":"aspect_changing"},"child_span":{"start":108,"end":116,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":953,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Pneumonia in the immunosuppressed host is a severe form of the disease, which may affect individual whatever the setting, with a poorer prognosis due to the underlying immune status.\n","text":"Pneumonia in the immunosuppressed host is a severe form of the disease, which may affect individual whatever the setting, with a poorer prognosis due to the underlying immune status. IMPLIED_BASE IMPLIED_BASE","characters":183,"document_index":750,"md_sentence_index":18,"classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_18","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-2106741827,"_task_hash":-44603864,"spans":[{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},{"start":17,"end":33,"token_start":3,"token_end":3,"label":"change_direction"},{"start":129,"end":135,"token_start":23,"token_end":23,"label":"change_direction"},{"start":136,"end":145,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":146,"end":152,"token_start":25,"token_end":26,"label":"predicate"},{"start":168,"end":174,"token_start":29,"token_end":29,"label":"base"},{"start":175,"end":181,"token_start":30,"token_end":30,"label":"aspect_changing"},{"start":183,"end":195,"token_start":32,"token_end":32,"label":"base"}],"tokens":[{"text":"Pneumonia","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"in","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"the","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"immunosuppressed","start":17,"end":33,"id":3,"ws":true,"disabled":false},{"text":"host","start":34,"end":38,"id":4,"ws":true,"disabled":false},{"text":"is","start":39,"end":41,"id":5,"ws":true,"disabled":false},{"text":"a","start":42,"end":43,"id":6,"ws":true,"disabled":false},{"text":"severe","start":44,"end":50,"id":7,"ws":true,"disabled":false},{"text":"form","start":51,"end":55,"id":8,"ws":true,"disabled":false},{"text":"of","start":56,"end":58,"id":9,"ws":true,"disabled":false},{"text":"the","start":59,"end":62,"id":10,"ws":true,"disabled":false},{"text":"disease","start":63,"end":70,"id":11,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":12,"ws":true,"disabled":false},{"text":"which","start":72,"end":77,"id":13,"ws":true,"disabled":false},{"text":"may","start":78,"end":81,"id":14,"ws":true,"disabled":false},{"text":"affect","start":82,"end":88,"id":15,"ws":true,"disabled":false},{"text":"individual","start":89,"end":99,"id":16,"ws":true,"disabled":false},{"text":"whatever","start":100,"end":108,"id":17,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":18,"ws":true,"disabled":false},{"text":"setting","start":113,"end":120,"id":19,"ws":false,"disabled":false},{"text":",","start":120,"end":121,"id":20,"ws":true,"disabled":false},{"text":"with","start":122,"end":126,"id":21,"ws":true,"disabled":false},{"text":"a","start":127,"end":128,"id":22,"ws":true,"disabled":false},{"text":"poorer","start":129,"end":135,"id":23,"ws":true,"disabled":false},{"text":"prognosis","start":136,"end":145,"id":24,"ws":true,"disabled":false},{"text":"due","start":146,"end":149,"id":25,"ws":true,"disabled":false},{"text":"to","start":150,"end":152,"id":26,"ws":true,"disabled":false},{"text":"the","start":153,"end":156,"id":27,"ws":true,"disabled":false},{"text":"underlying","start":157,"end":167,"id":28,"ws":true,"disabled":false},{"text":"immune","start":168,"end":174,"id":29,"ws":true,"disabled":false},{"text":"status","start":175,"end":181,"id":30,"ws":false,"disabled":false},{"text":".","start":181,"end":182,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":183,"end":195,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":3,"child":29,"head_span":{"start":17,"end":33,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":168,"end":174,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":29,"head_span":{"start":175,"end":181,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":168,"end":174,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":32,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":183,"end":195,"token_start":32,"token_end":32,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":23,"child":32,"head_span":{"start":129,"end":135,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":183,"end":195,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":32,"head_span":{"start":136,"end":145,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":183,"end":195,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":32,"head_span":{"start":168,"end":174,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":183,"end":195,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1050,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Short of more onerous restrictions on construction in high-risk areas, worsening the statewide housing crisis, there are physical and political limits to how much governments can do to reduce that risk, which means insurance will become more expensive.\n","text":"Short of more onerous restrictions on construction in high-risk areas, worsening the statewide housing crisis, there are physical and political limits to how much governments can do to reduce that risk, which means insurance will become more expensive. IMPLIED_BASE IMPLIED_BASE","characters":253,"document_index":811,"md_sentence_index":64,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/02/climate/wildfires-insurance.html","combo_id":"811_64","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":104247938,"_task_hash":-2054963289,"spans":[{"text":"more","start":9,"token_start":2,"token_end":2,"end":13,"type":"pattern","label":"change_direction"},{"start":14,"end":34,"token_start":3,"token_end":4,"label":"aspect_changing"},{"start":38,"end":50,"token_start":6,"token_end":6,"label":"base"},{"start":51,"end":69,"token_start":7,"token_end":11,"label":"where"},{"text":"worsening","start":71,"token_start":13,"token_end":13,"end":80,"type":"pattern","label":"change_direction"},{"start":85,"end":94,"token_start":15,"token_end":15,"label":"where"},{"start":95,"end":109,"token_start":16,"token_end":17,"label":"base"},{"text":"risk","start":197,"token_start":34,"token_end":34,"end":201,"type":"pattern","label":"aspect_changing"},{"start":215,"end":224,"token_start":38,"token_end":38,"label":"base"},{"start":225,"end":236,"token_start":39,"token_end":40,"label":"confidence"},{"start":237,"end":251,"token_start":41,"token_end":42,"label":"change_direction"}],"tokens":[{"text":"Short","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"of","start":6,"end":8,"id":1,"ws":true,"disabled":false},{"text":"more","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"onerous","start":14,"end":21,"id":3,"ws":true,"disabled":false},{"text":"restrictions","start":22,"end":34,"id":4,"ws":true,"disabled":false},{"text":"on","start":35,"end":37,"id":5,"ws":true,"disabled":false},{"text":"construction","start":38,"end":50,"id":6,"ws":true,"disabled":false},{"text":"in","start":51,"end":53,"id":7,"ws":true,"disabled":false},{"text":"high","start":54,"end":58,"id":8,"ws":false,"disabled":false},{"text":"-","start":58,"end":59,"id":9,"ws":false,"disabled":false},{"text":"risk","start":59,"end":63,"id":10,"ws":true,"disabled":false},{"text":"areas","start":64,"end":69,"id":11,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":12,"ws":true,"disabled":false},{"text":"worsening","start":71,"end":80,"id":13,"ws":true,"disabled":false},{"text":"the","start":81,"end":84,"id":14,"ws":true,"disabled":false},{"text":"statewide","start":85,"end":94,"id":15,"ws":true,"disabled":false},{"text":"housing","start":95,"end":102,"id":16,"ws":true,"disabled":false},{"text":"crisis","start":103,"end":109,"id":17,"ws":false,"disabled":false},{"text":",","start":109,"end":110,"id":18,"ws":true,"disabled":false},{"text":"there","start":111,"end":116,"id":19,"ws":true,"disabled":false},{"text":"are","start":117,"end":120,"id":20,"ws":true,"disabled":false},{"text":"physical","start":121,"end":129,"id":21,"ws":true,"disabled":false},{"text":"and","start":130,"end":133,"id":22,"ws":true,"disabled":false},{"text":"political","start":134,"end":143,"id":23,"ws":true,"disabled":false},{"text":"limits","start":144,"end":150,"id":24,"ws":true,"disabled":false},{"text":"to","start":151,"end":153,"id":25,"ws":true,"disabled":false},{"text":"how","start":154,"end":157,"id":26,"ws":true,"disabled":false},{"text":"much","start":158,"end":162,"id":27,"ws":true,"disabled":false},{"text":"governments","start":163,"end":174,"id":28,"ws":true,"disabled":false},{"text":"can","start":175,"end":178,"id":29,"ws":true,"disabled":false},{"text":"do","start":179,"end":181,"id":30,"ws":true,"disabled":false},{"text":"to","start":182,"end":184,"id":31,"ws":true,"disabled":false},{"text":"reduce","start":185,"end":191,"id":32,"ws":true,"disabled":false},{"text":"that","start":192,"end":196,"id":33,"ws":true,"disabled":false},{"text":"risk","start":197,"end":201,"id":34,"ws":false,"disabled":false},{"text":",","start":201,"end":202,"id":35,"ws":true,"disabled":false},{"text":"which","start":203,"end":208,"id":36,"ws":true,"disabled":false},{"text":"means","start":209,"end":214,"id":37,"ws":true,"disabled":false},{"text":"insurance","start":215,"end":224,"id":38,"ws":true,"disabled":false},{"text":"will","start":225,"end":229,"id":39,"ws":true,"disabled":false},{"text":"become","start":230,"end":236,"id":40,"ws":true,"disabled":false},{"text":"more","start":237,"end":241,"id":41,"ws":true,"disabled":false},{"text":"expensive","start":242,"end":251,"id":42,"ws":false,"disabled":false},{"text":".","start":251,"end":252,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":253,"end":265,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":266,"end":278,"id":45,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":11,"child":6,"head_span":{"start":51,"end":69,"token_start":7,"token_end":11,"label":"where"},"child_span":{"start":38,"end":50,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":6,"head_span":{"start":14,"end":34,"token_start":3,"token_end":4,"label":"aspect_changing"},"child_span":{"start":38,"end":50,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":6,"head_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":38,"end":50,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":71,"end":80,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":95,"end":109,"token_start":16,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":85,"end":94,"token_start":15,"token_end":15,"label":"where"},"child_span":{"start":95,"end":109,"token_start":16,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":17,"head_span":{"start":38,"end":50,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":95,"end":109,"token_start":16,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":38,"head_span":{"start":237,"end":251,"token_start":41,"token_end":42,"label":"change_direction"},"child_span":{"start":215,"end":224,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":1029,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Alternatively, the effect of higher UV radiation in combination with global warming (22) might have contributed to mutagenic events that resulted in the suddenly increased fitness of a saprobe for survival in a host, via melanin- or non-melanin-dependent processes (23).","text":"Alternatively, the effect of higher UV radiation in combination with global warming (22) might have contributed to mutagenic events that resulted in the suddenly increased fitness of a saprobe for survival in a host, via melanin- or non-melanin-dependent processes (23). IMPLIED_BASE IMPLIED_BASE","characters":270,"document_index":795,"md_sentence_index":68,"classification_origin":"causal_sentence_classification","url":"https://mbio.asm.org/content/10/4/e01397-19","combo_id":"795_68","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1917989881,"_task_hash":-630105685,"spans":[{"text":"higher","start":29,"token_start":5,"token_end":5,"end":35,"type":"pattern","label":"change_direction"},{"start":36,"end":38,"token_start":6,"token_end":6,"label":"type_of"},{"start":39,"end":48,"token_start":7,"token_end":7,"label":"base"},{"text":"global warming","start":69,"token_start":11,"token_end":12,"end":83,"type":"pattern","label":"base"},{"start":89,"end":99,"token_start":16,"token_end":17,"label":"confidence"},{"start":100,"end":114,"token_start":18,"token_end":19,"label":"predicate"},{"start":115,"end":124,"token_start":20,"token_end":20,"label":"base"},{"start":125,"end":131,"token_start":21,"token_end":21,"label":"aspect_changing"},{"start":132,"end":148,"token_start":22,"token_end":24,"label":"predicate"},{"start":153,"end":171,"token_start":26,"token_end":27,"label":"change_direction"},{"start":172,"end":179,"token_start":28,"token_end":28,"label":"aspect_changing"},{"start":185,"end":192,"token_start":31,"token_end":31,"label":"base"},{"start":193,"end":264,"token_start":32,"token_end":46,"label":"aspect_changing"}],"tokens":[{"text":"Alternatively","start":0,"end":13,"id":0,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":1,"ws":true,"disabled":false},{"text":"the","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"effect","start":19,"end":25,"id":3,"ws":true,"disabled":false},{"text":"of","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"higher","start":29,"end":35,"id":5,"ws":true,"disabled":false},{"text":"UV","start":36,"end":38,"id":6,"ws":true,"disabled":false},{"text":"radiation","start":39,"end":48,"id":7,"ws":true,"disabled":false},{"text":"in","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"combination","start":52,"end":63,"id":9,"ws":true,"disabled":false},{"text":"with","start":64,"end":68,"id":10,"ws":true,"disabled":false},{"text":"global","start":69,"end":75,"id":11,"ws":true,"disabled":false},{"text":"warming","start":76,"end":83,"id":12,"ws":true,"disabled":false},{"text":"(","start":84,"end":85,"id":13,"ws":false,"disabled":false},{"text":"22","start":85,"end":87,"id":14,"ws":false,"disabled":false},{"text":")","start":87,"end":88,"id":15,"ws":true,"disabled":false},{"text":"might","start":89,"end":94,"id":16,"ws":true,"disabled":false},{"text":"have","start":95,"end":99,"id":17,"ws":true,"disabled":false},{"text":"contributed","start":100,"end":111,"id":18,"ws":true,"disabled":false},{"text":"to","start":112,"end":114,"id":19,"ws":true,"disabled":false},{"text":"mutagenic","start":115,"end":124,"id":20,"ws":true,"disabled":false},{"text":"events","start":125,"end":131,"id":21,"ws":true,"disabled":false},{"text":"that","start":132,"end":136,"id":22,"ws":true,"disabled":false},{"text":"resulted","start":137,"end":145,"id":23,"ws":true,"disabled":false},{"text":"in","start":146,"end":148,"id":24,"ws":true,"disabled":false},{"text":"the","start":149,"end":152,"id":25,"ws":true,"disabled":false},{"text":"suddenly","start":153,"end":161,"id":26,"ws":true,"disabled":false},{"text":"increased","start":162,"end":171,"id":27,"ws":true,"disabled":false},{"text":"fitness","start":172,"end":179,"id":28,"ws":true,"disabled":false},{"text":"of","start":180,"end":182,"id":29,"ws":true,"disabled":false},{"text":"a","start":183,"end":184,"id":30,"ws":true,"disabled":false},{"text":"saprobe","start":185,"end":192,"id":31,"ws":true,"disabled":false},{"text":"for","start":193,"end":196,"id":32,"ws":true,"disabled":false},{"text":"survival","start":197,"end":205,"id":33,"ws":true,"disabled":false},{"text":"in","start":206,"end":208,"id":34,"ws":true,"disabled":false},{"text":"a","start":209,"end":210,"id":35,"ws":true,"disabled":false},{"text":"host","start":211,"end":215,"id":36,"ws":false,"disabled":false},{"text":",","start":215,"end":216,"id":37,"ws":true,"disabled":false},{"text":"via","start":217,"end":220,"id":38,"ws":true,"disabled":false},{"text":"melanin-","start":221,"end":229,"id":39,"ws":true,"disabled":false},{"text":"or","start":230,"end":232,"id":40,"ws":true,"disabled":false},{"text":"non","start":233,"end":236,"id":41,"ws":false,"disabled":false},{"text":"-","start":236,"end":237,"id":42,"ws":false,"disabled":false},{"text":"melanin","start":237,"end":244,"id":43,"ws":false,"disabled":false},{"text":"-","start":244,"end":245,"id":44,"ws":false,"disabled":false},{"text":"dependent","start":245,"end":254,"id":45,"ws":true,"disabled":false},{"text":"processes","start":255,"end":264,"id":46,"ws":true,"disabled":false},{"text":"(","start":265,"end":266,"id":47,"ws":false,"disabled":false},{"text":"23","start":266,"end":268,"id":48,"ws":false,"disabled":false},{"text":")","start":268,"end":269,"id":49,"ws":false,"disabled":false},{"text":".","start":269,"end":270,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":271,"end":283,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":284,"end":296,"id":52,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":36,"end":38,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":39,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":29,"end":35,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":39,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":31,"head_span":{"start":172,"end":179,"token_start":28,"token_end":28,"label":"aspect_changing"},"child_span":{"start":185,"end":192,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":31,"head_span":{"start":193,"end":264,"token_start":32,"token_end":46,"label":"aspect_changing"},"child_span":{"start":185,"end":192,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":31,"head_span":{"start":153,"end":171,"token_start":26,"token_end":27,"label":"change_direction"},"child_span":{"start":185,"end":192,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":20,"head_span":{"start":125,"end":131,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":115,"end":124,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":20,"head_span":{"start":39,"end":48,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":115,"end":124,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":20,"head_span":{"start":69,"end":83,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":115,"end":124,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":31,"head_span":{"start":115,"end":124,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":185,"end":192,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":28,"head_span":{"start":193,"end":264,"token_start":32,"token_end":46,"label":"aspect_changing"},"child_span":{"start":172,"end":179,"token_start":28,"token_end":28,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":751,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"People experiencing homelessness are also vulnerable to acquiring a vector-borne illness.","text":"People experiencing homelessness are also vulnerable to acquiring a vector-borne illness. IMPLIED_BASE IMPLIED_BASE","characters":89,"document_index":619,"md_sentence_index":210,"classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_210","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1822128461,"_task_hash":-1409948235,"spans":[{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},{"start":7,"end":32,"token_start":1,"token_end":2,"label":"aspect_changing"},{"start":42,"end":65,"token_start":5,"token_end":7,"label":"change_direction"},{"start":68,"end":80,"token_start":9,"token_end":11,"label":"type_of"},{"start":81,"end":88,"token_start":12,"token_end":12,"label":"base"}],"tokens":[{"text":"People","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"experiencing","start":7,"end":19,"id":1,"ws":true,"disabled":false},{"text":"homelessness","start":20,"end":32,"id":2,"ws":true,"disabled":false},{"text":"are","start":33,"end":36,"id":3,"ws":true,"disabled":false},{"text":"also","start":37,"end":41,"id":4,"ws":true,"disabled":false},{"text":"vulnerable","start":42,"end":52,"id":5,"ws":true,"disabled":false},{"text":"to","start":53,"end":55,"id":6,"ws":true,"disabled":false},{"text":"acquiring","start":56,"end":65,"id":7,"ws":true,"disabled":false},{"text":"a","start":66,"end":67,"id":8,"ws":true,"disabled":false},{"text":"vector","start":68,"end":74,"id":9,"ws":false,"disabled":false},{"text":"-","start":74,"end":75,"id":10,"ws":false,"disabled":false},{"text":"borne","start":75,"end":80,"id":11,"ws":true,"disabled":false},{"text":"illness","start":81,"end":88,"id":12,"ws":false,"disabled":false},{"text":".","start":88,"end":89,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":90,"end":102,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":103,"end":115,"id":15,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":11,"child":12,"head_span":{"start":68,"end":80,"token_start":9,"token_end":11,"label":"type_of"},"child_span":{"start":81,"end":88,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":12,"head_span":{"start":42,"end":65,"token_start":5,"token_end":7,"label":"change_direction"},"child_span":{"start":81,"end":88,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":0,"head_span":{"start":7,"end":32,"token_start":1,"token_end":2,"label":"aspect_changing"},"child_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"reject"}
+{"number":678,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u2018There is additional evidence that maturation of follicles becomes abnormal resulting in an increased risk of chromosomal defects, such as Down\u2019s syndrome.","text":"\u2018There is additional evidence that maturation of follicles becomes abnormal resulting in an increased risk of chromosomal defects, such as Down\u2019s syndrome. IMPLIED_BASE IMPLIED_BASE","characters":155,"document_index":581,"md_sentence_index":10,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://metro.co.uk/2018/11/02/plastic-could-be-affecting-your-fertility-heres-how-and-why-8092246/","combo_id":"581_10","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":729684318,"_task_hash":1685066431,"spans":[{"start":35,"end":45,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":49,"end":58,"token_start":8,"token_end":8,"label":"base"},{"start":59,"end":75,"token_start":9,"token_end":10,"label":"change_direction"},{"start":76,"end":88,"token_start":11,"token_end":12,"label":"predicate"},{"start":92,"end":109,"token_start":14,"token_end":16,"label":"change_direction"},{"start":110,"end":121,"token_start":17,"token_end":17,"label":"base"},{"start":122,"end":129,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":139,"end":154,"token_start":22,"token_end":24,"label":"base"}],"tokens":[{"text":"\u2018","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"There","start":1,"end":6,"id":1,"ws":true,"disabled":false},{"text":"is","start":7,"end":9,"id":2,"ws":true,"disabled":false},{"text":"additional","start":10,"end":20,"id":3,"ws":true,"disabled":false},{"text":"evidence","start":21,"end":29,"id":4,"ws":true,"disabled":false},{"text":"that","start":30,"end":34,"id":5,"ws":true,"disabled":false},{"text":"maturation","start":35,"end":45,"id":6,"ws":true,"disabled":false},{"text":"of","start":46,"end":48,"id":7,"ws":true,"disabled":false},{"text":"follicles","start":49,"end":58,"id":8,"ws":true,"disabled":false},{"text":"becomes","start":59,"end":66,"id":9,"ws":true,"disabled":false},{"text":"abnormal","start":67,"end":75,"id":10,"ws":true,"disabled":false},{"text":"resulting","start":76,"end":85,"id":11,"ws":true,"disabled":false},{"text":"in","start":86,"end":88,"id":12,"ws":true,"disabled":false},{"text":"an","start":89,"end":91,"id":13,"ws":true,"disabled":false},{"text":"increased","start":92,"end":101,"id":14,"ws":true,"disabled":false},{"text":"risk","start":102,"end":106,"id":15,"ws":true,"disabled":false},{"text":"of","start":107,"end":109,"id":16,"ws":true,"disabled":false},{"text":"chromosomal","start":110,"end":121,"id":17,"ws":true,"disabled":false},{"text":"defects","start":122,"end":129,"id":18,"ws":false,"disabled":false},{"text":",","start":129,"end":130,"id":19,"ws":true,"disabled":false},{"text":"such","start":131,"end":135,"id":20,"ws":true,"disabled":false},{"text":"as","start":136,"end":138,"id":21,"ws":true,"disabled":false},{"text":"Down","start":139,"end":143,"id":22,"ws":false,"disabled":false},{"text":"\u2019s","start":143,"end":145,"id":23,"ws":true,"disabled":false},{"text":"syndrome","start":146,"end":154,"id":24,"ws":false,"disabled":false},{"text":".","start":154,"end":155,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":156,"end":168,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":169,"end":181,"id":27,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":16,"child":17,"head_span":{"start":92,"end":109,"token_start":14,"token_end":16,"label":"change_direction"},"child_span":{"start":110,"end":121,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":122,"end":129,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":110,"end":121,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":24,"head_span":{"start":92,"end":109,"token_start":14,"token_end":16,"label":"change_direction"},"child_span":{"start":139,"end":154,"token_start":22,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":8,"head_span":{"start":35,"end":45,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":49,"end":58,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":8,"head_span":{"start":59,"end":75,"token_start":9,"token_end":10,"label":"change_direction"},"child_span":{"start":49,"end":58,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":17,"head_span":{"start":49,"end":58,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":110,"end":121,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":24,"head_span":{"start":49,"end":58,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":139,"end":154,"token_start":22,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":931,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Meteorology scientists reported that the frequency of days above 40\u00b0C is rising and record hot days now out number extremely cold days by more than two to one.31\nHeatwaves rank as Australia\u2019s deadliest natural threat to human life \u2013 causing more deaths since 1890 than bushfires, cyclones, earthquakes, floods and storms combined.32 Looking out to 2050, heat- related deaths across Australia\u2019s capital cities are predicted to quadruple.33\n","text":"Meteorology scientists reported that the frequency of days above 40\u00b0C is rising and record hot days now out number extremely cold days by more than two to one.31Heatwaves rank as Australia\u2019s deadliest natural threat to human life \u2013 causing more deaths since 1890 than bushfires, cyclones, earthquakes, floods and storms combined.32 Looking out to 2050, heat- related deaths across Australia\u2019s capital cities are predicted to quadruple.33 IMPLIED_BASE IMPLIED_BASE","characters":439,"document_index":745,"md_sentence_index":128,"classification_origin":"causal_sentence_classification","url":"https://www.connect4climate.org/sites/default/files/files/publications/Sport_and_climate_report.pdf","combo_id":"745_128","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-594618728,"_task_hash":265039057,"spans":[{"start":0,"end":22,"token_start":0,"token_end":1,"label":"to_whom"},{"start":41,"end":50,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":54,"end":69,"token_start":7,"token_end":11,"label":"base"},{"text":"rising","start":73,"token_start":13,"token_end":13,"end":79,"type":"pattern","label":"change_direction"},{"start":84,"end":94,"token_start":15,"token_end":16,"label":"type_of"},{"start":95,"end":99,"token_start":17,"token_end":17,"label":"base"},{"start":115,"end":129,"token_start":21,"token_end":22,"label":"type_of"},{"start":130,"end":134,"token_start":23,"token_end":23,"label":"base"},{"start":135,"end":154,"token_start":24,"token_end":28,"label":"effect_size"},{"start":155,"end":170,"token_start":29,"token_end":29,"label":"base"},{"start":201,"end":215,"token_start":35,"token_end":36,"label":"aspect_changing"},{"start":219,"end":224,"token_start":38,"token_end":38,"label":"type_of"},{"start":225,"end":229,"token_start":39,"token_end":39,"label":"base"},{"start":232,"end":239,"token_start":41,"token_end":41,"label":"predicate"},{"start":245,"end":251,"token_start":43,"token_end":43,"label":"base"},{"text":"bushfires","start":268,"token_start":47,"token_end":47,"end":277,"type":"pattern","label":"base"},{"start":279,"end":287,"token_start":49,"token_end":49,"label":"base"},{"text":"earthquakes","start":289,"token_start":51,"token_end":51,"end":300,"type":"pattern","label":"base"},{"text":"floods","start":302,"token_start":53,"token_end":53,"end":308,"type":"pattern","label":"base"},{"text":"storms","start":313,"token_start":55,"token_end":55,"end":319,"type":"pattern","label":"base"},{"start":353,"end":366,"token_start":62,"token_end":63,"label":"type_of"},{"start":367,"end":373,"token_start":64,"token_end":64,"label":"base"},{"start":374,"end":407,"token_start":65,"token_end":69,"label":"where"},{"start":408,"end":421,"token_start":70,"token_end":71,"label":"confidence"},{"start":422,"end":437,"token_start":72,"token_end":73,"label":"effect_size"}],"tokens":[{"text":"Meteorology","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"scientists","start":12,"end":22,"id":1,"ws":true,"disabled":false},{"text":"reported","start":23,"end":31,"id":2,"ws":true,"disabled":false},{"text":"that","start":32,"end":36,"id":3,"ws":true,"disabled":false},{"text":"the","start":37,"end":40,"id":4,"ws":true,"disabled":false},{"text":"frequency","start":41,"end":50,"id":5,"ws":true,"disabled":false},{"text":"of","start":51,"end":53,"id":6,"ws":true,"disabled":false},{"text":"days","start":54,"end":58,"id":7,"ws":true,"disabled":false},{"text":"above","start":59,"end":64,"id":8,"ws":true,"disabled":false},{"text":"40","start":65,"end":67,"id":9,"ws":false,"disabled":false},{"text":"\u00b0","start":67,"end":68,"id":10,"ws":false,"disabled":false},{"text":"C","start":68,"end":69,"id":11,"ws":true,"disabled":false},{"text":"is","start":70,"end":72,"id":12,"ws":true,"disabled":false},{"text":"rising","start":73,"end":79,"id":13,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":14,"ws":true,"disabled":false},{"text":"record","start":84,"end":90,"id":15,"ws":true,"disabled":false},{"text":"hot","start":91,"end":94,"id":16,"ws":true,"disabled":false},{"text":"days","start":95,"end":99,"id":17,"ws":true,"disabled":false},{"text":"now","start":100,"end":103,"id":18,"ws":true,"disabled":false},{"text":"out","start":104,"end":107,"id":19,"ws":true,"disabled":false},{"text":"number","start":108,"end":114,"id":20,"ws":true,"disabled":false},{"text":"extremely","start":115,"end":124,"id":21,"ws":true,"disabled":false},{"text":"cold","start":125,"end":129,"id":22,"ws":true,"disabled":false},{"text":"days","start":130,"end":134,"id":23,"ws":true,"disabled":false},{"text":"by","start":135,"end":137,"id":24,"ws":true,"disabled":false},{"text":"more","start":138,"end":142,"id":25,"ws":true,"disabled":false},{"text":"than","start":143,"end":147,"id":26,"ws":true,"disabled":false},{"text":"two","start":148,"end":151,"id":27,"ws":true,"disabled":false},{"text":"to","start":152,"end":154,"id":28,"ws":true,"disabled":false},{"text":"one.31Heatwaves","start":155,"end":170,"id":29,"ws":true,"disabled":false},{"text":"rank","start":171,"end":175,"id":30,"ws":true,"disabled":false},{"text":"as","start":176,"end":178,"id":31,"ws":true,"disabled":false},{"text":"Australia","start":179,"end":188,"id":32,"ws":false,"disabled":false},{"text":"\u2019s","start":188,"end":190,"id":33,"ws":true,"disabled":false},{"text":"deadliest","start":191,"end":200,"id":34,"ws":true,"disabled":false},{"text":"natural","start":201,"end":208,"id":35,"ws":true,"disabled":false},{"text":"threat","start":209,"end":215,"id":36,"ws":true,"disabled":false},{"text":"to","start":216,"end":218,"id":37,"ws":true,"disabled":false},{"text":"human","start":219,"end":224,"id":38,"ws":true,"disabled":false},{"text":"life","start":225,"end":229,"id":39,"ws":true,"disabled":false},{"text":"\u2013","start":230,"end":231,"id":40,"ws":true,"disabled":false},{"text":"causing","start":232,"end":239,"id":41,"ws":true,"disabled":false},{"text":"more","start":240,"end":244,"id":42,"ws":true,"disabled":false},{"text":"deaths","start":245,"end":251,"id":43,"ws":true,"disabled":false},{"text":"since","start":252,"end":257,"id":44,"ws":true,"disabled":false},{"text":"1890","start":258,"end":262,"id":45,"ws":true,"disabled":false},{"text":"than","start":263,"end":267,"id":46,"ws":true,"disabled":false},{"text":"bushfires","start":268,"end":277,"id":47,"ws":false,"disabled":false},{"text":",","start":277,"end":278,"id":48,"ws":true,"disabled":false},{"text":"cyclones","start":279,"end":287,"id":49,"ws":false,"disabled":false},{"text":",","start":287,"end":288,"id":50,"ws":true,"disabled":false},{"text":"earthquakes","start":289,"end":300,"id":51,"ws":false,"disabled":false},{"text":",","start":300,"end":301,"id":52,"ws":true,"disabled":false},{"text":"floods","start":302,"end":308,"id":53,"ws":true,"disabled":false},{"text":"and","start":309,"end":312,"id":54,"ws":true,"disabled":false},{"text":"storms","start":313,"end":319,"id":55,"ws":true,"disabled":false},{"text":"combined.32","start":320,"end":331,"id":56,"ws":true,"disabled":false},{"text":"Looking","start":332,"end":339,"id":57,"ws":true,"disabled":false},{"text":"out","start":340,"end":343,"id":58,"ws":true,"disabled":false},{"text":"to","start":344,"end":346,"id":59,"ws":true,"disabled":false},{"text":"2050","start":347,"end":351,"id":60,"ws":false,"disabled":false},{"text":",","start":351,"end":352,"id":61,"ws":true,"disabled":false},{"text":"heat-","start":353,"end":358,"id":62,"ws":true,"disabled":false},{"text":"related","start":359,"end":366,"id":63,"ws":true,"disabled":false},{"text":"deaths","start":367,"end":373,"id":64,"ws":true,"disabled":false},{"text":"across","start":374,"end":380,"id":65,"ws":true,"disabled":false},{"text":"Australia","start":381,"end":390,"id":66,"ws":false,"disabled":false},{"text":"\u2019s","start":390,"end":392,"id":67,"ws":true,"disabled":false},{"text":"capital","start":393,"end":400,"id":68,"ws":true,"disabled":false},{"text":"cities","start":401,"end":407,"id":69,"ws":true,"disabled":false},{"text":"are","start":408,"end":411,"id":70,"ws":true,"disabled":false},{"text":"predicted","start":412,"end":421,"id":71,"ws":true,"disabled":false},{"text":"to","start":422,"end":424,"id":72,"ws":true,"disabled":false},{"text":"quadruple.33","start":425,"end":437,"id":73,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":438,"end":450,"id":74,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":451,"end":463,"id":75,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":16,"child":17,"head_span":{"start":84,"end":94,"token_start":15,"token_end":16,"label":"type_of"},"child_span":{"start":95,"end":99,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":115,"end":129,"token_start":21,"token_end":22,"label":"type_of"},"child_span":{"start":130,"end":134,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":11,"head_span":{"start":41,"end":50,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":54,"end":69,"token_start":7,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":11,"head_span":{"start":73,"end":79,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":54,"end":69,"token_start":7,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":39,"head_span":{"start":201,"end":215,"token_start":35,"token_end":36,"label":"aspect_changing"},"child_span":{"start":225,"end":229,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":39,"head_span":{"start":219,"end":224,"token_start":38,"token_end":38,"label":"type_of"},"child_span":{"start":225,"end":229,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":43,"head_span":{"start":155,"end":170,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":245,"end":251,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":603,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Landslides from stronger monsoons wipe away farmland.","text":"Landslides from stronger monsoons wipe away farmland. IMPLIED_BASE IMPLIED_BASE","characters":53,"document_index":483,"md_sentence_index":9,"classification_origin":"causal_sentence_classification","url":"https://www.wired.com/story/climate-change-and-gender/","combo_id":"483_9","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-583210696,"_task_hash":-1169392266,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},{"start":11,"end":15,"token_start":1,"token_end":1,"label":"predicate"},{"start":16,"end":24,"token_start":2,"token_end":2,"label":"change_direction"},{"text":"monsoons","start":25,"token_start":3,"token_end":3,"end":33,"type":"pattern","label":"base"},{"start":34,"end":43,"token_start":4,"token_end":5,"label":"change_direction"},{"start":44,"end":52,"token_start":6,"token_end":6,"label":"base"}],"tokens":[{"text":"Landslides","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"from","start":11,"end":15,"id":1,"ws":true,"disabled":false},{"text":"stronger","start":16,"end":24,"id":2,"ws":true,"disabled":false},{"text":"monsoons","start":25,"end":33,"id":3,"ws":true,"disabled":false},{"text":"wipe","start":34,"end":38,"id":4,"ws":true,"disabled":false},{"text":"away","start":39,"end":43,"id":5,"ws":true,"disabled":false},{"text":"farmland","start":44,"end":52,"id":6,"ws":false,"disabled":false},{"text":".","start":52,"end":53,"id":7,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":54,"end":66,"id":8,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":67,"end":79,"id":9,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":16,"end":24,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":34,"end":43,"token_start":4,"token_end":5,"label":"change_direction"},"child_span":{"start":44,"end":52,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":0,"head_span":{"start":25,"end":33,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":6,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":44,"end":52,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":874,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The researchers calculated that an additional 8% of the population would enter a state of \"new or aggravated water scarcity,\" solely due to climate change with a temperature increase of 2 degrees C by 2100.\n","text":"The researchers calculated that an additional 8% of the population would enter a state of \"new or aggravated water scarcity,\" solely due to climate change with a temperature increase of 2 degrees C by 2100. IMPLIED_BASE IMPLIED_BASE","characters":207,"document_index":714,"md_sentence_index":46,"classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/effects-of-climate-change-2014-6","combo_id":"714_46","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1654073312,"_task_hash":-1819892606,"spans":[{"start":35,"end":48,"token_start":5,"token_end":7,"label":"effect_size"},{"start":56,"end":66,"token_start":10,"token_end":10,"label":"to_whom"},{"start":73,"end":89,"token_start":12,"token_end":15,"label":"change_direction"},{"start":91,"end":108,"token_start":17,"token_end":19,"label":"aspect_changing"},{"start":109,"end":114,"token_start":20,"token_end":20,"label":"base"},{"start":115,"end":123,"token_start":21,"token_end":21,"label":"aspect_changing"},{"start":133,"end":139,"token_start":25,"token_end":26,"label":"predicate"},{"text":"climate change","start":140,"token_start":27,"token_end":28,"end":154,"type":"pattern","label":"base"},{"text":"temperature","start":162,"token_start":31,"token_end":31,"end":173,"type":"pattern","label":"aspect_changing"},{"text":"increase","start":174,"token_start":32,"token_end":32,"end":182,"type":"pattern","label":"change_direction"},{"start":183,"end":197,"token_start":33,"token_end":36,"label":"effect_size"},{"start":198,"end":205,"token_start":37,"token_end":38,"label":"when"},{"start":207,"end":219,"token_start":40,"token_end":40,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"researchers","start":4,"end":15,"id":1,"ws":true,"disabled":false},{"text":"calculated","start":16,"end":26,"id":2,"ws":true,"disabled":false},{"text":"that","start":27,"end":31,"id":3,"ws":true,"disabled":false},{"text":"an","start":32,"end":34,"id":4,"ws":true,"disabled":false},{"text":"additional","start":35,"end":45,"id":5,"ws":true,"disabled":false},{"text":"8","start":46,"end":47,"id":6,"ws":false,"disabled":false},{"text":"%","start":47,"end":48,"id":7,"ws":true,"disabled":false},{"text":"of","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":9,"ws":true,"disabled":false},{"text":"population","start":56,"end":66,"id":10,"ws":true,"disabled":false},{"text":"would","start":67,"end":72,"id":11,"ws":true,"disabled":false},{"text":"enter","start":73,"end":78,"id":12,"ws":true,"disabled":false},{"text":"a","start":79,"end":80,"id":13,"ws":true,"disabled":false},{"text":"state","start":81,"end":86,"id":14,"ws":true,"disabled":false},{"text":"of","start":87,"end":89,"id":15,"ws":true,"disabled":false},{"text":"\"","start":90,"end":91,"id":16,"ws":false,"disabled":false},{"text":"new","start":91,"end":94,"id":17,"ws":true,"disabled":false},{"text":"or","start":95,"end":97,"id":18,"ws":true,"disabled":false},{"text":"aggravated","start":98,"end":108,"id":19,"ws":true,"disabled":false},{"text":"water","start":109,"end":114,"id":20,"ws":true,"disabled":false},{"text":"scarcity","start":115,"end":123,"id":21,"ws":false,"disabled":false},{"text":",","start":123,"end":124,"id":22,"ws":false,"disabled":false},{"text":"\"","start":124,"end":125,"id":23,"ws":true,"disabled":false},{"text":"solely","start":126,"end":132,"id":24,"ws":true,"disabled":false},{"text":"due","start":133,"end":136,"id":25,"ws":true,"disabled":false},{"text":"to","start":137,"end":139,"id":26,"ws":true,"disabled":false},{"text":"climate","start":140,"end":147,"id":27,"ws":true,"disabled":false},{"text":"change","start":148,"end":154,"id":28,"ws":true,"disabled":false},{"text":"with","start":155,"end":159,"id":29,"ws":true,"disabled":false},{"text":"a","start":160,"end":161,"id":30,"ws":true,"disabled":false},{"text":"temperature","start":162,"end":173,"id":31,"ws":true,"disabled":false},{"text":"increase","start":174,"end":182,"id":32,"ws":true,"disabled":false},{"text":"of","start":183,"end":185,"id":33,"ws":true,"disabled":false},{"text":"2","start":186,"end":187,"id":34,"ws":true,"disabled":false},{"text":"degrees","start":188,"end":195,"id":35,"ws":true,"disabled":false},{"text":"C","start":196,"end":197,"id":36,"ws":true,"disabled":false},{"text":"by","start":198,"end":200,"id":37,"ws":true,"disabled":false},{"text":"2100","start":201,"end":205,"id":38,"ws":false,"disabled":false},{"text":".","start":205,"end":206,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":207,"end":219,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":220,"end":232,"id":41,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":31,"child":40,"head_span":{"start":162,"end":173,"token_start":31,"token_end":31,"label":"aspect_changing"},"child_span":{"start":207,"end":219,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":40,"head_span":{"start":174,"end":182,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":207,"end":219,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":40,"head_span":{"start":183,"end":197,"token_start":33,"token_end":36,"label":"effect_size"},"child_span":{"start":207,"end":219,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":40,"head_span":{"start":198,"end":205,"token_start":37,"token_end":38,"label":"when"},"child_span":{"start":207,"end":219,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":21,"head_span":{"start":91,"end":108,"token_start":17,"token_end":19,"label":"aspect_changing"},"child_span":{"start":115,"end":123,"token_start":21,"token_end":21,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":91,"end":108,"token_start":17,"token_end":19,"label":"aspect_changing"},"child_span":{"start":109,"end":114,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":20,"head_span":{"start":115,"end":123,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":109,"end":114,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":20,"head_span":{"start":73,"end":89,"token_start":12,"token_end":15,"label":"change_direction"},"child_span":{"start":109,"end":114,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":20,"head_span":{"start":56,"end":66,"token_start":10,"token_end":10,"label":"to_whom"},"child_span":{"start":109,"end":114,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":20,"head_span":{"start":140,"end":154,"token_start":27,"token_end":28,"label":"base"},"child_span":{"start":109,"end":114,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":115,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We view this final result with some caution, however, because economic and political variables are clearly endogenous to conflict; for example, conflict may both respond to and cause variation in economic performance (2) or democratization.","text":"We view this final result with some caution, however, because economic and political variables are clearly endogenous to conflict; for example, conflict may both respond to and cause variation in economic performance (2) or democratization. IMPLIED_BASE IMPLIED_BASE","characters":240,"document_index":84,"md_sentence_index":89,"classification_origin":"cm_cause_effect_rel","url":"http://www.pnas.org/content/106/49/20670","combo_id":"84_89","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1587968863,"_task_hash":-1922634527,"spans":[{"text":"conflict","start":121,"token_start":20,"token_end":20,"end":129,"type":"pattern","label":"base"},{"text":"conflict","start":144,"token_start":25,"token_end":25,"end":152,"type":"pattern","label":"base"},{"start":153,"end":156,"token_start":26,"token_end":26,"label":"confidence"},{"start":162,"end":172,"token_start":28,"token_end":29,"label":"predicate"},{"start":177,"end":182,"token_start":31,"token_end":31,"label":"predicate"},{"start":183,"end":192,"token_start":32,"token_end":32,"label":"aspect_changing"},{"start":196,"end":204,"token_start":34,"token_end":34,"label":"base"},{"start":205,"end":216,"token_start":35,"token_end":35,"label":"aspect_changing"},{"start":224,"end":239,"token_start":40,"token_end":40,"label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"view","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"this","start":8,"end":12,"id":2,"ws":true,"disabled":false},{"text":"final","start":13,"end":18,"id":3,"ws":true,"disabled":false},{"text":"result","start":19,"end":25,"id":4,"ws":true,"disabled":false},{"text":"with","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"some","start":31,"end":35,"id":6,"ws":true,"disabled":false},{"text":"caution","start":36,"end":43,"id":7,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":8,"ws":true,"disabled":false},{"text":"however","start":45,"end":52,"id":9,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":10,"ws":true,"disabled":false},{"text":"because","start":54,"end":61,"id":11,"ws":true,"disabled":false},{"text":"economic","start":62,"end":70,"id":12,"ws":true,"disabled":false},{"text":"and","start":71,"end":74,"id":13,"ws":true,"disabled":false},{"text":"political","start":75,"end":84,"id":14,"ws":true,"disabled":false},{"text":"variables","start":85,"end":94,"id":15,"ws":true,"disabled":false},{"text":"are","start":95,"end":98,"id":16,"ws":true,"disabled":false},{"text":"clearly","start":99,"end":106,"id":17,"ws":true,"disabled":false},{"text":"endogenous","start":107,"end":117,"id":18,"ws":true,"disabled":false},{"text":"to","start":118,"end":120,"id":19,"ws":true,"disabled":false},{"text":"conflict","start":121,"end":129,"id":20,"ws":false,"disabled":false},{"text":";","start":129,"end":130,"id":21,"ws":true,"disabled":false},{"text":"for","start":131,"end":134,"id":22,"ws":true,"disabled":false},{"text":"example","start":135,"end":142,"id":23,"ws":false,"disabled":false},{"text":",","start":142,"end":143,"id":24,"ws":true,"disabled":false},{"text":"conflict","start":144,"end":152,"id":25,"ws":true,"disabled":false},{"text":"may","start":153,"end":156,"id":26,"ws":true,"disabled":false},{"text":"both","start":157,"end":161,"id":27,"ws":true,"disabled":false},{"text":"respond","start":162,"end":169,"id":28,"ws":true,"disabled":false},{"text":"to","start":170,"end":172,"id":29,"ws":true,"disabled":false},{"text":"and","start":173,"end":176,"id":30,"ws":true,"disabled":false},{"text":"cause","start":177,"end":182,"id":31,"ws":true,"disabled":false},{"text":"variation","start":183,"end":192,"id":32,"ws":true,"disabled":false},{"text":"in","start":193,"end":195,"id":33,"ws":true,"disabled":false},{"text":"economic","start":196,"end":204,"id":34,"ws":true,"disabled":false},{"text":"performance","start":205,"end":216,"id":35,"ws":true,"disabled":false},{"text":"(","start":217,"end":218,"id":36,"ws":false,"disabled":false},{"text":"2","start":218,"end":219,"id":37,"ws":false,"disabled":false},{"text":")","start":219,"end":220,"id":38,"ws":true,"disabled":false},{"text":"or","start":221,"end":223,"id":39,"ws":true,"disabled":false},{"text":"democratization","start":224,"end":239,"id":40,"ws":false,"disabled":false},{"text":".","start":239,"end":240,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":241,"end":253,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":254,"end":266,"id":43,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":32,"child":40,"head_span":{"start":183,"end":192,"token_start":32,"token_end":32,"label":"aspect_changing"},"child_span":{"start":224,"end":239,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":35,"head_span":{"start":196,"end":204,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":205,"end":216,"token_start":35,"token_end":35,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":35,"head_span":{"start":183,"end":192,"token_start":32,"token_end":32,"label":"aspect_changing"},"child_span":{"start":205,"end":216,"token_start":35,"token_end":35,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":34,"head_span":{"start":183,"end":192,"token_start":32,"token_end":32,"label":"aspect_changing"},"child_span":{"start":196,"end":204,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":34,"head_span":{"start":144,"end":152,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":196,"end":204,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":40,"head_span":{"start":144,"end":152,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":224,"end":239,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":40,"child":25,"head_span":{"start":224,"end":239,"token_start":40,"token_end":40,"label":"base"},"child_span":{"start":144,"end":152,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":25,"head_span":{"start":196,"end":204,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":144,"end":152,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":26,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"In addition, trees are blooming too early and then being hit by unusual frosts, which result in less sellable fruit.","text":"In addition, trees are blooming too early and then being hit by unusual frosts, which result in less sellable fruit. IMPLIED_BASE IMPLIED_BASE","characters":116,"document_index":28,"md_sentence_index":92,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/04/30/dining/farming-climate-change.html","combo_id":"28_92","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":46861578,"_task_hash":-2146477647,"spans":[{"text":"trees","start":13,"token_start":3,"token_end":3,"end":18,"type":"pattern","label":"base"},{"start":23,"end":31,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":32,"end":41,"token_start":6,"token_end":7,"label":"change_direction"},{"start":64,"end":71,"token_start":13,"token_end":13,"label":"type_of"},{"text":"frosts","start":72,"token_start":14,"token_end":14,"end":78,"type":"pattern","label":"base"},{"start":96,"end":109,"token_start":19,"token_end":20,"label":"change_direction"},{"text":"fruit","start":110,"token_start":21,"token_end":21,"end":115,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"addition","start":3,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"trees","start":13,"end":18,"id":3,"ws":true,"disabled":false},{"text":"are","start":19,"end":22,"id":4,"ws":true,"disabled":false},{"text":"blooming","start":23,"end":31,"id":5,"ws":true,"disabled":false},{"text":"too","start":32,"end":35,"id":6,"ws":true,"disabled":false},{"text":"early","start":36,"end":41,"id":7,"ws":true,"disabled":false},{"text":"and","start":42,"end":45,"id":8,"ws":true,"disabled":false},{"text":"then","start":46,"end":50,"id":9,"ws":true,"disabled":false},{"text":"being","start":51,"end":56,"id":10,"ws":true,"disabled":false},{"text":"hit","start":57,"end":60,"id":11,"ws":true,"disabled":false},{"text":"by","start":61,"end":63,"id":12,"ws":true,"disabled":false},{"text":"unusual","start":64,"end":71,"id":13,"ws":true,"disabled":false},{"text":"frosts","start":72,"end":78,"id":14,"ws":false,"disabled":false},{"text":",","start":78,"end":79,"id":15,"ws":true,"disabled":false},{"text":"which","start":80,"end":85,"id":16,"ws":true,"disabled":false},{"text":"result","start":86,"end":92,"id":17,"ws":true,"disabled":false},{"text":"in","start":93,"end":95,"id":18,"ws":true,"disabled":false},{"text":"less","start":96,"end":100,"id":19,"ws":true,"disabled":false},{"text":"sellable","start":101,"end":109,"id":20,"ws":true,"disabled":false},{"text":"fruit","start":110,"end":115,"id":21,"ws":false,"disabled":false},{"text":".","start":115,"end":116,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":117,"end":129,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":130,"end":142,"id":24,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":20,"child":21,"head_span":{"start":96,"end":109,"token_start":19,"token_end":20,"label":"change_direction"},"child_span":{"start":110,"end":115,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":3,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":13,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":3,"head_span":{"start":32,"end":41,"token_start":6,"token_end":7,"label":"change_direction"},"child_span":{"start":13,"end":18,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":64,"end":71,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":72,"end":78,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":21,"head_span":{"start":13,"end":18,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":110,"end":115,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":21,"head_span":{"start":72,"end":78,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":110,"end":115,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":685,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Together, these mileposts and\nmarkers, along with the policy\ndiscussions they inspire, provide\npositive solutions to address the health,\neconomic, environmental and life\nquality impacts caused by air pollution\nand greenhouse gas emissions .\n","text":"Together, these mileposts andmarkers, along with the policydiscussions they inspire, providepositive solutions to address the health,economic, environmental and lifequality impacts caused by air pollutionand greenhouse gas emissions . IMPLIED_BASE IMPLIED_BASE","characters":241,"document_index":586,"md_sentence_index":848,"classification_origin":"causal_sentence_classification","url":"https://gardner.utah.edu/wp-content/uploads/Utah-Roadmap-Public-Draft.pdf","combo_id":"586_848","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":726071670,"_task_hash":-1230442317,"spans":[{"text":"health","start":126,"token_start":18,"token_end":18,"end":132,"type":"pattern","label":"base"},{"start":133,"end":141,"token_start":20,"token_end":20,"label":"base"},{"start":143,"end":156,"token_start":22,"token_end":22,"label":"base"},{"start":161,"end":172,"token_start":24,"token_end":24,"label":"base"},{"start":173,"end":180,"token_start":25,"token_end":25,"label":"aspect_changing"},{"start":181,"end":190,"token_start":26,"token_end":27,"label":"predicate"},{"start":191,"end":194,"token_start":28,"token_end":28,"label":"type_of"},{"start":195,"end":207,"token_start":29,"token_end":29,"label":"base"},{"text":"greenhouse","start":208,"token_start":30,"token_end":30,"end":218,"type":"pattern","label":"type_of"},{"start":219,"end":222,"token_start":31,"token_end":31,"label":"base"},{"text":"emissions","start":223,"token_start":32,"token_end":32,"end":232,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Together","start":0,"end":8,"id":0,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":1,"ws":true,"disabled":false},{"text":"these","start":10,"end":15,"id":2,"ws":true,"disabled":false},{"text":"mileposts","start":16,"end":25,"id":3,"ws":true,"disabled":false},{"text":"andmarkers","start":26,"end":36,"id":4,"ws":false,"disabled":false},{"text":",","start":36,"end":37,"id":5,"ws":true,"disabled":false},{"text":"along","start":38,"end":43,"id":6,"ws":true,"disabled":false},{"text":"with","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"the","start":49,"end":52,"id":8,"ws":true,"disabled":false},{"text":"policydiscussions","start":53,"end":70,"id":9,"ws":true,"disabled":false},{"text":"they","start":71,"end":75,"id":10,"ws":true,"disabled":false},{"text":"inspire","start":76,"end":83,"id":11,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":12,"ws":true,"disabled":false},{"text":"providepositive","start":85,"end":100,"id":13,"ws":true,"disabled":false},{"text":"solutions","start":101,"end":110,"id":14,"ws":true,"disabled":false},{"text":"to","start":111,"end":113,"id":15,"ws":true,"disabled":false},{"text":"address","start":114,"end":121,"id":16,"ws":true,"disabled":false},{"text":"the","start":122,"end":125,"id":17,"ws":true,"disabled":false},{"text":"health","start":126,"end":132,"id":18,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":19,"ws":false,"disabled":false},{"text":"economic","start":133,"end":141,"id":20,"ws":false,"disabled":false},{"text":",","start":141,"end":142,"id":21,"ws":true,"disabled":false},{"text":"environmental","start":143,"end":156,"id":22,"ws":true,"disabled":false},{"text":"and","start":157,"end":160,"id":23,"ws":true,"disabled":false},{"text":"lifequality","start":161,"end":172,"id":24,"ws":true,"disabled":false},{"text":"impacts","start":173,"end":180,"id":25,"ws":true,"disabled":false},{"text":"caused","start":181,"end":187,"id":26,"ws":true,"disabled":false},{"text":"by","start":188,"end":190,"id":27,"ws":true,"disabled":false},{"text":"air","start":191,"end":194,"id":28,"ws":true,"disabled":false},{"text":"pollutionand","start":195,"end":207,"id":29,"ws":true,"disabled":false},{"text":"greenhouse","start":208,"end":218,"id":30,"ws":true,"disabled":false},{"text":"gas","start":219,"end":222,"id":31,"ws":true,"disabled":false},{"text":"emissions","start":223,"end":232,"id":32,"ws":true,"disabled":false},{"text":".","start":233,"end":234,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":235,"end":247,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":248,"end":260,"id":35,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":30,"child":31,"head_span":{"start":208,"end":218,"token_start":30,"token_end":30,"label":"type_of"},"child_span":{"start":219,"end":222,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":31,"head_span":{"start":223,"end":232,"token_start":32,"token_end":32,"label":"aspect_changing"},"child_span":{"start":219,"end":222,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":29,"head_span":{"start":191,"end":194,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":195,"end":207,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":18,"head_span":{"start":173,"end":180,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":126,"end":132,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":20,"head_span":{"start":173,"end":180,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":133,"end":141,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":24,"head_span":{"start":173,"end":180,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":161,"end":172,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":22,"head_span":{"start":173,"end":180,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":143,"end":156,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":18,"head_span":{"start":195,"end":207,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":126,"end":132,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":20,"head_span":{"start":195,"end":207,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":133,"end":141,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":22,"head_span":{"start":195,"end":207,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":143,"end":156,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":24,"head_span":{"start":195,"end":207,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":161,"end":172,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":24,"head_span":{"start":219,"end":222,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":161,"end":172,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":22,"head_span":{"start":219,"end":222,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":143,"end":156,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":18,"head_span":{"start":219,"end":222,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":126,"end":132,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":20,"head_span":{"start":219,"end":222,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":133,"end":141,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":522,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The comparison of the state\u2019s mammal and bird life over more than a century has revealed the changes wrought by climate change to date and provided insight into what may happen in coming decades as global warming continues.\n","text":"The comparison of the state\u2019s mammal and bird life over more than a century has revealed the changes wrought by climate change to date and provided insight into what may happen in coming decades as global warming continues. IMPLIED_BASE IMPLIED_BASE","characters":224,"document_index":402,"md_sentence_index":20,"classification_origin":"causal_sentence_classification","url":"https://news.berkeley.edu/2019/09/30/collapse-of-desert-birds-due-to-heat-stress-from-climate-change/","combo_id":"402_20","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1612689803,"_task_hash":376516975,"spans":[{"text":"more","start":56,"token_start":11,"token_end":11,"end":60,"type":"pattern","label":"change_direction"},{"text":"climate change","start":112,"token_start":21,"token_end":22,"end":126,"type":"pattern","label":"base"},{"text":"global warming","start":198,"token_start":36,"token_end":37,"end":212,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"comparison","start":4,"end":14,"id":1,"ws":true,"disabled":false},{"text":"of","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"state","start":22,"end":27,"id":4,"ws":false,"disabled":false},{"text":"\u2019s","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"mammal","start":30,"end":36,"id":6,"ws":true,"disabled":false},{"text":"and","start":37,"end":40,"id":7,"ws":true,"disabled":false},{"text":"bird","start":41,"end":45,"id":8,"ws":true,"disabled":false},{"text":"life","start":46,"end":50,"id":9,"ws":true,"disabled":false},{"text":"over","start":51,"end":55,"id":10,"ws":true,"disabled":false},{"text":"more","start":56,"end":60,"id":11,"ws":true,"disabled":false},{"text":"than","start":61,"end":65,"id":12,"ws":true,"disabled":false},{"text":"a","start":66,"end":67,"id":13,"ws":true,"disabled":false},{"text":"century","start":68,"end":75,"id":14,"ws":true,"disabled":false},{"text":"has","start":76,"end":79,"id":15,"ws":true,"disabled":false},{"text":"revealed","start":80,"end":88,"id":16,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":17,"ws":true,"disabled":false},{"text":"changes","start":93,"end":100,"id":18,"ws":true,"disabled":false},{"text":"wrought","start":101,"end":108,"id":19,"ws":true,"disabled":false},{"text":"by","start":109,"end":111,"id":20,"ws":true,"disabled":false},{"text":"climate","start":112,"end":119,"id":21,"ws":true,"disabled":false},{"text":"change","start":120,"end":126,"id":22,"ws":true,"disabled":false},{"text":"to","start":127,"end":129,"id":23,"ws":true,"disabled":false},{"text":"date","start":130,"end":134,"id":24,"ws":true,"disabled":false},{"text":"and","start":135,"end":138,"id":25,"ws":true,"disabled":false},{"text":"provided","start":139,"end":147,"id":26,"ws":true,"disabled":false},{"text":"insight","start":148,"end":155,"id":27,"ws":true,"disabled":false},{"text":"into","start":156,"end":160,"id":28,"ws":true,"disabled":false},{"text":"what","start":161,"end":165,"id":29,"ws":true,"disabled":false},{"text":"may","start":166,"end":169,"id":30,"ws":true,"disabled":false},{"text":"happen","start":170,"end":176,"id":31,"ws":true,"disabled":false},{"text":"in","start":177,"end":179,"id":32,"ws":true,"disabled":false},{"text":"coming","start":180,"end":186,"id":33,"ws":true,"disabled":false},{"text":"decades","start":187,"end":194,"id":34,"ws":true,"disabled":false},{"text":"as","start":195,"end":197,"id":35,"ws":true,"disabled":false},{"text":"global","start":198,"end":204,"id":36,"ws":true,"disabled":false},{"text":"warming","start":205,"end":212,"id":37,"ws":true,"disabled":false},{"text":"continues","start":213,"end":222,"id":38,"ws":false,"disabled":false},{"text":".","start":222,"end":223,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":224,"end":236,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":237,"end":249,"id":41,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":92,"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Solutions and association?","relation count":"Many","complexity":"Complex","original_md_text":"If governments begin preparing now to feed, shelter, educate, and move at-risk populations to regions in which they can maintain their livelihoods and cultures, we could reduce both the development of violence-prone individuals and the civil unrest, ecomigration, and war associated with climate change.","text":"If governments begin preparing now to feed, shelter, educate, and move at-risk populations to regions in which they can maintain their livelihoods and cultures, we could reduce both the development of violence-prone individuals and the civil unrest, ecomigration, and war associated with climate change. IMPLIED_BASE IMPLIED_BASE","characters":303,"document_index":71,"md_sentence_index":283,"classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_283","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":554702724,"_task_hash":1471501651,"spans":[{"start":3,"end":14,"token_start":1,"token_end":1,"label":"to_whom"},{"start":38,"end":42,"token_start":6,"token_end":6,"label":"change_direction"},{"start":44,"end":51,"token_start":8,"token_end":8,"label":"change_direction"},{"start":53,"end":60,"token_start":10,"token_end":10,"label":"change_direction"},{"start":66,"end":70,"token_start":13,"token_end":13,"label":"change_direction"},{"start":71,"end":78,"token_start":14,"token_end":16,"label":"type_of"},{"start":79,"end":90,"token_start":17,"token_end":17,"label":"base"},{"start":91,"end":159,"token_start":18,"token_end":28,"label":"where"},{"text":"development","start":186,"token_start":35,"token_end":35,"end":197,"type":"pattern","label":"aspect_changing"},{"start":201,"end":215,"token_start":37,"token_end":39,"label":"type_of"},{"start":216,"end":227,"token_start":40,"token_end":40,"label":"base"},{"start":236,"end":241,"token_start":43,"token_end":43,"label":"type_of"},{"start":242,"end":248,"token_start":44,"token_end":44,"label":"base"},{"text":"ecomigration","start":250,"token_start":46,"token_end":46,"end":262,"type":"pattern","label":"base"},{"text":"war","start":268,"token_start":49,"token_end":49,"end":271,"type":"pattern","label":"base"},{"start":272,"end":287,"token_start":50,"token_end":51,"label":"predicate"},{"text":"climate change","start":288,"token_start":52,"token_end":53,"end":302,"type":"pattern","label":"base"}],"tokens":[{"text":"If","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"governments","start":3,"end":14,"id":1,"ws":true,"disabled":false},{"text":"begin","start":15,"end":20,"id":2,"ws":true,"disabled":false},{"text":"preparing","start":21,"end":30,"id":3,"ws":true,"disabled":false},{"text":"now","start":31,"end":34,"id":4,"ws":true,"disabled":false},{"text":"to","start":35,"end":37,"id":5,"ws":true,"disabled":false},{"text":"feed","start":38,"end":42,"id":6,"ws":false,"disabled":false},{"text":",","start":42,"end":43,"id":7,"ws":true,"disabled":false},{"text":"shelter","start":44,"end":51,"id":8,"ws":false,"disabled":false},{"text":",","start":51,"end":52,"id":9,"ws":true,"disabled":false},{"text":"educate","start":53,"end":60,"id":10,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":11,"ws":true,"disabled":false},{"text":"and","start":62,"end":65,"id":12,"ws":true,"disabled":false},{"text":"move","start":66,"end":70,"id":13,"ws":true,"disabled":false},{"text":"at","start":71,"end":73,"id":14,"ws":false,"disabled":false},{"text":"-","start":73,"end":74,"id":15,"ws":false,"disabled":false},{"text":"risk","start":74,"end":78,"id":16,"ws":true,"disabled":false},{"text":"populations","start":79,"end":90,"id":17,"ws":true,"disabled":false},{"text":"to","start":91,"end":93,"id":18,"ws":true,"disabled":false},{"text":"regions","start":94,"end":101,"id":19,"ws":true,"disabled":false},{"text":"in","start":102,"end":104,"id":20,"ws":true,"disabled":false},{"text":"which","start":105,"end":110,"id":21,"ws":true,"disabled":false},{"text":"they","start":111,"end":115,"id":22,"ws":true,"disabled":false},{"text":"can","start":116,"end":119,"id":23,"ws":true,"disabled":false},{"text":"maintain","start":120,"end":128,"id":24,"ws":true,"disabled":false},{"text":"their","start":129,"end":134,"id":25,"ws":true,"disabled":false},{"text":"livelihoods","start":135,"end":146,"id":26,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":27,"ws":true,"disabled":false},{"text":"cultures","start":151,"end":159,"id":28,"ws":false,"disabled":false},{"text":",","start":159,"end":160,"id":29,"ws":true,"disabled":false},{"text":"we","start":161,"end":163,"id":30,"ws":true,"disabled":false},{"text":"could","start":164,"end":169,"id":31,"ws":true,"disabled":false},{"text":"reduce","start":170,"end":176,"id":32,"ws":true,"disabled":false},{"text":"both","start":177,"end":181,"id":33,"ws":true,"disabled":false},{"text":"the","start":182,"end":185,"id":34,"ws":true,"disabled":false},{"text":"development","start":186,"end":197,"id":35,"ws":true,"disabled":false},{"text":"of","start":198,"end":200,"id":36,"ws":true,"disabled":false},{"text":"violence","start":201,"end":209,"id":37,"ws":false,"disabled":false},{"text":"-","start":209,"end":210,"id":38,"ws":false,"disabled":false},{"text":"prone","start":210,"end":215,"id":39,"ws":true,"disabled":false},{"text":"individuals","start":216,"end":227,"id":40,"ws":true,"disabled":false},{"text":"and","start":228,"end":231,"id":41,"ws":true,"disabled":false},{"text":"the","start":232,"end":235,"id":42,"ws":true,"disabled":false},{"text":"civil","start":236,"end":241,"id":43,"ws":true,"disabled":false},{"text":"unrest","start":242,"end":248,"id":44,"ws":false,"disabled":false},{"text":",","start":248,"end":249,"id":45,"ws":true,"disabled":false},{"text":"ecomigration","start":250,"end":262,"id":46,"ws":false,"disabled":false},{"text":",","start":262,"end":263,"id":47,"ws":true,"disabled":false},{"text":"and","start":264,"end":267,"id":48,"ws":true,"disabled":false},{"text":"war","start":268,"end":271,"id":49,"ws":true,"disabled":false},{"text":"associated","start":272,"end":282,"id":50,"ws":true,"disabled":false},{"text":"with","start":283,"end":287,"id":51,"ws":true,"disabled":false},{"text":"climate","start":288,"end":295,"id":52,"ws":true,"disabled":false},{"text":"change","start":296,"end":302,"id":53,"ws":false,"disabled":false},{"text":".","start":302,"end":303,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":304,"end":316,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":317,"end":329,"id":56,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":53,"child":49,"head_span":{"start":288,"end":302,"token_start":52,"token_end":53,"label":"base"},"child_span":{"start":268,"end":271,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":53,"child":46,"head_span":{"start":288,"end":302,"token_start":52,"token_end":53,"label":"base"},"child_span":{"start":250,"end":262,"token_start":46,"token_end":46,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":53,"child":44,"head_span":{"start":288,"end":302,"token_start":52,"token_end":53,"label":"base"},"child_span":{"start":242,"end":248,"token_start":44,"token_end":44,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":43,"child":44,"head_span":{"start":236,"end":241,"token_start":43,"token_end":43,"label":"type_of"},"child_span":{"start":242,"end":248,"token_start":44,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":40,"head_span":{"start":201,"end":215,"token_start":37,"token_end":39,"label":"type_of"},"child_span":{"start":216,"end":227,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":71,"end":78,"token_start":14,"token_end":16,"label":"type_of"},"child_span":{"start":79,"end":90,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":40,"head_span":{"start":186,"end":197,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":216,"end":227,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":44,"head_span":{"start":186,"end":197,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":242,"end":248,"token_start":44,"token_end":44,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":46,"head_span":{"start":186,"end":197,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":250,"end":262,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":49,"head_span":{"start":186,"end":197,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":268,"end":271,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":53,"child":40,"head_span":{"start":288,"end":302,"token_start":52,"token_end":53,"label":"base"},"child_span":{"start":216,"end":227,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":17,"head_span":{"start":91,"end":159,"token_start":18,"token_end":28,"label":"where"},"child_span":{"start":79,"end":90,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":66,"end":70,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":79,"end":90,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":17,"head_span":{"start":38,"end":42,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":79,"end":90,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":17,"head_span":{"start":44,"end":51,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":79,"end":90,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":17,"head_span":{"start":53,"end":60,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":79,"end":90,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":735,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A set of positive changes that can occur in a person as a result of coping with or experiencing a traumatic event is called post-traumatic growth.121, 122, 123,","text":"A set of positive changes that can occur in a person as a result of coping with or experiencing a traumatic event is called post-traumatic growth.121, 122, 123, IMPLIED_BASE IMPLIED_BASE","characters":160,"document_index":619,"md_sentence_index":155,"classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_155","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1825680792,"_task_hash":-279150478,"spans":[{"start":9,"end":25,"token_start":3,"token_end":4,"label":"change_direction"},{"start":31,"end":34,"token_start":6,"token_end":6,"label":"confidence"},{"start":44,"end":52,"token_start":9,"token_end":10,"label":"to_whom"},{"start":53,"end":67,"token_start":11,"token_end":14,"label":"predicate"},{"start":68,"end":95,"token_start":15,"token_end":18,"label":"change_direction"},{"start":98,"end":113,"token_start":20,"token_end":21,"label":"base"},{"start":124,"end":149,"token_start":24,"token_end":27,"label":"base"},{"start":161,"end":173,"token_start":33,"token_end":33,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"set","start":2,"end":5,"id":1,"ws":true,"disabled":false},{"text":"of","start":6,"end":8,"id":2,"ws":true,"disabled":false},{"text":"positive","start":9,"end":17,"id":3,"ws":true,"disabled":false},{"text":"changes","start":18,"end":25,"id":4,"ws":true,"disabled":false},{"text":"that","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"can","start":31,"end":34,"id":6,"ws":true,"disabled":false},{"text":"occur","start":35,"end":40,"id":7,"ws":true,"disabled":false},{"text":"in","start":41,"end":43,"id":8,"ws":true,"disabled":false},{"text":"a","start":44,"end":45,"id":9,"ws":true,"disabled":false},{"text":"person","start":46,"end":52,"id":10,"ws":true,"disabled":false},{"text":"as","start":53,"end":55,"id":11,"ws":true,"disabled":false},{"text":"a","start":56,"end":57,"id":12,"ws":true,"disabled":false},{"text":"result","start":58,"end":64,"id":13,"ws":true,"disabled":false},{"text":"of","start":65,"end":67,"id":14,"ws":true,"disabled":false},{"text":"coping","start":68,"end":74,"id":15,"ws":true,"disabled":false},{"text":"with","start":75,"end":79,"id":16,"ws":true,"disabled":false},{"text":"or","start":80,"end":82,"id":17,"ws":true,"disabled":false},{"text":"experiencing","start":83,"end":95,"id":18,"ws":true,"disabled":false},{"text":"a","start":96,"end":97,"id":19,"ws":true,"disabled":false},{"text":"traumatic","start":98,"end":107,"id":20,"ws":true,"disabled":false},{"text":"event","start":108,"end":113,"id":21,"ws":true,"disabled":false},{"text":"is","start":114,"end":116,"id":22,"ws":true,"disabled":false},{"text":"called","start":117,"end":123,"id":23,"ws":true,"disabled":false},{"text":"post","start":124,"end":128,"id":24,"ws":false,"disabled":false},{"text":"-","start":128,"end":129,"id":25,"ws":false,"disabled":false},{"text":"traumatic","start":129,"end":138,"id":26,"ws":true,"disabled":false},{"text":"growth.121","start":139,"end":149,"id":27,"ws":false,"disabled":false},{"text":",","start":149,"end":150,"id":28,"ws":true,"disabled":false},{"text":"122","start":151,"end":154,"id":29,"ws":false,"disabled":false},{"text":",","start":154,"end":155,"id":30,"ws":true,"disabled":false},{"text":"123","start":156,"end":159,"id":31,"ws":false,"disabled":false},{"text":",","start":159,"end":160,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":4,"child":33,"head_span":{"start":9,"end":25,"token_start":3,"token_end":4,"label":"change_direction"},"child_span":{"start":161,"end":173,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":33,"head_span":{"start":44,"end":52,"token_start":9,"token_end":10,"label":"to_whom"},"child_span":{"start":161,"end":173,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":21,"head_span":{"start":44,"end":52,"token_start":9,"token_end":10,"label":"to_whom"},"child_span":{"start":98,"end":113,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":21,"head_span":{"start":68,"end":95,"token_start":15,"token_end":18,"label":"change_direction"},"child_span":{"start":98,"end":113,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":33,"head_span":{"start":98,"end":113,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":161,"end":173,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"reject"}
+{"number":157,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Complications like pollen-induced asthma attacks have also proven fatal in some instances and lead to more than 20,000 emergency room visits each year in the US.\n","text":"Complications like pollen-induced asthma attacks have also proven fatal in some instances and lead to more than 20,000 emergency room visits each year in the US. IMPLIED_BASE IMPLIED_BASE","characters":162,"document_index":125,"md_sentence_index":45,"classification_origin":"cm-label-eval","url":"https://www.vox.com/2019/4/8/18300342/pollen-season-2019-allergies-climate-change","combo_id":"125_45","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1008321184,"_task_hash":-864071137,"spans":[{"start":19,"end":33,"token_start":2,"token_end":4,"label":"type_of"},{"text":"asthma","start":34,"token_start":5,"token_end":5,"end":40,"type":"pattern","label":"base"},{"start":41,"end":48,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":59,"end":65,"token_start":9,"token_end":9,"label":"predicate"},{"start":66,"end":71,"token_start":10,"token_end":10,"label":"change_direction"},{"start":94,"end":101,"token_start":15,"token_end":16,"label":"predicate"},{"start":102,"end":118,"token_start":17,"token_end":19,"label":"change_direction"},{"start":119,"end":133,"token_start":20,"token_end":21,"label":"base"},{"start":134,"end":150,"token_start":22,"token_end":24,"label":"aspect_changing"},{"start":151,"end":160,"token_start":25,"token_end":27,"label":"where"},{"start":162,"end":174,"token_start":29,"token_end":29,"label":"base"}],"tokens":[{"text":"Complications","start":0,"end":13,"id":0,"ws":true,"disabled":false},{"text":"like","start":14,"end":18,"id":1,"ws":true,"disabled":false},{"text":"pollen","start":19,"end":25,"id":2,"ws":false,"disabled":false},{"text":"-","start":25,"end":26,"id":3,"ws":false,"disabled":false},{"text":"induced","start":26,"end":33,"id":4,"ws":true,"disabled":false},{"text":"asthma","start":34,"end":40,"id":5,"ws":true,"disabled":false},{"text":"attacks","start":41,"end":48,"id":6,"ws":true,"disabled":false},{"text":"have","start":49,"end":53,"id":7,"ws":true,"disabled":false},{"text":"also","start":54,"end":58,"id":8,"ws":true,"disabled":false},{"text":"proven","start":59,"end":65,"id":9,"ws":true,"disabled":false},{"text":"fatal","start":66,"end":71,"id":10,"ws":true,"disabled":false},{"text":"in","start":72,"end":74,"id":11,"ws":true,"disabled":false},{"text":"some","start":75,"end":79,"id":12,"ws":true,"disabled":false},{"text":"instances","start":80,"end":89,"id":13,"ws":true,"disabled":false},{"text":"and","start":90,"end":93,"id":14,"ws":true,"disabled":false},{"text":"lead","start":94,"end":98,"id":15,"ws":true,"disabled":false},{"text":"to","start":99,"end":101,"id":16,"ws":true,"disabled":false},{"text":"more","start":102,"end":106,"id":17,"ws":true,"disabled":false},{"text":"than","start":107,"end":111,"id":18,"ws":true,"disabled":false},{"text":"20,000","start":112,"end":118,"id":19,"ws":true,"disabled":false},{"text":"emergency","start":119,"end":128,"id":20,"ws":true,"disabled":false},{"text":"room","start":129,"end":133,"id":21,"ws":true,"disabled":false},{"text":"visits","start":134,"end":140,"id":22,"ws":true,"disabled":false},{"text":"each","start":141,"end":145,"id":23,"ws":true,"disabled":false},{"text":"year","start":146,"end":150,"id":24,"ws":true,"disabled":false},{"text":"in","start":151,"end":153,"id":25,"ws":true,"disabled":false},{"text":"the","start":154,"end":157,"id":26,"ws":true,"disabled":false},{"text":"US","start":158,"end":160,"id":27,"ws":false,"disabled":false},{"text":".","start":160,"end":161,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":162,"end":174,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":10,"child":29,"head_span":{"start":66,"end":71,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":162,"end":174,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":41,"end":48,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":34,"end":40,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":19,"end":33,"token_start":2,"token_end":4,"label":"type_of"},"child_span":{"start":34,"end":40,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":21,"head_span":{"start":102,"end":118,"token_start":17,"token_end":19,"label":"change_direction"},"child_span":{"start":119,"end":133,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":21,"head_span":{"start":134,"end":150,"token_start":22,"token_end":24,"label":"aspect_changing"},"child_span":{"start":119,"end":133,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":21,"head_span":{"start":151,"end":160,"token_start":25,"token_end":27,"label":"where"},"child_span":{"start":119,"end":133,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":29,"head_span":{"start":34,"end":40,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":162,"end":174,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":21,"head_span":{"start":34,"end":40,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":119,"end":133,"token_start":20,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":637,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Hurricanes, such as Katrina in 2005, flooded the area with salt water, ruining homes and causing land subsidence.","text":"Hurricanes, such as Katrina in 2005, flooded the area with salt water, ruining homes and causing land subsidence. IMPLIED_BASE IMPLIED_BASE","characters":113,"document_index":528,"md_sentence_index":14,"classification_origin":"causal_sentence_classification","url":"https://en.wikipedia.org/wiki/Isle_de_Jean_Charles,_Louisiana","combo_id":"528_14","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-2103512018,"_task_hash":-2038970284,"spans":[{"text":"Hurricanes","start":0,"token_start":0,"token_end":0,"end":10,"type":"pattern","label":"base"},{"start":37,"end":44,"token_start":8,"token_end":8,"label":"change_direction"},{"start":49,"end":53,"token_start":10,"token_end":10,"label":"base"},{"start":54,"end":69,"token_start":11,"token_end":13,"label":"change_direction"},{"start":71,"end":78,"token_start":15,"token_end":15,"label":"change_direction"},{"text":"homes","start":79,"token_start":16,"token_end":16,"end":84,"type":"pattern","label":"base"},{"start":89,"end":96,"token_start":18,"token_end":18,"label":"predicate"},{"start":97,"end":101,"token_start":19,"token_end":19,"label":"type_of"},{"start":102,"end":112,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"Hurricanes","start":0,"end":10,"id":0,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":1,"ws":true,"disabled":false},{"text":"such","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"as","start":17,"end":19,"id":3,"ws":true,"disabled":false},{"text":"Katrina","start":20,"end":27,"id":4,"ws":true,"disabled":false},{"text":"in","start":28,"end":30,"id":5,"ws":true,"disabled":false},{"text":"2005","start":31,"end":35,"id":6,"ws":false,"disabled":false},{"text":",","start":35,"end":36,"id":7,"ws":true,"disabled":false},{"text":"flooded","start":37,"end":44,"id":8,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":9,"ws":true,"disabled":false},{"text":"area","start":49,"end":53,"id":10,"ws":true,"disabled":false},{"text":"with","start":54,"end":58,"id":11,"ws":true,"disabled":false},{"text":"salt","start":59,"end":63,"id":12,"ws":true,"disabled":false},{"text":"water","start":64,"end":69,"id":13,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":14,"ws":true,"disabled":false},{"text":"ruining","start":71,"end":78,"id":15,"ws":true,"disabled":false},{"text":"homes","start":79,"end":84,"id":16,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":17,"ws":true,"disabled":false},{"text":"causing","start":89,"end":96,"id":18,"ws":true,"disabled":false},{"text":"land","start":97,"end":101,"id":19,"ws":true,"disabled":false},{"text":"subsidence","start":102,"end":112,"id":20,"ws":false,"disabled":false},{"text":".","start":112,"end":113,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":114,"end":126,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":127,"end":139,"id":23,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":8,"child":10,"head_span":{"start":37,"end":44,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":49,"end":53,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":10,"head_span":{"start":54,"end":69,"token_start":11,"token_end":13,"label":"change_direction"},"child_span":{"start":49,"end":53,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":97,"end":101,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":102,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":71,"end":78,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":79,"end":84,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":10,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":49,"end":53,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":16,"head_span":{"start":49,"end":53,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":79,"end":84,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":20,"head_span":{"start":49,"end":53,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":102,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":138,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"While fewer studies have investigated the potential harms of outdoor air pollution on the brains of older adults, the evidence is growing stronger that air pollution experienced by many older adults is one cause of neurodegenerative problems.\n","text":"While fewer studies have investigated the potential harms of outdoor air pollution on the brains of older adults, the evidence is growing stronger that air pollution experienced by many older adults is one cause of neurodegenerative problems. IMPLIED_BASE IMPLIED_BASE","characters":243,"document_index":110,"md_sentence_index":71,"classification_origin":"cm-label-eval","url":"https://hbbf.org/sites/default/files/documents/2018-06/LinkFossilFuelsNeurologicalHarm_04-06-18_v2.pdf","combo_id":"110_71","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-2110079432,"_task_hash":607876442,"spans":[{"start":61,"end":72,"token_start":9,"token_end":10,"label":"type_of"},{"text":"pollution","start":73,"token_start":11,"token_end":11,"end":82,"type":"pattern","label":"base"},{"start":90,"end":96,"token_start":14,"token_end":14,"label":"base"},{"start":97,"end":112,"token_start":15,"token_end":17,"label":"to_whom"},{"start":114,"end":151,"token_start":19,"token_end":24,"label":"confidence"},{"start":152,"end":155,"token_start":25,"token_end":25,"label":"type_of"},{"text":"pollution","start":156,"token_start":26,"token_end":26,"end":165,"type":"pattern","label":"base"},{"start":166,"end":198,"token_start":27,"token_end":31,"label":"to_whom"},{"start":199,"end":214,"token_start":32,"token_end":35,"label":"predicate"},{"start":215,"end":232,"token_start":36,"token_end":36,"label":"base"},{"start":233,"end":241,"token_start":37,"token_end":37,"label":"aspect_changing"}],"tokens":[{"text":"While","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"fewer","start":6,"end":11,"id":1,"ws":true,"disabled":false},{"text":"studies","start":12,"end":19,"id":2,"ws":true,"disabled":false},{"text":"have","start":20,"end":24,"id":3,"ws":true,"disabled":false},{"text":"investigated","start":25,"end":37,"id":4,"ws":true,"disabled":false},{"text":"the","start":38,"end":41,"id":5,"ws":true,"disabled":false},{"text":"potential","start":42,"end":51,"id":6,"ws":true,"disabled":false},{"text":"harms","start":52,"end":57,"id":7,"ws":true,"disabled":false},{"text":"of","start":58,"end":60,"id":8,"ws":true,"disabled":false},{"text":"outdoor","start":61,"end":68,"id":9,"ws":true,"disabled":false},{"text":"air","start":69,"end":72,"id":10,"ws":true,"disabled":false},{"text":"pollution","start":73,"end":82,"id":11,"ws":true,"disabled":false},{"text":"on","start":83,"end":85,"id":12,"ws":true,"disabled":false},{"text":"the","start":86,"end":89,"id":13,"ws":true,"disabled":false},{"text":"brains","start":90,"end":96,"id":14,"ws":true,"disabled":false},{"text":"of","start":97,"end":99,"id":15,"ws":true,"disabled":false},{"text":"older","start":100,"end":105,"id":16,"ws":true,"disabled":false},{"text":"adults","start":106,"end":112,"id":17,"ws":false,"disabled":false},{"text":",","start":112,"end":113,"id":18,"ws":true,"disabled":false},{"text":"the","start":114,"end":117,"id":19,"ws":true,"disabled":false},{"text":"evidence","start":118,"end":126,"id":20,"ws":true,"disabled":false},{"text":"is","start":127,"end":129,"id":21,"ws":true,"disabled":false},{"text":"growing","start":130,"end":137,"id":22,"ws":true,"disabled":false},{"text":"stronger","start":138,"end":146,"id":23,"ws":true,"disabled":false},{"text":"that","start":147,"end":151,"id":24,"ws":true,"disabled":false},{"text":"air","start":152,"end":155,"id":25,"ws":true,"disabled":false},{"text":"pollution","start":156,"end":165,"id":26,"ws":true,"disabled":false},{"text":"experienced","start":166,"end":177,"id":27,"ws":true,"disabled":false},{"text":"by","start":178,"end":180,"id":28,"ws":true,"disabled":false},{"text":"many","start":181,"end":185,"id":29,"ws":true,"disabled":false},{"text":"older","start":186,"end":191,"id":30,"ws":true,"disabled":false},{"text":"adults","start":192,"end":198,"id":31,"ws":true,"disabled":false},{"text":"is","start":199,"end":201,"id":32,"ws":true,"disabled":false},{"text":"one","start":202,"end":205,"id":33,"ws":true,"disabled":false},{"text":"cause","start":206,"end":211,"id":34,"ws":true,"disabled":false},{"text":"of","start":212,"end":214,"id":35,"ws":true,"disabled":false},{"text":"neurodegenerative","start":215,"end":232,"id":36,"ws":true,"disabled":false},{"text":"problems","start":233,"end":241,"id":37,"ws":false,"disabled":false},{"text":".","start":241,"end":242,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":243,"end":255,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":256,"end":268,"id":40,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":61,"end":72,"token_start":9,"token_end":10,"label":"type_of"},"child_span":{"start":73,"end":82,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":36,"head_span":{"start":233,"end":241,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":215,"end":232,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":26,"head_span":{"start":166,"end":198,"token_start":27,"token_end":31,"label":"to_whom"},"child_span":{"start":156,"end":165,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":152,"end":155,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":156,"end":165,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":36,"head_span":{"start":166,"end":198,"token_start":27,"token_end":31,"label":"to_whom"},"child_span":{"start":215,"end":232,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":36,"head_span":{"start":156,"end":165,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":215,"end":232,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":14,"head_span":{"start":97,"end":112,"token_start":15,"token_end":17,"label":"to_whom"},"child_span":{"start":90,"end":96,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":134,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"While children are especially vulnerable to toxic exposures from air pollution because they are still developing, the elderly may also be at increased risk from environmental exposures due to deterioration associated with the aging process.14\n","text":"While children are especially vulnerable to toxic exposures from air pollution because they are still developing, the elderly may also be at increased risk from environmental exposures due to deterioration associated with the aging process.14 IMPLIED_BASE IMPLIED_BASE","characters":243,"document_index":110,"md_sentence_index":46,"classification_origin":"cm_cause_effect_rel","url":"https://hbbf.org/sites/default/files/documents/2018-06/LinkFossilFuelsNeurologicalHarm_04-06-18_v2.pdf","combo_id":"110_46","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":103174525,"_task_hash":1022795574,"spans":[{"start":6,"end":14,"token_start":1,"token_end":1,"label":"to_whom"},{"start":15,"end":18,"token_start":2,"token_end":2,"label":"confidence"},{"start":44,"end":59,"token_start":6,"token_end":7,"label":"aspect_changing"},{"start":65,"end":68,"token_start":9,"token_end":9,"label":"type_of"},{"text":"pollution","start":69,"token_start":10,"token_end":10,"end":78,"type":"pattern","label":"base"},{"start":79,"end":86,"token_start":11,"token_end":11,"label":"predicate"},{"start":102,"end":112,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":114,"end":125,"token_start":17,"token_end":18,"label":"to_whom"},{"start":126,"end":129,"token_start":19,"token_end":19,"label":"confidence"},{"text":"increased","start":141,"token_start":23,"token_end":23,"end":150,"type":"pattern","label":"change_direction"},{"text":"risk","start":151,"token_start":24,"token_end":24,"end":155,"type":"pattern","label":"aspect_changing"},{"start":156,"end":160,"token_start":25,"token_end":25,"label":"predicate"},{"start":161,"end":174,"token_start":26,"token_end":26,"label":"base"},{"start":175,"end":184,"token_start":27,"token_end":27,"label":"aspect_changing"},{"start":185,"end":191,"token_start":28,"token_end":29,"label":"predicate"},{"start":192,"end":205,"token_start":30,"token_end":30,"label":"aspect_changing"},{"start":226,"end":231,"token_start":34,"token_end":34,"label":"base"},{"start":232,"end":242,"token_start":35,"token_end":35,"label":"aspect_changing"},{"start":243,"end":255,"token_start":36,"token_end":36,"label":"base"},{"start":256,"end":268,"token_start":37,"token_end":37,"label":"base"}],"tokens":[{"text":"While","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"children","start":6,"end":14,"id":1,"ws":true,"disabled":false},{"text":"are","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"especially","start":19,"end":29,"id":3,"ws":true,"disabled":false},{"text":"vulnerable","start":30,"end":40,"id":4,"ws":true,"disabled":false},{"text":"to","start":41,"end":43,"id":5,"ws":true,"disabled":false},{"text":"toxic","start":44,"end":49,"id":6,"ws":true,"disabled":false},{"text":"exposures","start":50,"end":59,"id":7,"ws":true,"disabled":false},{"text":"from","start":60,"end":64,"id":8,"ws":true,"disabled":false},{"text":"air","start":65,"end":68,"id":9,"ws":true,"disabled":false},{"text":"pollution","start":69,"end":78,"id":10,"ws":true,"disabled":false},{"text":"because","start":79,"end":86,"id":11,"ws":true,"disabled":false},{"text":"they","start":87,"end":91,"id":12,"ws":true,"disabled":false},{"text":"are","start":92,"end":95,"id":13,"ws":true,"disabled":false},{"text":"still","start":96,"end":101,"id":14,"ws":true,"disabled":false},{"text":"developing","start":102,"end":112,"id":15,"ws":false,"disabled":false},{"text":",","start":112,"end":113,"id":16,"ws":true,"disabled":false},{"text":"the","start":114,"end":117,"id":17,"ws":true,"disabled":false},{"text":"elderly","start":118,"end":125,"id":18,"ws":true,"disabled":false},{"text":"may","start":126,"end":129,"id":19,"ws":true,"disabled":false},{"text":"also","start":130,"end":134,"id":20,"ws":true,"disabled":false},{"text":"be","start":135,"end":137,"id":21,"ws":true,"disabled":false},{"text":"at","start":138,"end":140,"id":22,"ws":true,"disabled":false},{"text":"increased","start":141,"end":150,"id":23,"ws":true,"disabled":false},{"text":"risk","start":151,"end":155,"id":24,"ws":true,"disabled":false},{"text":"from","start":156,"end":160,"id":25,"ws":true,"disabled":false},{"text":"environmental","start":161,"end":174,"id":26,"ws":true,"disabled":false},{"text":"exposures","start":175,"end":184,"id":27,"ws":true,"disabled":false},{"text":"due","start":185,"end":188,"id":28,"ws":true,"disabled":false},{"text":"to","start":189,"end":191,"id":29,"ws":true,"disabled":false},{"text":"deterioration","start":192,"end":205,"id":30,"ws":true,"disabled":false},{"text":"associated","start":206,"end":216,"id":31,"ws":true,"disabled":false},{"text":"with","start":217,"end":221,"id":32,"ws":true,"disabled":false},{"text":"the","start":222,"end":225,"id":33,"ws":true,"disabled":false},{"text":"aging","start":226,"end":231,"id":34,"ws":true,"disabled":false},{"text":"process.14","start":232,"end":242,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":243,"end":255,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":256,"end":268,"id":37,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":24,"child":36,"head_span":{"start":151,"end":155,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":243,"end":255,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":36,"head_span":{"start":141,"end":150,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":243,"end":255,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":161,"end":174,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":175,"end":184,"token_start":27,"token_end":27,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":65,"end":68,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":69,"end":78,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":37,"head_span":{"start":192,"end":205,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":256,"end":268,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":44,"end":59,"token_start":6,"token_end":7,"label":"aspect_changing"},"child_span":{"start":69,"end":78,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":36,"head_span":{"start":161,"end":174,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":243,"end":255,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":36,"head_span":{"start":256,"end":268,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":243,"end":255,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":10,"head_span":{"start":6,"end":14,"token_start":1,"token_end":1,"label":"to_whom"},"child_span":{"start":69,"end":78,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":824,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Heat waves are often accompanied by periods of stagnant air, which increases air pollution such as ground-level ozone.","text":"Heat waves are often accompanied by periods of stagnant air, which increases air pollution such as ground-level ozone. IMPLIED_BASE IMPLIED_BASE","characters":118,"document_index":656,"md_sentence_index":277,"classification_origin":"causal_sentence_classification","url":"https://www.cdc.gov/climateandhealth/pubs/extreme-heat-guidebook.pdf","combo_id":"656_277","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-989834857,"_task_hash":-1222005690,"spans":[{"text":"Heat waves","start":0,"token_start":0,"token_end":1,"end":10,"type":"pattern","label":"base"},{"start":11,"end":14,"token_start":2,"token_end":2,"label":"confidence"},{"start":15,"end":35,"token_start":3,"token_end":5,"label":"predicate"},{"start":36,"end":43,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":47,"end":55,"token_start":8,"token_end":8,"label":"type_of"},{"start":56,"end":59,"token_start":9,"token_end":9,"label":"base"},{"start":61,"end":66,"token_start":11,"token_end":11,"label":"predicate"},{"text":"increases","start":67,"token_start":12,"token_end":12,"end":76,"type":"pattern","label":"change_direction"},{"start":77,"end":80,"token_start":13,"token_end":13,"label":"type_of"},{"text":"pollution","start":81,"token_start":14,"token_end":14,"end":90,"type":"pattern","label":"base"},{"start":99,"end":111,"token_start":17,"token_end":19,"label":"type_of"},{"text":"ozone","start":112,"token_start":20,"token_end":20,"end":117,"type":"pattern","label":"base"}],"tokens":[{"text":"Heat","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"waves","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"are","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"often","start":15,"end":20,"id":3,"ws":true,"disabled":false},{"text":"accompanied","start":21,"end":32,"id":4,"ws":true,"disabled":false},{"text":"by","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"periods","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"of","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"stagnant","start":47,"end":55,"id":8,"ws":true,"disabled":false},{"text":"air","start":56,"end":59,"id":9,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":10,"ws":true,"disabled":false},{"text":"which","start":61,"end":66,"id":11,"ws":true,"disabled":false},{"text":"increases","start":67,"end":76,"id":12,"ws":true,"disabled":false},{"text":"air","start":77,"end":80,"id":13,"ws":true,"disabled":false},{"text":"pollution","start":81,"end":90,"id":14,"ws":true,"disabled":false},{"text":"such","start":91,"end":95,"id":15,"ws":true,"disabled":false},{"text":"as","start":96,"end":98,"id":16,"ws":true,"disabled":false},{"text":"ground","start":99,"end":105,"id":17,"ws":false,"disabled":false},{"text":"-","start":105,"end":106,"id":18,"ws":false,"disabled":false},{"text":"level","start":106,"end":111,"id":19,"ws":true,"disabled":false},{"text":"ozone","start":112,"end":117,"id":20,"ws":false,"disabled":false},{"text":".","start":117,"end":118,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":132,"end":144,"id":23,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":8,"child":9,"head_span":{"start":47,"end":55,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":56,"end":59,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":67,"end":76,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":81,"end":90,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":77,"end":80,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":81,"end":90,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":99,"end":111,"token_start":17,"token_end":19,"label":"type_of"},"child_span":{"start":112,"end":117,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":36,"end":43,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":56,"end":59,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":9,"head_span":{"start":0,"end":10,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":56,"end":59,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":14,"head_span":{"start":56,"end":59,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":81,"end":90,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":20,"head_span":{"start":56,"end":59,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":112,"end":117,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":390,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Another factor that comes into play is water temperature; as waters get warmer, fish use more energy to swim, which requires more calories.\n","text":"Another factor that comes into play is water temperature; as waters get warmer, fish use more energy to swim, which requires more calories. IMPLIED_BASE IMPLIED_BASE","characters":140,"document_index":303,"md_sentence_index":42,"classification_origin":"cm_cause_effect_rel","url":"https://news.harvard.edu/gazette/story/2019/08/climate-change-pushing-up-levels-of-methylmercury-in-fish/","combo_id":"303_42","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1688370769,"_task_hash":-1460696631,"spans":[{"text":"water","start":39,"token_start":7,"token_end":7,"end":44,"type":"pattern","label":"base"},{"text":"temperature","start":45,"token_start":8,"token_end":8,"end":56,"type":"pattern","label":"aspect_changing"},{"start":58,"end":60,"token_start":10,"token_end":10,"label":"predicate"},{"start":61,"end":67,"token_start":11,"token_end":11,"label":"base"},{"text":"warmer","start":72,"token_start":13,"token_end":13,"end":78,"type":"pattern","label":"change_direction"},{"start":80,"end":84,"token_start":15,"token_end":15,"label":"to_whom"},{"start":85,"end":93,"token_start":16,"token_end":17,"label":"change_direction"},{"start":94,"end":100,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":101,"end":108,"token_start":19,"token_end":20,"label":"base"},{"start":110,"end":124,"token_start":22,"token_end":23,"label":"predicate"},{"text":"more","start":125,"token_start":24,"token_end":24,"end":129,"type":"pattern","label":"change_direction"},{"start":130,"end":138,"token_start":25,"token_end":25,"label":"aspect_changing"},{"start":140,"end":152,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"Another","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"factor","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"that","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"comes","start":20,"end":25,"id":3,"ws":true,"disabled":false},{"text":"into","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"play","start":31,"end":35,"id":5,"ws":true,"disabled":false},{"text":"is","start":36,"end":38,"id":6,"ws":true,"disabled":false},{"text":"water","start":39,"end":44,"id":7,"ws":true,"disabled":false},{"text":"temperature","start":45,"end":56,"id":8,"ws":false,"disabled":false},{"text":";","start":56,"end":57,"id":9,"ws":true,"disabled":false},{"text":"as","start":58,"end":60,"id":10,"ws":true,"disabled":false},{"text":"waters","start":61,"end":67,"id":11,"ws":true,"disabled":false},{"text":"get","start":68,"end":71,"id":12,"ws":true,"disabled":false},{"text":"warmer","start":72,"end":78,"id":13,"ws":false,"disabled":false},{"text":",","start":78,"end":79,"id":14,"ws":true,"disabled":false},{"text":"fish","start":80,"end":84,"id":15,"ws":true,"disabled":false},{"text":"use","start":85,"end":88,"id":16,"ws":true,"disabled":false},{"text":"more","start":89,"end":93,"id":17,"ws":true,"disabled":false},{"text":"energy","start":94,"end":100,"id":18,"ws":true,"disabled":false},{"text":"to","start":101,"end":103,"id":19,"ws":true,"disabled":false},{"text":"swim","start":104,"end":108,"id":20,"ws":false,"disabled":false},{"text":",","start":108,"end":109,"id":21,"ws":true,"disabled":false},{"text":"which","start":110,"end":115,"id":22,"ws":true,"disabled":false},{"text":"requires","start":116,"end":124,"id":23,"ws":true,"disabled":false},{"text":"more","start":125,"end":129,"id":24,"ws":true,"disabled":false},{"text":"calories","start":130,"end":138,"id":25,"ws":false,"disabled":false},{"text":".","start":138,"end":139,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":28,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":25,"child":27,"head_span":{"start":130,"end":138,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":140,"end":152,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":27,"head_span":{"start":125,"end":129,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":140,"end":152,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":11,"head_span":{"start":72,"end":78,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":61,"end":67,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":45,"end":56,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":39,"end":44,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":94,"end":100,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":101,"end":108,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":20,"head_span":{"start":85,"end":93,"token_start":16,"token_end":17,"label":"change_direction"},"child_span":{"start":101,"end":108,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":20,"head_span":{"start":80,"end":84,"token_start":15,"token_end":15,"label":"to_whom"},"child_span":{"start":101,"end":108,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":20,"head_span":{"start":61,"end":67,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":101,"end":108,"token_start":19,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":27,"head_span":{"start":101,"end":108,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":140,"end":152,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1063,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"While the coronavirus crisis rages, the climate worsens.","text":"While the coronavirus crisis rages, the climate worsens. IMPLIED_BASE IMPLIED_BASE","characters":56,"document_index":817,"md_sentence_index":1,"classification_origin":"causal_sentence_classification","url":"https://www.washingtonpost.com/outlook/climate-change-intervention-cost/2020/09/17/c6715db6-f784-11ea-89e3-4b9efa36dc64_story.html","combo_id":"817_1","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1256729421,"_task_hash":1132857656,"spans":[],"tokens":[{"text":"While","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"the","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"coronavirus","start":10,"end":21,"id":2,"ws":true,"disabled":false},{"text":"crisis","start":22,"end":28,"id":3,"ws":true,"disabled":false},{"text":"rages","start":29,"end":34,"id":4,"ws":false,"disabled":false},{"text":",","start":34,"end":35,"id":5,"ws":true,"disabled":false},{"text":"the","start":36,"end":39,"id":6,"ws":true,"disabled":false},{"text":"climate","start":40,"end":47,"id":7,"ws":true,"disabled":false},{"text":"worsens","start":48,"end":55,"id":8,"ws":false,"disabled":false},{"text":".","start":55,"end":56,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":57,"end":69,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":70,"end":82,"id":11,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":363,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Appropriate utilization of food can be adversely affected by climate change via conditions leading to decreased absorption of nutrients (e.g., diarrheal illness, parasitic gut infection), increased energy requirements (e.g., concomitant infections, increased physical work load) and/or unsafe food preparation (e.g., disrupted water and sanitary systems)","text":"Appropriate utilization of food can be adversely affected by climate change via conditions leading to decreased absorption of nutrients (e.g., diarrheal illness, parasitic gut infection), increased energy requirements (e.g., concomitant infections, increased physical work load) and/or unsafe food preparation (e.g., disrupted water and sanitary systems) IMPLIED_BASE IMPLIED_BASE","characters":354,"document_index":276,"md_sentence_index":122,"classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_122","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-617731743,"_task_hash":-526216698,"spans":[{"start":0,"end":23,"token_start":0,"token_end":1,"label":"aspect_changing"},{"start":27,"end":31,"token_start":3,"token_end":3,"label":"base"},{"start":32,"end":35,"token_start":4,"token_end":4,"label":"confidence"},{"start":39,"end":57,"token_start":6,"token_end":7,"label":"change_direction"},{"start":58,"end":60,"token_start":8,"token_end":8,"label":"predicate"},{"text":"climate change","start":61,"token_start":9,"token_end":10,"end":75,"type":"pattern","label":"base"},{"start":76,"end":79,"token_start":11,"token_end":11,"label":"predicate"},{"start":80,"end":90,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":91,"end":101,"token_start":13,"token_end":14,"label":"predicate"},{"start":102,"end":111,"token_start":15,"token_end":15,"label":"change_direction"},{"start":112,"end":122,"token_start":16,"token_end":16,"label":"aspect_changing"},{"start":126,"end":135,"token_start":18,"token_end":18,"label":"base"},{"start":137,"end":141,"token_start":20,"token_end":20,"label":"predicate"},{"start":143,"end":152,"token_start":22,"token_end":22,"label":"type_of"},{"start":153,"end":160,"token_start":23,"token_end":23,"label":"base"},{"start":162,"end":171,"token_start":25,"token_end":25,"label":"base"},{"start":172,"end":175,"token_start":26,"token_end":26,"label":"type_of"},{"start":176,"end":185,"token_start":27,"token_end":27,"label":"aspect_changing"},{"text":"increased","start":188,"token_start":30,"token_end":30,"end":197,"type":"pattern","label":"change_direction"},{"start":198,"end":204,"token_start":31,"token_end":31,"label":"base"},{"start":205,"end":217,"token_start":32,"token_end":32,"label":"aspect_changing"},{"start":219,"end":223,"token_start":34,"token_end":34,"label":"predicate"},{"start":225,"end":236,"token_start":36,"token_end":36,"label":"type_of"},{"start":237,"end":247,"token_start":37,"token_end":37,"label":"base"},{"text":"increased","start":249,"token_start":39,"token_end":39,"end":258,"type":"pattern","label":"change_direction"},{"start":259,"end":267,"token_start":40,"token_end":40,"label":"type_of"},{"start":268,"end":272,"token_start":41,"token_end":41,"label":"base"},{"start":273,"end":277,"token_start":42,"token_end":42,"label":"aspect_changing"},{"start":286,"end":292,"token_start":45,"token_end":45,"label":"change_direction"},{"start":293,"end":297,"token_start":46,"token_end":46,"label":"base"},{"start":298,"end":309,"token_start":47,"token_end":47,"label":"aspect_changing"},{"start":311,"end":315,"token_start":49,"token_end":49,"label":"predicate"},{"start":317,"end":326,"token_start":51,"token_end":51,"label":"change_direction"},{"text":"water","start":327,"token_start":52,"token_end":52,"end":332,"type":"pattern","label":"base"},{"start":337,"end":345,"token_start":54,"token_end":54,"label":"base"},{"start":346,"end":353,"token_start":55,"token_end":55,"label":"aspect_changing"}],"tokens":[{"text":"Appropriate","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"utilization","start":12,"end":23,"id":1,"ws":true,"disabled":false},{"text":"of","start":24,"end":26,"id":2,"ws":true,"disabled":false},{"text":"food","start":27,"end":31,"id":3,"ws":true,"disabled":false},{"text":"can","start":32,"end":35,"id":4,"ws":true,"disabled":false},{"text":"be","start":36,"end":38,"id":5,"ws":true,"disabled":false},{"text":"adversely","start":39,"end":48,"id":6,"ws":true,"disabled":false},{"text":"affected","start":49,"end":57,"id":7,"ws":true,"disabled":false},{"text":"by","start":58,"end":60,"id":8,"ws":true,"disabled":false},{"text":"climate","start":61,"end":68,"id":9,"ws":true,"disabled":false},{"text":"change","start":69,"end":75,"id":10,"ws":true,"disabled":false},{"text":"via","start":76,"end":79,"id":11,"ws":true,"disabled":false},{"text":"conditions","start":80,"end":90,"id":12,"ws":true,"disabled":false},{"text":"leading","start":91,"end":98,"id":13,"ws":true,"disabled":false},{"text":"to","start":99,"end":101,"id":14,"ws":true,"disabled":false},{"text":"decreased","start":102,"end":111,"id":15,"ws":true,"disabled":false},{"text":"absorption","start":112,"end":122,"id":16,"ws":true,"disabled":false},{"text":"of","start":123,"end":125,"id":17,"ws":true,"disabled":false},{"text":"nutrients","start":126,"end":135,"id":18,"ws":true,"disabled":false},{"text":"(","start":136,"end":137,"id":19,"ws":false,"disabled":false},{"text":"e.g.","start":137,"end":141,"id":20,"ws":false,"disabled":false},{"text":",","start":141,"end":142,"id":21,"ws":true,"disabled":false},{"text":"diarrheal","start":143,"end":152,"id":22,"ws":true,"disabled":false},{"text":"illness","start":153,"end":160,"id":23,"ws":false,"disabled":false},{"text":",","start":160,"end":161,"id":24,"ws":true,"disabled":false},{"text":"parasitic","start":162,"end":171,"id":25,"ws":true,"disabled":false},{"text":"gut","start":172,"end":175,"id":26,"ws":true,"disabled":false},{"text":"infection","start":176,"end":185,"id":27,"ws":false,"disabled":false},{"text":")","start":185,"end":186,"id":28,"ws":false,"disabled":false},{"text":",","start":186,"end":187,"id":29,"ws":true,"disabled":false},{"text":"increased","start":188,"end":197,"id":30,"ws":true,"disabled":false},{"text":"energy","start":198,"end":204,"id":31,"ws":true,"disabled":false},{"text":"requirements","start":205,"end":217,"id":32,"ws":true,"disabled":false},{"text":"(","start":218,"end":219,"id":33,"ws":false,"disabled":false},{"text":"e.g.","start":219,"end":223,"id":34,"ws":false,"disabled":false},{"text":",","start":223,"end":224,"id":35,"ws":true,"disabled":false},{"text":"concomitant","start":225,"end":236,"id":36,"ws":true,"disabled":false},{"text":"infections","start":237,"end":247,"id":37,"ws":false,"disabled":false},{"text":",","start":247,"end":248,"id":38,"ws":true,"disabled":false},{"text":"increased","start":249,"end":258,"id":39,"ws":true,"disabled":false},{"text":"physical","start":259,"end":267,"id":40,"ws":true,"disabled":false},{"text":"work","start":268,"end":272,"id":41,"ws":true,"disabled":false},{"text":"load","start":273,"end":277,"id":42,"ws":false,"disabled":false},{"text":")","start":277,"end":278,"id":43,"ws":true,"disabled":false},{"text":"and/or","start":279,"end":285,"id":44,"ws":true,"disabled":false},{"text":"unsafe","start":286,"end":292,"id":45,"ws":true,"disabled":false},{"text":"food","start":293,"end":297,"id":46,"ws":true,"disabled":false},{"text":"preparation","start":298,"end":309,"id":47,"ws":true,"disabled":false},{"text":"(","start":310,"end":311,"id":48,"ws":false,"disabled":false},{"text":"e.g.","start":311,"end":315,"id":49,"ws":false,"disabled":false},{"text":",","start":315,"end":316,"id":50,"ws":true,"disabled":false},{"text":"disrupted","start":317,"end":326,"id":51,"ws":true,"disabled":false},{"text":"water","start":327,"end":332,"id":52,"ws":true,"disabled":false},{"text":"and","start":333,"end":336,"id":53,"ws":true,"disabled":false},{"text":"sanitary","start":337,"end":345,"id":54,"ws":true,"disabled":false},{"text":"systems","start":346,"end":353,"id":55,"ws":false,"disabled":false},{"text":")","start":353,"end":354,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":355,"end":367,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":368,"end":380,"id":58,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":0,"end":23,"token_start":0,"token_end":1,"label":"aspect_changing"},"child_span":{"start":27,"end":31,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":3,"head_span":{"start":39,"end":57,"token_start":6,"token_end":7,"label":"change_direction"},"child_span":{"start":27,"end":31,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":112,"end":122,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":126,"end":135,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":18,"head_span":{"start":102,"end":111,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":126,"end":135,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":143,"end":152,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":153,"end":160,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":25,"head_span":{"start":172,"end":175,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":162,"end":171,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":25,"head_span":{"start":176,"end":185,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":162,"end":171,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":31,"head_span":{"start":188,"end":197,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":198,"end":204,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":31,"head_span":{"start":205,"end":217,"token_start":32,"token_end":32,"label":"aspect_changing"},"child_span":{"start":198,"end":204,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":41,"head_span":{"start":249,"end":258,"token_start":39,"token_end":39,"label":"change_direction"},"child_span":{"start":268,"end":272,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":41,"head_span":{"start":259,"end":267,"token_start":40,"token_end":40,"label":"type_of"},"child_span":{"start":268,"end":272,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":41,"head_span":{"start":273,"end":277,"token_start":42,"token_end":42,"label":"aspect_changing"},"child_span":{"start":268,"end":272,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":46,"head_span":{"start":286,"end":292,"token_start":45,"token_end":45,"label":"change_direction"},"child_span":{"start":293,"end":297,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":46,"head_span":{"start":298,"end":309,"token_start":47,"token_end":47,"label":"aspect_changing"},"child_span":{"start":293,"end":297,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":52,"head_span":{"start":317,"end":326,"token_start":51,"token_end":51,"label":"change_direction"},"child_span":{"start":327,"end":332,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":55,"child":54,"head_span":{"start":346,"end":353,"token_start":55,"token_end":55,"label":"aspect_changing"},"child_span":{"start":337,"end":345,"token_start":54,"token_end":54,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":54,"head_span":{"start":317,"end":326,"token_start":51,"token_end":51,"label":"change_direction"},"child_span":{"start":337,"end":345,"token_start":54,"token_end":54,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":55,"child":52,"head_span":{"start":346,"end":353,"token_start":55,"token_end":55,"label":"aspect_changing"},"child_span":{"start":327,"end":332,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":3,"head_span":{"start":126,"end":135,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":27,"end":31,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":3,"head_span":{"start":198,"end":204,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":27,"end":31,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":3,"head_span":{"start":293,"end":297,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":27,"end":31,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":3,"head_span":{"start":153,"end":160,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":27,"end":31,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":3,"head_span":{"start":162,"end":171,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":27,"end":31,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":37,"head_span":{"start":225,"end":236,"token_start":36,"token_end":36,"label":"type_of"},"child_span":{"start":237,"end":247,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":3,"head_span":{"start":237,"end":247,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":27,"end":31,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":3,"head_span":{"start":268,"end":272,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":27,"end":31,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":52,"child":3,"head_span":{"start":327,"end":332,"token_start":52,"token_end":52,"label":"base"},"child_span":{"start":27,"end":31,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":54,"child":3,"head_span":{"start":337,"end":345,"token_start":54,"token_end":54,"label":"base"},"child_span":{"start":27,"end":31,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":23,"head_span":{"start":80,"end":90,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":153,"end":160,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":25,"head_span":{"start":80,"end":90,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":162,"end":171,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":37,"head_span":{"start":80,"end":90,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":237,"end":247,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":41,"head_span":{"start":80,"end":90,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":268,"end":272,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":52,"head_span":{"start":80,"end":90,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":327,"end":332,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":54,"head_span":{"start":80,"end":90,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":337,"end":345,"token_start":54,"token_end":54,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":23,"head_span":{"start":61,"end":75,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":153,"end":160,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":25,"head_span":{"start":61,"end":75,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":162,"end":171,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":37,"head_span":{"start":61,"end":75,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":237,"end":247,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":41,"head_span":{"start":61,"end":75,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":268,"end":272,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":52,"head_span":{"start":61,"end":75,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":327,"end":332,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":54,"head_span":{"start":61,"end":75,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":337,"end":345,"token_start":54,"token_end":54,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":18,"head_span":{"start":61,"end":75,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":126,"end":135,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":23,"head_span":{"start":61,"end":75,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":153,"end":160,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":31,"head_span":{"start":61,"end":75,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":198,"end":204,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":46,"head_span":{"start":61,"end":75,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":293,"end":297,"token_start":46,"token_end":46,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":18,"head_span":{"start":153,"end":160,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":126,"end":135,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":18,"head_span":{"start":162,"end":171,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":126,"end":135,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":31,"head_span":{"start":237,"end":247,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":198,"end":204,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":31,"head_span":{"start":268,"end":272,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":198,"end":204,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":52,"child":46,"head_span":{"start":327,"end":332,"token_start":52,"token_end":52,"label":"base"},"child_span":{"start":293,"end":297,"token_start":46,"token_end":46,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":54,"child":46,"head_span":{"start":337,"end":345,"token_start":54,"token_end":54,"label":"base"},"child_span":{"start":293,"end":297,"token_start":46,"token_end":46,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":807,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"But the magnitude of the damage he and others are seeing is taking an emotional toll.","text":"But the magnitude of the damage he and others are seeing is taking an emotional toll. IMPLIED_BASE IMPLIED_BASE","characters":85,"document_index":651,"md_sentence_index":15,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.sciencenews.org/article/scientists-grief-climate-change-warming-mental-health-ecology","combo_id":"651_15","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1141230185,"_task_hash":-2043078419,"spans":[],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"the","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"magnitude","start":8,"end":17,"id":2,"ws":true,"disabled":false},{"text":"of","start":18,"end":20,"id":3,"ws":true,"disabled":false},{"text":"the","start":21,"end":24,"id":4,"ws":true,"disabled":false},{"text":"damage","start":25,"end":31,"id":5,"ws":true,"disabled":false},{"text":"he","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"and","start":35,"end":38,"id":7,"ws":true,"disabled":false},{"text":"others","start":39,"end":45,"id":8,"ws":true,"disabled":false},{"text":"are","start":46,"end":49,"id":9,"ws":true,"disabled":false},{"text":"seeing","start":50,"end":56,"id":10,"ws":true,"disabled":false},{"text":"is","start":57,"end":59,"id":11,"ws":true,"disabled":false},{"text":"taking","start":60,"end":66,"id":12,"ws":true,"disabled":false},{"text":"an","start":67,"end":69,"id":13,"ws":true,"disabled":false},{"text":"emotional","start":70,"end":79,"id":14,"ws":true,"disabled":false},{"text":"toll","start":80,"end":84,"id":15,"ws":false,"disabled":false},{"text":".","start":84,"end":85,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":86,"end":98,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":99,"end":111,"id":18,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[],"answer":"ignore"}
+{"number":863,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Unrest regarding the government\u2019s perceived role in the disaster and failure to do more to help grew, creating conditions that were fertile for conflict and terrorism.","text":"Unrest regarding the government\u2019s perceived role in the disaster and failure to do more to help grew, creating conditions that were fertile for conflict and terrorism. IMPLIED_BASE IMPLIED_BASE","characters":167,"document_index":711,"md_sentence_index":56,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"http://www.psychologicalscience.org/observer/global-warming-and-violent-behavior","combo_id":"711_56","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-259325597,"_task_hash":-789749550,"spans":[{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},{"start":56,"end":64,"token_start":9,"token_end":9,"label":"base"},{"start":96,"end":100,"token_start":17,"token_end":17,"label":"change_direction"},{"start":102,"end":110,"token_start":19,"token_end":19,"label":"predicate"},{"start":111,"end":121,"token_start":20,"token_end":20,"label":"aspect_changing"},{"start":132,"end":143,"token_start":23,"token_end":24,"label":"change_direction"},{"text":"conflict","start":144,"token_start":25,"token_end":25,"end":152,"type":"pattern","label":"base"},{"text":"terrorism","start":157,"token_start":27,"token_end":27,"end":166,"type":"pattern","label":"base"}],"tokens":[{"text":"Unrest","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"regarding","start":7,"end":16,"id":1,"ws":true,"disabled":false},{"text":"the","start":17,"end":20,"id":2,"ws":true,"disabled":false},{"text":"government","start":21,"end":31,"id":3,"ws":false,"disabled":false},{"text":"\u2019s","start":31,"end":33,"id":4,"ws":true,"disabled":false},{"text":"perceived","start":34,"end":43,"id":5,"ws":true,"disabled":false},{"text":"role","start":44,"end":48,"id":6,"ws":true,"disabled":false},{"text":"in","start":49,"end":51,"id":7,"ws":true,"disabled":false},{"text":"the","start":52,"end":55,"id":8,"ws":true,"disabled":false},{"text":"disaster","start":56,"end":64,"id":9,"ws":true,"disabled":false},{"text":"and","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"failure","start":69,"end":76,"id":11,"ws":true,"disabled":false},{"text":"to","start":77,"end":79,"id":12,"ws":true,"disabled":false},{"text":"do","start":80,"end":82,"id":13,"ws":true,"disabled":false},{"text":"more","start":83,"end":87,"id":14,"ws":true,"disabled":false},{"text":"to","start":88,"end":90,"id":15,"ws":true,"disabled":false},{"text":"help","start":91,"end":95,"id":16,"ws":true,"disabled":false},{"text":"grew","start":96,"end":100,"id":17,"ws":false,"disabled":false},{"text":",","start":100,"end":101,"id":18,"ws":true,"disabled":false},{"text":"creating","start":102,"end":110,"id":19,"ws":true,"disabled":false},{"text":"conditions","start":111,"end":121,"id":20,"ws":true,"disabled":false},{"text":"that","start":122,"end":126,"id":21,"ws":true,"disabled":false},{"text":"were","start":127,"end":131,"id":22,"ws":true,"disabled":false},{"text":"fertile","start":132,"end":139,"id":23,"ws":true,"disabled":false},{"text":"for","start":140,"end":143,"id":24,"ws":true,"disabled":false},{"text":"conflict","start":144,"end":152,"id":25,"ws":true,"disabled":false},{"text":"and","start":153,"end":156,"id":26,"ws":true,"disabled":false},{"text":"terrorism","start":157,"end":166,"id":27,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":17,"child":0,"head_span":{"start":96,"end":100,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":27,"head_span":{"start":111,"end":121,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":157,"end":166,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":25,"head_span":{"start":111,"end":121,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":144,"end":152,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":25,"head_span":{"start":132,"end":143,"token_start":23,"token_end":24,"label":"change_direction"},"child_span":{"start":144,"end":152,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":27,"head_span":{"start":132,"end":143,"token_start":23,"token_end":24,"label":"change_direction"},"child_span":{"start":157,"end":166,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":25,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":144,"end":152,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":27,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":157,"end":166,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":58,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"Many","complexity":"Simple","original_md_text":"The \u201cBig Game\u201d between the California and Stanford football teams originally set for Saturday was postponed to Dec. 1 because of poor air quality resulting from wildfires in northern California.\n","text":"The \u201cBig Game\u201d between the California and Stanford football teams originally set for Saturday was postponed to Dec. 1 because of poor air quality resulting from wildfires in northern California. IMPLIED_BASE IMPLIED_BASE","characters":195,"document_index":65,"md_sentence_index":0,"classification_origin":"cm_cause_effect_rel","url":"https://www.washingtonpost.com/sports/2018/11/17/big-game-between-cal-stanford-postponed-due-poor-air-quality/","combo_id":"65_0","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-48353695,"_task_hash":-8462193,"spans":[{"start":9,"end":13,"token_start":3,"token_end":3,"label":"base"},{"start":27,"end":65,"token_start":7,"token_end":11,"label":"to_whom"},{"start":98,"end":107,"token_start":17,"token_end":17,"label":"change_direction"},{"start":118,"end":128,"token_start":21,"token_end":22,"label":"predicate"},{"start":129,"end":133,"token_start":23,"token_end":23,"label":"change_direction"},{"start":134,"end":137,"token_start":24,"token_end":24,"label":"base"},{"text":"quality","start":138,"token_start":25,"token_end":25,"end":145,"type":"pattern","label":"aspect_changing"},{"start":146,"end":160,"token_start":26,"token_end":27,"label":"predicate"},{"text":"wildfires","start":161,"token_start":28,"token_end":28,"end":170,"type":"pattern","label":"base"},{"start":171,"end":193,"token_start":29,"token_end":31,"label":"where"},{"start":195,"end":207,"token_start":33,"token_end":33,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"\u201c","start":4,"end":5,"id":1,"ws":false,"disabled":false},{"text":"Big","start":5,"end":8,"id":2,"ws":true,"disabled":false},{"text":"Game","start":9,"end":13,"id":3,"ws":false,"disabled":false},{"text":"\u201d","start":13,"end":14,"id":4,"ws":true,"disabled":false},{"text":"between","start":15,"end":22,"id":5,"ws":true,"disabled":false},{"text":"the","start":23,"end":26,"id":6,"ws":true,"disabled":false},{"text":"California","start":27,"end":37,"id":7,"ws":true,"disabled":false},{"text":"and","start":38,"end":41,"id":8,"ws":true,"disabled":false},{"text":"Stanford","start":42,"end":50,"id":9,"ws":true,"disabled":false},{"text":"football","start":51,"end":59,"id":10,"ws":true,"disabled":false},{"text":"teams","start":60,"end":65,"id":11,"ws":true,"disabled":false},{"text":"originally","start":66,"end":76,"id":12,"ws":true,"disabled":false},{"text":"set","start":77,"end":80,"id":13,"ws":true,"disabled":false},{"text":"for","start":81,"end":84,"id":14,"ws":true,"disabled":false},{"text":"Saturday","start":85,"end":93,"id":15,"ws":true,"disabled":false},{"text":"was","start":94,"end":97,"id":16,"ws":true,"disabled":false},{"text":"postponed","start":98,"end":107,"id":17,"ws":true,"disabled":false},{"text":"to","start":108,"end":110,"id":18,"ws":true,"disabled":false},{"text":"Dec.","start":111,"end":115,"id":19,"ws":true,"disabled":false},{"text":"1","start":116,"end":117,"id":20,"ws":true,"disabled":false},{"text":"because","start":118,"end":125,"id":21,"ws":true,"disabled":false},{"text":"of","start":126,"end":128,"id":22,"ws":true,"disabled":false},{"text":"poor","start":129,"end":133,"id":23,"ws":true,"disabled":false},{"text":"air","start":134,"end":137,"id":24,"ws":true,"disabled":false},{"text":"quality","start":138,"end":145,"id":25,"ws":true,"disabled":false},{"text":"resulting","start":146,"end":155,"id":26,"ws":true,"disabled":false},{"text":"from","start":156,"end":160,"id":27,"ws":true,"disabled":false},{"text":"wildfires","start":161,"end":170,"id":28,"ws":true,"disabled":false},{"text":"in","start":171,"end":173,"id":29,"ws":true,"disabled":false},{"text":"northern","start":174,"end":182,"id":30,"ws":true,"disabled":false},{"text":"California","start":183,"end":193,"id":31,"ws":false,"disabled":false},{"text":".","start":193,"end":194,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":195,"end":207,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":208,"end":220,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":23,"child":25,"head_span":{"start":129,"end":133,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":138,"end":145,"token_start":25,"token_end":25,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":24,"head_span":{"start":138,"end":145,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":134,"end":137,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":28,"head_span":{"start":171,"end":193,"token_start":29,"token_end":31,"label":"where"},"child_span":{"start":161,"end":170,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":24,"head_span":{"start":161,"end":170,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":134,"end":137,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":33,"head_span":{"start":9,"end":13,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":195,"end":207,"token_start":33,"token_end":33,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":17,"child":33,"head_span":{"start":98,"end":107,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":195,"end":207,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":33,"head_span":{"start":134,"end":137,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":195,"end":207,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":33,"head_span":{"start":27,"end":65,"token_start":7,"token_end":11,"label":"to_whom"},"child_span":{"start":195,"end":207,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":393,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The overwhelmingly negative effects of climate change on health are a strong argument for urgent action to reduce our climate pollution.\n","text":"The overwhelmingly negative effects of climate change on health are a strong argument for urgent action to reduce our climate pollution. IMPLIED_BASE IMPLIED_BASE","characters":137,"document_index":306,"md_sentence_index":38,"classification_origin":"cm-label-eval","url":"http://theconversation.com/climate-qanda-will-we-be-less-healthy-because-of-climate-change-115800","combo_id":"306_38","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1800775116,"_task_hash":-168288886,"spans":[{"text":"climate change","start":39,"token_start":5,"token_end":6,"end":53,"type":"pattern","label":"base"},{"text":"health","start":57,"token_start":8,"token_end":8,"end":63,"type":"pattern","label":"base"},{"start":118,"end":125,"token_start":19,"token_end":19,"label":"type_of"},{"text":"pollution","start":126,"token_start":20,"token_end":20,"end":135,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"overwhelmingly","start":4,"end":18,"id":1,"ws":true,"disabled":false},{"text":"negative","start":19,"end":27,"id":2,"ws":true,"disabled":false},{"text":"effects","start":28,"end":35,"id":3,"ws":true,"disabled":false},{"text":"of","start":36,"end":38,"id":4,"ws":true,"disabled":false},{"text":"climate","start":39,"end":46,"id":5,"ws":true,"disabled":false},{"text":"change","start":47,"end":53,"id":6,"ws":true,"disabled":false},{"text":"on","start":54,"end":56,"id":7,"ws":true,"disabled":false},{"text":"health","start":57,"end":63,"id":8,"ws":true,"disabled":false},{"text":"are","start":64,"end":67,"id":9,"ws":true,"disabled":false},{"text":"a","start":68,"end":69,"id":10,"ws":true,"disabled":false},{"text":"strong","start":70,"end":76,"id":11,"ws":true,"disabled":false},{"text":"argument","start":77,"end":85,"id":12,"ws":true,"disabled":false},{"text":"for","start":86,"end":89,"id":13,"ws":true,"disabled":false},{"text":"urgent","start":90,"end":96,"id":14,"ws":true,"disabled":false},{"text":"action","start":97,"end":103,"id":15,"ws":true,"disabled":false},{"text":"to","start":104,"end":106,"id":16,"ws":true,"disabled":false},{"text":"reduce","start":107,"end":113,"id":17,"ws":true,"disabled":false},{"text":"our","start":114,"end":117,"id":18,"ws":true,"disabled":false},{"text":"climate","start":118,"end":125,"id":19,"ws":true,"disabled":false},{"text":"pollution","start":126,"end":135,"id":20,"ws":false,"disabled":false},{"text":".","start":135,"end":136,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":137,"end":149,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":150,"end":162,"id":23,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":19,"child":20,"head_span":{"start":118,"end":125,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":126,"end":135,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":8,"head_span":{"start":39,"end":53,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":57,"end":63,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":1035,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Extreme weather could cause swings in agricultural commodity prices, the report warns, and climate-spurred market volatility could afflict pension and retirement funds, which invest across a range of asset classes.\n","text":"Extreme weather could cause swings in agricultural commodity prices, the report warns, and climate-spurred market volatility could afflict pension and retirement funds, which invest across a range of asset classes. IMPLIED_BASE IMPLIED_BASE","characters":215,"document_index":797,"md_sentence_index":42,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/08/climate/climate-change-financial-markets.html","combo_id":"797_42","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1912072944,"_task_hash":1427114825,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},{"start":8,"end":15,"token_start":1,"token_end":1,"label":"base"},{"start":16,"end":21,"token_start":2,"token_end":2,"label":"confidence"},{"start":22,"end":27,"token_start":3,"token_end":3,"label":"confidence"},{"start":28,"end":34,"token_start":4,"token_end":4,"label":"change_direction"},{"start":38,"end":50,"token_start":6,"token_end":6,"label":"type_of"},{"start":51,"end":60,"token_start":7,"token_end":7,"label":"base"},{"start":61,"end":67,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":91,"end":106,"token_start":15,"token_end":17,"label":"aspect_changing"},{"start":107,"end":113,"token_start":18,"token_end":18,"label":"base"},{"start":114,"end":124,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":125,"end":130,"token_start":20,"token_end":20,"label":"confidence"},{"start":131,"end":138,"token_start":21,"token_end":21,"label":"change_direction"},{"start":139,"end":146,"token_start":22,"token_end":22,"label":"base"},{"start":151,"end":161,"token_start":24,"token_end":24,"label":"base"},{"start":162,"end":167,"token_start":25,"token_end":25,"label":"aspect_changing"}],"tokens":[{"text":"Extreme","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"weather","start":8,"end":15,"id":1,"ws":true,"disabled":false},{"text":"could","start":16,"end":21,"id":2,"ws":true,"disabled":false},{"text":"cause","start":22,"end":27,"id":3,"ws":true,"disabled":false},{"text":"swings","start":28,"end":34,"id":4,"ws":true,"disabled":false},{"text":"in","start":35,"end":37,"id":5,"ws":true,"disabled":false},{"text":"agricultural","start":38,"end":50,"id":6,"ws":true,"disabled":false},{"text":"commodity","start":51,"end":60,"id":7,"ws":true,"disabled":false},{"text":"prices","start":61,"end":67,"id":8,"ws":false,"disabled":false},{"text":",","start":67,"end":68,"id":9,"ws":true,"disabled":false},{"text":"the","start":69,"end":72,"id":10,"ws":true,"disabled":false},{"text":"report","start":73,"end":79,"id":11,"ws":true,"disabled":false},{"text":"warns","start":80,"end":85,"id":12,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":13,"ws":true,"disabled":false},{"text":"and","start":87,"end":90,"id":14,"ws":true,"disabled":false},{"text":"climate","start":91,"end":98,"id":15,"ws":false,"disabled":false},{"text":"-","start":98,"end":99,"id":16,"ws":false,"disabled":false},{"text":"spurred","start":99,"end":106,"id":17,"ws":true,"disabled":false},{"text":"market","start":107,"end":113,"id":18,"ws":true,"disabled":false},{"text":"volatility","start":114,"end":124,"id":19,"ws":true,"disabled":false},{"text":"could","start":125,"end":130,"id":20,"ws":true,"disabled":false},{"text":"afflict","start":131,"end":138,"id":21,"ws":true,"disabled":false},{"text":"pension","start":139,"end":146,"id":22,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":23,"ws":true,"disabled":false},{"text":"retirement","start":151,"end":161,"id":24,"ws":true,"disabled":false},{"text":"funds","start":162,"end":167,"id":25,"ws":false,"disabled":false},{"text":",","start":167,"end":168,"id":26,"ws":true,"disabled":false},{"text":"which","start":169,"end":174,"id":27,"ws":true,"disabled":false},{"text":"invest","start":175,"end":181,"id":28,"ws":true,"disabled":false},{"text":"across","start":182,"end":188,"id":29,"ws":true,"disabled":false},{"text":"a","start":189,"end":190,"id":30,"ws":true,"disabled":false},{"text":"range","start":191,"end":196,"id":31,"ws":true,"disabled":false},{"text":"of","start":197,"end":199,"id":32,"ws":true,"disabled":false},{"text":"asset","start":200,"end":205,"id":33,"ws":true,"disabled":false},{"text":"classes","start":206,"end":213,"id":34,"ws":false,"disabled":false},{"text":".","start":213,"end":214,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":215,"end":227,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":228,"end":240,"id":37,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":8,"child":7,"head_span":{"start":61,"end":67,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":51,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":38,"end":50,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":51,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":15,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":91,"end":106,"token_start":15,"token_end":17,"label":"aspect_changing"},"child_span":{"start":114,"end":124,"token_start":19,"token_end":19,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":114,"end":124,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":107,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":24,"head_span":{"start":162,"end":167,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":151,"end":161,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":22,"head_span":{"start":162,"end":167,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":139,"end":146,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":22,"head_span":{"start":131,"end":138,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":139,"end":146,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":24,"head_span":{"start":131,"end":138,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":151,"end":161,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":7,"head_span":{"start":28,"end":34,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":51,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":7,"head_span":{"start":8,"end":15,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":51,"end":60,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":22,"head_span":{"start":107,"end":113,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":139,"end":146,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":24,"head_span":{"start":107,"end":113,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":151,"end":161,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":205,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"The damage global warming is causing to the oceans has also been shown in a series of other scientific papers published in the last week.","text":"The damage global warming is causing to the oceans has also been shown in a series of other scientific papers published in the last week. IMPLIED_BASE IMPLIED_BASE","characters":137,"document_index":128,"md_sentence_index":29,"classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/mar/04/heatwaves-sweeping-oceans-like-wildfires-scientists-reveal","combo_id":"128_29","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1783125656,"_task_hash":-1044048495,"spans":[{"start":4,"end":10,"token_start":1,"token_end":1,"label":"aspect_changing"},{"text":"global warming","start":11,"token_start":2,"token_end":3,"end":25,"type":"pattern","label":"base"},{"start":26,"end":36,"token_start":4,"token_end":5,"label":"predicate"},{"text":"oceans","start":44,"token_start":8,"token_end":8,"end":50,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"damage","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"global","start":11,"end":17,"id":2,"ws":true,"disabled":false},{"text":"warming","start":18,"end":25,"id":3,"ws":true,"disabled":false},{"text":"is","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"causing","start":29,"end":36,"id":5,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":7,"ws":true,"disabled":false},{"text":"oceans","start":44,"end":50,"id":8,"ws":true,"disabled":false},{"text":"has","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"also","start":55,"end":59,"id":10,"ws":true,"disabled":false},{"text":"been","start":60,"end":64,"id":11,"ws":true,"disabled":false},{"text":"shown","start":65,"end":70,"id":12,"ws":true,"disabled":false},{"text":"in","start":71,"end":73,"id":13,"ws":true,"disabled":false},{"text":"a","start":74,"end":75,"id":14,"ws":true,"disabled":false},{"text":"series","start":76,"end":82,"id":15,"ws":true,"disabled":false},{"text":"of","start":83,"end":85,"id":16,"ws":true,"disabled":false},{"text":"other","start":86,"end":91,"id":17,"ws":true,"disabled":false},{"text":"scientific","start":92,"end":102,"id":18,"ws":true,"disabled":false},{"text":"papers","start":103,"end":109,"id":19,"ws":true,"disabled":false},{"text":"published","start":110,"end":119,"id":20,"ws":true,"disabled":false},{"text":"in","start":120,"end":122,"id":21,"ws":true,"disabled":false},{"text":"the","start":123,"end":126,"id":22,"ws":true,"disabled":false},{"text":"last","start":127,"end":131,"id":23,"ws":true,"disabled":false},{"text":"week","start":132,"end":136,"id":24,"ws":false,"disabled":false},{"text":".","start":136,"end":137,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":27,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":1,"child":8,"head_span":{"start":4,"end":10,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":44,"end":50,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":8,"head_span":{"start":11,"end":25,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":44,"end":50,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":608,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Although, to be statistically significant, the super powerful El Ni\u00f1o from '98, which caused one of the worst coral bleaching events in recorded history, had to be included.\n","text":"Although, to be statistically significant, the super powerful El Ni\u00f1o from '98, which caused one of the worst coral bleaching events in recorded history, had to be included. IMPLIED_BASE IMPLIED_BASE","characters":174,"document_index":487,"md_sentence_index":23,"classification_origin":"causal_sentence_classification","url":"https://www.sciencealert.com/el-nino-and-la-nina-weather-events-look-increasingly-dangerous-with-climate-changes","combo_id":"487_23","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1504692717,"_task_hash":574682071,"spans":[{"start":47,"end":61,"token_start":8,"token_end":9,"label":"type_of"},{"start":62,"end":69,"token_start":10,"token_end":11,"label":"base"},{"start":70,"end":78,"token_start":12,"token_end":14,"label":"when"},{"start":86,"end":92,"token_start":17,"token_end":17,"label":"predicate"},{"start":110,"end":115,"token_start":22,"token_end":22,"label":"base"},{"start":116,"end":132,"token_start":23,"token_end":24,"label":"aspect_changing"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":1,"ws":true,"disabled":false},{"text":"to","start":10,"end":12,"id":2,"ws":true,"disabled":false},{"text":"be","start":13,"end":15,"id":3,"ws":true,"disabled":false},{"text":"statistically","start":16,"end":29,"id":4,"ws":true,"disabled":false},{"text":"significant","start":30,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"the","start":43,"end":46,"id":7,"ws":true,"disabled":false},{"text":"super","start":47,"end":52,"id":8,"ws":true,"disabled":false},{"text":"powerful","start":53,"end":61,"id":9,"ws":true,"disabled":false},{"text":"El","start":62,"end":64,"id":10,"ws":true,"disabled":false},{"text":"Ni\u00f1o","start":65,"end":69,"id":11,"ws":true,"disabled":false},{"text":"from","start":70,"end":74,"id":12,"ws":true,"disabled":false},{"text":"'","start":75,"end":76,"id":13,"ws":false,"disabled":false},{"text":"98","start":76,"end":78,"id":14,"ws":false,"disabled":false},{"text":",","start":78,"end":79,"id":15,"ws":true,"disabled":false},{"text":"which","start":80,"end":85,"id":16,"ws":true,"disabled":false},{"text":"caused","start":86,"end":92,"id":17,"ws":true,"disabled":false},{"text":"one","start":93,"end":96,"id":18,"ws":true,"disabled":false},{"text":"of","start":97,"end":99,"id":19,"ws":true,"disabled":false},{"text":"the","start":100,"end":103,"id":20,"ws":true,"disabled":false},{"text":"worst","start":104,"end":109,"id":21,"ws":true,"disabled":false},{"text":"coral","start":110,"end":115,"id":22,"ws":true,"disabled":false},{"text":"bleaching","start":116,"end":125,"id":23,"ws":true,"disabled":false},{"text":"events","start":126,"end":132,"id":24,"ws":true,"disabled":false},{"text":"in","start":133,"end":135,"id":25,"ws":true,"disabled":false},{"text":"recorded","start":136,"end":144,"id":26,"ws":true,"disabled":false},{"text":"history","start":145,"end":152,"id":27,"ws":false,"disabled":false},{"text":",","start":152,"end":153,"id":28,"ws":true,"disabled":false},{"text":"had","start":154,"end":157,"id":29,"ws":true,"disabled":false},{"text":"to","start":158,"end":160,"id":30,"ws":true,"disabled":false},{"text":"be","start":161,"end":163,"id":31,"ws":true,"disabled":false},{"text":"included","start":164,"end":172,"id":32,"ws":false,"disabled":false},{"text":".","start":172,"end":173,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":35,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":9,"child":11,"head_span":{"start":47,"end":61,"token_start":8,"token_end":9,"label":"type_of"},"child_span":{"start":62,"end":69,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":11,"head_span":{"start":70,"end":78,"token_start":12,"token_end":14,"label":"when"},"child_span":{"start":62,"end":69,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":22,"head_span":{"start":116,"end":132,"token_start":23,"token_end":24,"label":"aspect_changing"},"child_span":{"start":110,"end":115,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":22,"head_span":{"start":62,"end":69,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":110,"end":115,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":583,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"But unless nations halt emissions, air pollution, which, according to the report, killed seven million people worldwide in 2016 alone, will quite likely increase.","text":"But unless nations halt emissions, air pollution, which, according to the report, killed seven million people worldwide in 2016 alone, will quite likely increase. IMPLIED_BASE IMPLIED_BASE","characters":162,"document_index":459,"md_sentence_index":8,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/11/13/climate/climate-change-child-health.html","combo_id":"459_8","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1334445401,"_task_hash":1247684307,"spans":[{"start":11,"end":18,"token_start":2,"token_end":2,"label":"to_whom"},{"start":19,"end":23,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"emissions","start":24,"token_start":4,"token_end":4,"end":33,"type":"pattern","label":"aspect_changing"},{"start":35,"end":38,"token_start":6,"token_end":6,"label":"type_of"},{"text":"pollution","start":39,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"base"},{"start":82,"end":88,"token_start":16,"token_end":16,"label":"change_direction"},{"start":89,"end":102,"token_start":17,"token_end":18,"label":"effect_size"},{"text":"people","start":103,"token_start":19,"token_end":19,"end":109,"type":"pattern","label":"base"},{"start":110,"end":119,"token_start":20,"token_end":20,"label":"where"},{"start":120,"end":127,"token_start":21,"token_end":22,"label":"when"},{"start":135,"end":152,"token_start":25,"token_end":27,"label":"confidence"},{"text":"increase","start":153,"token_start":28,"token_end":28,"end":161,"type":"pattern","label":"change_direction"},{"start":163,"end":175,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"unless","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"nations","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"halt","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"emissions","start":24,"end":33,"id":4,"ws":false,"disabled":false},{"text":",","start":33,"end":34,"id":5,"ws":true,"disabled":false},{"text":"air","start":35,"end":38,"id":6,"ws":true,"disabled":false},{"text":"pollution","start":39,"end":48,"id":7,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":8,"ws":true,"disabled":false},{"text":"which","start":50,"end":55,"id":9,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":10,"ws":true,"disabled":false},{"text":"according","start":57,"end":66,"id":11,"ws":true,"disabled":false},{"text":"to","start":67,"end":69,"id":12,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":13,"ws":true,"disabled":false},{"text":"report","start":74,"end":80,"id":14,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":15,"ws":true,"disabled":false},{"text":"killed","start":82,"end":88,"id":16,"ws":true,"disabled":false},{"text":"seven","start":89,"end":94,"id":17,"ws":true,"disabled":false},{"text":"million","start":95,"end":102,"id":18,"ws":true,"disabled":false},{"text":"people","start":103,"end":109,"id":19,"ws":true,"disabled":false},{"text":"worldwide","start":110,"end":119,"id":20,"ws":true,"disabled":false},{"text":"in","start":120,"end":122,"id":21,"ws":true,"disabled":false},{"text":"2016","start":123,"end":127,"id":22,"ws":true,"disabled":false},{"text":"alone","start":128,"end":133,"id":23,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":24,"ws":true,"disabled":false},{"text":"will","start":135,"end":139,"id":25,"ws":true,"disabled":false},{"text":"quite","start":140,"end":145,"id":26,"ws":true,"disabled":false},{"text":"likely","start":146,"end":152,"id":27,"ws":true,"disabled":false},{"text":"increase","start":153,"end":161,"id":28,"ws":false,"disabled":false},{"text":".","start":161,"end":162,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":176,"end":188,"id":31,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":3,"child":30,"head_span":{"start":19,"end":23,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":163,"end":175,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":30,"head_span":{"start":24,"end":33,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":163,"end":175,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":35,"end":38,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":39,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":19,"head_span":{"start":82,"end":88,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":103,"end":109,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":89,"end":102,"token_start":17,"token_end":18,"label":"effect_size"},"child_span":{"start":103,"end":109,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":19,"head_span":{"start":110,"end":119,"token_start":20,"token_end":20,"label":"where"},"child_span":{"start":103,"end":109,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":19,"head_span":{"start":120,"end":127,"token_start":21,"token_end":22,"label":"when"},"child_span":{"start":103,"end":109,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":19,"head_span":{"start":39,"end":48,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":103,"end":109,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":false,"answer":"accept"}
+{"number":322,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"In 2018, Congress approved $91 billion in disaster spending to help communities recover from hurricanes, floods, wildfire and drought.","text":"In 2018, Congress approved $91 billion in disaster spending to help communities recover from hurricanes, floods, wildfire and drought. IMPLIED_BASE IMPLIED_BASE","characters":134,"document_index":259,"md_sentence_index":6,"classification_origin":"cm_cause_effect_rel","url":"https://www.scientificamerican.com/article/climate-change-will-strain-federal-finances/","combo_id":"259_6","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1858993641,"_task_hash":-459106492,"spans":[{"start":0,"end":7,"token_start":0,"token_end":1,"label":"when"},{"start":9,"end":17,"token_start":3,"token_end":3,"label":"to_whom"},{"start":27,"end":38,"token_start":5,"token_end":7,"label":"effect_size"},{"start":42,"end":50,"token_start":9,"token_end":9,"label":"base"},{"start":51,"end":59,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":68,"end":79,"token_start":13,"token_end":13,"label":"to_whom"},{"start":88,"end":92,"token_start":15,"token_end":15,"label":"predicate"},{"text":"hurricanes","start":93,"token_start":16,"token_end":16,"end":103,"type":"pattern","label":"base"},{"text":"floods","start":105,"token_start":18,"token_end":18,"end":111,"type":"pattern","label":"base"},{"text":"wildfire","start":113,"token_start":20,"token_end":20,"end":121,"type":"pattern","label":"base"},{"text":"drought","start":126,"token_start":22,"token_end":22,"end":133,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"2018","start":3,"end":7,"id":1,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":2,"ws":true,"disabled":false},{"text":"Congress","start":9,"end":17,"id":3,"ws":true,"disabled":false},{"text":"approved","start":18,"end":26,"id":4,"ws":true,"disabled":false},{"text":"$","start":27,"end":28,"id":5,"ws":false,"disabled":false},{"text":"91","start":28,"end":30,"id":6,"ws":true,"disabled":false},{"text":"billion","start":31,"end":38,"id":7,"ws":true,"disabled":false},{"text":"in","start":39,"end":41,"id":8,"ws":true,"disabled":false},{"text":"disaster","start":42,"end":50,"id":9,"ws":true,"disabled":false},{"text":"spending","start":51,"end":59,"id":10,"ws":true,"disabled":false},{"text":"to","start":60,"end":62,"id":11,"ws":true,"disabled":false},{"text":"help","start":63,"end":67,"id":12,"ws":true,"disabled":false},{"text":"communities","start":68,"end":79,"id":13,"ws":true,"disabled":false},{"text":"recover","start":80,"end":87,"id":14,"ws":true,"disabled":false},{"text":"from","start":88,"end":92,"id":15,"ws":true,"disabled":false},{"text":"hurricanes","start":93,"end":103,"id":16,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":17,"ws":true,"disabled":false},{"text":"floods","start":105,"end":111,"id":18,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":19,"ws":true,"disabled":false},{"text":"wildfire","start":113,"end":121,"id":20,"ws":true,"disabled":false},{"text":"and","start":122,"end":125,"id":21,"ws":true,"disabled":false},{"text":"drought","start":126,"end":133,"id":22,"ws":false,"disabled":false},{"text":".","start":133,"end":134,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":135,"end":147,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":25,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[],"flagged":true,"answer":"ignore"}
+{"number":739,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":": Specific groups of people are at higher risk for distress and other adverse mental health consequences from exposure to climate-related or weather-related disasters.","text":": Specific groups of people are at higher risk for distress and other adverse mental health consequences from exposure to climate-related or weather-related disasters. IMPLIED_BASE IMPLIED_BASE","characters":167,"document_index":619,"md_sentence_index":309,"classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_309","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":693678259,"_task_hash":-1641974449,"spans":[{"start":2,"end":27,"token_start":1,"token_end":4,"label":"to_whom"},{"text":"higher","start":35,"token_start":7,"token_end":7,"end":41,"type":"pattern","label":"change_direction"},{"start":42,"end":46,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":51,"end":59,"token_start":10,"token_end":10,"label":"base"},{"start":70,"end":77,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":78,"end":84,"token_start":14,"token_end":14,"label":"type_of"},{"text":"health","start":85,"token_start":15,"token_end":15,"end":91,"type":"pattern","label":"base"},{"start":92,"end":104,"token_start":16,"token_end":16,"label":"aspect_changing"},{"start":105,"end":109,"token_start":17,"token_end":17,"label":"predicate"},{"start":110,"end":118,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":122,"end":156,"token_start":20,"token_end":26,"label":"type_of"},{"start":157,"end":166,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":":","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"Specific","start":2,"end":10,"id":1,"ws":true,"disabled":false},{"text":"groups","start":11,"end":17,"id":2,"ws":true,"disabled":false},{"text":"of","start":18,"end":20,"id":3,"ws":true,"disabled":false},{"text":"people","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"are","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"at","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"higher","start":35,"end":41,"id":7,"ws":true,"disabled":false},{"text":"risk","start":42,"end":46,"id":8,"ws":true,"disabled":false},{"text":"for","start":47,"end":50,"id":9,"ws":true,"disabled":false},{"text":"distress","start":51,"end":59,"id":10,"ws":true,"disabled":false},{"text":"and","start":60,"end":63,"id":11,"ws":true,"disabled":false},{"text":"other","start":64,"end":69,"id":12,"ws":true,"disabled":false},{"text":"adverse","start":70,"end":77,"id":13,"ws":true,"disabled":false},{"text":"mental","start":78,"end":84,"id":14,"ws":true,"disabled":false},{"text":"health","start":85,"end":91,"id":15,"ws":true,"disabled":false},{"text":"consequences","start":92,"end":104,"id":16,"ws":true,"disabled":false},{"text":"from","start":105,"end":109,"id":17,"ws":true,"disabled":false},{"text":"exposure","start":110,"end":118,"id":18,"ws":true,"disabled":false},{"text":"to","start":119,"end":121,"id":19,"ws":true,"disabled":false},{"text":"climate","start":122,"end":129,"id":20,"ws":false,"disabled":false},{"text":"-","start":129,"end":130,"id":21,"ws":false,"disabled":false},{"text":"related","start":130,"end":137,"id":22,"ws":true,"disabled":false},{"text":"or","start":138,"end":140,"id":23,"ws":true,"disabled":false},{"text":"weather","start":141,"end":148,"id":24,"ws":false,"disabled":false},{"text":"-","start":148,"end":149,"id":25,"ws":false,"disabled":false},{"text":"related","start":149,"end":156,"id":26,"ws":true,"disabled":false},{"text":"disasters","start":157,"end":166,"id":27,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":13,"child":16,"head_span":{"start":70,"end":77,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":92,"end":104,"token_start":16,"token_end":16,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":78,"end":84,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":85,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":15,"head_span":{"start":92,"end":104,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":85,"end":91,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":27,"head_span":{"start":110,"end":118,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":157,"end":166,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":122,"end":156,"token_start":20,"token_end":26,"label":"type_of"},"child_span":{"start":157,"end":166,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":42,"end":46,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":51,"end":59,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":35,"end":41,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":51,"end":59,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":10,"head_span":{"start":2,"end":27,"token_start":1,"token_end":4,"label":"to_whom"},"child_span":{"start":51,"end":59,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":10,"head_span":{"start":157,"end":166,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":51,"end":59,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":927,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Cancellation of major events can also be costly for participants, the organizers, and the cities that host them.","text":"Cancellation of major events can also be costly for participants, the organizers, and the cities that host them. IMPLIED_BASE IMPLIED_BASE","characters":112,"document_index":744,"md_sentence_index":59,"classification_origin":"causal_sentence_classification","url":"https://www.climatecentral.org/news/extreme-heat-when-outdoor-sports-become-risky-2019","combo_id":"744_59","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-2129490680,"_task_hash":-1356573552,"spans":[{"start":0,"end":12,"token_start":0,"token_end":0,"label":"aspect_changing"},{"start":16,"end":21,"token_start":2,"token_end":2,"label":"type_of"},{"start":22,"end":28,"token_start":3,"token_end":3,"label":"base"},{"start":29,"end":32,"token_start":4,"token_end":4,"label":"confidence"},{"start":52,"end":64,"token_start":9,"token_end":9,"label":"to_whom"},{"start":70,"end":80,"token_start":12,"token_end":12,"label":"to_whom"},{"start":90,"end":111,"token_start":16,"token_end":19,"label":"to_whom"}],"tokens":[{"text":"Cancellation","start":0,"end":12,"id":0,"ws":true,"disabled":false},{"text":"of","start":13,"end":15,"id":1,"ws":true,"disabled":false},{"text":"major","start":16,"end":21,"id":2,"ws":true,"disabled":false},{"text":"events","start":22,"end":28,"id":3,"ws":true,"disabled":false},{"text":"can","start":29,"end":32,"id":4,"ws":true,"disabled":false},{"text":"also","start":33,"end":37,"id":5,"ws":true,"disabled":false},{"text":"be","start":38,"end":40,"id":6,"ws":true,"disabled":false},{"text":"costly","start":41,"end":47,"id":7,"ws":true,"disabled":false},{"text":"for","start":48,"end":51,"id":8,"ws":true,"disabled":false},{"text":"participants","start":52,"end":64,"id":9,"ws":false,"disabled":false},{"text":",","start":64,"end":65,"id":10,"ws":true,"disabled":false},{"text":"the","start":66,"end":69,"id":11,"ws":true,"disabled":false},{"text":"organizers","start":70,"end":80,"id":12,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":13,"ws":true,"disabled":false},{"text":"and","start":82,"end":85,"id":14,"ws":true,"disabled":false},{"text":"the","start":86,"end":89,"id":15,"ws":true,"disabled":false},{"text":"cities","start":90,"end":96,"id":16,"ws":true,"disabled":false},{"text":"that","start":97,"end":101,"id":17,"ws":true,"disabled":false},{"text":"host","start":102,"end":106,"id":18,"ws":true,"disabled":false},{"text":"them","start":107,"end":111,"id":19,"ws":false,"disabled":false},{"text":".","start":111,"end":112,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":113,"end":125,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":22,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":16,"end":21,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":22,"end":28,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":3,"head_span":{"start":0,"end":12,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":22,"end":28,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"reject"}
+{"number":1150,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Billy Bailey succumbed to a Vibrio infection in October 2017 after getting pinched on the hand by a crab he\u2019d caught in a tidal creek some 50 miles south of Charleston.\n","text":"Billy Bailey succumbed to a Vibrio infection in October 2017 after getting pinched on the hand by a crab he\u2019d caught in a tidal creek some 50 miles south of Charleston. IMPLIED_BASE IMPLIED_BASE","characters":169,"document_index":861,"md_sentence_index":61,"classification_origin":"causal_sentence_classification","url":"https://publicintegrity.org/environment/hidden-epidemics/vibrio-deadly-bacteria-coastal-waters-climate-change-health/","combo_id":"861_61","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-683907489,"_task_hash":-1043652869,"spans":[{"start":0,"end":12,"token_start":0,"token_end":1,"label":"base"},{"start":13,"end":22,"token_start":2,"token_end":2,"label":"change_direction"},{"start":28,"end":34,"token_start":5,"token_end":5,"label":"base"},{"start":35,"end":44,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":45,"end":60,"token_start":7,"token_end":9,"label":"when"},{"start":61,"end":74,"token_start":10,"token_end":11,"label":"predicate"},{"start":75,"end":116,"token_start":12,"token_end":21,"label":"change_direction"},{"start":117,"end":167,"token_start":22,"token_end":31,"label":"where"},{"start":169,"end":181,"token_start":33,"token_end":33,"label":"base"}],"tokens":[{"text":"Billy","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"Bailey","start":6,"end":12,"id":1,"ws":true,"disabled":false},{"text":"succumbed","start":13,"end":22,"id":2,"ws":true,"disabled":false},{"text":"to","start":23,"end":25,"id":3,"ws":true,"disabled":false},{"text":"a","start":26,"end":27,"id":4,"ws":true,"disabled":false},{"text":"Vibrio","start":28,"end":34,"id":5,"ws":true,"disabled":false},{"text":"infection","start":35,"end":44,"id":6,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"October","start":48,"end":55,"id":8,"ws":true,"disabled":false},{"text":"2017","start":56,"end":60,"id":9,"ws":true,"disabled":false},{"text":"after","start":61,"end":66,"id":10,"ws":true,"disabled":false},{"text":"getting","start":67,"end":74,"id":11,"ws":true,"disabled":false},{"text":"pinched","start":75,"end":82,"id":12,"ws":true,"disabled":false},{"text":"on","start":83,"end":85,"id":13,"ws":true,"disabled":false},{"text":"the","start":86,"end":89,"id":14,"ws":true,"disabled":false},{"text":"hand","start":90,"end":94,"id":15,"ws":true,"disabled":false},{"text":"by","start":95,"end":97,"id":16,"ws":true,"disabled":false},{"text":"a","start":98,"end":99,"id":17,"ws":true,"disabled":false},{"text":"crab","start":100,"end":104,"id":18,"ws":true,"disabled":false},{"text":"he","start":105,"end":107,"id":19,"ws":false,"disabled":false},{"text":"\u2019d","start":107,"end":109,"id":20,"ws":true,"disabled":false},{"text":"caught","start":110,"end":116,"id":21,"ws":true,"disabled":false},{"text":"in","start":117,"end":119,"id":22,"ws":true,"disabled":false},{"text":"a","start":120,"end":121,"id":23,"ws":true,"disabled":false},{"text":"tidal","start":122,"end":127,"id":24,"ws":true,"disabled":false},{"text":"creek","start":128,"end":133,"id":25,"ws":true,"disabled":false},{"text":"some","start":134,"end":138,"id":26,"ws":true,"disabled":false},{"text":"50","start":139,"end":141,"id":27,"ws":true,"disabled":false},{"text":"miles","start":142,"end":147,"id":28,"ws":true,"disabled":false},{"text":"south","start":148,"end":153,"id":29,"ws":true,"disabled":false},{"text":"of","start":154,"end":156,"id":30,"ws":true,"disabled":false},{"text":"Charleston","start":157,"end":167,"id":31,"ws":false,"disabled":false},{"text":".","start":167,"end":168,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":169,"end":181,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":182,"end":194,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":1,"child":33,"head_span":{"start":0,"end":12,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":169,"end":181,"token_start":33,"token_end":33,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":2,"child":1,"head_span":{"start":13,"end":22,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":0,"end":12,"token_start":0,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":33,"head_span":{"start":75,"end":116,"token_start":12,"token_end":21,"label":"change_direction"},"child_span":{"start":169,"end":181,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":33,"head_span":{"start":117,"end":167,"token_start":22,"token_end":31,"label":"where"},"child_span":{"start":169,"end":181,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":35,"end":44,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":28,"end":34,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":5,"head_span":{"start":169,"end":181,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":28,"end":34,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":1,"head_span":{"start":28,"end":34,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":0,"end":12,"token_start":0,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":634,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Following a string of deadly hurricanes and wildfires in 2017, Moody\u2019s, along with S&P Global and Fitch Ratings, issued reports warning state and local governments that their exposure to climate risk could affect their credit ratings.\n","text":"Following a string of deadly hurricanes and wildfires in 2017, Moody\u2019s, along with S&P Global and Fitch Ratings, issued reports warning state and local governments that their exposure to climate risk could affect their credit ratings. IMPLIED_BASE IMPLIED_BASE","characters":235,"document_index":526,"md_sentence_index":17,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/07/24/climate/moodys-ratings-climate-change-data.html","combo_id":"526_17","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-995382349,"_task_hash":604279669,"spans":[{"start":22,"end":28,"token_start":4,"token_end":4,"label":"type_of"},{"text":"hurricanes","start":29,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"base"},{"text":"wildfires","start":44,"token_start":7,"token_end":7,"end":53,"type":"pattern","label":"base"},{"start":54,"end":61,"token_start":8,"token_end":9,"label":"when"},{"start":63,"end":111,"token_start":11,"token_end":20,"label":"to_whom"},{"start":136,"end":163,"token_start":25,"token_end":28,"label":"to_whom"},{"start":175,"end":183,"token_start":31,"token_end":31,"label":"aspect_changing"},{"start":187,"end":194,"token_start":33,"token_end":33,"label":"base"},{"text":"risk","start":195,"token_start":34,"token_end":34,"end":199,"type":"pattern","label":"aspect_changing"},{"start":200,"end":205,"token_start":35,"token_end":35,"label":"confidence"},{"start":206,"end":212,"token_start":36,"token_end":36,"label":"predicate"},{"start":219,"end":225,"token_start":38,"token_end":38,"label":"base"},{"start":226,"end":233,"token_start":39,"token_end":39,"label":"aspect_changing"}],"tokens":[{"text":"Following","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"a","start":10,"end":11,"id":1,"ws":true,"disabled":false},{"text":"string","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"of","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"deadly","start":22,"end":28,"id":4,"ws":true,"disabled":false},{"text":"hurricanes","start":29,"end":39,"id":5,"ws":true,"disabled":false},{"text":"and","start":40,"end":43,"id":6,"ws":true,"disabled":false},{"text":"wildfires","start":44,"end":53,"id":7,"ws":true,"disabled":false},{"text":"in","start":54,"end":56,"id":8,"ws":true,"disabled":false},{"text":"2017","start":57,"end":61,"id":9,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":10,"ws":true,"disabled":false},{"text":"Moody","start":63,"end":68,"id":11,"ws":false,"disabled":false},{"text":"\u2019s","start":68,"end":70,"id":12,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":13,"ws":true,"disabled":false},{"text":"along","start":72,"end":77,"id":14,"ws":true,"disabled":false},{"text":"with","start":78,"end":82,"id":15,"ws":true,"disabled":false},{"text":"S&P","start":83,"end":86,"id":16,"ws":true,"disabled":false},{"text":"Global","start":87,"end":93,"id":17,"ws":true,"disabled":false},{"text":"and","start":94,"end":97,"id":18,"ws":true,"disabled":false},{"text":"Fitch","start":98,"end":103,"id":19,"ws":true,"disabled":false},{"text":"Ratings","start":104,"end":111,"id":20,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":21,"ws":true,"disabled":false},{"text":"issued","start":113,"end":119,"id":22,"ws":true,"disabled":false},{"text":"reports","start":120,"end":127,"id":23,"ws":true,"disabled":false},{"text":"warning","start":128,"end":135,"id":24,"ws":true,"disabled":false},{"text":"state","start":136,"end":141,"id":25,"ws":true,"disabled":false},{"text":"and","start":142,"end":145,"id":26,"ws":true,"disabled":false},{"text":"local","start":146,"end":151,"id":27,"ws":true,"disabled":false},{"text":"governments","start":152,"end":163,"id":28,"ws":true,"disabled":false},{"text":"that","start":164,"end":168,"id":29,"ws":true,"disabled":false},{"text":"their","start":169,"end":174,"id":30,"ws":true,"disabled":false},{"text":"exposure","start":175,"end":183,"id":31,"ws":true,"disabled":false},{"text":"to","start":184,"end":186,"id":32,"ws":true,"disabled":false},{"text":"climate","start":187,"end":194,"id":33,"ws":true,"disabled":false},{"text":"risk","start":195,"end":199,"id":34,"ws":true,"disabled":false},{"text":"could","start":200,"end":205,"id":35,"ws":true,"disabled":false},{"text":"affect","start":206,"end":212,"id":36,"ws":true,"disabled":false},{"text":"their","start":213,"end":218,"id":37,"ws":true,"disabled":false},{"text":"credit","start":219,"end":225,"id":38,"ws":true,"disabled":false},{"text":"ratings","start":226,"end":233,"id":39,"ws":false,"disabled":false},{"text":".","start":233,"end":234,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":235,"end":247,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":248,"end":260,"id":42,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":39,"child":38,"head_span":{"start":226,"end":233,"token_start":39,"token_end":39,"label":"aspect_changing"},"child_span":{"start":219,"end":225,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":33,"head_span":{"start":175,"end":183,"token_start":31,"token_end":31,"label":"aspect_changing"},"child_span":{"start":187,"end":194,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":195,"end":199,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":187,"end":194,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":34,"head_span":{"start":175,"end":183,"token_start":31,"token_end":31,"label":"aspect_changing"},"child_span":{"start":195,"end":199,"token_start":34,"token_end":34,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":33,"head_span":{"start":136,"end":163,"token_start":25,"token_end":28,"label":"to_whom"},"child_span":{"start":187,"end":194,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":38,"head_span":{"start":136,"end":163,"token_start":25,"token_end":28,"label":"to_whom"},"child_span":{"start":219,"end":225,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":22,"end":28,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":29,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":7,"head_span":{"start":22,"end":28,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":44,"end":53,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":7,"head_span":{"start":54,"end":61,"token_start":8,"token_end":9,"label":"when"},"child_span":{"start":44,"end":53,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":5,"head_span":{"start":54,"end":61,"token_start":8,"token_end":9,"label":"when"},"child_span":{"start":29,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":38,"head_span":{"start":187,"end":194,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":219,"end":225,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":524,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Harmful algae blooms that thrive in higher temperatures can cause gastrointestinal problems, too.\n","text":"Harmful algae blooms that thrive in higher temperatures can cause gastrointestinal problems, too. IMPLIED_BASE IMPLIED_BASE","characters":98,"document_index":404,"md_sentence_index":51,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.scientificamerican.com/article/climate-change-is-having-widespread-health-impacts/","combo_id":"404_51","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1654898254,"_task_hash":-2028074301,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},{"start":14,"end":20,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":21,"end":25,"token_start":3,"token_end":3,"label":"predicate"},{"start":26,"end":32,"token_start":4,"token_end":4,"label":"change_direction"},{"text":"higher","start":36,"token_start":6,"token_end":6,"end":42,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":43,"token_start":7,"token_end":7,"end":55,"type":"pattern","label":"aspect_changing"},{"start":56,"end":59,"token_start":8,"token_end":8,"label":"confidence"},{"start":60,"end":65,"token_start":9,"token_end":9,"label":"predicate"},{"start":66,"end":82,"token_start":10,"token_end":10,"label":"base"},{"start":83,"end":91,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":98,"end":110,"token_start":15,"token_end":15,"label":"base"}],"tokens":[{"text":"Harmful","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"algae","start":8,"end":13,"id":1,"ws":true,"disabled":false},{"text":"blooms","start":14,"end":20,"id":2,"ws":true,"disabled":false},{"text":"that","start":21,"end":25,"id":3,"ws":true,"disabled":false},{"text":"thrive","start":26,"end":32,"id":4,"ws":true,"disabled":false},{"text":"in","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"higher","start":36,"end":42,"id":6,"ws":true,"disabled":false},{"text":"temperatures","start":43,"end":55,"id":7,"ws":true,"disabled":false},{"text":"can","start":56,"end":59,"id":8,"ws":true,"disabled":false},{"text":"cause","start":60,"end":65,"id":9,"ws":true,"disabled":false},{"text":"gastrointestinal","start":66,"end":82,"id":10,"ws":true,"disabled":false},{"text":"problems","start":83,"end":91,"id":11,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":12,"ws":true,"disabled":false},{"text":"too","start":93,"end":96,"id":13,"ws":false,"disabled":false},{"text":".","start":96,"end":97,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":98,"end":110,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":111,"end":123,"id":16,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":11,"child":10,"head_span":{"start":83,"end":91,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":66,"end":82,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":15,"head_span":{"start":43,"end":55,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":98,"end":110,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":15,"head_span":{"start":36,"end":42,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":98,"end":110,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":1,"head_span":{"start":14,"end":20,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":1,"head_span":{"start":26,"end":32,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":1,"head_span":{"start":98,"end":110,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":10,"head_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":66,"end":82,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":487,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Ice, also responding to increasing heat in the ocean, will continue to melt.","text":"Ice, also responding to increasing heat in the ocean, will continue to melt. IMPLIED_BASE IMPLIED_BASE","characters":76,"document_index":371,"md_sentence_index":53,"classification_origin":"cm_cause_effect_rel","url":"https://theconversation.com/if-we-stopped-emitting-greenhouse-gases-right-now-would-we-stop-climate-change-78882","combo_id":"371_53","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1456514623,"_task_hash":214208416,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"base"},{"start":10,"end":23,"token_start":3,"token_end":4,"label":"predicate"},{"text":"increasing","start":24,"token_start":5,"token_end":5,"end":34,"type":"pattern","label":"change_direction"},{"start":35,"end":39,"token_start":6,"token_end":6,"label":"base"},{"text":"ocean","start":47,"token_start":9,"token_end":9,"end":52,"type":"pattern","label":"type_of"},{"start":54,"end":58,"token_start":11,"token_end":11,"label":"confidence"},{"start":59,"end":75,"token_start":12,"token_end":14,"label":"change_direction"}],"tokens":[{"text":"Ice","start":0,"end":3,"id":0,"ws":false,"disabled":false},{"text":",","start":3,"end":4,"id":1,"ws":true,"disabled":false},{"text":"also","start":5,"end":9,"id":2,"ws":true,"disabled":false},{"text":"responding","start":10,"end":20,"id":3,"ws":true,"disabled":false},{"text":"to","start":21,"end":23,"id":4,"ws":true,"disabled":false},{"text":"increasing","start":24,"end":34,"id":5,"ws":true,"disabled":false},{"text":"heat","start":35,"end":39,"id":6,"ws":true,"disabled":false},{"text":"in","start":40,"end":42,"id":7,"ws":true,"disabled":false},{"text":"the","start":43,"end":46,"id":8,"ws":true,"disabled":false},{"text":"ocean","start":47,"end":52,"id":9,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":10,"ws":true,"disabled":false},{"text":"will","start":54,"end":58,"id":11,"ws":true,"disabled":false},{"text":"continue","start":59,"end":67,"id":12,"ws":true,"disabled":false},{"text":"to","start":68,"end":70,"id":13,"ws":true,"disabled":false},{"text":"melt","start":71,"end":75,"id":14,"ws":false,"disabled":false},{"text":".","start":75,"end":76,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":77,"end":89,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":90,"end":102,"id":17,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":9,"child":6,"head_span":{"start":47,"end":52,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":35,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":24,"end":34,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":35,"end":39,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":0,"head_span":{"start":59,"end":75,"token_start":12,"token_end":14,"label":"change_direction"},"child_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":0,"head_span":{"start":35,"end":39,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":650,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Damage to your home\nFloods, the most common and deadly natural disasters in the U.S., will likely be exacerbated and intensified by sea level rise and extreme weather.","text":"Damage to your homeFloods, the most common and deadly natural disasters in the U.S., will likely be exacerbated and intensified by sea level rise and extreme weather. IMPLIED_BASE IMPLIED_BASE","characters":167,"document_index":544,"md_sentence_index":6,"classification_origin":"causal_sentence_classification","url":"https://blogs.ei.columbia.edu/2019/12/27/climate-change-impacts-everyone/","combo_id":"544_6","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":-1900440694,"_task_hash":-1573628356,"spans":[{"start":0,"end":6,"token_start":0,"token_end":0,"label":"aspect_changing"},{"start":15,"end":25,"token_start":3,"token_end":3,"label":"base"},{"start":31,"end":53,"token_start":6,"token_end":9,"label":"type_of"},{"text":"natural disasters","start":54,"token_start":10,"token_end":11,"end":71,"type":"pattern","label":"base"},{"start":72,"end":83,"token_start":12,"token_end":14,"label":"where"},{"start":85,"end":99,"token_start":16,"token_end":18,"label":"confidence"},{"start":100,"end":111,"token_start":19,"token_end":19,"label":"change_direction"},{"start":116,"end":127,"token_start":21,"token_end":21,"label":"change_direction"},{"start":128,"end":130,"token_start":22,"token_end":22,"label":"predicate"},{"text":"sea","start":131,"token_start":23,"token_end":23,"end":134,"type":"pattern","label":"base"},{"text":"level","start":135,"token_start":24,"token_end":24,"end":140,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":141,"token_start":25,"token_end":25,"end":145,"type":"pattern","label":"change_direction"},{"start":150,"end":157,"token_start":27,"token_end":27,"label":"type_of"},{"start":158,"end":165,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"Damage","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"to","start":7,"end":9,"id":1,"ws":true,"disabled":false},{"text":"your","start":10,"end":14,"id":2,"ws":true,"disabled":false},{"text":"homeFloods","start":15,"end":25,"id":3,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":4,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"most","start":31,"end":35,"id":6,"ws":true,"disabled":false},{"text":"common","start":36,"end":42,"id":7,"ws":true,"disabled":false},{"text":"and","start":43,"end":46,"id":8,"ws":true,"disabled":false},{"text":"deadly","start":47,"end":53,"id":9,"ws":true,"disabled":false},{"text":"natural","start":54,"end":61,"id":10,"ws":true,"disabled":false},{"text":"disasters","start":62,"end":71,"id":11,"ws":true,"disabled":false},{"text":"in","start":72,"end":74,"id":12,"ws":true,"disabled":false},{"text":"the","start":75,"end":78,"id":13,"ws":true,"disabled":false},{"text":"U.S.","start":79,"end":83,"id":14,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":15,"ws":true,"disabled":false},{"text":"will","start":85,"end":89,"id":16,"ws":true,"disabled":false},{"text":"likely","start":90,"end":96,"id":17,"ws":true,"disabled":false},{"text":"be","start":97,"end":99,"id":18,"ws":true,"disabled":false},{"text":"exacerbated","start":100,"end":111,"id":19,"ws":true,"disabled":false},{"text":"and","start":112,"end":115,"id":20,"ws":true,"disabled":false},{"text":"intensified","start":116,"end":127,"id":21,"ws":true,"disabled":false},{"text":"by","start":128,"end":130,"id":22,"ws":true,"disabled":false},{"text":"sea","start":131,"end":134,"id":23,"ws":true,"disabled":false},{"text":"level","start":135,"end":140,"id":24,"ws":true,"disabled":false},{"text":"rise","start":141,"end":145,"id":25,"ws":true,"disabled":false},{"text":"and","start":146,"end":149,"id":26,"ws":true,"disabled":false},{"text":"extreme","start":150,"end":157,"id":27,"ws":true,"disabled":false},{"text":"weather","start":158,"end":165,"id":28,"ws":false,"disabled":false},{"text":".","start":165,"end":166,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":167,"end":179,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":180,"end":192,"id":31,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":27,"child":28,"head_span":{"start":150,"end":157,"token_start":27,"token_end":27,"label":"type_of"},"child_span":{"start":158,"end":165,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":23,"head_span":{"start":141,"end":145,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":131,"end":134,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":23,"head_span":{"start":135,"end":140,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":131,"end":134,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":3,"head_span":{"start":100,"end":111,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":15,"end":25,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":3,"head_span":{"start":116,"end":127,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":15,"end":25,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":3,"head_span":{"start":158,"end":165,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":15,"end":25,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":3,"head_span":{"start":131,"end":134,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":15,"end":25,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":11,"head_span":{"start":31,"end":53,"token_start":6,"token_end":9,"label":"type_of"},"child_span":{"start":54,"end":71,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":125,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cInterestingly, we found that the most important climate factors for yield anomalies were related to temperature, not precipitation, as one could expect, with average growing season temperature and temperature extremes playing a dominant role in predicting crop yields,\u201d said Elisabeth Vogel of the University of Melbourne, who led the study.\n","text":"\u201cInterestingly, we found that the most important climate factors for yield anomalies were related to temperature, not precipitation, as one could expect, with average growing season temperature and temperature extremes playing a dominant role in predicting crop yields,\u201d said Elisabeth Vogel of the University of Melbourne, who led the study. IMPLIED_BASE IMPLIED_BASE","characters":343,"document_index":107,"md_sentence_index":15,"classification_origin":"cm_cause_effect_rel","url":"https://physicsworld.com/a/crops-at-risk-from-changing-climate/","combo_id":"107_15","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":1302113481,"_task_hash":1721365636,"spans":[{"start":49,"end":56,"token_start":9,"token_end":9,"label":"base"},{"start":57,"end":64,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":69,"end":84,"token_start":12,"token_end":13,"label":"aspect_changing"},{"text":"temperature","start":101,"token_start":17,"token_end":17,"end":112,"type":"pattern","label":"aspect_changing"},{"text":"precipitation","start":118,"token_start":20,"token_end":20,"end":131,"type":"pattern","label":"base"},{"start":159,"end":193,"token_start":28,"token_end":31,"label":"aspect_changing"},{"start":198,"end":218,"token_start":33,"token_end":34,"label":"aspect_changing"},{"start":219,"end":256,"token_start":35,"token_end":40,"label":"predicate"},{"text":"crop","start":257,"token_start":41,"token_end":41,"end":261,"type":"pattern","label":"base"},{"start":262,"end":268,"token_start":42,"token_end":42,"label":"aspect_changing"},{"start":343,"end":355,"token_start":59,"token_end":59,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Interestingly","start":1,"end":14,"id":1,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":2,"ws":true,"disabled":false},{"text":"we","start":16,"end":18,"id":3,"ws":true,"disabled":false},{"text":"found","start":19,"end":24,"id":4,"ws":true,"disabled":false},{"text":"that","start":25,"end":29,"id":5,"ws":true,"disabled":false},{"text":"the","start":30,"end":33,"id":6,"ws":true,"disabled":false},{"text":"most","start":34,"end":38,"id":7,"ws":true,"disabled":false},{"text":"important","start":39,"end":48,"id":8,"ws":true,"disabled":false},{"text":"climate","start":49,"end":56,"id":9,"ws":true,"disabled":false},{"text":"factors","start":57,"end":64,"id":10,"ws":true,"disabled":false},{"text":"for","start":65,"end":68,"id":11,"ws":true,"disabled":false},{"text":"yield","start":69,"end":74,"id":12,"ws":true,"disabled":false},{"text":"anomalies","start":75,"end":84,"id":13,"ws":true,"disabled":false},{"text":"were","start":85,"end":89,"id":14,"ws":true,"disabled":false},{"text":"related","start":90,"end":97,"id":15,"ws":true,"disabled":false},{"text":"to","start":98,"end":100,"id":16,"ws":true,"disabled":false},{"text":"temperature","start":101,"end":112,"id":17,"ws":false,"disabled":false},{"text":",","start":112,"end":113,"id":18,"ws":true,"disabled":false},{"text":"not","start":114,"end":117,"id":19,"ws":true,"disabled":false},{"text":"precipitation","start":118,"end":131,"id":20,"ws":false,"disabled":false},{"text":",","start":131,"end":132,"id":21,"ws":true,"disabled":false},{"text":"as","start":133,"end":135,"id":22,"ws":true,"disabled":false},{"text":"one","start":136,"end":139,"id":23,"ws":true,"disabled":false},{"text":"could","start":140,"end":145,"id":24,"ws":true,"disabled":false},{"text":"expect","start":146,"end":152,"id":25,"ws":false,"disabled":false},{"text":",","start":152,"end":153,"id":26,"ws":true,"disabled":false},{"text":"with","start":154,"end":158,"id":27,"ws":true,"disabled":false},{"text":"average","start":159,"end":166,"id":28,"ws":true,"disabled":false},{"text":"growing","start":167,"end":174,"id":29,"ws":true,"disabled":false},{"text":"season","start":175,"end":181,"id":30,"ws":true,"disabled":false},{"text":"temperature","start":182,"end":193,"id":31,"ws":true,"disabled":false},{"text":"and","start":194,"end":197,"id":32,"ws":true,"disabled":false},{"text":"temperature","start":198,"end":209,"id":33,"ws":true,"disabled":false},{"text":"extremes","start":210,"end":218,"id":34,"ws":true,"disabled":false},{"text":"playing","start":219,"end":226,"id":35,"ws":true,"disabled":false},{"text":"a","start":227,"end":228,"id":36,"ws":true,"disabled":false},{"text":"dominant","start":229,"end":237,"id":37,"ws":true,"disabled":false},{"text":"role","start":238,"end":242,"id":38,"ws":true,"disabled":false},{"text":"in","start":243,"end":245,"id":39,"ws":true,"disabled":false},{"text":"predicting","start":246,"end":256,"id":40,"ws":true,"disabled":false},{"text":"crop","start":257,"end":261,"id":41,"ws":true,"disabled":false},{"text":"yields","start":262,"end":268,"id":42,"ws":false,"disabled":false},{"text":",","start":268,"end":269,"id":43,"ws":false,"disabled":false},{"text":"\u201d","start":269,"end":270,"id":44,"ws":true,"disabled":false},{"text":"said","start":271,"end":275,"id":45,"ws":true,"disabled":false},{"text":"Elisabeth","start":276,"end":285,"id":46,"ws":true,"disabled":false},{"text":"Vogel","start":286,"end":291,"id":47,"ws":true,"disabled":false},{"text":"of","start":292,"end":294,"id":48,"ws":true,"disabled":false},{"text":"the","start":295,"end":298,"id":49,"ws":true,"disabled":false},{"text":"University","start":299,"end":309,"id":50,"ws":true,"disabled":false},{"text":"of","start":310,"end":312,"id":51,"ws":true,"disabled":false},{"text":"Melbourne","start":313,"end":322,"id":52,"ws":false,"disabled":false},{"text":",","start":322,"end":323,"id":53,"ws":true,"disabled":false},{"text":"who","start":324,"end":327,"id":54,"ws":true,"disabled":false},{"text":"led","start":328,"end":331,"id":55,"ws":true,"disabled":false},{"text":"the","start":332,"end":335,"id":56,"ws":true,"disabled":false},{"text":"study","start":336,"end":341,"id":57,"ws":false,"disabled":false},{"text":".","start":341,"end":342,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":343,"end":355,"id":59,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":356,"end":368,"id":60,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":42,"child":41,"head_span":{"start":262,"end":268,"token_start":42,"token_end":42,"label":"aspect_changing"},"child_span":{"start":257,"end":261,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":59,"head_span":{"start":198,"end":218,"token_start":33,"token_end":34,"label":"aspect_changing"},"child_span":{"start":343,"end":355,"token_start":59,"token_end":59,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":59,"head_span":{"start":159,"end":193,"token_start":28,"token_end":31,"label":"aspect_changing"},"child_span":{"start":343,"end":355,"token_start":59,"token_end":59,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":59,"child":41,"head_span":{"start":343,"end":355,"token_start":59,"token_end":59,"label":"base"},"child_span":{"start":257,"end":261,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":942,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Today, doctors, nurses and other medical personnel are drawing attention to the negative effects on human health caused by an increasingly warm, more heavily polluted environment.\n","text":"Today, doctors, nurses and other medical personnel are drawing attention to the negative effects on human health caused by an increasingly warm, more heavily polluted environment. IMPLIED_BASE IMPLIED_BASE","characters":180,"document_index":748,"md_sentence_index":3,"classification_origin":"causal_sentence_classification","url":"https://www.publichealth.org/public-awareness/climate-change/","combo_id":"748_3","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"F","_input_hash":172201504,"_task_hash":755596155,"spans":[{"start":7,"end":14,"token_start":2,"token_end":2,"label":"to_whom"},{"start":16,"end":22,"token_start":4,"token_end":4,"label":"to_whom"},{"start":33,"end":50,"token_start":7,"token_end":8,"label":"to_whom"},{"start":80,"end":96,"token_start":14,"token_end":15,"label":"aspect_changing"},{"start":100,"end":105,"token_start":17,"token_end":17,"label":"type_of"},{"text":"health","start":106,"token_start":18,"token_end":18,"end":112,"type":"pattern","label":"base"},{"start":113,"end":122,"token_start":19,"token_end":20,"label":"predicate"},{"start":126,"end":166,"token_start":22,"token_end":27,"label":"change_direction"},{"start":167,"end":178,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"Today","start":0,"end":5,"id":0,"ws":false,"disabled":false},{"text":",","start":5,"end":6,"id":1,"ws":true,"disabled":false},{"text":"doctors","start":7,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"nurses","start":16,"end":22,"id":4,"ws":true,"disabled":false},{"text":"and","start":23,"end":26,"id":5,"ws":true,"disabled":false},{"text":"other","start":27,"end":32,"id":6,"ws":true,"disabled":false},{"text":"medical","start":33,"end":40,"id":7,"ws":true,"disabled":false},{"text":"personnel","start":41,"end":50,"id":8,"ws":true,"disabled":false},{"text":"are","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"drawing","start":55,"end":62,"id":10,"ws":true,"disabled":false},{"text":"attention","start":63,"end":72,"id":11,"ws":true,"disabled":false},{"text":"to","start":73,"end":75,"id":12,"ws":true,"disabled":false},{"text":"the","start":76,"end":79,"id":13,"ws":true,"disabled":false},{"text":"negative","start":80,"end":88,"id":14,"ws":true,"disabled":false},{"text":"effects","start":89,"end":96,"id":15,"ws":true,"disabled":false},{"text":"on","start":97,"end":99,"id":16,"ws":true,"disabled":false},{"text":"human","start":100,"end":105,"id":17,"ws":true,"disabled":false},{"text":"health","start":106,"end":112,"id":18,"ws":true,"disabled":false},{"text":"caused","start":113,"end":119,"id":19,"ws":true,"disabled":false},{"text":"by","start":120,"end":122,"id":20,"ws":true,"disabled":false},{"text":"an","start":123,"end":125,"id":21,"ws":true,"disabled":false},{"text":"increasingly","start":126,"end":138,"id":22,"ws":true,"disabled":false},{"text":"warm","start":139,"end":143,"id":23,"ws":false,"disabled":false},{"text":",","start":143,"end":144,"id":24,"ws":true,"disabled":false},{"text":"more","start":145,"end":149,"id":25,"ws":true,"disabled":false},{"text":"heavily","start":150,"end":157,"id":26,"ws":true,"disabled":false},{"text":"polluted","start":158,"end":166,"id":27,"ws":true,"disabled":false},{"text":"environment","start":167,"end":178,"id":28,"ws":false,"disabled":false},{"text":".","start":178,"end":179,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":180,"end":192,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":31,"ws":false,"disabled":false}],"_session_id":"main_batchF-KameronRodrigues","_view_id":"relations","relations":[{"head":15,"child":18,"head_span":{"start":80,"end":96,"token_start":14,"token_end":15,"label":"aspect_changing"},"child_span":{"start":106,"end":112,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":100,"end":105,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":106,"end":112,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":28,"head_span":{"start":126,"end":166,"token_start":22,"token_end":27,"label":"change_direction"},"child_span":{"start":167,"end":178,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":18,"head_span":{"start":167,"end":178,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":106,"end":112,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":8,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"The finding that climate change can play a role in increasing air pollution means that air pollution will be \"more difficult to control in the future than we thought,\" Kinney said.\n","text":"The finding that climate change can play a role in increasing air pollution means that air pollution will be \"more difficult to control in the future than we thought,\" Kinney said. IMPLIED_BASE IMPLIED_BASE","characters":181,"document_index":9,"md_sentence_index":24,"classification_origin":"cm_cause_effect_rel","url":"http://www.livescience.com/57913-climate-change-will-increase-air-pollution.html","combo_id":"9_24","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1298064518,"_task_hash":-1451507228,"spans":[{"text":"climate change","start":17,"token_start":3,"token_end":4,"end":31,"type":"pattern","label":"base"},{"start":32,"end":35,"token_start":5,"token_end":5,"label":"confidence"},{"start":36,"end":50,"token_start":6,"token_end":9,"label":"predicate"},{"text":"increasing","start":51,"token_start":10,"token_end":10,"end":61,"type":"pattern","label":"change_direction"},{"start":62,"end":65,"token_start":11,"token_end":11,"label":"base"},{"start":66,"end":75,"token_start":12,"token_end":12,"label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"finding","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"that","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"climate","start":17,"end":24,"id":3,"ws":true,"disabled":false},{"text":"change","start":25,"end":31,"id":4,"ws":true,"disabled":false},{"text":"can","start":32,"end":35,"id":5,"ws":true,"disabled":false},{"text":"play","start":36,"end":40,"id":6,"ws":true,"disabled":false},{"text":"a","start":41,"end":42,"id":7,"ws":true,"disabled":false},{"text":"role","start":43,"end":47,"id":8,"ws":true,"disabled":false},{"text":"in","start":48,"end":50,"id":9,"ws":true,"disabled":false},{"text":"increasing","start":51,"end":61,"id":10,"ws":true,"disabled":false},{"text":"air","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"pollution","start":66,"end":75,"id":12,"ws":true,"disabled":false},{"text":"means","start":76,"end":81,"id":13,"ws":true,"disabled":false},{"text":"that","start":82,"end":86,"id":14,"ws":true,"disabled":false},{"text":"air","start":87,"end":90,"id":15,"ws":true,"disabled":false},{"text":"pollution","start":91,"end":100,"id":16,"ws":true,"disabled":false},{"text":"will","start":101,"end":105,"id":17,"ws":true,"disabled":false},{"text":"be","start":106,"end":108,"id":18,"ws":true,"disabled":false},{"text":"\"","start":109,"end":110,"id":19,"ws":false,"disabled":false},{"text":"more","start":110,"end":114,"id":20,"ws":true,"disabled":false},{"text":"difficult","start":115,"end":124,"id":21,"ws":true,"disabled":false},{"text":"to","start":125,"end":127,"id":22,"ws":true,"disabled":false},{"text":"control","start":128,"end":135,"id":23,"ws":true,"disabled":false},{"text":"in","start":136,"end":138,"id":24,"ws":true,"disabled":false},{"text":"the","start":139,"end":142,"id":25,"ws":true,"disabled":false},{"text":"future","start":143,"end":149,"id":26,"ws":true,"disabled":false},{"text":"than","start":150,"end":154,"id":27,"ws":true,"disabled":false},{"text":"we","start":155,"end":157,"id":28,"ws":true,"disabled":false},{"text":"thought","start":158,"end":165,"id":29,"ws":false,"disabled":false},{"text":",","start":165,"end":166,"id":30,"ws":false,"disabled":false},{"text":"\"","start":166,"end":167,"id":31,"ws":true,"disabled":false},{"text":"Kinney","start":168,"end":174,"id":32,"ws":true,"disabled":false},{"text":"said","start":175,"end":179,"id":33,"ws":false,"disabled":false},{"text":".","start":179,"end":180,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":51,"end":61,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":62,"end":65,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":11,"head_span":{"start":66,"end":75,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":62,"end":65,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":11,"head_span":{"start":17,"end":31,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":62,"end":65,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":16,"Used?":"staged","Dataset name":"checkin-three","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Wildfires in the West reduced visibility, slowed frequency of landings, and rerouted planes.","text":"Wildfires in the West reduced visibility, slowed frequency of landings, and rerouted planes. IMPLIED_BASE IMPLIED_BASE","characters":92,"document_index":16,"md_sentence_index":32,"classification_origin":"cm_cause_effect_rel","url":"https://www.vox.com/first-person/2019/4/17/18410615/green-new-deal-flight-attendants-alexandria-ocasio-cortez-sara-nelson","combo_id":"16_32","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-456966441,"_task_hash":356567133,"spans":[{"text":"Wildfires","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"base"},{"start":10,"end":21,"token_start":1,"token_end":3,"label":"where"},{"text":"reduced","start":22,"token_start":4,"token_end":4,"end":29,"type":"pattern","label":"change_direction"},{"text":"visibility","start":30,"token_start":5,"token_end":5,"end":40,"type":"pattern","label":"aspect_changing"},{"text":"slowed","start":42,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"change_direction"},{"text":"frequency of landings","start":49,"token_start":8,"token_end":10,"end":70,"type":"pattern","label":"aspect_changing"},{"text":"rerouted","start":76,"token_start":13,"token_end":13,"end":84,"type":"pattern","label":"change_direction"},{"text":"planes","start":85,"token_start":14,"token_end":14,"end":91,"type":"pattern","label":"base"},{"start":93,"end":105,"token_start":16,"token_end":16,"label":"base"},{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"Wildfires","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"in","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"the","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"West","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"reduced","start":22,"end":29,"id":4,"ws":true,"disabled":false},{"text":"visibility","start":30,"end":40,"id":5,"ws":false,"disabled":false},{"text":",","start":40,"end":41,"id":6,"ws":true,"disabled":false},{"text":"slowed","start":42,"end":48,"id":7,"ws":true,"disabled":false},{"text":"frequency","start":49,"end":58,"id":8,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"landings","start":62,"end":70,"id":10,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":11,"ws":true,"disabled":false},{"text":"and","start":72,"end":75,"id":12,"ws":true,"disabled":false},{"text":"rerouted","start":76,"end":84,"id":13,"ws":true,"disabled":false},{"text":"planes","start":85,"end":91,"id":14,"ws":false,"disabled":false},{"text":".","start":91,"end":92,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":17,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":4,"child":16,"head_span":{"start":22,"end":29,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":93,"end":105,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":16,"head_span":{"start":30,"end":40,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":93,"end":105,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":76,"end":84,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":85,"end":91,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":17,"head_span":{"start":42,"end":48,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":17,"head_span":{"start":49,"end":70,"token_start":8,"token_end":10,"label":"aspect_changing"},"child_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":14,"head_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":85,"end":91,"token_start":14,"token_end":14,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":0,"child":16,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":93,"end":105,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":17,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":14,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":85,"end":91,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":57,"Used?":"","Dataset name":"","ignore?":"y","reason":"Not causal","relation count":"","complexity":"","original_md_text":"However, the paper goes on to say that correction procedures have effectively removed the urban heat signal such that it has not caused a bias in temperature assessment over the past 50-80 years.","text":"However, the paper goes on to say that correction procedures have effectively removed the urban heat signal such that it has not caused a bias in temperature assessment over the past 50-80 years. IMPLIED_BASE IMPLIED_BASE","characters":195,"document_index":48,"md_sentence_index":16,"classification_origin":"cm_cause_effect_rel","url":"https://www.forbes.com/sites/marshallshepherd/2019/05/06/urban-heat-islands-dont-explain-climate-change-heres-the-bigger-problem/","combo_id":"48_16","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":8358230,"_task_hash":1564871739,"spans":[{"start":39,"end":49,"token_start":9,"token_end":9,"label":"type_of"},{"start":50,"end":60,"token_start":10,"token_end":10,"label":"base"},{"start":78,"end":85,"token_start":13,"token_end":13,"label":"change_direction"},{"start":90,"end":95,"token_start":15,"token_end":15,"label":"type_of"},{"start":96,"end":100,"token_start":16,"token_end":16,"label":"base"},{"start":101,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":146,"end":168,"token_start":27,"token_end":28,"label":"aspect_changing"},{"start":169,"end":194,"token_start":29,"token_end":35,"label":"when"},{"start":196,"end":208,"token_start":37,"token_end":37,"label":"base"}],"tokens":[{"text":"However","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"paper","start":13,"end":18,"id":3,"ws":true,"disabled":false},{"text":"goes","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"on","start":24,"end":26,"id":5,"ws":true,"disabled":false},{"text":"to","start":27,"end":29,"id":6,"ws":true,"disabled":false},{"text":"say","start":30,"end":33,"id":7,"ws":true,"disabled":false},{"text":"that","start":34,"end":38,"id":8,"ws":true,"disabled":false},{"text":"correction","start":39,"end":49,"id":9,"ws":true,"disabled":false},{"text":"procedures","start":50,"end":60,"id":10,"ws":true,"disabled":false},{"text":"have","start":61,"end":65,"id":11,"ws":true,"disabled":false},{"text":"effectively","start":66,"end":77,"id":12,"ws":true,"disabled":false},{"text":"removed","start":78,"end":85,"id":13,"ws":true,"disabled":false},{"text":"the","start":86,"end":89,"id":14,"ws":true,"disabled":false},{"text":"urban","start":90,"end":95,"id":15,"ws":true,"disabled":false},{"text":"heat","start":96,"end":100,"id":16,"ws":true,"disabled":false},{"text":"signal","start":101,"end":107,"id":17,"ws":true,"disabled":false},{"text":"such","start":108,"end":112,"id":18,"ws":true,"disabled":false},{"text":"that","start":113,"end":117,"id":19,"ws":true,"disabled":false},{"text":"it","start":118,"end":120,"id":20,"ws":true,"disabled":false},{"text":"has","start":121,"end":124,"id":21,"ws":true,"disabled":false},{"text":"not","start":125,"end":128,"id":22,"ws":true,"disabled":false},{"text":"caused","start":129,"end":135,"id":23,"ws":true,"disabled":false},{"text":"a","start":136,"end":137,"id":24,"ws":true,"disabled":false},{"text":"bias","start":138,"end":142,"id":25,"ws":true,"disabled":false},{"text":"in","start":143,"end":145,"id":26,"ws":true,"disabled":false},{"text":"temperature","start":146,"end":157,"id":27,"ws":true,"disabled":false},{"text":"assessment","start":158,"end":168,"id":28,"ws":true,"disabled":false},{"text":"over","start":169,"end":173,"id":29,"ws":true,"disabled":false},{"text":"the","start":174,"end":177,"id":30,"ws":true,"disabled":false},{"text":"past","start":178,"end":182,"id":31,"ws":true,"disabled":false},{"text":"50","start":183,"end":185,"id":32,"ws":false,"disabled":false},{"text":"-","start":185,"end":186,"id":33,"ws":false,"disabled":false},{"text":"80","start":186,"end":188,"id":34,"ws":true,"disabled":false},{"text":"years","start":189,"end":194,"id":35,"ws":false,"disabled":false},{"text":".","start":194,"end":195,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":209,"end":221,"id":38,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":10,"child":16,"head_span":{"start":50,"end":60,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":96,"end":100,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":10,"head_span":{"start":39,"end":49,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":50,"end":60,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":78,"end":85,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":96,"end":100,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":90,"end":95,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":96,"end":100,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":101,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":96,"end":100,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":37,"head_span":{"start":146,"end":168,"token_start":27,"token_end":28,"label":"aspect_changing"},"child_span":{"start":196,"end":208,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":37,"head_span":{"start":96,"end":100,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":196,"end":208,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":318,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"complex","original_md_text":"During an El Ni\u00f1o, warmer-than-normal surface waters in the equatorial Pacific can affect weather patterns in many parts of the world, including rainfall in Central America.","text":"During an El Ni\u00f1o, warmer-than-normal surface waters in the equatorial Pacific can affect weather patterns in many parts of the world, including rainfall in Central America. IMPLIED_BASE IMPLIED_BASE","characters":173,"document_index":92,"md_sentence_index":12,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/17/climate/drought-water-shortage-panama-canal.html","combo_id":"92_12","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-477907444,"_task_hash":-92888950,"spans":[{"start":0,"end":17,"token_start":0,"token_end":3,"label":"when"},{"start":19,"end":37,"token_start":5,"token_end":9,"label":"change_direction"},{"start":38,"end":45,"token_start":10,"token_end":10,"label":"type_of"},{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},{"start":60,"end":78,"token_start":14,"token_end":15,"label":"where"},{"start":79,"end":82,"token_start":16,"token_end":16,"label":"confidence"},{"start":83,"end":89,"token_start":17,"token_end":17,"label":"predicate"},{"start":90,"end":97,"token_start":18,"token_end":18,"label":"base"},{"start":98,"end":106,"token_start":19,"token_end":19,"label":"aspect_changing"},{"text":"rainfall","start":145,"token_start":28,"token_end":28,"end":153,"type":"pattern","label":"base"},{"start":157,"end":172,"token_start":30,"token_end":31,"label":"where"}],"tokens":[{"text":"During","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"an","start":7,"end":9,"id":1,"ws":true,"disabled":false},{"text":"El","start":10,"end":12,"id":2,"ws":true,"disabled":false},{"text":"Ni\u00f1o","start":13,"end":17,"id":3,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":4,"ws":true,"disabled":false},{"text":"warmer","start":19,"end":25,"id":5,"ws":false,"disabled":false},{"text":"-","start":25,"end":26,"id":6,"ws":false,"disabled":false},{"text":"than","start":26,"end":30,"id":7,"ws":false,"disabled":false},{"text":"-","start":30,"end":31,"id":8,"ws":false,"disabled":false},{"text":"normal","start":31,"end":37,"id":9,"ws":true,"disabled":false},{"text":"surface","start":38,"end":45,"id":10,"ws":true,"disabled":false},{"text":"waters","start":46,"end":52,"id":11,"ws":true,"disabled":false},{"text":"in","start":53,"end":55,"id":12,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":13,"ws":true,"disabled":false},{"text":"equatorial","start":60,"end":70,"id":14,"ws":true,"disabled":false},{"text":"Pacific","start":71,"end":78,"id":15,"ws":true,"disabled":false},{"text":"can","start":79,"end":82,"id":16,"ws":true,"disabled":false},{"text":"affect","start":83,"end":89,"id":17,"ws":true,"disabled":false},{"text":"weather","start":90,"end":97,"id":18,"ws":true,"disabled":false},{"text":"patterns","start":98,"end":106,"id":19,"ws":true,"disabled":false},{"text":"in","start":107,"end":109,"id":20,"ws":true,"disabled":false},{"text":"many","start":110,"end":114,"id":21,"ws":true,"disabled":false},{"text":"parts","start":115,"end":120,"id":22,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":23,"ws":true,"disabled":false},{"text":"the","start":124,"end":127,"id":24,"ws":true,"disabled":false},{"text":"world","start":128,"end":133,"id":25,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":26,"ws":true,"disabled":false},{"text":"including","start":135,"end":144,"id":27,"ws":true,"disabled":false},{"text":"rainfall","start":145,"end":153,"id":28,"ws":true,"disabled":false},{"text":"in","start":154,"end":156,"id":29,"ws":true,"disabled":false},{"text":"Central","start":157,"end":164,"id":30,"ws":true,"disabled":false},{"text":"America","start":165,"end":172,"id":31,"ws":false,"disabled":false},{"text":".","start":172,"end":173,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":38,"end":45,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":19,"end":37,"token_start":5,"token_end":9,"label":"change_direction"},"child_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":11,"head_span":{"start":60,"end":78,"token_start":14,"token_end":15,"label":"where"},"child_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":98,"end":106,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":90,"end":97,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":28,"head_span":{"start":157,"end":172,"token_start":30,"token_end":31,"label":"where"},"child_span":{"start":145,"end":153,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":18,"head_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":90,"end":97,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":28,"head_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":145,"end":153,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":135,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u25a0 A 2017 study from the University of Southern California found living in areas where fine particle levels exceed EPA standards increased the risks for global cognitive decline by 81 percent and all-cause dementia by 92 percent in people with a genetic risk for Alzheimer\u2019s","text":"\u25a0 A 2017 study from the University of Southern California found living in areas where fine particle levels exceed EPA standards increased the risks for global cognitive decline by 81 percent and all-cause dementia by 92 percent in people with a genetic risk for Alzheimer\u2019s IMPLIED_BASE IMPLIED_BASE","characters":273,"document_index":110,"md_sentence_index":72,"classification_origin":"cm_cause_effect_rel","url":"https://hbbf.org/sites/default/files/documents/2018-06/LinkFossilFuelsNeurologicalHarm_04-06-18_v2.pdf","combo_id":"110_72","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1994577785,"_task_hash":-529599853,"spans":[{"start":86,"end":90,"token_start":15,"token_end":15,"label":"type_of"},{"start":91,"end":99,"token_start":16,"token_end":16,"label":"base"},{"text":"levels","start":100,"token_start":17,"token_end":17,"end":106,"type":"pattern","label":"aspect_changing"},{"start":107,"end":127,"token_start":18,"token_end":20,"label":"effect_size"},{"text":"increased","start":128,"token_start":21,"token_end":21,"end":137,"type":"pattern","label":"change_direction"},{"text":"risks","start":142,"token_start":23,"token_end":23,"end":147,"type":"pattern","label":"aspect_changing"},{"start":152,"end":158,"token_start":25,"token_end":25,"label":"type_of"},{"start":159,"end":176,"token_start":26,"token_end":27,"label":"base"},{"start":177,"end":190,"token_start":28,"token_end":30,"label":"effect_size"},{"start":195,"end":204,"token_start":32,"token_end":34,"label":"type_of"},{"start":205,"end":213,"token_start":35,"token_end":35,"label":"base"},{"start":214,"end":227,"token_start":36,"token_end":38,"label":"effect_size"},{"start":228,"end":273,"token_start":39,"token_end":47,"label":"to_whom"}],"tokens":[{"text":"\u25a0","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"A","start":2,"end":3,"id":1,"ws":true,"disabled":false},{"text":"2017","start":4,"end":8,"id":2,"ws":true,"disabled":false},{"text":"study","start":9,"end":14,"id":3,"ws":true,"disabled":false},{"text":"from","start":15,"end":19,"id":4,"ws":true,"disabled":false},{"text":"the","start":20,"end":23,"id":5,"ws":true,"disabled":false},{"text":"University","start":24,"end":34,"id":6,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":7,"ws":true,"disabled":false},{"text":"Southern","start":38,"end":46,"id":8,"ws":true,"disabled":false},{"text":"California","start":47,"end":57,"id":9,"ws":true,"disabled":false},{"text":"found","start":58,"end":63,"id":10,"ws":true,"disabled":false},{"text":"living","start":64,"end":70,"id":11,"ws":true,"disabled":false},{"text":"in","start":71,"end":73,"id":12,"ws":true,"disabled":false},{"text":"areas","start":74,"end":79,"id":13,"ws":true,"disabled":false},{"text":"where","start":80,"end":85,"id":14,"ws":true,"disabled":false},{"text":"fine","start":86,"end":90,"id":15,"ws":true,"disabled":false},{"text":"particle","start":91,"end":99,"id":16,"ws":true,"disabled":false},{"text":"levels","start":100,"end":106,"id":17,"ws":true,"disabled":false},{"text":"exceed","start":107,"end":113,"id":18,"ws":true,"disabled":false},{"text":"EPA","start":114,"end":117,"id":19,"ws":true,"disabled":false},{"text":"standards","start":118,"end":127,"id":20,"ws":true,"disabled":false},{"text":"increased","start":128,"end":137,"id":21,"ws":true,"disabled":false},{"text":"the","start":138,"end":141,"id":22,"ws":true,"disabled":false},{"text":"risks","start":142,"end":147,"id":23,"ws":true,"disabled":false},{"text":"for","start":148,"end":151,"id":24,"ws":true,"disabled":false},{"text":"global","start":152,"end":158,"id":25,"ws":true,"disabled":false},{"text":"cognitive","start":159,"end":168,"id":26,"ws":true,"disabled":false},{"text":"decline","start":169,"end":176,"id":27,"ws":true,"disabled":false},{"text":"by","start":177,"end":179,"id":28,"ws":true,"disabled":false},{"text":"81","start":180,"end":182,"id":29,"ws":true,"disabled":false},{"text":"percent","start":183,"end":190,"id":30,"ws":true,"disabled":false},{"text":"and","start":191,"end":194,"id":31,"ws":true,"disabled":false},{"text":"all","start":195,"end":198,"id":32,"ws":false,"disabled":false},{"text":"-","start":198,"end":199,"id":33,"ws":false,"disabled":false},{"text":"cause","start":199,"end":204,"id":34,"ws":true,"disabled":false},{"text":"dementia","start":205,"end":213,"id":35,"ws":true,"disabled":false},{"text":"by","start":214,"end":216,"id":36,"ws":true,"disabled":false},{"text":"92","start":217,"end":219,"id":37,"ws":true,"disabled":false},{"text":"percent","start":220,"end":227,"id":38,"ws":true,"disabled":false},{"text":"in","start":228,"end":230,"id":39,"ws":true,"disabled":false},{"text":"people","start":231,"end":237,"id":40,"ws":true,"disabled":false},{"text":"with","start":238,"end":242,"id":41,"ws":true,"disabled":false},{"text":"a","start":243,"end":244,"id":42,"ws":true,"disabled":false},{"text":"genetic","start":245,"end":252,"id":43,"ws":true,"disabled":false},{"text":"risk","start":253,"end":257,"id":44,"ws":true,"disabled":false},{"text":"for","start":258,"end":261,"id":45,"ws":true,"disabled":false},{"text":"Alzheimer","start":262,"end":271,"id":46,"ws":false,"disabled":false},{"text":"\u2019s","start":271,"end":273,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":274,"end":286,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":287,"end":299,"id":49,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":15,"child":16,"head_span":{"start":86,"end":90,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":91,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":100,"end":106,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":91,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":16,"head_span":{"start":107,"end":127,"token_start":18,"token_end":20,"label":"effect_size"},"child_span":{"start":91,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":27,"head_span":{"start":128,"end":137,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":159,"end":176,"token_start":26,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":27,"head_span":{"start":142,"end":147,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":159,"end":176,"token_start":26,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":27,"head_span":{"start":177,"end":190,"token_start":28,"token_end":30,"label":"effect_size"},"child_span":{"start":159,"end":176,"token_start":26,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":35,"head_span":{"start":195,"end":204,"token_start":32,"token_end":34,"label":"type_of"},"child_span":{"start":205,"end":213,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":27,"head_span":{"start":152,"end":158,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":159,"end":176,"token_start":26,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":35,"head_span":{"start":214,"end":227,"token_start":36,"token_end":38,"label":"effect_size"},"child_span":{"start":205,"end":213,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":35,"head_span":{"start":228,"end":273,"token_start":39,"token_end":47,"label":"to_whom"},"child_span":{"start":205,"end":213,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":27,"head_span":{"start":91,"end":99,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":159,"end":176,"token_start":26,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":35,"head_span":{"start":91,"end":99,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":205,"end":213,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":206,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"incoherent and vague","relation count":"","complexity":"","original_md_text":"Male partnering is associated with greater health risks than female partnering.\n","text":"Male partnering is associated with greater health risks than female partnering. IMPLIED_BASE IMPLIED_BASE","characters":80,"document_index":152,"md_sentence_index":6,"classification_origin":"cm-label-eval","url":"https://www.sciencedirect.com/science/article/abs/pii/S027795361730521X","combo_id":"152_6","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-718800544,"_task_hash":1758897906,"spans":[{"text":"health","start":43,"token_start":6,"token_end":6,"end":49,"type":"pattern","label":"base"},{"text":"risks","start":50,"token_start":7,"token_end":7,"end":55,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Male","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"partnering","start":5,"end":15,"id":1,"ws":true,"disabled":false},{"text":"is","start":16,"end":18,"id":2,"ws":true,"disabled":false},{"text":"associated","start":19,"end":29,"id":3,"ws":true,"disabled":false},{"text":"with","start":30,"end":34,"id":4,"ws":true,"disabled":false},{"text":"greater","start":35,"end":42,"id":5,"ws":true,"disabled":false},{"text":"health","start":43,"end":49,"id":6,"ws":true,"disabled":false},{"text":"risks","start":50,"end":55,"id":7,"ws":true,"disabled":false},{"text":"than","start":56,"end":60,"id":8,"ws":true,"disabled":false},{"text":"female","start":61,"end":67,"id":9,"ws":true,"disabled":false},{"text":"partnering","start":68,"end":78,"id":10,"ws":false,"disabled":false},{"text":".","start":78,"end":79,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":80,"end":92,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":13,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":228,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"If global temperatures reach this threshold, an estimated 350 million people worldwide would be exposed to extreme heat stress sufficient to greatly reduce their labor productivity during the hottest months of the year, according to EASAC.\n","text":"If global temperatures reach this threshold, an estimated 350 million people worldwide would be exposed to extreme heat stress sufficient to greatly reduce their labor productivity during the hottest months of the year, according to EASAC. IMPLIED_BASE IMPLIED_BASE","characters":240,"document_index":164,"md_sentence_index":11,"classification_origin":"cm-label-eval","url":"https://www.cnn.com/2019/06/04/health/climate-change-threatening-human-health-scli-intl/index.html","combo_id":"164_11","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":440257408,"_task_hash":1602835064,"spans":[{"start":48,"end":57,"token_start":8,"token_end":8,"label":"confidence"},{"start":58,"end":69,"token_start":9,"token_end":10,"label":"effect_size"},{"text":"people","start":70,"token_start":11,"token_end":11,"end":76,"type":"pattern","label":"base"},{"start":77,"end":86,"token_start":12,"token_end":12,"label":"where"},{"start":107,"end":114,"token_start":17,"token_end":17,"label":"type_of"},{"start":115,"end":126,"token_start":18,"token_end":19,"label":"base"},{"start":141,"end":155,"token_start":22,"token_end":23,"label":"change_direction"},{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},{"text":"productivity","start":168,"token_start":26,"token_end":26,"end":180,"type":"pattern","label":"aspect_changing"},{"start":181,"end":218,"token_start":27,"token_end":33,"label":"when"}],"tokens":[{"text":"If","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"global","start":3,"end":9,"id":1,"ws":true,"disabled":false},{"text":"temperatures","start":10,"end":22,"id":2,"ws":true,"disabled":false},{"text":"reach","start":23,"end":28,"id":3,"ws":true,"disabled":false},{"text":"this","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"threshold","start":34,"end":43,"id":5,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":6,"ws":true,"disabled":false},{"text":"an","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"estimated","start":48,"end":57,"id":8,"ws":true,"disabled":false},{"text":"350","start":58,"end":61,"id":9,"ws":true,"disabled":false},{"text":"million","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"people","start":70,"end":76,"id":11,"ws":true,"disabled":false},{"text":"worldwide","start":77,"end":86,"id":12,"ws":true,"disabled":false},{"text":"would","start":87,"end":92,"id":13,"ws":true,"disabled":false},{"text":"be","start":93,"end":95,"id":14,"ws":true,"disabled":false},{"text":"exposed","start":96,"end":103,"id":15,"ws":true,"disabled":false},{"text":"to","start":104,"end":106,"id":16,"ws":true,"disabled":false},{"text":"extreme","start":107,"end":114,"id":17,"ws":true,"disabled":false},{"text":"heat","start":115,"end":119,"id":18,"ws":true,"disabled":false},{"text":"stress","start":120,"end":126,"id":19,"ws":true,"disabled":false},{"text":"sufficient","start":127,"end":137,"id":20,"ws":true,"disabled":false},{"text":"to","start":138,"end":140,"id":21,"ws":true,"disabled":false},{"text":"greatly","start":141,"end":148,"id":22,"ws":true,"disabled":false},{"text":"reduce","start":149,"end":155,"id":23,"ws":true,"disabled":false},{"text":"their","start":156,"end":161,"id":24,"ws":true,"disabled":false},{"text":"labor","start":162,"end":167,"id":25,"ws":true,"disabled":false},{"text":"productivity","start":168,"end":180,"id":26,"ws":true,"disabled":false},{"text":"during","start":181,"end":187,"id":27,"ws":true,"disabled":false},{"text":"the","start":188,"end":191,"id":28,"ws":true,"disabled":false},{"text":"hottest","start":192,"end":199,"id":29,"ws":true,"disabled":false},{"text":"months","start":200,"end":206,"id":30,"ws":true,"disabled":false},{"text":"of","start":207,"end":209,"id":31,"ws":true,"disabled":false},{"text":"the","start":210,"end":213,"id":32,"ws":true,"disabled":false},{"text":"year","start":214,"end":218,"id":33,"ws":false,"disabled":false},{"text":",","start":218,"end":219,"id":34,"ws":true,"disabled":false},{"text":"according","start":220,"end":229,"id":35,"ws":true,"disabled":false},{"text":"to","start":230,"end":232,"id":36,"ws":true,"disabled":false},{"text":"EASAC","start":233,"end":238,"id":37,"ws":false,"disabled":false},{"text":".","start":238,"end":239,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":240,"end":252,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":253,"end":265,"id":40,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":58,"end":69,"token_start":9,"token_end":10,"label":"effect_size"},"child_span":{"start":70,"end":76,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":11,"head_span":{"start":77,"end":86,"token_start":12,"token_end":12,"label":"where"},"child_span":{"start":70,"end":76,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":107,"end":114,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":115,"end":126,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":25,"head_span":{"start":141,"end":155,"token_start":22,"token_end":23,"label":"change_direction"},"child_span":{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":25,"head_span":{"start":168,"end":180,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":11,"head_span":{"start":115,"end":126,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":70,"end":76,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":25,"head_span":{"start":115,"end":126,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":119,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"It is well known that rising temperatures are triggering more extreme weather events around the world.\n","text":"It is well known that rising temperatures are triggering more extreme weather events around the world. IMPLIED_BASE IMPLIED_BASE","characters":103,"document_index":164,"md_sentence_index":1,"classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/06/04/health/climate-change-threatening-human-health-scli-intl/index.html","combo_id":"164_1","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":514949025,"_task_hash":-250476925,"spans":[{"start":0,"end":16,"token_start":0,"token_end":3,"label":"confidence"},{"text":"rising","start":22,"token_start":5,"token_end":5,"end":28,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":29,"token_start":6,"token_end":6,"end":41,"type":"pattern","label":"aspect_changing"},{"start":42,"end":45,"token_start":7,"token_end":7,"label":"confidence"},{"start":46,"end":56,"token_start":8,"token_end":8,"label":"predicate"},{"text":"more","start":57,"token_start":9,"token_end":9,"end":61,"type":"pattern","label":"change_direction"},{"start":62,"end":69,"token_start":10,"token_end":10,"label":"type_of"},{"start":70,"end":77,"token_start":11,"token_end":11,"label":"base"},{"start":78,"end":84,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":85,"end":101,"token_start":13,"token_end":15,"label":"where"},{"start":103,"end":115,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"is","start":3,"end":5,"id":1,"ws":true,"disabled":false},{"text":"well","start":6,"end":10,"id":2,"ws":true,"disabled":false},{"text":"known","start":11,"end":16,"id":3,"ws":true,"disabled":false},{"text":"that","start":17,"end":21,"id":4,"ws":true,"disabled":false},{"text":"rising","start":22,"end":28,"id":5,"ws":true,"disabled":false},{"text":"temperatures","start":29,"end":41,"id":6,"ws":true,"disabled":false},{"text":"are","start":42,"end":45,"id":7,"ws":true,"disabled":false},{"text":"triggering","start":46,"end":56,"id":8,"ws":true,"disabled":false},{"text":"more","start":57,"end":61,"id":9,"ws":true,"disabled":false},{"text":"extreme","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"weather","start":70,"end":77,"id":11,"ws":true,"disabled":false},{"text":"events","start":78,"end":84,"id":12,"ws":true,"disabled":false},{"text":"around","start":85,"end":91,"id":13,"ws":true,"disabled":false},{"text":"the","start":92,"end":95,"id":14,"ws":true,"disabled":false},{"text":"world","start":96,"end":101,"id":15,"ws":false,"disabled":false},{"text":".","start":101,"end":102,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":103,"end":115,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":116,"end":128,"id":18,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":5,"child":17,"head_span":{"start":22,"end":28,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":103,"end":115,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":17,"head_span":{"start":29,"end":41,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":103,"end":115,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":57,"end":61,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":70,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":62,"end":69,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":70,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":11,"head_span":{"start":78,"end":84,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":70,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":11,"head_span":{"start":103,"end":115,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":70,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":266,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Rostin Behnam, who sits on the federal government\u2019s five-member Commodity Futures Trading Commission, a powerful agency overseeing major financial markets including grain futures, oil trading and complex derivatives, said in an interview on Monday that the financial risks from climate change were comparable to those posed by the mortgage meltdown that triggered the 2008 financial crisis.\n","text":"Rostin Behnam, who sits on the federal government\u2019s five-member Commodity Futures Trading Commission, a powerful agency overseeing major financial markets including grain futures, oil trading and complex derivatives, said in an interview on Monday that the financial risks from climate change were comparable to those posed by the mortgage meltdown that triggered the 2008 financial crisis. IMPLIED_BASE IMPLIED_BASE","characters":391,"document_index":214,"md_sentence_index":4,"classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/06/11/climate/climate-financial-market-risk.html","combo_id":"214_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1335895176,"_task_hash":-634115538,"spans":[{"start":257,"end":266,"token_start":43,"token_end":43,"label":"base"},{"text":"risks","start":267,"token_start":44,"token_end":44,"end":272,"type":"pattern","label":"aspect_changing"},{"text":"climate change","start":278,"token_start":46,"token_end":47,"end":292,"type":"pattern","label":"base"}],"tokens":[{"text":"Rostin","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"Behnam","start":7,"end":13,"id":1,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":2,"ws":true,"disabled":false},{"text":"who","start":15,"end":18,"id":3,"ws":true,"disabled":false},{"text":"sits","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"on","start":24,"end":26,"id":5,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":6,"ws":true,"disabled":false},{"text":"federal","start":31,"end":38,"id":7,"ws":true,"disabled":false},{"text":"government","start":39,"end":49,"id":8,"ws":false,"disabled":false},{"text":"\u2019s","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"five","start":52,"end":56,"id":10,"ws":false,"disabled":false},{"text":"-","start":56,"end":57,"id":11,"ws":false,"disabled":false},{"text":"member","start":57,"end":63,"id":12,"ws":true,"disabled":false},{"text":"Commodity","start":64,"end":73,"id":13,"ws":true,"disabled":false},{"text":"Futures","start":74,"end":81,"id":14,"ws":true,"disabled":false},{"text":"Trading","start":82,"end":89,"id":15,"ws":true,"disabled":false},{"text":"Commission","start":90,"end":100,"id":16,"ws":false,"disabled":false},{"text":",","start":100,"end":101,"id":17,"ws":true,"disabled":false},{"text":"a","start":102,"end":103,"id":18,"ws":true,"disabled":false},{"text":"powerful","start":104,"end":112,"id":19,"ws":true,"disabled":false},{"text":"agency","start":113,"end":119,"id":20,"ws":true,"disabled":false},{"text":"overseeing","start":120,"end":130,"id":21,"ws":true,"disabled":false},{"text":"major","start":131,"end":136,"id":22,"ws":true,"disabled":false},{"text":"financial","start":137,"end":146,"id":23,"ws":true,"disabled":false},{"text":"markets","start":147,"end":154,"id":24,"ws":true,"disabled":false},{"text":"including","start":155,"end":164,"id":25,"ws":true,"disabled":false},{"text":"grain","start":165,"end":170,"id":26,"ws":true,"disabled":false},{"text":"futures","start":171,"end":178,"id":27,"ws":false,"disabled":false},{"text":",","start":178,"end":179,"id":28,"ws":true,"disabled":false},{"text":"oil","start":180,"end":183,"id":29,"ws":true,"disabled":false},{"text":"trading","start":184,"end":191,"id":30,"ws":true,"disabled":false},{"text":"and","start":192,"end":195,"id":31,"ws":true,"disabled":false},{"text":"complex","start":196,"end":203,"id":32,"ws":true,"disabled":false},{"text":"derivatives","start":204,"end":215,"id":33,"ws":false,"disabled":false},{"text":",","start":215,"end":216,"id":34,"ws":true,"disabled":false},{"text":"said","start":217,"end":221,"id":35,"ws":true,"disabled":false},{"text":"in","start":222,"end":224,"id":36,"ws":true,"disabled":false},{"text":"an","start":225,"end":227,"id":37,"ws":true,"disabled":false},{"text":"interview","start":228,"end":237,"id":38,"ws":true,"disabled":false},{"text":"on","start":238,"end":240,"id":39,"ws":true,"disabled":false},{"text":"Monday","start":241,"end":247,"id":40,"ws":true,"disabled":false},{"text":"that","start":248,"end":252,"id":41,"ws":true,"disabled":false},{"text":"the","start":253,"end":256,"id":42,"ws":true,"disabled":false},{"text":"financial","start":257,"end":266,"id":43,"ws":true,"disabled":false},{"text":"risks","start":267,"end":272,"id":44,"ws":true,"disabled":false},{"text":"from","start":273,"end":277,"id":45,"ws":true,"disabled":false},{"text":"climate","start":278,"end":285,"id":46,"ws":true,"disabled":false},{"text":"change","start":286,"end":292,"id":47,"ws":true,"disabled":false},{"text":"were","start":293,"end":297,"id":48,"ws":true,"disabled":false},{"text":"comparable","start":298,"end":308,"id":49,"ws":true,"disabled":false},{"text":"to","start":309,"end":311,"id":50,"ws":true,"disabled":false},{"text":"those","start":312,"end":317,"id":51,"ws":true,"disabled":false},{"text":"posed","start":318,"end":323,"id":52,"ws":true,"disabled":false},{"text":"by","start":324,"end":326,"id":53,"ws":true,"disabled":false},{"text":"the","start":327,"end":330,"id":54,"ws":true,"disabled":false},{"text":"mortgage","start":331,"end":339,"id":55,"ws":true,"disabled":false},{"text":"meltdown","start":340,"end":348,"id":56,"ws":true,"disabled":false},{"text":"that","start":349,"end":353,"id":57,"ws":true,"disabled":false},{"text":"triggered","start":354,"end":363,"id":58,"ws":true,"disabled":false},{"text":"the","start":364,"end":367,"id":59,"ws":true,"disabled":false},{"text":"2008","start":368,"end":372,"id":60,"ws":true,"disabled":false},{"text":"financial","start":373,"end":382,"id":61,"ws":true,"disabled":false},{"text":"crisis","start":383,"end":389,"id":62,"ws":false,"disabled":false},{"text":".","start":389,"end":390,"id":63,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":391,"end":403,"id":64,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":404,"end":416,"id":65,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":47,"child":43,"head_span":{"start":278,"end":292,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":257,"end":266,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":43,"head_span":{"start":267,"end":272,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":257,"end":266,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept","flagged":true}
+{"number":302,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"They found that hotter than average temperatures increase both suicide rates and the use of depressive language on Twitter.","text":"They found that hotter than average temperatures increase both suicide rates and the use of depressive language on Twitter. IMPLIED_BASE IMPLIED_BASE","characters":123,"document_index":249,"md_sentence_index":11,"classification_origin":"cm-label-eval","url":"https://news.stanford.edu/2019/03/29/effects-climate-change-suicide-rates/","combo_id":"249_11","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":891671407,"_task_hash":1773985388,"spans":[{"text":"hotter","start":16,"token_start":3,"token_end":3,"end":22,"type":"pattern","label":"change_direction"},{"start":23,"end":35,"token_start":4,"token_end":5,"label":"effect_size"},{"text":"temperatures","start":36,"token_start":6,"token_end":6,"end":48,"type":"pattern","label":"aspect_changing"},{"text":"increase","start":49,"token_start":7,"token_end":7,"end":57,"type":"pattern","label":"change_direction"},{"text":"suicide","start":63,"token_start":9,"token_end":9,"end":70,"type":"pattern","label":"base"},{"text":"rates","start":71,"token_start":10,"token_end":10,"end":76,"type":"pattern","label":"aspect_changing"},{"start":85,"end":88,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":92,"end":102,"token_start":15,"token_end":15,"label":"type_of"},{"text":"language","start":103,"token_start":16,"token_end":16,"end":111,"type":"pattern","label":"base"},{"start":112,"end":122,"token_start":17,"token_end":18,"label":"where"},{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"They","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"found","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"that","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"hotter","start":16,"end":22,"id":3,"ws":true,"disabled":false},{"text":"than","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"average","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"temperatures","start":36,"end":48,"id":6,"ws":true,"disabled":false},{"text":"increase","start":49,"end":57,"id":7,"ws":true,"disabled":false},{"text":"both","start":58,"end":62,"id":8,"ws":true,"disabled":false},{"text":"suicide","start":63,"end":70,"id":9,"ws":true,"disabled":false},{"text":"rates","start":71,"end":76,"id":10,"ws":true,"disabled":false},{"text":"and","start":77,"end":80,"id":11,"ws":true,"disabled":false},{"text":"the","start":81,"end":84,"id":12,"ws":true,"disabled":false},{"text":"use","start":85,"end":88,"id":13,"ws":true,"disabled":false},{"text":"of","start":89,"end":91,"id":14,"ws":true,"disabled":false},{"text":"depressive","start":92,"end":102,"id":15,"ws":true,"disabled":false},{"text":"language","start":103,"end":111,"id":16,"ws":true,"disabled":false},{"text":"on","start":112,"end":114,"id":17,"ws":true,"disabled":false},{"text":"Twitter","start":115,"end":122,"id":18,"ws":false,"disabled":false},{"text":".","start":122,"end":123,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":124,"end":136,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":137,"end":149,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":3,"child":20,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":20,"head_span":{"start":23,"end":35,"token_start":4,"token_end":5,"label":"effect_size"},"child_span":{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":20,"head_span":{"start":36,"end":48,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":9,"head_span":{"start":49,"end":57,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":63,"end":70,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":16,"head_span":{"start":49,"end":57,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":103,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":71,"end":76,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":63,"end":70,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":85,"end":88,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":103,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":92,"end":102,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":103,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":16,"head_span":{"start":112,"end":122,"token_start":17,"token_end":18,"label":"where"},"child_span":{"start":103,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":9,"head_span":{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":63,"end":70,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":16,"head_span":{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":103,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":315,"Used?":"","Dataset name":"","ignore?":"ignore","reason":"not causal? sell what?","relation count":"","complexity":"","original_md_text":"If people don\u2019t sell after a flood, they are likelier to sell after the next one, said Tom Palko, assistant director of the city\u2019s storm water division.","text":"If people don\u2019t sell after a flood, they are likelier to sell after the next one, said Tom Palko, assistant director of the city\u2019s storm water division. IMPLIED_BASE IMPLIED_BASE","characters":152,"document_index":254,"md_sentence_index":41,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/07/06/climate/nashville-floods-buybacks.html","combo_id":"254_41","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1006936424,"_task_hash":722723345,"spans":[{"text":"people","start":3,"token_start":1,"token_end":1,"end":9,"type":"pattern","label":"base"},{"text":"storm","start":131,"token_start":29,"token_end":29,"end":136,"type":"pattern","label":"base"},{"text":"water","start":137,"token_start":30,"token_end":30,"end":142,"type":"pattern","label":"base"}],"tokens":[{"text":"If","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"people","start":3,"end":9,"id":1,"ws":true,"disabled":false},{"text":"do","start":10,"end":12,"id":2,"ws":false,"disabled":false},{"text":"n\u2019t","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"sell","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"after","start":21,"end":26,"id":5,"ws":true,"disabled":false},{"text":"a","start":27,"end":28,"id":6,"ws":true,"disabled":false},{"text":"flood","start":29,"end":34,"id":7,"ws":false,"disabled":false},{"text":",","start":34,"end":35,"id":8,"ws":true,"disabled":false},{"text":"they","start":36,"end":40,"id":9,"ws":true,"disabled":false},{"text":"are","start":41,"end":44,"id":10,"ws":true,"disabled":false},{"text":"likelier","start":45,"end":53,"id":11,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":12,"ws":true,"disabled":false},{"text":"sell","start":57,"end":61,"id":13,"ws":true,"disabled":false},{"text":"after","start":62,"end":67,"id":14,"ws":true,"disabled":false},{"text":"the","start":68,"end":71,"id":15,"ws":true,"disabled":false},{"text":"next","start":72,"end":76,"id":16,"ws":true,"disabled":false},{"text":"one","start":77,"end":80,"id":17,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":18,"ws":true,"disabled":false},{"text":"said","start":82,"end":86,"id":19,"ws":true,"disabled":false},{"text":"Tom","start":87,"end":90,"id":20,"ws":true,"disabled":false},{"text":"Palko","start":91,"end":96,"id":21,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":22,"ws":true,"disabled":false},{"text":"assistant","start":98,"end":107,"id":23,"ws":true,"disabled":false},{"text":"director","start":108,"end":116,"id":24,"ws":true,"disabled":false},{"text":"of","start":117,"end":119,"id":25,"ws":true,"disabled":false},{"text":"the","start":120,"end":123,"id":26,"ws":true,"disabled":false},{"text":"city","start":124,"end":128,"id":27,"ws":false,"disabled":false},{"text":"\u2019s","start":128,"end":130,"id":28,"ws":true,"disabled":false},{"text":"storm","start":131,"end":136,"id":29,"ws":true,"disabled":false},{"text":"water","start":137,"end":142,"id":30,"ws":true,"disabled":false},{"text":"division","start":143,"end":151,"id":31,"ws":false,"disabled":false},{"text":".","start":151,"end":152,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":360,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"However, and particularly in areas of current vulnerability to food insecurity such as SSA and Asia, the modelled impacts of climate change on food yields suggest greatly reduced yields.","text":"However, and particularly in areas of current vulnerability to food insecurity such as SSA and Asia, the modelled impacts of climate change on food yields suggest greatly reduced yields. IMPLIED_BASE IMPLIED_BASE","characters":186,"document_index":276,"md_sentence_index":109,"classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_109","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":799741942,"_task_hash":1950307440,"spans":[{"start":13,"end":99,"token_start":3,"token_end":16,"label":"where"},{"text":"climate change","start":125,"token_start":22,"token_end":23,"end":139,"type":"pattern","label":"base"},{"start":143,"end":147,"token_start":25,"token_end":25,"label":"base"},{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},{"start":155,"end":162,"token_start":27,"token_end":27,"label":"confidence"},{"start":163,"end":178,"token_start":28,"token_end":29,"label":"change_direction"}],"tokens":[{"text":"However","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"and","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"particularly","start":13,"end":25,"id":3,"ws":true,"disabled":false},{"text":"in","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"areas","start":29,"end":34,"id":5,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":6,"ws":true,"disabled":false},{"text":"current","start":38,"end":45,"id":7,"ws":true,"disabled":false},{"text":"vulnerability","start":46,"end":59,"id":8,"ws":true,"disabled":false},{"text":"to","start":60,"end":62,"id":9,"ws":true,"disabled":false},{"text":"food","start":63,"end":67,"id":10,"ws":true,"disabled":false},{"text":"insecurity","start":68,"end":78,"id":11,"ws":true,"disabled":false},{"text":"such","start":79,"end":83,"id":12,"ws":true,"disabled":false},{"text":"as","start":84,"end":86,"id":13,"ws":true,"disabled":false},{"text":"SSA","start":87,"end":90,"id":14,"ws":true,"disabled":false},{"text":"and","start":91,"end":94,"id":15,"ws":true,"disabled":false},{"text":"Asia","start":95,"end":99,"id":16,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":17,"ws":true,"disabled":false},{"text":"the","start":101,"end":104,"id":18,"ws":true,"disabled":false},{"text":"modelled","start":105,"end":113,"id":19,"ws":true,"disabled":false},{"text":"impacts","start":114,"end":121,"id":20,"ws":true,"disabled":false},{"text":"of","start":122,"end":124,"id":21,"ws":true,"disabled":false},{"text":"climate","start":125,"end":132,"id":22,"ws":true,"disabled":false},{"text":"change","start":133,"end":139,"id":23,"ws":true,"disabled":false},{"text":"on","start":140,"end":142,"id":24,"ws":true,"disabled":false},{"text":"food","start":143,"end":147,"id":25,"ws":true,"disabled":false},{"text":"yields","start":148,"end":154,"id":26,"ws":true,"disabled":false},{"text":"suggest","start":155,"end":162,"id":27,"ws":true,"disabled":false},{"text":"greatly","start":163,"end":170,"id":28,"ws":true,"disabled":false},{"text":"reduced","start":171,"end":178,"id":29,"ws":true,"disabled":false},{"text":"yields","start":179,"end":185,"id":30,"ws":false,"disabled":false},{"text":".","start":185,"end":186,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":200,"end":212,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":26,"child":25,"head_span":{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":143,"end":147,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":25,"head_span":{"start":163,"end":178,"token_start":28,"token_end":29,"label":"change_direction"},"child_span":{"start":143,"end":147,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":25,"head_span":{"start":125,"end":139,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":143,"end":147,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":368,"Used?":"","Dataset name":"","ignore?":"Ignore","reason":"Not CC","relation count":"","complexity":"","original_md_text":"Indeed, in the overall affected study population, there was a significant decrease in natural killer (NK) cell functional activity and T cell lymphocyte (","text":"Indeed, in the overall affected study population, there was a significant decrease in natural killer (NK) cell functional activity and T cell lymphocyte ( IMPLIED_BASE IMPLIED_BASE","characters":154,"document_index":276,"md_sentence_index":186,"classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_186","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1159279275,"_task_hash":927975146,"spans":[{"text":"decrease","start":74,"token_start":13,"token_end":13,"end":82,"type":"pattern","label":"change_direction"},{"text":"activity","start":122,"token_start":22,"token_end":22,"end":130,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Indeed","start":0,"end":6,"id":0,"ws":false,"disabled":false},{"text":",","start":6,"end":7,"id":1,"ws":true,"disabled":false},{"text":"in","start":8,"end":10,"id":2,"ws":true,"disabled":false},{"text":"the","start":11,"end":14,"id":3,"ws":true,"disabled":false},{"text":"overall","start":15,"end":22,"id":4,"ws":true,"disabled":false},{"text":"affected","start":23,"end":31,"id":5,"ws":true,"disabled":false},{"text":"study","start":32,"end":37,"id":6,"ws":true,"disabled":false},{"text":"population","start":38,"end":48,"id":7,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":8,"ws":true,"disabled":false},{"text":"there","start":50,"end":55,"id":9,"ws":true,"disabled":false},{"text":"was","start":56,"end":59,"id":10,"ws":true,"disabled":false},{"text":"a","start":60,"end":61,"id":11,"ws":true,"disabled":false},{"text":"significant","start":62,"end":73,"id":12,"ws":true,"disabled":false},{"text":"decrease","start":74,"end":82,"id":13,"ws":true,"disabled":false},{"text":"in","start":83,"end":85,"id":14,"ws":true,"disabled":false},{"text":"natural","start":86,"end":93,"id":15,"ws":true,"disabled":false},{"text":"killer","start":94,"end":100,"id":16,"ws":true,"disabled":false},{"text":"(","start":101,"end":102,"id":17,"ws":false,"disabled":false},{"text":"NK","start":102,"end":104,"id":18,"ws":false,"disabled":false},{"text":")","start":104,"end":105,"id":19,"ws":true,"disabled":false},{"text":"cell","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"functional","start":111,"end":121,"id":21,"ws":true,"disabled":false},{"text":"activity","start":122,"end":130,"id":22,"ws":true,"disabled":false},{"text":"and","start":131,"end":134,"id":23,"ws":true,"disabled":false},{"text":"T","start":135,"end":136,"id":24,"ws":true,"disabled":false},{"text":"cell","start":137,"end":141,"id":25,"ws":true,"disabled":false},{"text":"lymphocyte","start":142,"end":152,"id":26,"ws":true,"disabled":false},{"text":"(","start":153,"end":154,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":155,"end":167,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":463,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These rising emissions have intensified the effects of climate change, with 2015-2018 being the four hottest years ever recorded.","text":"These rising emissions have intensified the effects of climate change, with 2015-2018 being the four hottest years ever recorded. IMPLIED_BASE IMPLIED_BASE","characters":129,"document_index":365,"md_sentence_index":7,"classification_origin":"cm_cause_effect_rel","url":"https://www.visualcapitalist.com/climate-change-resource-scarcity-shaping-the-future/","combo_id":"365_7","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1853990852,"_task_hash":1909287146,"spans":[{"text":"rising","start":6,"token_start":1,"token_end":1,"end":12,"type":"pattern","label":"change_direction"},{"text":"emissions","start":13,"token_start":2,"token_end":2,"end":22,"type":"pattern","label":"aspect_changing"},{"start":28,"end":39,"token_start":4,"token_end":4,"label":"change_direction"},{"start":44,"end":51,"token_start":6,"token_end":6,"label":"aspect_changing"},{"text":"climate change","start":55,"token_start":8,"token_end":9,"end":69,"type":"pattern","label":"base"},{"start":130,"end":142,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"rising","start":6,"end":12,"id":1,"ws":true,"disabled":false},{"text":"emissions","start":13,"end":22,"id":2,"ws":true,"disabled":false},{"text":"have","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"intensified","start":28,"end":39,"id":4,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":5,"ws":true,"disabled":false},{"text":"effects","start":44,"end":51,"id":6,"ws":true,"disabled":false},{"text":"of","start":52,"end":54,"id":7,"ws":true,"disabled":false},{"text":"climate","start":55,"end":62,"id":8,"ws":true,"disabled":false},{"text":"change","start":63,"end":69,"id":9,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":10,"ws":true,"disabled":false},{"text":"with","start":71,"end":75,"id":11,"ws":true,"disabled":false},{"text":"2015","start":76,"end":80,"id":12,"ws":false,"disabled":false},{"text":"-","start":80,"end":81,"id":13,"ws":false,"disabled":false},{"text":"2018","start":81,"end":85,"id":14,"ws":true,"disabled":false},{"text":"being","start":86,"end":91,"id":15,"ws":true,"disabled":false},{"text":"the","start":92,"end":95,"id":16,"ws":true,"disabled":false},{"text":"four","start":96,"end":100,"id":17,"ws":true,"disabled":false},{"text":"hottest","start":101,"end":108,"id":18,"ws":true,"disabled":false},{"text":"years","start":109,"end":114,"id":19,"ws":true,"disabled":false},{"text":"ever","start":115,"end":119,"id":20,"ws":true,"disabled":false},{"text":"recorded","start":120,"end":128,"id":21,"ws":false,"disabled":false},{"text":".","start":128,"end":129,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":130,"end":142,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":143,"end":155,"id":24,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":1,"child":23,"head_span":{"start":6,"end":12,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":130,"end":142,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":23,"head_span":{"start":13,"end":22,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":130,"end":142,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":9,"head_span":{"start":28,"end":39,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":55,"end":69,"token_start":8,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":44,"end":51,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":55,"end":69,"token_start":8,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":9,"head_span":{"start":130,"end":142,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":55,"end":69,"token_start":8,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":4,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"\u201cThe Arctic has always been regarded as a bellwether because of the vicious circle that amplify human-caused warming in that particular region.","text":"\u201cThe Arctic has always been regarded as a bellwether because of the vicious circle that amplify human-caused warming in that particular region. IMPLIED_BASE IMPLIED_BASE","characters":143,"document_index":6,"md_sentence_index":7,"classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2018/feb/27/arctic-warming-scientists-alarmed-by-crazy-temperature-rises","combo_id":"6_7","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"D","_input_hash":-763527687,"_task_hash":1088767255,"spans":[{"start":1,"end":11,"token_start":1,"token_end":2,"label":"where"},{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},{"start":109,"end":116,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"The","start":1,"end":4,"id":1,"ws":true,"disabled":false},{"text":"Arctic","start":5,"end":11,"id":2,"ws":true,"disabled":false},{"text":"has","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"always","start":16,"end":22,"id":4,"ws":true,"disabled":false},{"text":"been","start":23,"end":27,"id":5,"ws":true,"disabled":false},{"text":"regarded","start":28,"end":36,"id":6,"ws":true,"disabled":false},{"text":"as","start":37,"end":39,"id":7,"ws":true,"disabled":false},{"text":"a","start":40,"end":41,"id":8,"ws":true,"disabled":false},{"text":"bellwether","start":42,"end":52,"id":9,"ws":true,"disabled":false},{"text":"because","start":53,"end":60,"id":10,"ws":true,"disabled":false},{"text":"of","start":61,"end":63,"id":11,"ws":true,"disabled":false},{"text":"the","start":64,"end":67,"id":12,"ws":true,"disabled":false},{"text":"vicious","start":68,"end":75,"id":13,"ws":true,"disabled":false},{"text":"circle","start":76,"end":82,"id":14,"ws":true,"disabled":false},{"text":"that","start":83,"end":87,"id":15,"ws":true,"disabled":false},{"text":"amplify","start":88,"end":95,"id":16,"ws":true,"disabled":false},{"text":"human","start":96,"end":101,"id":17,"ws":false,"disabled":false},{"text":"-","start":101,"end":102,"id":18,"ws":false,"disabled":false},{"text":"caused","start":102,"end":108,"id":19,"ws":true,"disabled":false},{"text":"warming","start":109,"end":116,"id":20,"ws":true,"disabled":false},{"text":"in","start":117,"end":119,"id":21,"ws":true,"disabled":false},{"text":"that","start":120,"end":124,"id":22,"ws":true,"disabled":false},{"text":"particular","start":125,"end":135,"id":23,"ws":true,"disabled":false},{"text":"region","start":136,"end":142,"id":24,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":144,"end":156,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":27,"ws":false,"disabled":false}],"_session_id":"main_batchD-SummerRoyal","_view_id":"relations","relations":[],"answer":"ignore"}
+{"number":32,"Used?":"","Dataset name":"","ignore?":"ignore","reason":"anaphora","relation count":"many","complexity":"simple","original_md_text":"This virus causes fevers and severe joint pain.","text":"This virus causes fevers and severe joint pain. IMPLIED_BASE IMPLIED_BASE","characters":47,"document_index":29,"md_sentence_index":194,"classification_origin":"cm-label-eval","url":"https://www.sciencenewsforstudents.org/article/warning-climate-change-can-harm-your-health","combo_id":"29_194","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"D","_input_hash":-1593758695,"_task_hash":775568655,"spans":[{"start":5,"end":10,"token_start":1,"token_end":1,"label":"base"},{"start":11,"end":17,"token_start":2,"token_end":2,"label":"predicate"},{"start":18,"end":24,"token_start":3,"token_end":3,"label":"base"},{"start":29,"end":35,"token_start":5,"token_end":5,"label":"effect_size"},{"start":36,"end":41,"token_start":6,"token_end":6,"label":"type_of"},{"start":42,"end":46,"token_start":7,"token_end":7,"label":"base"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"virus","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"causes","start":11,"end":17,"id":2,"ws":true,"disabled":false},{"text":"fevers","start":18,"end":24,"id":3,"ws":true,"disabled":false},{"text":"and","start":25,"end":28,"id":4,"ws":true,"disabled":false},{"text":"severe","start":29,"end":35,"id":5,"ws":true,"disabled":false},{"text":"joint","start":36,"end":41,"id":6,"ws":true,"disabled":false},{"text":"pain","start":42,"end":46,"id":7,"ws":false,"disabled":false},{"text":".","start":46,"end":47,"id":8,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":48,"end":60,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":61,"end":73,"id":10,"ws":false,"disabled":false}],"_session_id":"main_batchD-SummerRoyal","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":5,"end":10,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":18,"end":24,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":7,"head_span":{"start":5,"end":10,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":42,"end":46,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":7,"head_span":{"start":29,"end":35,"token_start":5,"token_end":5,"label":"effect_size"},"child_span":{"start":42,"end":46,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":36,"end":41,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":42,"end":46,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":65,"Used?":"","Dataset name":"","ignore?":"Ignore","reason":"Anaphora","relation count":"","complexity":"","original_md_text":"\u201cAnd they clearly help to protect land from severe weather events and storm surges from the sea.\u201d","text":"\u201cAnd they clearly help to protect land from severe weather events and storm surges from the sea.\u201d IMPLIED_BASE IMPLIED_BASE","characters":98,"document_index":56,"md_sentence_index":29,"classification_origin":"cm_cause_effect_rel","url":"https://apnews.com/2b8ca53ae18b420193cdb3957afcbd92","combo_id":"56_29","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"D","_input_hash":350776733,"_task_hash":-887061975,"spans":[{"text":"weather","start":51,"token_start":10,"token_end":10,"end":58,"type":"pattern","label":"base"},{"text":"storm","start":70,"token_start":13,"token_end":13,"end":75,"type":"pattern","label":"base"},{"text":"sea","start":92,"token_start":17,"token_end":17,"end":95,"type":"pattern","label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"And","start":1,"end":4,"id":1,"ws":true,"disabled":false},{"text":"they","start":5,"end":9,"id":2,"ws":true,"disabled":false},{"text":"clearly","start":10,"end":17,"id":3,"ws":true,"disabled":false},{"text":"help","start":18,"end":22,"id":4,"ws":true,"disabled":false},{"text":"to","start":23,"end":25,"id":5,"ws":true,"disabled":false},{"text":"protect","start":26,"end":33,"id":6,"ws":true,"disabled":false},{"text":"land","start":34,"end":38,"id":7,"ws":true,"disabled":false},{"text":"from","start":39,"end":43,"id":8,"ws":true,"disabled":false},{"text":"severe","start":44,"end":50,"id":9,"ws":true,"disabled":false},{"text":"weather","start":51,"end":58,"id":10,"ws":true,"disabled":false},{"text":"events","start":59,"end":65,"id":11,"ws":true,"disabled":false},{"text":"and","start":66,"end":69,"id":12,"ws":true,"disabled":false},{"text":"storm","start":70,"end":75,"id":13,"ws":true,"disabled":false},{"text":"surges","start":76,"end":82,"id":14,"ws":true,"disabled":false},{"text":"from","start":83,"end":87,"id":15,"ws":true,"disabled":false},{"text":"the","start":88,"end":91,"id":16,"ws":true,"disabled":false},{"text":"sea","start":92,"end":95,"id":17,"ws":false,"disabled":false},{"text":".","start":95,"end":96,"id":18,"ws":false,"disabled":false},{"text":"\u201d","start":96,"end":97,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":98,"end":110,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":111,"end":123,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchD-SummerRoyal","_view_id":"relations","relations":[],"answer":"ignore"}
+{"number":54,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"One","complexity":"Simple","original_md_text":"For instance, Emanuel has published research suggesting the enormous rainfall Hurricane Harvey dumped on Houston was made more possible because of climate change.","text":"For instance, Emanuel has published research suggesting the enormous rainfall Hurricane Harvey dumped on Houston was made more possible because of climate change. IMPLIED_BASE IMPLIED_BASE","characters":163,"document_index":58,"md_sentence_index":26,"classification_origin":"cm-label-eval","url":"https://www.washingtonpost.com/climate-environment/2019/02/06/wildfires-hurricanes-other-extreme-weather-cost-nation-lives-nearly-billion-damage-during/","combo_id":"58_26","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"D","_input_hash":1449704345,"_task_hash":-580092731,"spans":[{"start":45,"end":55,"token_start":7,"token_end":7,"label":"confidence"},{"start":60,"end":68,"token_start":9,"token_end":9,"label":"effect_size"},{"text":"rainfall","start":69,"token_start":10,"token_end":10,"end":77,"type":"pattern","label":"base"},{"text":"Hurricane","start":78,"token_start":11,"token_end":11,"end":87,"type":"pattern","label":"base"},{"start":95,"end":101,"token_start":13,"token_end":13,"label":"change_direction"},{"start":105,"end":112,"token_start":15,"token_end":15,"label":"where"},{"start":122,"end":135,"token_start":18,"token_end":19,"label":"change_direction"},{"start":136,"end":146,"token_start":20,"token_end":21,"label":"predicate"},{"text":"climate change","start":147,"token_start":22,"token_end":23,"end":161,"type":"pattern","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"instance","start":4,"end":12,"id":1,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":2,"ws":true,"disabled":false},{"text":"Emanuel","start":14,"end":21,"id":3,"ws":true,"disabled":false},{"text":"has","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"published","start":26,"end":35,"id":5,"ws":true,"disabled":false},{"text":"research","start":36,"end":44,"id":6,"ws":true,"disabled":false},{"text":"suggesting","start":45,"end":55,"id":7,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":8,"ws":true,"disabled":false},{"text":"enormous","start":60,"end":68,"id":9,"ws":true,"disabled":false},{"text":"rainfall","start":69,"end":77,"id":10,"ws":true,"disabled":false},{"text":"Hurricane","start":78,"end":87,"id":11,"ws":true,"disabled":false},{"text":"Harvey","start":88,"end":94,"id":12,"ws":true,"disabled":false},{"text":"dumped","start":95,"end":101,"id":13,"ws":true,"disabled":false},{"text":"on","start":102,"end":104,"id":14,"ws":true,"disabled":false},{"text":"Houston","start":105,"end":112,"id":15,"ws":true,"disabled":false},{"text":"was","start":113,"end":116,"id":16,"ws":true,"disabled":false},{"text":"made","start":117,"end":121,"id":17,"ws":true,"disabled":false},{"text":"more","start":122,"end":126,"id":18,"ws":true,"disabled":false},{"text":"possible","start":127,"end":135,"id":19,"ws":true,"disabled":false},{"text":"because","start":136,"end":143,"id":20,"ws":true,"disabled":false},{"text":"of","start":144,"end":146,"id":21,"ws":true,"disabled":false},{"text":"climate","start":147,"end":154,"id":22,"ws":true,"disabled":false},{"text":"change","start":155,"end":161,"id":23,"ws":false,"disabled":false},{"text":".","start":161,"end":162,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":176,"end":188,"id":26,"ws":false,"disabled":false}],"_session_id":"main_batchD-SummerRoyal","_view_id":"relations","relations":[{"head":11,"child":10,"head_span":{"start":78,"end":87,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":69,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":11,"head_span":{"start":147,"end":161,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":78,"end":87,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":10,"head_span":{"start":105,"end":112,"token_start":15,"token_end":15,"label":"where"},"child_span":{"start":69,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":10,"head_span":{"start":95,"end":101,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":69,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":11,"head_span":{"start":122,"end":135,"token_start":18,"token_end":19,"label":"change_direction"},"child_span":{"start":78,"end":87,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":60,"end":68,"token_start":9,"token_end":9,"label":"effect_size"},"child_span":{"start":69,"end":77,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":66,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"One","complexity":"Simple","original_md_text":"Due in part to habitat loss, freshwater plant and animal species are now declining much faster than those on land.","text":"Due in part to habitat loss, freshwater plant and animal species are now declining much faster than those on land. IMPLIED_BASE IMPLIED_BASE","characters":115,"document_index":67,"md_sentence_index":23,"classification_origin":"cm-label-eval","url":"https://www.pbs.org/wgbh/nova/article/two-thirds-rivers-not-free-flowing/","combo_id":"67_23","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"D","_input_hash":545849945,"_task_hash":-1106680663,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"predicate"},{"start":4,"end":11,"token_start":1,"token_end":2,"label":"effect_size"},{"text":"habitat","start":15,"token_start":4,"token_end":4,"end":22,"type":"pattern","label":"base"},{"start":23,"end":27,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":29,"end":56,"token_start":7,"token_end":10,"label":"type_of"},{"text":"species","start":57,"token_start":11,"token_end":11,"end":64,"type":"pattern","label":"base"},{"start":65,"end":68,"token_start":12,"token_end":12,"label":"confidence"},{"start":69,"end":72,"token_start":13,"token_end":13,"label":"when"},{"text":"declining","start":73,"token_start":14,"token_end":14,"end":82,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Due","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"in","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"part","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"to","start":12,"end":14,"id":3,"ws":true,"disabled":false},{"text":"habitat","start":15,"end":22,"id":4,"ws":true,"disabled":false},{"text":"loss","start":23,"end":27,"id":5,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":6,"ws":true,"disabled":false},{"text":"freshwater","start":29,"end":39,"id":7,"ws":true,"disabled":false},{"text":"plant","start":40,"end":45,"id":8,"ws":true,"disabled":false},{"text":"and","start":46,"end":49,"id":9,"ws":true,"disabled":false},{"text":"animal","start":50,"end":56,"id":10,"ws":true,"disabled":false},{"text":"species","start":57,"end":64,"id":11,"ws":true,"disabled":false},{"text":"are","start":65,"end":68,"id":12,"ws":true,"disabled":false},{"text":"now","start":69,"end":72,"id":13,"ws":true,"disabled":false},{"text":"declining","start":73,"end":82,"id":14,"ws":true,"disabled":false},{"text":"much","start":83,"end":87,"id":15,"ws":true,"disabled":false},{"text":"faster","start":88,"end":94,"id":16,"ws":true,"disabled":false},{"text":"than","start":95,"end":99,"id":17,"ws":true,"disabled":false},{"text":"those","start":100,"end":105,"id":18,"ws":true,"disabled":false},{"text":"on","start":106,"end":108,"id":19,"ws":true,"disabled":false},{"text":"land","start":109,"end":113,"id":20,"ws":false,"disabled":false},{"text":".","start":113,"end":114,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":23,"ws":false,"disabled":false}],"_session_id":"main_batchD-SummerRoyal","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":29,"end":56,"token_start":7,"token_end":10,"label":"type_of"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":11,"head_span":{"start":73,"end":82,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":4,"head_span":{"start":23,"end":27,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":15,"end":22,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":11,"head_span":{"start":15,"end":22,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":57,"end":64,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":93,"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Unassignable causality","relation count":"","complexity":"","original_md_text":"While a fuller discussion of the different factors underlying aggressive behavior can be found elsewhere (e.g., Anderson & Bushman, 2002), we will briefly review some of the mechanisms thought to underlie the relationship between temperature and aggression.","text":"While a fuller discussion of the different factors underlying aggressive behavior can be found elsewhere (e.g., Anderson & Bushman, 2002), we will briefly review some of the mechanisms thought to underlie the relationship between temperature and aggression. IMPLIED_BASE IMPLIED_BASE","characters":258,"document_index":71,"md_sentence_index":61,"classification_origin":"cm-label-eval","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_61","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"D","_input_hash":345246910,"_task_hash":1387451320,"spans":[{"text":"temperature","start":230,"token_start":39,"token_end":39,"end":241,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"While","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"a","start":6,"end":7,"id":1,"ws":true,"disabled":false},{"text":"fuller","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"discussion","start":15,"end":25,"id":3,"ws":true,"disabled":false},{"text":"of","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"different","start":33,"end":42,"id":6,"ws":true,"disabled":false},{"text":"factors","start":43,"end":50,"id":7,"ws":true,"disabled":false},{"text":"underlying","start":51,"end":61,"id":8,"ws":true,"disabled":false},{"text":"aggressive","start":62,"end":72,"id":9,"ws":true,"disabled":false},{"text":"behavior","start":73,"end":81,"id":10,"ws":true,"disabled":false},{"text":"can","start":82,"end":85,"id":11,"ws":true,"disabled":false},{"text":"be","start":86,"end":88,"id":12,"ws":true,"disabled":false},{"text":"found","start":89,"end":94,"id":13,"ws":true,"disabled":false},{"text":"elsewhere","start":95,"end":104,"id":14,"ws":true,"disabled":false},{"text":"(","start":105,"end":106,"id":15,"ws":false,"disabled":false},{"text":"e.g.","start":106,"end":110,"id":16,"ws":false,"disabled":false},{"text":",","start":110,"end":111,"id":17,"ws":true,"disabled":false},{"text":"Anderson","start":112,"end":120,"id":18,"ws":true,"disabled":false},{"text":"&","start":121,"end":122,"id":19,"ws":true,"disabled":false},{"text":"Bushman","start":123,"end":130,"id":20,"ws":false,"disabled":false},{"text":",","start":130,"end":131,"id":21,"ws":true,"disabled":false},{"text":"2002","start":132,"end":136,"id":22,"ws":false,"disabled":false},{"text":")","start":136,"end":137,"id":23,"ws":false,"disabled":false},{"text":",","start":137,"end":138,"id":24,"ws":true,"disabled":false},{"text":"we","start":139,"end":141,"id":25,"ws":true,"disabled":false},{"text":"will","start":142,"end":146,"id":26,"ws":true,"disabled":false},{"text":"briefly","start":147,"end":154,"id":27,"ws":true,"disabled":false},{"text":"review","start":155,"end":161,"id":28,"ws":true,"disabled":false},{"text":"some","start":162,"end":166,"id":29,"ws":true,"disabled":false},{"text":"of","start":167,"end":169,"id":30,"ws":true,"disabled":false},{"text":"the","start":170,"end":173,"id":31,"ws":true,"disabled":false},{"text":"mechanisms","start":174,"end":184,"id":32,"ws":true,"disabled":false},{"text":"thought","start":185,"end":192,"id":33,"ws":true,"disabled":false},{"text":"to","start":193,"end":195,"id":34,"ws":true,"disabled":false},{"text":"underlie","start":196,"end":204,"id":35,"ws":true,"disabled":false},{"text":"the","start":205,"end":208,"id":36,"ws":true,"disabled":false},{"text":"relationship","start":209,"end":221,"id":37,"ws":true,"disabled":false},{"text":"between","start":222,"end":229,"id":38,"ws":true,"disabled":false},{"text":"temperature","start":230,"end":241,"id":39,"ws":true,"disabled":false},{"text":"and","start":242,"end":245,"id":40,"ws":true,"disabled":false},{"text":"aggression","start":246,"end":256,"id":41,"ws":false,"disabled":false},{"text":".","start":256,"end":257,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":258,"end":270,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":271,"end":283,"id":44,"ws":false,"disabled":false}],"_session_id":"main_batchD-HeidiHirsh","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":11,"Used?":"","Dataset name":"","ignore?":"yes?","reason":"logic","relation count":"many","complexity":"complex","original_md_text":"The results showed that, barring significant reductions in global greenhouse gas emission rates, rainfall in Jordan will decline by 30 percent and the occurrence of drought will triple by 2100.","text":"The results showed that, barring significant reductions in global greenhouse gas emission rates, rainfall in Jordan will decline by 30 percent and the occurrence of drought will triple by 2100. IMPLIED_BASE IMPLIED_BASE","characters":193,"document_index":10,"md_sentence_index":17,"classification_origin":"cm_cause_effect_rel","url":"https://phys.org/news/2019-03-effects-climate-shortages.html","combo_id":"10_17","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"D","_input_hash":1601778177,"_task_hash":120954076,"spans":[{"text":"global","start":59,"token_start":9,"token_end":9,"end":65,"type":"span","label":"where"},{"text":"greenhouse","start":66,"token_start":10,"token_end":10,"end":76,"type":"span","label":"type_of"},{"text":"gas","start":77,"token_start":11,"token_end":11,"end":80,"type":"span","label":"base"},{"text":"emission rates","start":81,"token_start":12,"token_end":13,"end":95,"type":"span","label":"aspect_changing"},{"text":"rainfall","start":97,"token_start":15,"token_end":15,"end":105,"type":"span","label":"base"},{"text":"in Jordan","start":106,"token_start":16,"token_end":17,"end":115,"type":"span","label":"where"},{"text":"decline","start":121,"token_start":19,"token_end":19,"end":128,"type":"span","label":"change_direction"},{"text":"30 percent","start":132,"token_start":21,"token_end":22,"end":142,"type":"span","label":"effect_size"},{"text":"occurrence","start":151,"token_start":25,"token_end":25,"end":161,"type":"span","label":"aspect_changing"},{"text":"drought","start":165,"token_start":27,"token_end":27,"end":172,"type":"span","label":"base"},{"text":"triple","start":178,"token_start":29,"token_end":29,"end":184,"type":"span","label":"effect_size"},{"text":"by 2100","start":185,"token_start":30,"token_end":31,"end":192,"type":"span","label":"when"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"results","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"showed","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"that","start":19,"end":23,"id":3,"ws":false,"disabled":false},{"text":",","start":23,"end":24,"id":4,"ws":true,"disabled":false},{"text":"barring","start":25,"end":32,"id":5,"ws":true,"disabled":false},{"text":"significant","start":33,"end":44,"id":6,"ws":true,"disabled":false},{"text":"reductions","start":45,"end":55,"id":7,"ws":true,"disabled":false},{"text":"in","start":56,"end":58,"id":8,"ws":true,"disabled":false},{"text":"global","start":59,"end":65,"id":9,"ws":true,"disabled":false},{"text":"greenhouse","start":66,"end":76,"id":10,"ws":true,"disabled":false},{"text":"gas","start":77,"end":80,"id":11,"ws":true,"disabled":false},{"text":"emission","start":81,"end":89,"id":12,"ws":true,"disabled":false},{"text":"rates","start":90,"end":95,"id":13,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":14,"ws":true,"disabled":false},{"text":"rainfall","start":97,"end":105,"id":15,"ws":true,"disabled":false},{"text":"in","start":106,"end":108,"id":16,"ws":true,"disabled":false},{"text":"Jordan","start":109,"end":115,"id":17,"ws":true,"disabled":false},{"text":"will","start":116,"end":120,"id":18,"ws":true,"disabled":false},{"text":"decline","start":121,"end":128,"id":19,"ws":true,"disabled":false},{"text":"by","start":129,"end":131,"id":20,"ws":true,"disabled":false},{"text":"30","start":132,"end":134,"id":21,"ws":true,"disabled":false},{"text":"percent","start":135,"end":142,"id":22,"ws":true,"disabled":false},{"text":"and","start":143,"end":146,"id":23,"ws":true,"disabled":false},{"text":"the","start":147,"end":150,"id":24,"ws":true,"disabled":false},{"text":"occurrence","start":151,"end":161,"id":25,"ws":true,"disabled":false},{"text":"of","start":162,"end":164,"id":26,"ws":true,"disabled":false},{"text":"drought","start":165,"end":172,"id":27,"ws":true,"disabled":false},{"text":"will","start":173,"end":177,"id":28,"ws":true,"disabled":false},{"text":"triple","start":178,"end":184,"id":29,"ws":true,"disabled":false},{"text":"by","start":185,"end":187,"id":30,"ws":true,"disabled":false},{"text":"2100","start":188,"end":192,"id":31,"ws":false,"disabled":false},{"text":".","start":192,"end":193,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":207,"end":219,"id":34,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":13,"child":11,"head_span":{"start":81,"end":95,"token_start":12,"token_end":13,"label":"aspect_changing"},"child_span":{"start":77,"end":80,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":66,"end":76,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":77,"end":80,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":15,"head_span":{"start":106,"end":115,"token_start":16,"token_end":17,"label":"where"},"child_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":15,"head_span":{"start":121,"end":128,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":15,"head_span":{"start":132,"end":142,"token_start":21,"token_end":22,"label":"effect_size"},"child_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":27,"head_span":{"start":151,"end":161,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":165,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":27,"head_span":{"start":178,"end":184,"token_start":29,"token_end":29,"label":"effect_size"},"child_span":{"start":165,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":27,"head_span":{"start":185,"end":192,"token_start":30,"token_end":31,"label":"when"},"child_span":{"start":165,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":15,"head_span":{"start":185,"end":192,"token_start":30,"token_end":31,"label":"when"},"child_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":15,"head_span":{"start":77,"end":80,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":27,"head_span":{"start":77,"end":80,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":165,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":489,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Gim\u00e9nez co-authored a study published in the journal Nature last year showing that regional increases in precipitation due to climate change may lead to less water infiltration, more runoff and erosion, and greater risk of flash flooding.\n","text":"Gim\u00e9nez co-authored a study published in the journal Nature last year showing that regional increases in precipitation due to climate change may lead to less water infiltration, more runoff and erosion, and greater risk of flash flooding. IMPLIED_BASE IMPLIED_BASE","characters":239,"document_index":373,"md_sentence_index":9,"classification_origin":"cm_cause_effect_rel","url":"https://news.rutgers.edu/soils-could-be-affected-climate-change-impacting-water-and-food/20190909","combo_id":"373_9","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1565987984,"_task_hash":1746589259,"spans":[{"text":"regional","start":83,"token_start":15,"token_end":15,"end":91,"type":"span","label":"where"},{"text":"increases","start":92,"token_start":16,"token_end":16,"end":101,"type":"span","label":"change_direction"},{"text":"precipitation","start":105,"token_start":18,"token_end":18,"end":118,"type":"span","label":"base"},{"text":"due to","start":119,"token_start":19,"token_end":20,"end":125,"type":"span","label":"predicate"},{"text":"climate change","start":126,"token_start":21,"token_end":22,"end":140,"type":"span","label":"base"},{"text":"may","start":141,"token_start":23,"token_end":23,"end":144,"type":"span","label":"confidence"},{"text":"lead to","start":145,"token_start":24,"token_end":25,"end":152,"type":"span","label":"predicate"},{"text":"less","start":153,"token_start":26,"token_end":26,"end":157,"type":"span","label":"change_direction"},{"text":"water","start":158,"token_start":27,"token_end":27,"end":163,"type":"span","label":"base"},{"text":"infiltration","start":164,"token_start":28,"token_end":28,"end":176,"type":"span","label":"aspect_changing"},{"text":"more","start":178,"token_start":30,"token_end":30,"end":182,"type":"span","label":"change_direction"},{"start":183,"end":189,"token_start":31,"token_end":31,"label":"base"},{"text":"erosion","start":194,"token_start":33,"token_end":33,"end":201,"type":"span","label":"base"},{"text":"greater","start":207,"token_start":36,"token_end":36,"end":214,"type":"span","label":"change_direction"},{"text":"risk","start":215,"token_start":37,"token_end":37,"end":219,"type":"span","label":"aspect_changing"},{"text":"flash","start":223,"token_start":39,"token_end":39,"end":228,"type":"span","label":"type_of"},{"text":"flooding","start":229,"token_start":40,"token_end":40,"end":237,"type":"span","label":"base"},{"text":"IMPLIED_BASE","start":239,"token_start":42,"token_end":42,"end":251,"type":"span","label":"base"},{"text":"IMPLIED_BASE","start":252,"token_start":43,"token_end":43,"end":264,"type":"span","label":"base"}],"tokens":[{"text":"Gim\u00e9nez","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"co","start":8,"end":10,"id":1,"ws":false,"disabled":false},{"text":"-","start":10,"end":11,"id":2,"ws":false,"disabled":false},{"text":"authored","start":11,"end":19,"id":3,"ws":true,"disabled":false},{"text":"a","start":20,"end":21,"id":4,"ws":true,"disabled":false},{"text":"study","start":22,"end":27,"id":5,"ws":true,"disabled":false},{"text":"published","start":28,"end":37,"id":6,"ws":true,"disabled":false},{"text":"in","start":38,"end":40,"id":7,"ws":true,"disabled":false},{"text":"the","start":41,"end":44,"id":8,"ws":true,"disabled":false},{"text":"journal","start":45,"end":52,"id":9,"ws":true,"disabled":false},{"text":"Nature","start":53,"end":59,"id":10,"ws":true,"disabled":false},{"text":"last","start":60,"end":64,"id":11,"ws":true,"disabled":false},{"text":"year","start":65,"end":69,"id":12,"ws":true,"disabled":false},{"text":"showing","start":70,"end":77,"id":13,"ws":true,"disabled":false},{"text":"that","start":78,"end":82,"id":14,"ws":true,"disabled":false},{"text":"regional","start":83,"end":91,"id":15,"ws":true,"disabled":false},{"text":"increases","start":92,"end":101,"id":16,"ws":true,"disabled":false},{"text":"in","start":102,"end":104,"id":17,"ws":true,"disabled":false},{"text":"precipitation","start":105,"end":118,"id":18,"ws":true,"disabled":false},{"text":"due","start":119,"end":122,"id":19,"ws":true,"disabled":false},{"text":"to","start":123,"end":125,"id":20,"ws":true,"disabled":false},{"text":"climate","start":126,"end":133,"id":21,"ws":true,"disabled":false},{"text":"change","start":134,"end":140,"id":22,"ws":true,"disabled":false},{"text":"may","start":141,"end":144,"id":23,"ws":true,"disabled":false},{"text":"lead","start":145,"end":149,"id":24,"ws":true,"disabled":false},{"text":"to","start":150,"end":152,"id":25,"ws":true,"disabled":false},{"text":"less","start":153,"end":157,"id":26,"ws":true,"disabled":false},{"text":"water","start":158,"end":163,"id":27,"ws":true,"disabled":false},{"text":"infiltration","start":164,"end":176,"id":28,"ws":false,"disabled":false},{"text":",","start":176,"end":177,"id":29,"ws":true,"disabled":false},{"text":"more","start":178,"end":182,"id":30,"ws":true,"disabled":false},{"text":"runoff","start":183,"end":189,"id":31,"ws":true,"disabled":false},{"text":"and","start":190,"end":193,"id":32,"ws":true,"disabled":false},{"text":"erosion","start":194,"end":201,"id":33,"ws":false,"disabled":false},{"text":",","start":201,"end":202,"id":34,"ws":true,"disabled":false},{"text":"and","start":203,"end":206,"id":35,"ws":true,"disabled":false},{"text":"greater","start":207,"end":214,"id":36,"ws":true,"disabled":false},{"text":"risk","start":215,"end":219,"id":37,"ws":true,"disabled":false},{"text":"of","start":220,"end":222,"id":38,"ws":true,"disabled":false},{"text":"flash","start":223,"end":228,"id":39,"ws":true,"disabled":false},{"text":"flooding","start":229,"end":237,"id":40,"ws":false,"disabled":false},{"text":".","start":237,"end":238,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":252,"end":264,"id":43,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":16,"child":18,"head_span":{"start":92,"end":101,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":18,"head_span":{"start":83,"end":91,"token_start":15,"token_end":15,"label":"where"},"child_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":18,"head_span":{"start":126,"end":140,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":27,"head_span":{"start":164,"end":176,"token_start":28,"token_end":28,"label":"aspect_changing"},"child_span":{"start":158,"end":163,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":153,"end":157,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":158,"end":163,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":27,"head_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":158,"end":163,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":31,"head_span":{"start":178,"end":182,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":183,"end":189,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":31,"head_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":183,"end":189,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":33,"head_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":194,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":40,"head_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":229,"end":237,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":40,"head_span":{"start":223,"end":228,"token_start":39,"token_end":39,"label":"type_of"},"child_span":{"start":229,"end":237,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":40,"head_span":{"start":215,"end":219,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":229,"end":237,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":40,"head_span":{"start":207,"end":214,"token_start":36,"token_end":36,"label":"change_direction"},"child_span":{"start":229,"end":237,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":485,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For the most part, disasters like floods and cyclones result in temporary displacement, though that could mean months at a time, and almost always within national borders.\n","text":"For the most part, disasters like floods and cyclones result in temporary displacement, though that could mean months at a time, and almost always within national borders. IMPLIED_BASE IMPLIED_BASE","characters":172,"document_index":370,"md_sentence_index":22,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/09/12/climate/extreme-weather-displacement.html","combo_id":"370_22","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-957961249,"_task_hash":-2001335685,"spans":[{"text":"For the most part","start":0,"token_start":0,"token_end":3,"end":17,"type":"span","label":"confidence"},{"text":"floods","start":34,"token_start":7,"token_end":7,"end":40,"type":"span","label":"base"},{"text":"cyclones","start":45,"token_start":9,"token_end":9,"end":53,"type":"span","label":"base"},{"text":"result in","start":54,"token_start":10,"token_end":11,"end":63,"type":"span","label":"predicate"},{"text":"temporary","start":64,"token_start":12,"token_end":12,"end":73,"type":"span","label":"type_of"},{"text":"displacement","start":74,"token_start":13,"token_end":13,"end":86,"type":"span","label":"change_direction"},{"text":"IMPLIED_BASE","start":172,"token_start":31,"token_end":31,"end":184,"type":"span","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"the","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"most","start":8,"end":12,"id":2,"ws":true,"disabled":false},{"text":"part","start":13,"end":17,"id":3,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":4,"ws":true,"disabled":false},{"text":"disasters","start":19,"end":28,"id":5,"ws":true,"disabled":false},{"text":"like","start":29,"end":33,"id":6,"ws":true,"disabled":false},{"text":"floods","start":34,"end":40,"id":7,"ws":true,"disabled":false},{"text":"and","start":41,"end":44,"id":8,"ws":true,"disabled":false},{"text":"cyclones","start":45,"end":53,"id":9,"ws":true,"disabled":false},{"text":"result","start":54,"end":60,"id":10,"ws":true,"disabled":false},{"text":"in","start":61,"end":63,"id":11,"ws":true,"disabled":false},{"text":"temporary","start":64,"end":73,"id":12,"ws":true,"disabled":false},{"text":"displacement","start":74,"end":86,"id":13,"ws":false,"disabled":false},{"text":",","start":86,"end":87,"id":14,"ws":true,"disabled":false},{"text":"though","start":88,"end":94,"id":15,"ws":true,"disabled":false},{"text":"that","start":95,"end":99,"id":16,"ws":true,"disabled":false},{"text":"could","start":100,"end":105,"id":17,"ws":true,"disabled":false},{"text":"mean","start":106,"end":110,"id":18,"ws":true,"disabled":false},{"text":"months","start":111,"end":117,"id":19,"ws":true,"disabled":false},{"text":"at","start":118,"end":120,"id":20,"ws":true,"disabled":false},{"text":"a","start":121,"end":122,"id":21,"ws":true,"disabled":false},{"text":"time","start":123,"end":127,"id":22,"ws":false,"disabled":false},{"text":",","start":127,"end":128,"id":23,"ws":true,"disabled":false},{"text":"and","start":129,"end":132,"id":24,"ws":true,"disabled":false},{"text":"almost","start":133,"end":139,"id":25,"ws":true,"disabled":false},{"text":"always","start":140,"end":146,"id":26,"ws":true,"disabled":false},{"text":"within","start":147,"end":153,"id":27,"ws":true,"disabled":false},{"text":"national","start":154,"end":162,"id":28,"ws":true,"disabled":false},{"text":"borders","start":163,"end":170,"id":29,"ws":false,"disabled":false},{"text":".","start":170,"end":171,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":32,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":12,"child":31,"head_span":{"start":64,"end":73,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":172,"end":184,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":31,"head_span":{"start":74,"end":86,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":172,"end":184,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":31,"head_span":{"start":34,"end":40,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":172,"end":184,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":31,"head_span":{"start":45,"end":53,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":172,"end":184,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":472,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In some areas like Indonesia, Randerson and his colleagues have found that the radiocarbon age of carbon emissions from peat fires is about 800 years, which is then added to the greenhouse gases in that atmosphere that drive global warming.","text":"In some areas like Indonesia, Randerson and his colleagues have found that the radiocarbon age of carbon emissions from peat fires is about 800 years, which is then added to the greenhouse gases in that atmosphere that drive global warming. IMPLIED_BASE IMPLIED_BASE","characters":240,"document_index":367,"md_sentence_index":51,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencedaily.com/releases/2019/09/190910154657.htm","combo_id":"367_51","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":2143303585,"_task_hash":457748067,"spans":[{"text":"carbon","start":98,"token_start":17,"token_end":17,"end":104,"type":"span","label":"base"},{"text":"emissions","start":105,"token_start":18,"token_end":18,"end":114,"type":"span","label":"aspect_changing"},{"text":"peat","start":120,"token_start":20,"token_end":20,"end":124,"type":"span","label":"type_of"},{"text":"fires","start":125,"token_start":21,"token_end":21,"end":130,"type":"span","label":"base"},{"text":"added","start":165,"token_start":30,"token_end":30,"end":170,"type":"span","label":"change_direction"},{"text":"greenhouse gases","start":178,"token_start":33,"token_end":34,"end":194,"type":"span","label":"base"},{"text":"in that atmosphere","start":195,"token_start":35,"token_end":37,"end":213,"type":"span","label":"where"},{"text":"drive","start":219,"token_start":39,"token_end":39,"end":224,"type":"span","label":"change_direction"},{"text":"global warming","start":225,"token_start":40,"token_end":41,"end":239,"type":"span","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"some","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"areas","start":8,"end":13,"id":2,"ws":true,"disabled":false},{"text":"like","start":14,"end":18,"id":3,"ws":true,"disabled":false},{"text":"Indonesia","start":19,"end":28,"id":4,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":5,"ws":true,"disabled":false},{"text":"Randerson","start":30,"end":39,"id":6,"ws":true,"disabled":false},{"text":"and","start":40,"end":43,"id":7,"ws":true,"disabled":false},{"text":"his","start":44,"end":47,"id":8,"ws":true,"disabled":false},{"text":"colleagues","start":48,"end":58,"id":9,"ws":true,"disabled":false},{"text":"have","start":59,"end":63,"id":10,"ws":true,"disabled":false},{"text":"found","start":64,"end":69,"id":11,"ws":true,"disabled":false},{"text":"that","start":70,"end":74,"id":12,"ws":true,"disabled":false},{"text":"the","start":75,"end":78,"id":13,"ws":true,"disabled":false},{"text":"radiocarbon","start":79,"end":90,"id":14,"ws":true,"disabled":false},{"text":"age","start":91,"end":94,"id":15,"ws":true,"disabled":false},{"text":"of","start":95,"end":97,"id":16,"ws":true,"disabled":false},{"text":"carbon","start":98,"end":104,"id":17,"ws":true,"disabled":false},{"text":"emissions","start":105,"end":114,"id":18,"ws":true,"disabled":false},{"text":"from","start":115,"end":119,"id":19,"ws":true,"disabled":false},{"text":"peat","start":120,"end":124,"id":20,"ws":true,"disabled":false},{"text":"fires","start":125,"end":130,"id":21,"ws":true,"disabled":false},{"text":"is","start":131,"end":133,"id":22,"ws":true,"disabled":false},{"text":"about","start":134,"end":139,"id":23,"ws":true,"disabled":false},{"text":"800","start":140,"end":143,"id":24,"ws":true,"disabled":false},{"text":"years","start":144,"end":149,"id":25,"ws":false,"disabled":false},{"text":",","start":149,"end":150,"id":26,"ws":true,"disabled":false},{"text":"which","start":151,"end":156,"id":27,"ws":true,"disabled":false},{"text":"is","start":157,"end":159,"id":28,"ws":true,"disabled":false},{"text":"then","start":160,"end":164,"id":29,"ws":true,"disabled":false},{"text":"added","start":165,"end":170,"id":30,"ws":true,"disabled":false},{"text":"to","start":171,"end":173,"id":31,"ws":true,"disabled":false},{"text":"the","start":174,"end":177,"id":32,"ws":true,"disabled":false},{"text":"greenhouse","start":178,"end":188,"id":33,"ws":true,"disabled":false},{"text":"gases","start":189,"end":194,"id":34,"ws":true,"disabled":false},{"text":"in","start":195,"end":197,"id":35,"ws":true,"disabled":false},{"text":"that","start":198,"end":202,"id":36,"ws":true,"disabled":false},{"text":"atmosphere","start":203,"end":213,"id":37,"ws":true,"disabled":false},{"text":"that","start":214,"end":218,"id":38,"ws":true,"disabled":false},{"text":"drive","start":219,"end":224,"id":39,"ws":true,"disabled":false},{"text":"global","start":225,"end":231,"id":40,"ws":true,"disabled":false},{"text":"warming","start":232,"end":239,"id":41,"ws":false,"disabled":false},{"text":".","start":239,"end":240,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":241,"end":253,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":254,"end":266,"id":44,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":21,"child":17,"head_span":{"start":125,"end":130,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":98,"end":104,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":21,"head_span":{"start":120,"end":124,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":125,"end":130,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":105,"end":114,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":98,"end":104,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":34,"head_span":{"start":165,"end":170,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":178,"end":194,"token_start":33,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":41,"head_span":{"start":219,"end":224,"token_start":39,"token_end":39,"label":"change_direction"},"child_span":{"start":225,"end":239,"token_start":40,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":41,"head_span":{"start":178,"end":194,"token_start":33,"token_end":34,"label":"base"},"child_span":{"start":225,"end":239,"token_start":40,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":34,"head_span":{"start":98,"end":104,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":178,"end":194,"token_start":33,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"ignore"}
+{"number":468,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A warming world also has another consequence that may be contributing to fire conditions persisting over multiple days where they otherwise might not have in the past: higher nighttime temperatures.\n","text":"A warming world also has another consequence that may be contributing to fire conditions persisting over multiple days where they otherwise might not have in the past: higher nighttime temperatures. IMPLIED_BASE IMPLIED_BASE","characters":199,"document_index":367,"md_sentence_index":23,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencedaily.com/releases/2019/09/190910154657.htm","combo_id":"367_23","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1229038053,"_task_hash":-908401147,"spans":[{"text":"warming","start":2,"token_start":1,"token_end":1,"end":9,"type":"span","label":"type_of"},{"text":"world","start":10,"token_start":2,"token_end":2,"end":15,"type":"span","label":"base"},{"text":"fire","start":73,"token_start":12,"token_end":12,"end":77,"type":"span","label":"base"},{"text":"conditions","start":78,"token_start":13,"token_end":13,"end":88,"type":"span","label":"aspect_changing"},{"text":"persisting","start":89,"token_start":14,"token_end":14,"end":99,"type":"span","label":"change_direction"},{"text":"over multiple days","start":100,"token_start":15,"token_end":17,"end":118,"type":"span","label":"when"},{"text":"where they otherwise might not have in the past","start":119,"token_start":18,"token_end":26,"end":166,"type":"span","label":"effect_size"},{"text":"higher","start":168,"token_start":28,"token_end":28,"end":174,"type":"span","label":"change_direction"},{"text":"nighttime","start":175,"token_start":29,"token_end":29,"end":184,"type":"span","label":"type_of"},{"text":"temperatures","start":185,"token_start":30,"token_end":30,"end":197,"type":"span","label":"aspect_changing"},{"text":"IMPLIED_BASE","start":199,"token_start":32,"token_end":32,"end":211,"type":"span","label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"warming","start":2,"end":9,"id":1,"ws":true,"disabled":false},{"text":"world","start":10,"end":15,"id":2,"ws":true,"disabled":false},{"text":"also","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"has","start":21,"end":24,"id":4,"ws":true,"disabled":false},{"text":"another","start":25,"end":32,"id":5,"ws":true,"disabled":false},{"text":"consequence","start":33,"end":44,"id":6,"ws":true,"disabled":false},{"text":"that","start":45,"end":49,"id":7,"ws":true,"disabled":false},{"text":"may","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"be","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"contributing","start":57,"end":69,"id":10,"ws":true,"disabled":false},{"text":"to","start":70,"end":72,"id":11,"ws":true,"disabled":false},{"text":"fire","start":73,"end":77,"id":12,"ws":true,"disabled":false},{"text":"conditions","start":78,"end":88,"id":13,"ws":true,"disabled":false},{"text":"persisting","start":89,"end":99,"id":14,"ws":true,"disabled":false},{"text":"over","start":100,"end":104,"id":15,"ws":true,"disabled":false},{"text":"multiple","start":105,"end":113,"id":16,"ws":true,"disabled":false},{"text":"days","start":114,"end":118,"id":17,"ws":true,"disabled":false},{"text":"where","start":119,"end":124,"id":18,"ws":true,"disabled":false},{"text":"they","start":125,"end":129,"id":19,"ws":true,"disabled":false},{"text":"otherwise","start":130,"end":139,"id":20,"ws":true,"disabled":false},{"text":"might","start":140,"end":145,"id":21,"ws":true,"disabled":false},{"text":"not","start":146,"end":149,"id":22,"ws":true,"disabled":false},{"text":"have","start":150,"end":154,"id":23,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":24,"ws":true,"disabled":false},{"text":"the","start":158,"end":161,"id":25,"ws":true,"disabled":false},{"text":"past","start":162,"end":166,"id":26,"ws":false,"disabled":false},{"text":":","start":166,"end":167,"id":27,"ws":true,"disabled":false},{"text":"higher","start":168,"end":174,"id":28,"ws":true,"disabled":false},{"text":"nighttime","start":175,"end":184,"id":29,"ws":true,"disabled":false},{"text":"temperatures","start":185,"end":197,"id":30,"ws":false,"disabled":false},{"text":".","start":197,"end":198,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":199,"end":211,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":212,"end":224,"id":33,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":28,"child":32,"head_span":{"start":168,"end":174,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":199,"end":211,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":32,"head_span":{"start":175,"end":184,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":199,"end":211,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":32,"head_span":{"start":185,"end":197,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":199,"end":211,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":12,"head_span":{"start":78,"end":88,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":73,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":12,"head_span":{"start":89,"end":99,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":73,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":12,"head_span":{"start":100,"end":118,"token_start":15,"token_end":17,"label":"when"},"child_span":{"start":73,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":12,"head_span":{"start":119,"end":166,"token_start":18,"token_end":26,"label":"effect_size"},"child_span":{"start":73,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":12,"head_span":{"start":199,"end":211,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":73,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":2,"head_span":{"start":2,"end":9,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":10,"end":15,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":32,"head_span":{"start":10,"end":15,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":199,"end":211,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":476,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These sparks quickly ignited the vegetation that was dried out and made extremely flammable by the same extreme heat and low humidity, which research also shows can contribute to a fire's rapid and uncontrollable spread, said Randerson.","text":"These sparks quickly ignited the vegetation that was dried out and made extremely flammable by the same extreme heat and low humidity, which research also shows can contribute to a fire's rapid and uncontrollable spread, said Randerson. IMPLIED_BASE IMPLIED_BASE","characters":236,"document_index":367,"md_sentence_index":21,"classification_origin":"cm-label-eval","url":"https://www.sciencedaily.com/releases/2019/09/190910154657.htm","combo_id":"367_21","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":840709376,"_task_hash":2087338209,"spans":[{"text":"sparks","start":6,"token_start":1,"token_end":1,"end":12,"type":"span","label":"base"},{"start":13,"end":28,"token_start":2,"token_end":3,"label":"change_direction"},{"text":"vegetation","start":33,"token_start":5,"token_end":5,"end":43,"type":"span","label":"base"},{"text":"dried out and made extremely flammable","start":53,"token_start":8,"token_end":13,"end":91,"type":"span","label":"type_of"},{"start":92,"end":94,"token_start":14,"token_end":14,"label":"predicate"},{"text":"extreme","start":104,"token_start":17,"token_end":17,"end":111,"type":"span","label":"type_of"},{"text":"heat","start":112,"token_start":18,"token_end":18,"end":116,"type":"span","label":"base"},{"start":121,"end":133,"token_start":20,"token_end":21,"label":"aspect_changing"},{"start":161,"end":164,"token_start":27,"token_end":27,"label":"confidence"},{"text":"fire","start":181,"token_start":31,"token_end":31,"end":185,"type":"span","label":"base"},{"text":"rapid and uncontrollable spread","start":188,"token_start":33,"token_end":36,"end":219,"type":"span","label":"aspect_changing"},{"label":"predicate"},{"start":165,"end":178,"token_start":28,"token_end":29,"label":"predicate"},{"start":237,"end":249,"token_start":41,"token_end":41,"label":"base"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"sparks","start":6,"end":12,"id":1,"ws":true,"disabled":false},{"text":"quickly","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"ignited","start":21,"end":28,"id":3,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":4,"ws":true,"disabled":false},{"text":"vegetation","start":33,"end":43,"id":5,"ws":true,"disabled":false},{"text":"that","start":44,"end":48,"id":6,"ws":true,"disabled":false},{"text":"was","start":49,"end":52,"id":7,"ws":true,"disabled":false},{"text":"dried","start":53,"end":58,"id":8,"ws":true,"disabled":false},{"text":"out","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"and","start":63,"end":66,"id":10,"ws":true,"disabled":false},{"text":"made","start":67,"end":71,"id":11,"ws":true,"disabled":false},{"text":"extremely","start":72,"end":81,"id":12,"ws":true,"disabled":false},{"text":"flammable","start":82,"end":91,"id":13,"ws":true,"disabled":false},{"text":"by","start":92,"end":94,"id":14,"ws":true,"disabled":false},{"text":"the","start":95,"end":98,"id":15,"ws":true,"disabled":false},{"text":"same","start":99,"end":103,"id":16,"ws":true,"disabled":false},{"text":"extreme","start":104,"end":111,"id":17,"ws":true,"disabled":false},{"text":"heat","start":112,"end":116,"id":18,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":19,"ws":true,"disabled":false},{"text":"low","start":121,"end":124,"id":20,"ws":true,"disabled":false},{"text":"humidity","start":125,"end":133,"id":21,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":22,"ws":true,"disabled":false},{"text":"which","start":135,"end":140,"id":23,"ws":true,"disabled":false},{"text":"research","start":141,"end":149,"id":24,"ws":true,"disabled":false},{"text":"also","start":150,"end":154,"id":25,"ws":true,"disabled":false},{"text":"shows","start":155,"end":160,"id":26,"ws":true,"disabled":false},{"text":"can","start":161,"end":164,"id":27,"ws":true,"disabled":false},{"text":"contribute","start":165,"end":175,"id":28,"ws":true,"disabled":false},{"text":"to","start":176,"end":178,"id":29,"ws":true,"disabled":false},{"text":"a","start":179,"end":180,"id":30,"ws":true,"disabled":false},{"text":"fire","start":181,"end":185,"id":31,"ws":false,"disabled":false},{"text":"'s","start":185,"end":187,"id":32,"ws":true,"disabled":false},{"text":"rapid","start":188,"end":193,"id":33,"ws":true,"disabled":false},{"text":"and","start":194,"end":197,"id":34,"ws":true,"disabled":false},{"text":"uncontrollable","start":198,"end":212,"id":35,"ws":true,"disabled":false},{"text":"spread","start":213,"end":219,"id":36,"ws":false,"disabled":false},{"text":",","start":219,"end":220,"id":37,"ws":true,"disabled":false},{"text":"said","start":221,"end":225,"id":38,"ws":true,"disabled":false},{"text":"Randerson","start":226,"end":235,"id":39,"ws":false,"disabled":false},{"text":".","start":235,"end":236,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":237,"end":249,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":250,"end":262,"id":42,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":18,"child":5,"head_span":{"start":112,"end":116,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":5,"head_span":{"start":53,"end":91,"token_start":8,"token_end":13,"label":"type_of"},"child_span":{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":104,"end":111,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":112,"end":116,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":6,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":5,"head_span":{"start":13,"end":28,"token_start":2,"token_end":3,"label":"change_direction"},"child_span":{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":31,"head_span":{"start":188,"end":219,"token_start":33,"token_end":36,"label":"aspect_changing"},"child_span":{"start":181,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":31,"head_span":{"start":112,"end":116,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":181,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":41,"head_span":{"start":121,"end":133,"token_start":20,"token_end":21,"label":"aspect_changing"},"child_span":{"start":237,"end":249,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":31,"head_span":{"start":237,"end":249,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":181,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":453,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As governments and nonprofits cope with the aftermath of Dorian, and the increased damage of similar hurricanes in the near future, experts warn that they need to be creating plans for decades into the future, when climate change is expected to make storms even more intense and unpredictable than they are today.","text":"As governments and nonprofits cope with the aftermath of Dorian, and the increased damage of similar hurricanes in the near future, experts warn that they need to be creating plans for decades into the future, when climate change is expected to make storms even more intense and unpredictable than they are today. IMPLIED_BASE IMPLIED_BASE","characters":313,"document_index":359,"md_sentence_index":46,"classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/newshour/nation/is-climate-change-making-hurricanes-stall","combo_id":"359_46","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1584371769,"_task_hash":869865739,"spans":[{"text":"climate change","start":215,"token_start":39,"token_end":40,"end":229,"type":"span","label":"base"},{"text":"storms","start":250,"token_start":45,"token_end":45,"end":256,"type":"span","label":"base"},{"text":"more","start":262,"token_start":47,"token_end":47,"end":266,"type":"span","label":"change_direction"},{"text":"intense and unpredictable","start":267,"token_start":48,"token_end":50,"end":292,"type":"span","label":"type_of"},{"text":"than they are today","start":293,"token_start":51,"token_end":54,"end":312,"type":"span","label":"effect_size"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"governments","start":3,"end":14,"id":1,"ws":true,"disabled":false},{"text":"and","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"nonprofits","start":19,"end":29,"id":3,"ws":true,"disabled":false},{"text":"cope","start":30,"end":34,"id":4,"ws":true,"disabled":false},{"text":"with","start":35,"end":39,"id":5,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":6,"ws":true,"disabled":false},{"text":"aftermath","start":44,"end":53,"id":7,"ws":true,"disabled":false},{"text":"of","start":54,"end":56,"id":8,"ws":true,"disabled":false},{"text":"Dorian","start":57,"end":63,"id":9,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":10,"ws":true,"disabled":false},{"text":"and","start":65,"end":68,"id":11,"ws":true,"disabled":false},{"text":"the","start":69,"end":72,"id":12,"ws":true,"disabled":false},{"text":"increased","start":73,"end":82,"id":13,"ws":true,"disabled":false},{"text":"damage","start":83,"end":89,"id":14,"ws":true,"disabled":false},{"text":"of","start":90,"end":92,"id":15,"ws":true,"disabled":false},{"text":"similar","start":93,"end":100,"id":16,"ws":true,"disabled":false},{"text":"hurricanes","start":101,"end":111,"id":17,"ws":true,"disabled":false},{"text":"in","start":112,"end":114,"id":18,"ws":true,"disabled":false},{"text":"the","start":115,"end":118,"id":19,"ws":true,"disabled":false},{"text":"near","start":119,"end":123,"id":20,"ws":true,"disabled":false},{"text":"future","start":124,"end":130,"id":21,"ws":false,"disabled":false},{"text":",","start":130,"end":131,"id":22,"ws":true,"disabled":false},{"text":"experts","start":132,"end":139,"id":23,"ws":true,"disabled":false},{"text":"warn","start":140,"end":144,"id":24,"ws":true,"disabled":false},{"text":"that","start":145,"end":149,"id":25,"ws":true,"disabled":false},{"text":"they","start":150,"end":154,"id":26,"ws":true,"disabled":false},{"text":"need","start":155,"end":159,"id":27,"ws":true,"disabled":false},{"text":"to","start":160,"end":162,"id":28,"ws":true,"disabled":false},{"text":"be","start":163,"end":165,"id":29,"ws":true,"disabled":false},{"text":"creating","start":166,"end":174,"id":30,"ws":true,"disabled":false},{"text":"plans","start":175,"end":180,"id":31,"ws":true,"disabled":false},{"text":"for","start":181,"end":184,"id":32,"ws":true,"disabled":false},{"text":"decades","start":185,"end":192,"id":33,"ws":true,"disabled":false},{"text":"into","start":193,"end":197,"id":34,"ws":true,"disabled":false},{"text":"the","start":198,"end":201,"id":35,"ws":true,"disabled":false},{"text":"future","start":202,"end":208,"id":36,"ws":false,"disabled":false},{"text":",","start":208,"end":209,"id":37,"ws":true,"disabled":false},{"text":"when","start":210,"end":214,"id":38,"ws":true,"disabled":false},{"text":"climate","start":215,"end":222,"id":39,"ws":true,"disabled":false},{"text":"change","start":223,"end":229,"id":40,"ws":true,"disabled":false},{"text":"is","start":230,"end":232,"id":41,"ws":true,"disabled":false},{"text":"expected","start":233,"end":241,"id":42,"ws":true,"disabled":false},{"text":"to","start":242,"end":244,"id":43,"ws":true,"disabled":false},{"text":"make","start":245,"end":249,"id":44,"ws":true,"disabled":false},{"text":"storms","start":250,"end":256,"id":45,"ws":true,"disabled":false},{"text":"even","start":257,"end":261,"id":46,"ws":true,"disabled":false},{"text":"more","start":262,"end":266,"id":47,"ws":true,"disabled":false},{"text":"intense","start":267,"end":274,"id":48,"ws":true,"disabled":false},{"text":"and","start":275,"end":278,"id":49,"ws":true,"disabled":false},{"text":"unpredictable","start":279,"end":292,"id":50,"ws":true,"disabled":false},{"text":"than","start":293,"end":297,"id":51,"ws":true,"disabled":false},{"text":"they","start":298,"end":302,"id":52,"ws":true,"disabled":false},{"text":"are","start":303,"end":306,"id":53,"ws":true,"disabled":false},{"text":"today","start":307,"end":312,"id":54,"ws":false,"disabled":false},{"text":".","start":312,"end":313,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":314,"end":326,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":327,"end":339,"id":57,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":40,"child":45,"head_span":{"start":215,"end":229,"token_start":39,"token_end":40,"label":"base"},"child_span":{"start":250,"end":256,"token_start":45,"token_end":45,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":45,"head_span":{"start":262,"end":266,"token_start":47,"token_end":47,"label":"change_direction"},"child_span":{"start":250,"end":256,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":54,"child":45,"head_span":{"start":293,"end":312,"token_start":51,"token_end":54,"label":"effect_size"},"child_span":{"start":250,"end":256,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":50,"child":45,"head_span":{"start":267,"end":292,"token_start":48,"token_end":50,"label":"type_of"},"child_span":{"start":250,"end":256,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"ignore"}
+{"number":444,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Although the data are sparse, we do in fact find a significant positive trend in coastal annual-mean rainfall 1948\u20132017 from TCs that stall, and we verify that this is due to increased stalling frequency.","text":"Although the data are sparse, we do in fact find a significant positive trend in coastal annual-mean rainfall 1948\u20132017 from TCs that stall, and we verify that this is due to increased stalling frequency. IMPLIED_BASE IMPLIED_BASE","characters":204,"document_index":358,"md_sentence_index":7,"classification_origin":"cm_cause_effect_rel","url":"https://www.nature.com/articles/s41612-019-0074-8","combo_id":"358_7","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1799781223,"_task_hash":1793527905,"spans":[{"text":"positive","start":63,"token_start":13,"token_end":13,"end":71,"type":"span","label":"change_direction"},{"text":"trend","start":72,"token_start":14,"token_end":14,"end":77,"type":"span","label":"aspect_changing"},{"text":"coastal annual-mean","start":81,"token_start":16,"token_end":19,"end":100,"type":"span","label":"type_of"},{"text":"rainfall","start":101,"token_start":20,"token_end":20,"end":109,"type":"span","label":"base"},{"text":"1948\u20132017","start":110,"token_start":21,"token_end":21,"end":119,"type":"span","label":"when"},{"text":"TCs","start":125,"token_start":23,"token_end":23,"end":128,"type":"span","label":"base"},{"text":"that stall","start":129,"token_start":24,"token_end":25,"end":139,"type":"span","label":"type_of"},{"text":"increased","start":175,"token_start":35,"token_end":35,"end":184,"type":"span","label":"change_direction"},{"text":"stalling frequency","start":185,"token_start":36,"token_end":37,"end":203,"type":"span","label":"aspect_changing"},{"text":"IMPLIED_BASE","start":205,"token_start":39,"token_end":39,"end":217,"type":"span","label":"base"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"data","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"are","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"sparse","start":22,"end":28,"id":4,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":5,"ws":true,"disabled":false},{"text":"we","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"do","start":33,"end":35,"id":7,"ws":true,"disabled":false},{"text":"in","start":36,"end":38,"id":8,"ws":true,"disabled":false},{"text":"fact","start":39,"end":43,"id":9,"ws":true,"disabled":false},{"text":"find","start":44,"end":48,"id":10,"ws":true,"disabled":false},{"text":"a","start":49,"end":50,"id":11,"ws":true,"disabled":false},{"text":"significant","start":51,"end":62,"id":12,"ws":true,"disabled":false},{"text":"positive","start":63,"end":71,"id":13,"ws":true,"disabled":false},{"text":"trend","start":72,"end":77,"id":14,"ws":true,"disabled":false},{"text":"in","start":78,"end":80,"id":15,"ws":true,"disabled":false},{"text":"coastal","start":81,"end":88,"id":16,"ws":true,"disabled":false},{"text":"annual","start":89,"end":95,"id":17,"ws":false,"disabled":false},{"text":"-","start":95,"end":96,"id":18,"ws":false,"disabled":false},{"text":"mean","start":96,"end":100,"id":19,"ws":true,"disabled":false},{"text":"rainfall","start":101,"end":109,"id":20,"ws":true,"disabled":false},{"text":"1948\u20132017","start":110,"end":119,"id":21,"ws":true,"disabled":false},{"text":"from","start":120,"end":124,"id":22,"ws":true,"disabled":false},{"text":"TCs","start":125,"end":128,"id":23,"ws":true,"disabled":false},{"text":"that","start":129,"end":133,"id":24,"ws":true,"disabled":false},{"text":"stall","start":134,"end":139,"id":25,"ws":false,"disabled":false},{"text":",","start":139,"end":140,"id":26,"ws":true,"disabled":false},{"text":"and","start":141,"end":144,"id":27,"ws":true,"disabled":false},{"text":"we","start":145,"end":147,"id":28,"ws":true,"disabled":false},{"text":"verify","start":148,"end":154,"id":29,"ws":true,"disabled":false},{"text":"that","start":155,"end":159,"id":30,"ws":true,"disabled":false},{"text":"this","start":160,"end":164,"id":31,"ws":true,"disabled":false},{"text":"is","start":165,"end":167,"id":32,"ws":true,"disabled":false},{"text":"due","start":168,"end":171,"id":33,"ws":true,"disabled":false},{"text":"to","start":172,"end":174,"id":34,"ws":true,"disabled":false},{"text":"increased","start":175,"end":184,"id":35,"ws":true,"disabled":false},{"text":"stalling","start":185,"end":193,"id":36,"ws":true,"disabled":false},{"text":"frequency","start":194,"end":203,"id":37,"ws":false,"disabled":false},{"text":".","start":203,"end":204,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":40,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":35,"child":39,"head_span":{"start":175,"end":184,"token_start":35,"token_end":35,"label":"change_direction"},"child_span":{"start":205,"end":217,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":39,"head_span":{"start":185,"end":203,"token_start":36,"token_end":37,"label":"aspect_changing"},"child_span":{"start":205,"end":217,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":23,"head_span":{"start":129,"end":139,"token_start":24,"token_end":25,"label":"type_of"},"child_span":{"start":125,"end":128,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":20,"head_span":{"start":72,"end":77,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":101,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":20,"head_span":{"start":63,"end":71,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":101,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":81,"end":100,"token_start":16,"token_end":19,"label":"type_of"},"child_span":{"start":101,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":20,"head_span":{"start":125,"end":128,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":101,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":20,"head_span":{"start":205,"end":217,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":101,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":438,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In many regions, floods and water quality problems are likely to be worse because of climate change.\n","text":"In many regions, floods and water quality problems are likely to be worse because of climate change. IMPLIED_BASE IMPLIED_BASE","characters":101,"document_index":341,"md_sentence_index":4,"classification_origin":"cm-label-eval","url":"https://www.noaa.gov/education/resource-collections/climate-education-resources/climate-change-impacts","combo_id":"341_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1058486684,"_task_hash":-1368687480,"spans":[{"text":"In many regions","start":0,"token_start":0,"token_end":2,"end":15,"type":"span","label":"where"},{"text":"floods","start":17,"token_start":4,"token_end":4,"end":23,"type":"span","label":"base"},{"text":"water","start":28,"token_start":6,"token_end":6,"end":33,"type":"span","label":"base"},{"text":"quality problems","start":34,"token_start":7,"token_end":8,"end":50,"type":"span","label":"aspect_changing"},{"text":"likely to be","start":55,"token_start":10,"token_end":12,"end":67,"type":"span","label":"confidence"},{"text":"worse","start":68,"token_start":13,"token_end":13,"end":73,"type":"span","label":"change_direction"},{"text":"climate change","start":85,"token_start":16,"token_end":17,"end":99,"type":"span","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"many","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"regions","start":8,"end":15,"id":2,"ws":false,"disabled":false},{"text":",","start":15,"end":16,"id":3,"ws":true,"disabled":false},{"text":"floods","start":17,"end":23,"id":4,"ws":true,"disabled":false},{"text":"and","start":24,"end":27,"id":5,"ws":true,"disabled":false},{"text":"water","start":28,"end":33,"id":6,"ws":true,"disabled":false},{"text":"quality","start":34,"end":41,"id":7,"ws":true,"disabled":false},{"text":"problems","start":42,"end":50,"id":8,"ws":true,"disabled":false},{"text":"are","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"likely","start":55,"end":61,"id":10,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":11,"ws":true,"disabled":false},{"text":"be","start":65,"end":67,"id":12,"ws":true,"disabled":false},{"text":"worse","start":68,"end":73,"id":13,"ws":true,"disabled":false},{"text":"because","start":74,"end":81,"id":14,"ws":true,"disabled":false},{"text":"of","start":82,"end":84,"id":15,"ws":true,"disabled":false},{"text":"climate","start":85,"end":92,"id":16,"ws":true,"disabled":false},{"text":"change","start":93,"end":99,"id":17,"ws":false,"disabled":false},{"text":".","start":99,"end":100,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":101,"end":113,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":114,"end":126,"id":20,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":8,"child":6,"head_span":{"start":34,"end":50,"token_start":7,"token_end":8,"label":"aspect_changing"},"child_span":{"start":28,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":6,"head_span":{"start":68,"end":73,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":28,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":4,"head_span":{"start":68,"end":73,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":17,"end":23,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":6,"head_span":{"start":85,"end":99,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":28,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":4,"head_span":{"start":85,"end":99,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":17,"end":23,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":430,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The projected emergence of unprecedented high-temperature extremes in the tropics will consequently lead to significantly larger impacts on agriculture and ecosystems.\n","text":"The projected emergence of unprecedented high-temperature extremes in the tropics will consequently lead to significantly larger impacts on agriculture and ecosystems. IMPLIED_BASE IMPLIED_BASE","characters":168,"document_index":340,"md_sentence_index":31,"classification_origin":"cm_cause_effect_rel","url":"https://www.greenfacts.org/en/impacts-global-warming/l-2/index.htm","combo_id":"340_31","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-455491463,"_task_hash":-1838061737,"spans":[{"text":"projected","start":4,"token_start":1,"token_end":1,"end":13,"type":"span","label":"confidence"},{"text":"emergence","start":14,"token_start":2,"token_end":2,"end":23,"type":"span","label":"change_direction"},{"text":"unprecedented","start":27,"token_start":4,"token_end":4,"end":40,"type":"span","label":"type_of"},{"text":"high-temperature","start":41,"token_start":5,"token_end":7,"end":57,"type":"span","label":"type_of"},{"text":"extremes","start":58,"token_start":8,"token_end":8,"end":66,"type":"span","label":"aspect_changing"},{"text":"in the tropics","start":67,"token_start":9,"token_end":11,"end":81,"type":"span","label":"where"},{"text":"will","start":82,"token_start":12,"token_end":12,"end":86,"type":"span","label":"confidence"},{"text":"consequently lead to","start":87,"token_start":13,"token_end":15,"end":107,"type":"span","label":"predicate"},{"text":"significantly","start":108,"token_start":16,"token_end":16,"end":121,"type":"span","label":"effect_size"},{"text":"larger","start":122,"token_start":17,"token_end":17,"end":128,"type":"span","label":"change_direction"},{"text":"impacts","start":129,"token_start":18,"token_end":18,"end":136,"type":"span","label":"aspect_changing"},{"text":"agriculture","start":140,"token_start":20,"token_end":20,"end":151,"type":"span","label":"base"},{"text":"ecosystems","start":156,"token_start":22,"token_end":22,"end":166,"type":"span","label":"base"},{"text":"IMPLIED_BASE","start":168,"token_start":24,"token_end":24,"end":180,"type":"span","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"projected","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"emergence","start":14,"end":23,"id":2,"ws":true,"disabled":false},{"text":"of","start":24,"end":26,"id":3,"ws":true,"disabled":false},{"text":"unprecedented","start":27,"end":40,"id":4,"ws":true,"disabled":false},{"text":"high","start":41,"end":45,"id":5,"ws":false,"disabled":false},{"text":"-","start":45,"end":46,"id":6,"ws":false,"disabled":false},{"text":"temperature","start":46,"end":57,"id":7,"ws":true,"disabled":false},{"text":"extremes","start":58,"end":66,"id":8,"ws":true,"disabled":false},{"text":"in","start":67,"end":69,"id":9,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":10,"ws":true,"disabled":false},{"text":"tropics","start":74,"end":81,"id":11,"ws":true,"disabled":false},{"text":"will","start":82,"end":86,"id":12,"ws":true,"disabled":false},{"text":"consequently","start":87,"end":99,"id":13,"ws":true,"disabled":false},{"text":"lead","start":100,"end":104,"id":14,"ws":true,"disabled":false},{"text":"to","start":105,"end":107,"id":15,"ws":true,"disabled":false},{"text":"significantly","start":108,"end":121,"id":16,"ws":true,"disabled":false},{"text":"larger","start":122,"end":128,"id":17,"ws":true,"disabled":false},{"text":"impacts","start":129,"end":136,"id":18,"ws":true,"disabled":false},{"text":"on","start":137,"end":139,"id":19,"ws":true,"disabled":false},{"text":"agriculture","start":140,"end":151,"id":20,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":21,"ws":true,"disabled":false},{"text":"ecosystems","start":156,"end":166,"id":22,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":25,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":2,"child":24,"head_span":{"start":14,"end":23,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":24,"head_span":{"start":27,"end":40,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":24,"head_span":{"start":41,"end":57,"token_start":5,"token_end":7,"label":"type_of"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":24,"head_span":{"start":58,"end":66,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":24,"head_span":{"start":67,"end":81,"token_start":9,"token_end":11,"label":"where"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":108,"end":121,"token_start":16,"token_end":16,"label":"effect_size"},"child_span":{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":20,"head_span":{"start":122,"end":128,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":129,"end":136,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":22,"head_span":{"start":108,"end":121,"token_start":16,"token_end":16,"label":"effect_size"},"child_span":{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":22,"head_span":{"start":122,"end":128,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":22,"head_span":{"start":129,"end":136,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":20,"head_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":22,"head_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":423,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Coastlines at northern latitudes, like those in New England, will face higher flood levels primarily because of sea level rise.","text":"Coastlines at northern latitudes, like those in New England, will face higher flood levels primarily because of sea level rise. IMPLIED_BASE IMPLIED_BASE","characters":127,"document_index":336,"md_sentence_index":4,"classification_origin":"cm_cause_effect_rel","url":"https://engineering.princeton.edu/news/2019/08/23/100-year-floods-will-happen-every-one-30-years-according-new-flood-maps","combo_id":"336_4","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1688477338,"_task_hash":564724040,"spans":[{"text":"Coastlines at northern latitudes, like those in New England","start":0,"token_start":0,"token_end":9,"end":59,"type":"span","label":"where"},{"text":"higher","start":71,"token_start":13,"token_end":13,"end":77,"type":"span","label":"change_direction"},{"text":"flood","start":78,"token_start":14,"token_end":14,"end":83,"type":"span","label":"base"},{"text":"levels","start":84,"token_start":15,"token_end":15,"end":90,"type":"span","label":"aspect_changing"},{"text":"sea","start":112,"token_start":19,"token_end":19,"end":115,"type":"span","label":"base"},{"text":"level","start":116,"token_start":20,"token_end":20,"end":121,"type":"span","label":"aspect_changing"},{"text":"rise","start":122,"token_start":21,"token_end":21,"end":126,"type":"span","label":"change_direction"}],"tokens":[{"text":"Coastlines","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"at","start":11,"end":13,"id":1,"ws":true,"disabled":false},{"text":"northern","start":14,"end":22,"id":2,"ws":true,"disabled":false},{"text":"latitudes","start":23,"end":32,"id":3,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":4,"ws":true,"disabled":false},{"text":"like","start":34,"end":38,"id":5,"ws":true,"disabled":false},{"text":"those","start":39,"end":44,"id":6,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"New","start":48,"end":51,"id":8,"ws":true,"disabled":false},{"text":"England","start":52,"end":59,"id":9,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":10,"ws":true,"disabled":false},{"text":"will","start":61,"end":65,"id":11,"ws":true,"disabled":false},{"text":"face","start":66,"end":70,"id":12,"ws":true,"disabled":false},{"text":"higher","start":71,"end":77,"id":13,"ws":true,"disabled":false},{"text":"flood","start":78,"end":83,"id":14,"ws":true,"disabled":false},{"text":"levels","start":84,"end":90,"id":15,"ws":true,"disabled":false},{"text":"primarily","start":91,"end":100,"id":16,"ws":true,"disabled":false},{"text":"because","start":101,"end":108,"id":17,"ws":true,"disabled":false},{"text":"of","start":109,"end":111,"id":18,"ws":true,"disabled":false},{"text":"sea","start":112,"end":115,"id":19,"ws":true,"disabled":false},{"text":"level","start":116,"end":121,"id":20,"ws":true,"disabled":false},{"text":"rise","start":122,"end":126,"id":21,"ws":false,"disabled":false},{"text":".","start":126,"end":127,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":141,"end":153,"id":24,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":19,"child":14,"head_span":{"start":112,"end":115,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":78,"end":83,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":14,"head_span":{"start":71,"end":77,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":78,"end":83,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":84,"end":90,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":78,"end":83,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":19,"head_span":{"start":116,"end":121,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":112,"end":115,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":19,"head_span":{"start":122,"end":126,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":112,"end":115,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"ignore"}
+{"number":403,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"(CNN)Alaska has been in the throes of an unprecedented heat wave this summer, and the heat stress is killing salmon in large numbers.\n","text":"(CNN)Alaska has been in the throes of an unprecedented heat wave this summer, and the heat stress is killing salmon in large numbers. IMPLIED_BASE IMPLIED_BASE","characters":134,"document_index":318,"md_sentence_index":0,"classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/08/16/us/alaska-salmon-hot-water-trnd/index.html","combo_id":"318_0","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":376620355,"_task_hash":-1167138336,"spans":[{"start":1,"end":11,"token_start":1,"token_end":1,"label":"where"},{"start":41,"end":54,"token_start":9,"token_end":9,"label":"type_of"},{"text":"heat wave","start":55,"token_start":10,"token_end":11,"end":64,"type":"span","label":"base"},{"text":"this summer","start":65,"token_start":12,"token_end":13,"end":76,"type":"span","label":"when"},{"text":"heat","start":86,"token_start":17,"token_end":17,"end":90,"type":"span","label":"type_of"},{"text":"stress","start":91,"token_start":18,"token_end":18,"end":97,"type":"span","label":"base"},{"start":98,"end":100,"token_start":19,"token_end":19,"label":"confidence"},{"text":"killing","start":101,"token_start":20,"token_end":20,"end":108,"type":"span","label":"change_direction"},{"text":"salmon","start":109,"token_start":21,"token_end":21,"end":115,"type":"span","label":"base"},{"text":"large numbers","start":119,"token_start":23,"token_end":24,"end":132,"type":"span","label":"effect_size"}],"tokens":[{"text":"(","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"CNN)Alaska","start":1,"end":11,"id":1,"ws":true,"disabled":false},{"text":"has","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"been","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"in","start":21,"end":23,"id":4,"ws":true,"disabled":false},{"text":"the","start":24,"end":27,"id":5,"ws":true,"disabled":false},{"text":"throes","start":28,"end":34,"id":6,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":7,"ws":true,"disabled":false},{"text":"an","start":38,"end":40,"id":8,"ws":true,"disabled":false},{"text":"unprecedented","start":41,"end":54,"id":9,"ws":true,"disabled":false},{"text":"heat","start":55,"end":59,"id":10,"ws":true,"disabled":false},{"text":"wave","start":60,"end":64,"id":11,"ws":true,"disabled":false},{"text":"this","start":65,"end":69,"id":12,"ws":true,"disabled":false},{"text":"summer","start":70,"end":76,"id":13,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":14,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":15,"ws":true,"disabled":false},{"text":"the","start":82,"end":85,"id":16,"ws":true,"disabled":false},{"text":"heat","start":86,"end":90,"id":17,"ws":true,"disabled":false},{"text":"stress","start":91,"end":97,"id":18,"ws":true,"disabled":false},{"text":"is","start":98,"end":100,"id":19,"ws":true,"disabled":false},{"text":"killing","start":101,"end":108,"id":20,"ws":true,"disabled":false},{"text":"salmon","start":109,"end":115,"id":21,"ws":true,"disabled":false},{"text":"in","start":116,"end":118,"id":22,"ws":true,"disabled":false},{"text":"large","start":119,"end":124,"id":23,"ws":true,"disabled":false},{"text":"numbers","start":125,"end":132,"id":24,"ws":false,"disabled":false},{"text":".","start":132,"end":133,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":147,"end":159,"id":27,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":18,"child":21,"head_span":{"start":91,"end":97,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":109,"end":115,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":18,"head_span":{"start":86,"end":90,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":91,"end":97,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":101,"end":108,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":109,"end":115,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":21,"head_span":{"start":119,"end":132,"token_start":23,"token_end":24,"label":"effect_size"},"child_span":{"start":109,"end":115,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":41,"end":54,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":55,"end":64,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":400,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"","original_md_text":"In Japan, where 11 people died as a result of the summer heatwave, 10 all-time temperature highs were set.\n","text":"In Japan, where 11 people died as a result of the summer heatwave, 10 all-time temperature highs were set. IMPLIED_BASE IMPLIED_BASE","characters":107,"document_index":310,"md_sentence_index":22,"classification_origin":"cm-label-eval","url":"https://www.bbc.com/news/science-environment-46384067","combo_id":"310_22","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":221868025,"_task_hash":1601757519,"spans":[{"text":"In Japan","start":0,"token_start":0,"token_end":1,"end":8,"type":"span","label":"where"},{"text":"11","start":16,"token_start":4,"token_end":4,"end":18,"type":"span","label":"effect_size"},{"text":"people","start":19,"token_start":5,"token_end":5,"end":25,"type":"span","label":"base"},{"text":"died","start":26,"token_start":6,"token_end":6,"end":30,"type":"span","label":"change_direction"},{"start":31,"end":45,"token_start":7,"token_end":10,"label":"predicate"},{"text":"summer","start":50,"token_start":12,"token_end":12,"end":56,"type":"span","label":"type_of"},{"text":"heatwave","start":57,"token_start":13,"token_end":13,"end":65,"type":"span","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Japan","start":3,"end":8,"id":1,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":2,"ws":true,"disabled":false},{"text":"where","start":10,"end":15,"id":3,"ws":true,"disabled":false},{"text":"11","start":16,"end":18,"id":4,"ws":true,"disabled":false},{"text":"people","start":19,"end":25,"id":5,"ws":true,"disabled":false},{"text":"died","start":26,"end":30,"id":6,"ws":true,"disabled":false},{"text":"as","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"a","start":34,"end":35,"id":8,"ws":true,"disabled":false},{"text":"result","start":36,"end":42,"id":9,"ws":true,"disabled":false},{"text":"of","start":43,"end":45,"id":10,"ws":true,"disabled":false},{"text":"the","start":46,"end":49,"id":11,"ws":true,"disabled":false},{"text":"summer","start":50,"end":56,"id":12,"ws":true,"disabled":false},{"text":"heatwave","start":57,"end":65,"id":13,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":14,"ws":true,"disabled":false},{"text":"10","start":67,"end":69,"id":15,"ws":true,"disabled":false},{"text":"all","start":70,"end":73,"id":16,"ws":false,"disabled":false},{"text":"-","start":73,"end":74,"id":17,"ws":false,"disabled":false},{"text":"time","start":74,"end":78,"id":18,"ws":true,"disabled":false},{"text":"temperature","start":79,"end":90,"id":19,"ws":true,"disabled":false},{"text":"highs","start":91,"end":96,"id":20,"ws":true,"disabled":false},{"text":"were","start":97,"end":101,"id":21,"ws":true,"disabled":false},{"text":"set","start":102,"end":105,"id":22,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":25,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":13,"child":5,"head_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":19,"end":25,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":13,"head_span":{"start":50,"end":56,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":26,"end":30,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":19,"end":25,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":391,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Some of the negative health effects of climate change are already upon us, but it\u2019s not all doom and gloom.","text":"Some of the negative health effects of climate change are already upon us, but it\u2019s not all doom and gloom. IMPLIED_BASE IMPLIED_BASE","characters":107,"document_index":306,"md_sentence_index":4,"classification_origin":"cm_cause_effect_rel","url":"http://theconversation.com/climate-qanda-will-we-be-less-healthy-because-of-climate-change-115800","combo_id":"306_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1323345530,"_task_hash":-1929941370,"spans":[{"text":"negative","start":12,"token_start":3,"token_end":3,"end":20,"type":"span","label":"change_direction"},{"text":"health","start":21,"token_start":4,"token_end":4,"end":27,"type":"span","label":"base"},{"text":"effects","start":28,"token_start":5,"token_end":5,"end":35,"type":"span","label":"aspect_changing"},{"text":"climate change","start":39,"token_start":7,"token_end":8,"end":53,"type":"span","label":"base"}],"tokens":[{"text":"Some","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"of","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"negative","start":12,"end":20,"id":3,"ws":true,"disabled":false},{"text":"health","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"effects","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"of","start":36,"end":38,"id":6,"ws":true,"disabled":false},{"text":"climate","start":39,"end":46,"id":7,"ws":true,"disabled":false},{"text":"change","start":47,"end":53,"id":8,"ws":true,"disabled":false},{"text":"are","start":54,"end":57,"id":9,"ws":true,"disabled":false},{"text":"already","start":58,"end":65,"id":10,"ws":true,"disabled":false},{"text":"upon","start":66,"end":70,"id":11,"ws":true,"disabled":false},{"text":"us","start":71,"end":73,"id":12,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":13,"ws":true,"disabled":false},{"text":"but","start":75,"end":78,"id":14,"ws":true,"disabled":false},{"text":"it","start":79,"end":81,"id":15,"ws":false,"disabled":false},{"text":"\u2019s","start":81,"end":83,"id":16,"ws":true,"disabled":false},{"text":"not","start":84,"end":87,"id":17,"ws":true,"disabled":false},{"text":"all","start":88,"end":91,"id":18,"ws":true,"disabled":false},{"text":"doom","start":92,"end":96,"id":19,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":20,"ws":true,"disabled":false},{"text":"gloom","start":101,"end":106,"id":21,"ws":false,"disabled":false},{"text":".","start":106,"end":107,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":24,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":3,"child":4,"head_span":{"start":12,"end":20,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":4,"head_span":{"start":28,"end":35,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":4,"head_span":{"start":39,"end":53,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":376,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Climate change will affect the fundamental determinants of human health including \u201cwater, air, food quality and quantity, ecosystems, agriculture, livelihoods and infrastructure\u201d [2] (p. 393).","text":"Climate change will affect the fundamental determinants of human health including \u201cwater, air, food quality and quantity, ecosystems, agriculture, livelihoods and infrastructure\u201d [2] (p. 393). IMPLIED_BASE IMPLIED_BASE","characters":192,"document_index":276,"md_sentence_index":13,"classification_origin":"cm-label-eval","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_13","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":153970244,"_task_hash":74085134,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"span","label":"base"},{"text":"will","start":15,"token_start":2,"token_end":2,"end":19,"type":"span","label":"confidence"},{"text":"health","start":65,"token_start":9,"token_end":9,"end":71,"type":"span","label":"base"},{"text":"water","start":83,"token_start":12,"token_end":12,"end":88,"type":"span","label":"base"},{"text":"air","start":90,"token_start":14,"token_end":14,"end":93,"type":"span","label":"base"},{"text":"food","start":95,"token_start":16,"token_end":16,"end":99,"type":"span","label":"base"},{"text":"quality","start":100,"token_start":17,"token_end":17,"end":107,"type":"span","label":"aspect_changing"},{"text":"quantity","start":112,"token_start":19,"token_end":19,"end":120,"type":"span","label":"aspect_changing"},{"text":"ecosystems","start":122,"token_start":21,"token_end":21,"end":132,"type":"span","label":"base"},{"text":"agriculture","start":134,"token_start":23,"token_end":23,"end":145,"type":"span","label":"base"},{"text":"livelihoods","start":147,"token_start":25,"token_end":25,"end":158,"type":"span","label":"base"},{"text":"infrastructure","start":163,"token_start":27,"token_end":27,"end":177,"type":"span","label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"will","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"affect","start":20,"end":26,"id":3,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":4,"ws":true,"disabled":false},{"text":"fundamental","start":31,"end":42,"id":5,"ws":true,"disabled":false},{"text":"determinants","start":43,"end":55,"id":6,"ws":true,"disabled":false},{"text":"of","start":56,"end":58,"id":7,"ws":true,"disabled":false},{"text":"human","start":59,"end":64,"id":8,"ws":true,"disabled":false},{"text":"health","start":65,"end":71,"id":9,"ws":true,"disabled":false},{"text":"including","start":72,"end":81,"id":10,"ws":true,"disabled":false},{"text":"\u201c","start":82,"end":83,"id":11,"ws":false,"disabled":false},{"text":"water","start":83,"end":88,"id":12,"ws":false,"disabled":false},{"text":",","start":88,"end":89,"id":13,"ws":true,"disabled":false},{"text":"air","start":90,"end":93,"id":14,"ws":false,"disabled":false},{"text":",","start":93,"end":94,"id":15,"ws":true,"disabled":false},{"text":"food","start":95,"end":99,"id":16,"ws":true,"disabled":false},{"text":"quality","start":100,"end":107,"id":17,"ws":true,"disabled":false},{"text":"and","start":108,"end":111,"id":18,"ws":true,"disabled":false},{"text":"quantity","start":112,"end":120,"id":19,"ws":false,"disabled":false},{"text":",","start":120,"end":121,"id":20,"ws":true,"disabled":false},{"text":"ecosystems","start":122,"end":132,"id":21,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":22,"ws":true,"disabled":false},{"text":"agriculture","start":134,"end":145,"id":23,"ws":false,"disabled":false},{"text":",","start":145,"end":146,"id":24,"ws":true,"disabled":false},{"text":"livelihoods","start":147,"end":158,"id":25,"ws":true,"disabled":false},{"text":"and","start":159,"end":162,"id":26,"ws":true,"disabled":false},{"text":"infrastructure","start":163,"end":177,"id":27,"ws":false,"disabled":false},{"text":"\u201d","start":177,"end":178,"id":28,"ws":true,"disabled":false},{"text":"[","start":179,"end":180,"id":29,"ws":false,"disabled":false},{"text":"2","start":180,"end":181,"id":30,"ws":false,"disabled":false},{"text":"]","start":181,"end":182,"id":31,"ws":true,"disabled":false},{"text":"(","start":183,"end":184,"id":32,"ws":false,"disabled":false},{"text":"p.","start":184,"end":186,"id":33,"ws":true,"disabled":false},{"text":"393","start":187,"end":190,"id":34,"ws":false,"disabled":false},{"text":")","start":190,"end":191,"id":35,"ws":false,"disabled":false},{"text":".","start":191,"end":192,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":206,"end":218,"id":38,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":17,"child":16,"head_span":{"start":100,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":95,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":16,"head_span":{"start":112,"end":120,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":95,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":9,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":12,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":83,"end":88,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":14,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":90,"end":93,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":16,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":95,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":21,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":122,"end":132,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":23,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":134,"end":145,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":25,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":147,"end":158,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":27,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":163,"end":177,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"ignore"}
+{"number":348,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"California fires took a half-dozen lives and were so severe as to cause a national state of emergency; the 2018 Mendocino Complex Fire was the largest in California history.","text":"California fires took a half-dozen lives and were so severe as to cause a national state of emergency; the 2018 Mendocino Complex Fire was the largest in California history. IMPLIED_BASE IMPLIED_BASE","characters":173,"document_index":273,"md_sentence_index":33,"classification_origin":"cm_cause_effect_rel","url":"http://www.climatesciencewatch.org/2019/06/28/as-climate-change-creates-a-true-public-health-emergency-trump-administration-quashes-federal-climate-program-and-exiles-its-director/","combo_id":"273_33","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":676219758,"_task_hash":-19499943,"spans":[{"text":"California","start":0,"token_start":0,"token_end":0,"end":10,"type":"span","label":"where"},{"text":"fires","start":11,"token_start":1,"token_end":1,"end":16,"type":"span","label":"base"},{"text":"took","start":17,"token_start":2,"token_end":2,"end":21,"type":"span","label":"change_direction"},{"text":"half-dozen","start":24,"token_start":4,"token_end":6,"end":34,"type":"span","label":"effect_size"},{"text":"lives","start":35,"token_start":7,"token_end":7,"end":40,"type":"span","label":"base"},{"text":"national","start":74,"token_start":16,"token_end":16,"end":82,"type":"span","label":"type_of"},{"text":"state of emergency","start":83,"token_start":17,"token_end":19,"end":101,"type":"span","label":"base"}],"tokens":[{"text":"California","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"fires","start":11,"end":16,"id":1,"ws":true,"disabled":false},{"text":"took","start":17,"end":21,"id":2,"ws":true,"disabled":false},{"text":"a","start":22,"end":23,"id":3,"ws":true,"disabled":false},{"text":"half","start":24,"end":28,"id":4,"ws":false,"disabled":false},{"text":"-","start":28,"end":29,"id":5,"ws":false,"disabled":false},{"text":"dozen","start":29,"end":34,"id":6,"ws":true,"disabled":false},{"text":"lives","start":35,"end":40,"id":7,"ws":true,"disabled":false},{"text":"and","start":41,"end":44,"id":8,"ws":true,"disabled":false},{"text":"were","start":45,"end":49,"id":9,"ws":true,"disabled":false},{"text":"so","start":50,"end":52,"id":10,"ws":true,"disabled":false},{"text":"severe","start":53,"end":59,"id":11,"ws":true,"disabled":false},{"text":"as","start":60,"end":62,"id":12,"ws":true,"disabled":false},{"text":"to","start":63,"end":65,"id":13,"ws":true,"disabled":false},{"text":"cause","start":66,"end":71,"id":14,"ws":true,"disabled":false},{"text":"a","start":72,"end":73,"id":15,"ws":true,"disabled":false},{"text":"national","start":74,"end":82,"id":16,"ws":true,"disabled":false},{"text":"state","start":83,"end":88,"id":17,"ws":true,"disabled":false},{"text":"of","start":89,"end":91,"id":18,"ws":true,"disabled":false},{"text":"emergency","start":92,"end":101,"id":19,"ws":false,"disabled":false},{"text":";","start":101,"end":102,"id":20,"ws":true,"disabled":false},{"text":"the","start":103,"end":106,"id":21,"ws":true,"disabled":false},{"text":"2018","start":107,"end":111,"id":22,"ws":true,"disabled":false},{"text":"Mendocino","start":112,"end":121,"id":23,"ws":true,"disabled":false},{"text":"Complex","start":122,"end":129,"id":24,"ws":true,"disabled":false},{"text":"Fire","start":130,"end":134,"id":25,"ws":true,"disabled":false},{"text":"was","start":135,"end":138,"id":26,"ws":true,"disabled":false},{"text":"the","start":139,"end":142,"id":27,"ws":true,"disabled":false},{"text":"largest","start":143,"end":150,"id":28,"ws":true,"disabled":false},{"text":"in","start":151,"end":153,"id":29,"ws":true,"disabled":false},{"text":"California","start":154,"end":164,"id":30,"ws":true,"disabled":false},{"text":"history","start":165,"end":172,"id":31,"ws":false,"disabled":false},{"text":".","start":172,"end":173,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":34,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":1,"child":7,"head_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":35,"end":40,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":19,"head_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":83,"end":101,"token_start":17,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":1,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"where"},"child_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":7,"head_span":{"start":17,"end":21,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":35,"end":40,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":24,"end":34,"token_start":4,"token_end":6,"label":"effect_size"},"child_span":{"start":35,"end":40,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":19,"head_span":{"start":74,"end":82,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":83,"end":101,"token_start":17,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"ignore"}
+{"number":341,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"Saharan dust also spurs the growth of algal blooms (red tide), which has toxins that can cause respiratory distress, and eye and skin irritation.","text":"Saharan dust also spurs the growth of algal blooms (red tide), which has toxins that can cause respiratory distress, and eye and skin irritation. IMPLIED_BASE IMPLIED_BASE","characters":145,"document_index":272,"md_sentence_index":38,"classification_origin":"cm_cause_effect_rel","url":"https://www.forbes.com/sites/judystone/2019/06/26/another-report-links-deadly-vibrio-infections-to-climate-change/","combo_id":"272_38","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1984562636,"_task_hash":472280322,"spans":[{"text":"Saharan","start":0,"token_start":0,"token_end":0,"end":7,"type":"span","label":"type_of"},{"text":"dust","start":8,"token_start":1,"token_end":1,"end":12,"type":"span","label":"base"},{"text":"spurs","start":18,"token_start":3,"token_end":3,"end":23,"type":"span","label":"predicate"},{"text":"growth","start":28,"token_start":5,"token_end":5,"end":34,"type":"span","label":"change_direction"},{"text":"algal","start":38,"token_start":7,"token_end":7,"end":43,"type":"span","label":"base"},{"text":"blooms","start":44,"token_start":8,"token_end":8,"end":50,"type":"span","label":"aspect_changing"},{"start":52,"end":60,"token_start":10,"token_end":11,"label":"base"},{"text":"toxins","start":73,"token_start":16,"token_end":16,"end":79,"type":"span","label":"base"},{"text":"can","start":85,"token_start":18,"token_end":18,"end":88,"type":"span","label":"confidence"},{"text":"cause","start":89,"token_start":19,"token_end":19,"end":94,"type":"span","label":"predicate"},{"text":"respiratory","start":95,"token_start":20,"token_end":20,"end":106,"type":"span","label":"base"},{"text":"distress","start":107,"token_start":21,"token_end":21,"end":115,"type":"span","label":"aspect_changing"},{"text":"eye","start":121,"token_start":24,"token_end":24,"end":124,"type":"span","label":"base"},{"text":"skin","start":129,"token_start":26,"token_end":26,"end":133,"type":"span","label":"base"},{"text":"irritation","start":134,"token_start":27,"token_end":27,"end":144,"type":"span","label":"aspect_changing"}],"tokens":[{"text":"Saharan","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"dust","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"also","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"spurs","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"the","start":24,"end":27,"id":4,"ws":true,"disabled":false},{"text":"growth","start":28,"end":34,"id":5,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":6,"ws":true,"disabled":false},{"text":"algal","start":38,"end":43,"id":7,"ws":true,"disabled":false},{"text":"blooms","start":44,"end":50,"id":8,"ws":true,"disabled":false},{"text":"(","start":51,"end":52,"id":9,"ws":false,"disabled":false},{"text":"red","start":52,"end":55,"id":10,"ws":true,"disabled":false},{"text":"tide","start":56,"end":60,"id":11,"ws":false,"disabled":false},{"text":")","start":60,"end":61,"id":12,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":13,"ws":true,"disabled":false},{"text":"which","start":63,"end":68,"id":14,"ws":true,"disabled":false},{"text":"has","start":69,"end":72,"id":15,"ws":true,"disabled":false},{"text":"toxins","start":73,"end":79,"id":16,"ws":true,"disabled":false},{"text":"that","start":80,"end":84,"id":17,"ws":true,"disabled":false},{"text":"can","start":85,"end":88,"id":18,"ws":true,"disabled":false},{"text":"cause","start":89,"end":94,"id":19,"ws":true,"disabled":false},{"text":"respiratory","start":95,"end":106,"id":20,"ws":true,"disabled":false},{"text":"distress","start":107,"end":115,"id":21,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":22,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":23,"ws":true,"disabled":false},{"text":"eye","start":121,"end":124,"id":24,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":25,"ws":true,"disabled":false},{"text":"skin","start":129,"end":133,"id":26,"ws":true,"disabled":false},{"text":"irritation","start":134,"end":144,"id":27,"ws":false,"disabled":false},{"text":".","start":144,"end":145,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":30,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":28,"end":34,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":38,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":44,"end":50,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":38,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":20,"head_span":{"start":107,"end":115,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":95,"end":106,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":24,"head_span":{"start":134,"end":144,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":121,"end":124,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":26,"head_span":{"start":134,"end":144,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":129,"end":133,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":7,"head_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":38,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":20,"head_span":{"start":73,"end":79,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":95,"end":106,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":24,"head_span":{"start":73,"end":79,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":121,"end":124,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":26,"head_span":{"start":73,"end":79,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":129,"end":133,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":16,"head_span":{"start":52,"end":60,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":73,"end":79,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":11,"head_span":{"start":28,"end":34,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":52,"end":60,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":11,"head_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":52,"end":60,"token_start":10,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":332,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"not causal? which is the causal concept? solutions","relation count":"many","complexity":"complex","original_md_text":"Improved human health: Many studies have found connections between exposure to nature and better mental and physical health.","text":"Improved human health: Many studies have found connections between exposure to nature and better mental and physical health. IMPLIED_BASE IMPLIED_BASE","characters":124,"document_index":267,"md_sentence_index":36,"classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/07/20/health/iyw-cities-losing-36-million-trees-how-to-help-trnd/index.html","combo_id":"267_36","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1470114529,"_task_hash":14028245,"spans":[{"text":"exposure","start":67,"token_start":10,"token_end":10,"end":75,"type":"span","label":"aspect_changing"},{"text":"nature","start":79,"token_start":12,"token_end":12,"end":85,"type":"span","label":"base"},{"text":"better","start":90,"token_start":14,"token_end":14,"end":96,"type":"span","label":"change_direction"},{"text":"mental","start":97,"token_start":15,"token_end":15,"end":103,"type":"span","label":"type_of"},{"text":"physical","start":108,"token_start":17,"token_end":17,"end":116,"type":"span","label":"type_of"},{"text":"health","start":117,"token_start":18,"token_end":18,"end":123,"type":"span","label":"base"}],"tokens":[{"text":"Improved","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"human","start":9,"end":14,"id":1,"ws":true,"disabled":false},{"text":"health","start":15,"end":21,"id":2,"ws":false,"disabled":false},{"text":":","start":21,"end":22,"id":3,"ws":true,"disabled":false},{"text":"Many","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"studies","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"have","start":36,"end":40,"id":6,"ws":true,"disabled":false},{"text":"found","start":41,"end":46,"id":7,"ws":true,"disabled":false},{"text":"connections","start":47,"end":58,"id":8,"ws":true,"disabled":false},{"text":"between","start":59,"end":66,"id":9,"ws":true,"disabled":false},{"text":"exposure","start":67,"end":75,"id":10,"ws":true,"disabled":false},{"text":"to","start":76,"end":78,"id":11,"ws":true,"disabled":false},{"text":"nature","start":79,"end":85,"id":12,"ws":true,"disabled":false},{"text":"and","start":86,"end":89,"id":13,"ws":true,"disabled":false},{"text":"better","start":90,"end":96,"id":14,"ws":true,"disabled":false},{"text":"mental","start":97,"end":103,"id":15,"ws":true,"disabled":false},{"text":"and","start":104,"end":107,"id":16,"ws":true,"disabled":false},{"text":"physical","start":108,"end":116,"id":17,"ws":true,"disabled":false},{"text":"health","start":117,"end":123,"id":18,"ws":false,"disabled":false},{"text":".","start":123,"end":124,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":21,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":10,"child":12,"head_span":{"start":67,"end":75,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":79,"end":85,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":18,"head_span":{"start":90,"end":96,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":117,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":18,"head_span":{"start":97,"end":103,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":117,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":108,"end":116,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":117,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":18,"head_span":{"start":79,"end":85,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":117,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"ignore"}
+{"number":331,"Used?":"","Dataset name":"","ignore?":"","reason":"solutions","relation count":"many","complexity":"moderate","original_md_text":"Heat reduction: Trees provide shade for homes, office buildings, parks and roadways, cooling surface temperatures.","text":"Heat reduction: Trees provide shade for homes, office buildings, parks and roadways, cooling surface temperatures. IMPLIED_BASE IMPLIED_BASE","characters":114,"document_index":267,"md_sentence_index":13,"classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/07/20/health/iyw-cities-losing-36-million-trees-how-to-help-trnd/index.html","combo_id":"267_13","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1097195643,"_task_hash":-2077171861,"spans":[{"text":"Trees","start":16,"token_start":3,"token_end":3,"end":21,"type":"span","label":"base"},{"text":"shade","start":30,"token_start":5,"token_end":5,"end":35,"type":"span","label":"base"},{"text":"for homes, office buildings, parks and roadways","start":36,"token_start":6,"token_end":14,"end":83,"type":"span","label":"where"},{"text":"cooling","start":85,"token_start":16,"token_end":16,"end":92,"type":"span","label":"change_direction"},{"text":"surface","start":93,"token_start":17,"token_end":17,"end":100,"type":"span","label":"type_of"},{"text":"temperatures","start":101,"token_start":18,"token_end":18,"end":113,"type":"span","label":"aspect_changing"},{"text":"IMPLIED_BASE","start":115,"token_start":20,"token_end":20,"end":127,"type":"span","label":"base"}],"tokens":[{"text":"Heat","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"reduction","start":5,"end":14,"id":1,"ws":false,"disabled":false},{"text":":","start":14,"end":15,"id":2,"ws":true,"disabled":false},{"text":"Trees","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"provide","start":22,"end":29,"id":4,"ws":true,"disabled":false},{"text":"shade","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"for","start":36,"end":39,"id":6,"ws":true,"disabled":false},{"text":"homes","start":40,"end":45,"id":7,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":8,"ws":true,"disabled":false},{"text":"office","start":47,"end":53,"id":9,"ws":true,"disabled":false},{"text":"buildings","start":54,"end":63,"id":10,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":11,"ws":true,"disabled":false},{"text":"parks","start":65,"end":70,"id":12,"ws":true,"disabled":false},{"text":"and","start":71,"end":74,"id":13,"ws":true,"disabled":false},{"text":"roadways","start":75,"end":83,"id":14,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":15,"ws":true,"disabled":false},{"text":"cooling","start":85,"end":92,"id":16,"ws":true,"disabled":false},{"text":"surface","start":93,"end":100,"id":17,"ws":true,"disabled":false},{"text":"temperatures","start":101,"end":113,"id":18,"ws":false,"disabled":false},{"text":".","start":113,"end":114,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":21,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":3,"child":20,"head_span":{"start":16,"end":21,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":115,"end":127,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":5,"head_span":{"start":16,"end":21,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":20,"head_span":{"start":85,"end":92,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":115,"end":127,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":20,"head_span":{"start":93,"end":100,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":115,"end":127,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":101,"end":113,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":115,"end":127,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"ignore"}
+{"number":301,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one?","complexity":"simple","original_md_text":"As global temperatures rise, climate change\u2019s impacts on mental health are becoming increasingly evident.","text":"As global temperatures rise, climate change\u2019s impacts on mental health are becoming increasingly evident. IMPLIED_BASE IMPLIED_BASE","characters":105,"document_index":249,"md_sentence_index":0,"classification_origin":"cm_cause_effect_rel","url":"https://news.stanford.edu/2019/03/29/effects-climate-change-suicide-rates/","combo_id":"249_0","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1506880340,"_task_hash":51181978,"spans":[{"text":"global","start":3,"token_start":1,"token_end":1,"end":9,"type":"span","label":"type_of"},{"text":"temperatures","start":10,"token_start":2,"token_end":2,"end":22,"type":"span","label":"aspect_changing"},{"text":"rise","start":23,"token_start":3,"token_end":3,"end":27,"type":"span","label":"change_direction"},{"text":"climate change","start":29,"token_start":5,"token_end":6,"end":43,"type":"span","label":"base"},{"text":"impacts","start":46,"token_start":8,"token_end":8,"end":53,"type":"span","label":"predicate"},{"text":"mental","start":57,"token_start":10,"token_end":10,"end":63,"type":"span","label":"type_of"},{"text":"health","start":64,"token_start":11,"token_end":11,"end":70,"type":"span","label":"base"},{"text":"increasingly evident","start":84,"token_start":14,"token_end":15,"end":104,"type":"span","label":"confidence"},{"text":"IMPLIED_BASE","start":106,"token_start":17,"token_end":17,"end":118,"type":"span","label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"global","start":3,"end":9,"id":1,"ws":true,"disabled":false},{"text":"temperatures","start":10,"end":22,"id":2,"ws":true,"disabled":false},{"text":"rise","start":23,"end":27,"id":3,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":4,"ws":true,"disabled":false},{"text":"climate","start":29,"end":36,"id":5,"ws":true,"disabled":false},{"text":"change","start":37,"end":43,"id":6,"ws":false,"disabled":false},{"text":"\u2019s","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"impacts","start":46,"end":53,"id":8,"ws":true,"disabled":false},{"text":"on","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"mental","start":57,"end":63,"id":10,"ws":true,"disabled":false},{"text":"health","start":64,"end":70,"id":11,"ws":true,"disabled":false},{"text":"are","start":71,"end":74,"id":12,"ws":true,"disabled":false},{"text":"becoming","start":75,"end":83,"id":13,"ws":true,"disabled":false},{"text":"increasingly","start":84,"end":96,"id":14,"ws":true,"disabled":false},{"text":"evident","start":97,"end":104,"id":15,"ws":false,"disabled":false},{"text":".","start":104,"end":105,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":18,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":1,"child":17,"head_span":{"start":3,"end":9,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":17,"head_span":{"start":10,"end":22,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":17,"head_span":{"start":23,"end":27,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":57,"end":63,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":11,"head_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":11,"head_span":{"start":29,"end":43,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":288,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"His research team compared known health impacts from air pollution against future climate scenarios to derive its projections.\n","text":"His research team compared known health impacts from air pollution against future climate scenarios to derive its projections. IMPLIED_BASE IMPLIED_BASE","characters":127,"document_index":247,"md_sentence_index":49,"classification_origin":"cm-label-eval","url":"https://www.latimes.com/science/environment/wildfires-climate-change-shorter-lives-americans-story.html","combo_id":"247_49","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-671765344,"_task_hash":1308119381,"spans":[{"text":"known","start":27,"token_start":4,"token_end":4,"end":32,"type":"span","label":"confidence"},{"text":"health","start":33,"token_start":5,"token_end":5,"end":39,"type":"span","label":"base"},{"text":"impacts","start":40,"token_start":6,"token_end":6,"end":47,"type":"span","label":"aspect_changing"},{"start":48,"end":52,"token_start":7,"token_end":7,"label":"predicate"},{"text":"air","start":53,"token_start":8,"token_end":8,"end":56,"type":"span","label":"type_of"},{"text":"pollution","start":57,"token_start":9,"token_end":9,"end":66,"type":"span","label":"base"},{"text":"future","start":75,"token_start":11,"token_end":11,"end":81,"type":"span","label":"when"}],"tokens":[{"text":"His","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"research","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"team","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"compared","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"known","start":27,"end":32,"id":4,"ws":true,"disabled":false},{"text":"health","start":33,"end":39,"id":5,"ws":true,"disabled":false},{"text":"impacts","start":40,"end":47,"id":6,"ws":true,"disabled":false},{"text":"from","start":48,"end":52,"id":7,"ws":true,"disabled":false},{"text":"air","start":53,"end":56,"id":8,"ws":true,"disabled":false},{"text":"pollution","start":57,"end":66,"id":9,"ws":true,"disabled":false},{"text":"against","start":67,"end":74,"id":10,"ws":true,"disabled":false},{"text":"future","start":75,"end":81,"id":11,"ws":true,"disabled":false},{"text":"climate","start":82,"end":89,"id":12,"ws":true,"disabled":false},{"text":"scenarios","start":90,"end":99,"id":13,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":14,"ws":true,"disabled":false},{"text":"derive","start":103,"end":109,"id":15,"ws":true,"disabled":false},{"text":"its","start":110,"end":113,"id":16,"ws":true,"disabled":false},{"text":"projections","start":114,"end":125,"id":17,"ws":false,"disabled":false},{"text":".","start":125,"end":126,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":127,"end":139,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":20,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":9,"child":5,"head_span":{"start":57,"end":66,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":33,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":5,"head_span":{"start":27,"end":32,"token_start":4,"token_end":4,"label":"confidence"},"child_span":{"start":33,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":40,"end":47,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":33,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":53,"end":56,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":57,"end":66,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":289,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Philip Alston, UN special rapporteur on extreme poverty and human rights, said the impacts of global heating are likely to undermine not only basic rights to life, water, food, and housing for hundreds of millions of people, but also democracy and the rule of law.\n","text":"Philip Alston, UN special rapporteur on extreme poverty and human rights, said the impacts of global heating are likely to undermine not only basic rights to life, water, food, and housing for hundreds of millions of people, but also democracy and the rule of law. IMPLIED_BASE IMPLIED_BASE","characters":265,"document_index":242,"md_sentence_index":1,"classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/jun/25/climate-apartheid-united-nations-expert-says-human-rights-may-not-survive-crisis","combo_id":"242_1","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1553484141,"_task_hash":-165494042,"spans":[{"text":"impacts","start":83,"token_start":15,"token_end":15,"end":90,"type":"span","label":"aspect_changing"},{"text":"global","start":94,"token_start":17,"token_end":17,"end":100,"type":"span","label":"type_of"},{"text":"heating","start":101,"token_start":18,"token_end":18,"end":108,"type":"span","label":"base"},{"text":"likely","start":113,"token_start":20,"token_end":20,"end":119,"type":"span","label":"confidence"},{"text":"undermine","start":123,"token_start":22,"token_end":22,"end":132,"type":"span","label":"change_direction"},{"text":"rights","start":148,"token_start":26,"token_end":26,"end":154,"type":"span","label":"aspect_changing"},{"text":"life","start":158,"token_start":28,"token_end":28,"end":162,"type":"span","label":"base"},{"text":"water","start":164,"token_start":30,"token_end":30,"end":169,"type":"span","label":"base"},{"text":"food","start":171,"token_start":32,"token_end":32,"end":175,"type":"span","label":"base"},{"text":"housing","start":181,"token_start":35,"token_end":35,"end":188,"type":"span","label":"base"},{"text":"hundreds of millions of","start":193,"token_start":37,"token_end":40,"end":216,"type":"span","label":"effect_size"},{"text":"people","start":217,"token_start":41,"token_end":41,"end":223,"type":"span","label":"to_whom"},{"text":"democracy","start":234,"token_start":45,"token_end":45,"end":243,"type":"span","label":"base"},{"text":"rule of law","start":252,"token_start":48,"token_end":50,"end":263,"type":"span","label":"base"}],"tokens":[{"text":"Philip","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"Alston","start":7,"end":13,"id":1,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":2,"ws":true,"disabled":false},{"text":"UN","start":15,"end":17,"id":3,"ws":true,"disabled":false},{"text":"special","start":18,"end":25,"id":4,"ws":true,"disabled":false},{"text":"rapporteur","start":26,"end":36,"id":5,"ws":true,"disabled":false},{"text":"on","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"extreme","start":40,"end":47,"id":7,"ws":true,"disabled":false},{"text":"poverty","start":48,"end":55,"id":8,"ws":true,"disabled":false},{"text":"and","start":56,"end":59,"id":9,"ws":true,"disabled":false},{"text":"human","start":60,"end":65,"id":10,"ws":true,"disabled":false},{"text":"rights","start":66,"end":72,"id":11,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":12,"ws":true,"disabled":false},{"text":"said","start":74,"end":78,"id":13,"ws":true,"disabled":false},{"text":"the","start":79,"end":82,"id":14,"ws":true,"disabled":false},{"text":"impacts","start":83,"end":90,"id":15,"ws":true,"disabled":false},{"text":"of","start":91,"end":93,"id":16,"ws":true,"disabled":false},{"text":"global","start":94,"end":100,"id":17,"ws":true,"disabled":false},{"text":"heating","start":101,"end":108,"id":18,"ws":true,"disabled":false},{"text":"are","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"likely","start":113,"end":119,"id":20,"ws":true,"disabled":false},{"text":"to","start":120,"end":122,"id":21,"ws":true,"disabled":false},{"text":"undermine","start":123,"end":132,"id":22,"ws":true,"disabled":false},{"text":"not","start":133,"end":136,"id":23,"ws":true,"disabled":false},{"text":"only","start":137,"end":141,"id":24,"ws":true,"disabled":false},{"text":"basic","start":142,"end":147,"id":25,"ws":true,"disabled":false},{"text":"rights","start":148,"end":154,"id":26,"ws":true,"disabled":false},{"text":"to","start":155,"end":157,"id":27,"ws":true,"disabled":false},{"text":"life","start":158,"end":162,"id":28,"ws":false,"disabled":false},{"text":",","start":162,"end":163,"id":29,"ws":true,"disabled":false},{"text":"water","start":164,"end":169,"id":30,"ws":false,"disabled":false},{"text":",","start":169,"end":170,"id":31,"ws":true,"disabled":false},{"text":"food","start":171,"end":175,"id":32,"ws":false,"disabled":false},{"text":",","start":175,"end":176,"id":33,"ws":true,"disabled":false},{"text":"and","start":177,"end":180,"id":34,"ws":true,"disabled":false},{"text":"housing","start":181,"end":188,"id":35,"ws":true,"disabled":false},{"text":"for","start":189,"end":192,"id":36,"ws":true,"disabled":false},{"text":"hundreds","start":193,"end":201,"id":37,"ws":true,"disabled":false},{"text":"of","start":202,"end":204,"id":38,"ws":true,"disabled":false},{"text":"millions","start":205,"end":213,"id":39,"ws":true,"disabled":false},{"text":"of","start":214,"end":216,"id":40,"ws":true,"disabled":false},{"text":"people","start":217,"end":223,"id":41,"ws":false,"disabled":false},{"text":",","start":223,"end":224,"id":42,"ws":true,"disabled":false},{"text":"but","start":225,"end":228,"id":43,"ws":true,"disabled":false},{"text":"also","start":229,"end":233,"id":44,"ws":true,"disabled":false},{"text":"democracy","start":234,"end":243,"id":45,"ws":true,"disabled":false},{"text":"and","start":244,"end":247,"id":46,"ws":true,"disabled":false},{"text":"the","start":248,"end":251,"id":47,"ws":true,"disabled":false},{"text":"rule","start":252,"end":256,"id":48,"ws":true,"disabled":false},{"text":"of","start":257,"end":259,"id":49,"ws":true,"disabled":false},{"text":"law","start":260,"end":263,"id":50,"ws":false,"disabled":false},{"text":".","start":263,"end":264,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":265,"end":277,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":278,"end":290,"id":53,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":22,"child":28,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":158,"end":162,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":30,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":164,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":32,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":171,"end":175,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":35,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":181,"end":188,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":45,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":234,"end":243,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":50,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":252,"end":263,"token_start":48,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":94,"end":100,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":101,"end":108,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":18,"head_span":{"start":83,"end":90,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":101,"end":108,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":28,"head_span":{"start":101,"end":108,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":158,"end":162,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":30,"head_span":{"start":101,"end":108,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":164,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":32,"head_span":{"start":101,"end":108,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":171,"end":175,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":35,"head_span":{"start":101,"end":108,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":181,"end":188,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":45,"head_span":{"start":101,"end":108,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":234,"end":243,"token_start":45,"token_end":45,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":50,"head_span":{"start":101,"end":108,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":252,"end":263,"token_start":48,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":28,"head_span":{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":158,"end":162,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":30,"head_span":{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":164,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":32,"head_span":{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":171,"end":175,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":35,"head_span":{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":181,"end":188,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"ignore"}
+{"number":275,"Used?":"","Dataset name":"","ignore?":"Ignore","reason":"solution","relation count":"one","complexity":"","original_md_text":"Air pollution has improved dramatically over the past four decades because of federal rules.\n","text":"Air pollution has improved dramatically over the past four decades because of federal rules. IMPLIED_BASE IMPLIED_BASE","characters":93,"document_index":222,"md_sentence_index":4,"classification_origin":"cm-label-eval","url":"https://www.nytimes.com/interactive/2019/06/19/climate/us-air-pollution-trump.html","combo_id":"222_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1928353679,"_task_hash":960675335,"spans":[{"text":"Air","start":0,"token_start":0,"token_end":0,"end":3,"type":"span","label":"type_of"},{"text":"pollution","start":4,"token_start":1,"token_end":1,"end":13,"type":"span","label":"base"},{"text":"improved","start":18,"token_start":3,"token_end":3,"end":26,"type":"span","label":"change_direction"},{"text":"dramatically","start":27,"token_start":4,"token_end":4,"end":39,"type":"span","label":"effect_size"},{"text":"over the past four decades","start":40,"token_start":5,"token_end":9,"end":66,"type":"span","label":"when"},{"text":"because of","start":67,"token_start":10,"token_end":11,"end":77,"type":"span","label":"predicate"},{"text":"federal","start":78,"token_start":12,"token_end":12,"end":85,"type":"span","label":"type_of"},{"text":"rules","start":86,"token_start":13,"token_end":13,"end":91,"type":"span","label":"base"}],"tokens":[{"text":"Air","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"pollution","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"has","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"improved","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"dramatically","start":27,"end":39,"id":4,"ws":true,"disabled":false},{"text":"over","start":40,"end":44,"id":5,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":6,"ws":true,"disabled":false},{"text":"past","start":49,"end":53,"id":7,"ws":true,"disabled":false},{"text":"four","start":54,"end":58,"id":8,"ws":true,"disabled":false},{"text":"decades","start":59,"end":66,"id":9,"ws":true,"disabled":false},{"text":"because","start":67,"end":74,"id":10,"ws":true,"disabled":false},{"text":"of","start":75,"end":77,"id":11,"ws":true,"disabled":false},{"text":"federal","start":78,"end":85,"id":12,"ws":true,"disabled":false},{"text":"rules","start":86,"end":91,"id":13,"ws":false,"disabled":false},{"text":".","start":91,"end":92,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":16,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":1,"head_span":{"start":18,"end":26,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":78,"end":85,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":86,"end":91,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":1,"head_span":{"start":27,"end":39,"token_start":4,"token_end":4,"label":"effect_size"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":1,"head_span":{"start":86,"end":91,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":256,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Among its impacts, the heatwave caused crop failures across Europe, fanned wildfires from Manchester in the UK to Yosemite National Park in the US and exposed more than 34,000 people to power outages in Los Angeles as the grid experienced an unprecedented demand for air conditioning.\n","text":"Among its impacts, the heatwave caused crop failures across Europe, fanned wildfires from Manchester in the UK to Yosemite National Park in the US and exposed more than 34,000 people to power outages in Los Angeles as the grid experienced an unprecedented demand for air conditioning. IMPLIED_BASE IMPLIED_BASE","characters":285,"document_index":209,"md_sentence_index":10,"classification_origin":"cm_cause_effect_rel","url":"https://www.carbonbrief.org/northern-hemispheres-extreme-heatwave-in-2018-impossible-without-climate-change","combo_id":"209_10","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1242458263,"_task_hash":875207488,"spans":[{"text":"heatwave","start":23,"token_start":5,"token_end":5,"end":31,"type":"span","label":"base"},{"text":"caused","start":32,"token_start":6,"token_end":6,"end":38,"type":"span","label":"predicate"},{"text":"crop","start":39,"token_start":7,"token_end":7,"end":43,"type":"span","label":"base"},{"start":44,"end":52,"token_start":8,"token_end":8,"label":"aspect_changing"},{"text":"across Europe","start":53,"token_start":9,"token_end":10,"end":66,"type":"span","label":"where"},{"text":"fanned","start":68,"token_start":12,"token_end":12,"end":74,"type":"span","label":"change_direction"},{"text":"wildfires","start":75,"token_start":13,"token_end":13,"end":84,"type":"span","label":"base"},{"text":"from Manchester in the UK to Yosemite National Park in the US","start":85,"token_start":14,"token_end":25,"end":146,"type":"span","label":"where"},{"text":"exposed","start":151,"token_start":27,"token_end":27,"end":158,"type":"span","label":"predicate"},{"text":"more than 34,000","start":159,"token_start":28,"token_end":30,"end":175,"type":"span","label":"effect_size"},{"text":"people","start":176,"token_start":31,"token_end":31,"end":182,"type":"span","label":"to_whom"},{"text":"power","start":186,"token_start":33,"token_end":33,"end":191,"type":"span","label":"base"},{"text":"outages","start":192,"token_start":34,"token_end":34,"end":199,"type":"span","label":"aspect_changing"},{"text":"in Los Angeles","start":200,"token_start":35,"token_end":37,"end":214,"type":"span","label":"where"},{"text":"as","start":215,"token_start":38,"token_end":38,"end":217,"type":"span","label":"predicate"},{"text":"grid","start":222,"token_start":40,"token_end":40,"end":226,"type":"span","label":"base"},{"text":"unprecedented","start":242,"token_start":43,"token_end":43,"end":255,"type":"span","label":"effect_size"},{"text":"demand","start":256,"token_start":44,"token_end":44,"end":262,"type":"span","label":"aspect_changing"},{"text":"air conditioning","start":267,"token_start":46,"token_end":47,"end":283,"type":"span","label":"base"}],"tokens":[{"text":"Among","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"its","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"impacts","start":10,"end":17,"id":2,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":3,"ws":true,"disabled":false},{"text":"the","start":19,"end":22,"id":4,"ws":true,"disabled":false},{"text":"heatwave","start":23,"end":31,"id":5,"ws":true,"disabled":false},{"text":"caused","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"crop","start":39,"end":43,"id":7,"ws":true,"disabled":false},{"text":"failures","start":44,"end":52,"id":8,"ws":true,"disabled":false},{"text":"across","start":53,"end":59,"id":9,"ws":true,"disabled":false},{"text":"Europe","start":60,"end":66,"id":10,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":11,"ws":true,"disabled":false},{"text":"fanned","start":68,"end":74,"id":12,"ws":true,"disabled":false},{"text":"wildfires","start":75,"end":84,"id":13,"ws":true,"disabled":false},{"text":"from","start":85,"end":89,"id":14,"ws":true,"disabled":false},{"text":"Manchester","start":90,"end":100,"id":15,"ws":true,"disabled":false},{"text":"in","start":101,"end":103,"id":16,"ws":true,"disabled":false},{"text":"the","start":104,"end":107,"id":17,"ws":true,"disabled":false},{"text":"UK","start":108,"end":110,"id":18,"ws":true,"disabled":false},{"text":"to","start":111,"end":113,"id":19,"ws":true,"disabled":false},{"text":"Yosemite","start":114,"end":122,"id":20,"ws":true,"disabled":false},{"text":"National","start":123,"end":131,"id":21,"ws":true,"disabled":false},{"text":"Park","start":132,"end":136,"id":22,"ws":true,"disabled":false},{"text":"in","start":137,"end":139,"id":23,"ws":true,"disabled":false},{"text":"the","start":140,"end":143,"id":24,"ws":true,"disabled":false},{"text":"US","start":144,"end":146,"id":25,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":26,"ws":true,"disabled":false},{"text":"exposed","start":151,"end":158,"id":27,"ws":true,"disabled":false},{"text":"more","start":159,"end":163,"id":28,"ws":true,"disabled":false},{"text":"than","start":164,"end":168,"id":29,"ws":true,"disabled":false},{"text":"34,000","start":169,"end":175,"id":30,"ws":true,"disabled":false},{"text":"people","start":176,"end":182,"id":31,"ws":true,"disabled":false},{"text":"to","start":183,"end":185,"id":32,"ws":true,"disabled":false},{"text":"power","start":186,"end":191,"id":33,"ws":true,"disabled":false},{"text":"outages","start":192,"end":199,"id":34,"ws":true,"disabled":false},{"text":"in","start":200,"end":202,"id":35,"ws":true,"disabled":false},{"text":"Los","start":203,"end":206,"id":36,"ws":true,"disabled":false},{"text":"Angeles","start":207,"end":214,"id":37,"ws":true,"disabled":false},{"text":"as","start":215,"end":217,"id":38,"ws":true,"disabled":false},{"text":"the","start":218,"end":221,"id":39,"ws":true,"disabled":false},{"text":"grid","start":222,"end":226,"id":40,"ws":true,"disabled":false},{"text":"experienced","start":227,"end":238,"id":41,"ws":true,"disabled":false},{"text":"an","start":239,"end":241,"id":42,"ws":true,"disabled":false},{"text":"unprecedented","start":242,"end":255,"id":43,"ws":true,"disabled":false},{"text":"demand","start":256,"end":262,"id":44,"ws":true,"disabled":false},{"text":"for","start":263,"end":266,"id":45,"ws":true,"disabled":false},{"text":"air","start":267,"end":270,"id":46,"ws":true,"disabled":false},{"text":"conditioning","start":271,"end":283,"id":47,"ws":false,"disabled":false},{"text":".","start":283,"end":284,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":285,"end":297,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":298,"end":310,"id":50,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":8,"child":7,"head_span":{"start":44,"end":52,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":39,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":7,"head_span":{"start":53,"end":66,"token_start":9,"token_end":10,"label":"where"},"child_span":{"start":39,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":68,"end":74,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":75,"end":84,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":13,"head_span":{"start":85,"end":146,"token_start":14,"token_end":25,"label":"where"},"child_span":{"start":75,"end":84,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":33,"head_span":{"start":159,"end":175,"token_start":28,"token_end":30,"label":"effect_size"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":33,"head_span":{"start":176,"end":182,"token_start":31,"token_end":31,"label":"to_whom"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":192,"end":199,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":33,"head_span":{"start":200,"end":214,"token_start":35,"token_end":37,"label":"where"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":47,"head_span":{"start":242,"end":255,"token_start":43,"token_end":43,"label":"effect_size"},"child_span":{"start":267,"end":283,"token_start":46,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":47,"head_span":{"start":256,"end":262,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":267,"end":283,"token_start":46,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":39,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":13,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":75,"end":84,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":33,"head_span":{"start":267,"end":283,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":47,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":267,"end":283,"token_start":46,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":253,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"\"If we look at deaths avoided per 100,000 people,\" Lo added, \"Miami and Detroit would have the highest numbers of heat-related deaths avoided among the 15 cities that we studied.\"\n","text":"\"If we look at deaths avoided per 100,000 people,\" Lo added, \"Miami and Detroit would have the highest numbers of heat-related deaths avoided among the 15 cities that we studied.\" IMPLIED_BASE IMPLIED_BASE","characters":180,"document_index":195,"md_sentence_index":11,"classification_origin":"cm-label-eval","url":"https://www.usatoday.com/story/news/nation/2019/06/05/limiting-climate-change-would-prevent-thousands-heat-related-deaths-us-cities/1357357001/","combo_id":"195_11","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":980231186,"_task_hash":-788056187,"spans":[{"text":"people","start":42,"token_start":9,"token_end":9,"end":48,"type":"span","label":"base"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"If","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"we","start":4,"end":6,"id":2,"ws":true,"disabled":false},{"text":"look","start":7,"end":11,"id":3,"ws":true,"disabled":false},{"text":"at","start":12,"end":14,"id":4,"ws":true,"disabled":false},{"text":"deaths","start":15,"end":21,"id":5,"ws":true,"disabled":false},{"text":"avoided","start":22,"end":29,"id":6,"ws":true,"disabled":false},{"text":"per","start":30,"end":33,"id":7,"ws":true,"disabled":false},{"text":"100,000","start":34,"end":41,"id":8,"ws":true,"disabled":false},{"text":"people","start":42,"end":48,"id":9,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":10,"ws":false,"disabled":false},{"text":"\"","start":49,"end":50,"id":11,"ws":true,"disabled":false},{"text":"Lo","start":51,"end":53,"id":12,"ws":true,"disabled":false},{"text":"added","start":54,"end":59,"id":13,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":14,"ws":true,"disabled":false},{"text":"\"","start":61,"end":62,"id":15,"ws":false,"disabled":false},{"text":"Miami","start":62,"end":67,"id":16,"ws":true,"disabled":false},{"text":"and","start":68,"end":71,"id":17,"ws":true,"disabled":false},{"text":"Detroit","start":72,"end":79,"id":18,"ws":true,"disabled":false},{"text":"would","start":80,"end":85,"id":19,"ws":true,"disabled":false},{"text":"have","start":86,"end":90,"id":20,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":21,"ws":true,"disabled":false},{"text":"highest","start":95,"end":102,"id":22,"ws":true,"disabled":false},{"text":"numbers","start":103,"end":110,"id":23,"ws":true,"disabled":false},{"text":"of","start":111,"end":113,"id":24,"ws":true,"disabled":false},{"text":"heat","start":114,"end":118,"id":25,"ws":false,"disabled":false},{"text":"-","start":118,"end":119,"id":26,"ws":false,"disabled":false},{"text":"related","start":119,"end":126,"id":27,"ws":true,"disabled":false},{"text":"deaths","start":127,"end":133,"id":28,"ws":true,"disabled":false},{"text":"avoided","start":134,"end":141,"id":29,"ws":true,"disabled":false},{"text":"among","start":142,"end":147,"id":30,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":31,"ws":true,"disabled":false},{"text":"15","start":152,"end":154,"id":32,"ws":true,"disabled":false},{"text":"cities","start":155,"end":161,"id":33,"ws":true,"disabled":false},{"text":"that","start":162,"end":166,"id":34,"ws":true,"disabled":false},{"text":"we","start":167,"end":169,"id":35,"ws":true,"disabled":false},{"text":"studied","start":170,"end":177,"id":36,"ws":false,"disabled":false},{"text":".","start":177,"end":178,"id":37,"ws":false,"disabled":false},{"text":"\"","start":178,"end":179,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":180,"end":192,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":40,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[],"answer":"ignore"}
+{"number":243,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Storms such as Hurricanes Andrew, Irma, and Katrina exemplify how major weather events magnified by global warming can have long-lasting effects on the economy.\n","text":"Storms such as Hurricanes Andrew, Irma, and Katrina exemplify how major weather events magnified by global warming can have long-lasting effects on the economy. IMPLIED_BASE IMPLIED_BASE","characters":161,"document_index":189,"md_sentence_index":21,"classification_origin":"cm-label-eval","url":"https://www.greencarreports.com/news/1117054_nature-study-shows-its-cheaper-to-reduce-global-warming-than-to-adapt-to-it","combo_id":"189_21","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1674309936,"_task_hash":2006800368,"spans":[{"text":"Storms","start":0,"token_start":0,"token_end":0,"end":6,"type":"span","label":"base"},{"text":"major","start":66,"token_start":12,"token_end":12,"end":71,"type":"span","label":"type_of"},{"text":"weather events","start":72,"token_start":13,"token_end":14,"end":86,"type":"span","label":"base"},{"text":"magnified","start":87,"token_start":15,"token_end":15,"end":96,"type":"span","label":"change_direction"},{"text":"by","start":97,"token_start":16,"token_end":16,"end":99,"type":"span","label":"predicate"},{"text":"global warming","start":100,"token_start":17,"token_end":18,"end":114,"type":"span","label":"base"},{"text":"long-lasting","start":124,"token_start":21,"token_end":23,"end":136,"type":"span","label":"effect_size"},{"text":"effects","start":137,"token_start":24,"token_end":24,"end":144,"type":"span","label":"aspect_changing"},{"text":"economy","start":152,"token_start":27,"token_end":27,"end":159,"type":"span","label":"base"}],"tokens":[{"text":"Storms","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"such","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"as","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"Hurricanes","start":15,"end":25,"id":3,"ws":true,"disabled":false},{"text":"Andrew","start":26,"end":32,"id":4,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":5,"ws":true,"disabled":false},{"text":"Irma","start":34,"end":38,"id":6,"ws":false,"disabled":false},{"text":",","start":38,"end":39,"id":7,"ws":true,"disabled":false},{"text":"and","start":40,"end":43,"id":8,"ws":true,"disabled":false},{"text":"Katrina","start":44,"end":51,"id":9,"ws":true,"disabled":false},{"text":"exemplify","start":52,"end":61,"id":10,"ws":true,"disabled":false},{"text":"how","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"major","start":66,"end":71,"id":12,"ws":true,"disabled":false},{"text":"weather","start":72,"end":79,"id":13,"ws":true,"disabled":false},{"text":"events","start":80,"end":86,"id":14,"ws":true,"disabled":false},{"text":"magnified","start":87,"end":96,"id":15,"ws":true,"disabled":false},{"text":"by","start":97,"end":99,"id":16,"ws":true,"disabled":false},{"text":"global","start":100,"end":106,"id":17,"ws":true,"disabled":false},{"text":"warming","start":107,"end":114,"id":18,"ws":true,"disabled":false},{"text":"can","start":115,"end":118,"id":19,"ws":true,"disabled":false},{"text":"have","start":119,"end":123,"id":20,"ws":true,"disabled":false},{"text":"long","start":124,"end":128,"id":21,"ws":false,"disabled":false},{"text":"-","start":128,"end":129,"id":22,"ws":false,"disabled":false},{"text":"lasting","start":129,"end":136,"id":23,"ws":true,"disabled":false},{"text":"effects","start":137,"end":144,"id":24,"ws":true,"disabled":false},{"text":"on","start":145,"end":147,"id":25,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":26,"ws":true,"disabled":false},{"text":"economy","start":152,"end":159,"id":27,"ws":false,"disabled":false},{"text":".","start":159,"end":160,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":30,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":12,"child":14,"head_span":{"start":66,"end":71,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":72,"end":86,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":87,"end":96,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":72,"end":86,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":27,"head_span":{"start":124,"end":136,"token_start":21,"token_end":23,"label":"effect_size"},"child_span":{"start":152,"end":159,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":27,"head_span":{"start":137,"end":144,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":152,"end":159,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":14,"head_span":{"start":100,"end":114,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":72,"end":86,"token_start":13,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":27,"head_span":{"start":72,"end":86,"token_start":13,"token_end":14,"label":"base"},"child_span":{"start":152,"end":159,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":228,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"If global temperatures reach this threshold, an estimated 350 million people worldwide would be exposed to extreme heat stress sufficient to greatly reduce their labor productivity during the hottest months of the year, according to EASAC.\n","text":"If global temperatures reach this threshold, an estimated 350 million people worldwide would be exposed to extreme heat stress sufficient to greatly reduce their labor productivity during the hottest months of the year, according to EASAC. IMPLIED_BASE IMPLIED_BASE","characters":240,"document_index":164,"md_sentence_index":11,"classification_origin":"cm-label-eval","url":"https://www.cnn.com/2019/06/04/health/climate-change-threatening-human-health-scli-intl/index.html","combo_id":"164_11","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":440257408,"_task_hash":1247218603,"spans":[{"text":"global","start":3,"token_start":1,"token_end":1,"end":9,"type":"span","label":"type_of"},{"text":"temperatures","start":10,"token_start":2,"token_end":2,"end":22,"type":"span","label":"aspect_changing"},{"text":"estimated 350 million","start":48,"token_start":8,"token_end":10,"end":69,"type":"span","label":"effect_size"},{"text":"people worldwide","start":70,"token_start":11,"token_end":12,"end":86,"type":"span","label":"to_whom"},{"text":"exposed","start":96,"token_start":15,"token_end":15,"end":103,"type":"span","label":"change_direction"},{"text":"extreme heat","start":107,"token_start":17,"token_end":18,"end":119,"type":"span","label":"type_of"},{"text":"stress","start":120,"token_start":19,"token_end":19,"end":126,"type":"span","label":"base"},{"text":"greatly reduce","start":141,"token_start":22,"token_end":23,"end":155,"type":"span","label":"change_direction"},{"text":"labor","start":162,"token_start":25,"token_end":25,"end":167,"type":"span","label":"base"},{"text":"productivity","start":168,"token_start":26,"token_end":26,"end":180,"type":"span","label":"aspect_changing"},{"text":"during the hottest months of the year","start":181,"token_start":27,"token_end":33,"end":218,"type":"span","label":"when"},{"text":"IMPLIED_BASE","start":240,"token_start":39,"token_end":39,"end":252,"type":"span","label":"base"}],"tokens":[{"text":"If","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"global","start":3,"end":9,"id":1,"ws":true,"disabled":false},{"text":"temperatures","start":10,"end":22,"id":2,"ws":true,"disabled":false},{"text":"reach","start":23,"end":28,"id":3,"ws":true,"disabled":false},{"text":"this","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"threshold","start":34,"end":43,"id":5,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":6,"ws":true,"disabled":false},{"text":"an","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"estimated","start":48,"end":57,"id":8,"ws":true,"disabled":false},{"text":"350","start":58,"end":61,"id":9,"ws":true,"disabled":false},{"text":"million","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"people","start":70,"end":76,"id":11,"ws":true,"disabled":false},{"text":"worldwide","start":77,"end":86,"id":12,"ws":true,"disabled":false},{"text":"would","start":87,"end":92,"id":13,"ws":true,"disabled":false},{"text":"be","start":93,"end":95,"id":14,"ws":true,"disabled":false},{"text":"exposed","start":96,"end":103,"id":15,"ws":true,"disabled":false},{"text":"to","start":104,"end":106,"id":16,"ws":true,"disabled":false},{"text":"extreme","start":107,"end":114,"id":17,"ws":true,"disabled":false},{"text":"heat","start":115,"end":119,"id":18,"ws":true,"disabled":false},{"text":"stress","start":120,"end":126,"id":19,"ws":true,"disabled":false},{"text":"sufficient","start":127,"end":137,"id":20,"ws":true,"disabled":false},{"text":"to","start":138,"end":140,"id":21,"ws":true,"disabled":false},{"text":"greatly","start":141,"end":148,"id":22,"ws":true,"disabled":false},{"text":"reduce","start":149,"end":155,"id":23,"ws":true,"disabled":false},{"text":"their","start":156,"end":161,"id":24,"ws":true,"disabled":false},{"text":"labor","start":162,"end":167,"id":25,"ws":true,"disabled":false},{"text":"productivity","start":168,"end":180,"id":26,"ws":true,"disabled":false},{"text":"during","start":181,"end":187,"id":27,"ws":true,"disabled":false},{"text":"the","start":188,"end":191,"id":28,"ws":true,"disabled":false},{"text":"hottest","start":192,"end":199,"id":29,"ws":true,"disabled":false},{"text":"months","start":200,"end":206,"id":30,"ws":true,"disabled":false},{"text":"of","start":207,"end":209,"id":31,"ws":true,"disabled":false},{"text":"the","start":210,"end":213,"id":32,"ws":true,"disabled":false},{"text":"year","start":214,"end":218,"id":33,"ws":false,"disabled":false},{"text":",","start":218,"end":219,"id":34,"ws":true,"disabled":false},{"text":"according","start":220,"end":229,"id":35,"ws":true,"disabled":false},{"text":"to","start":230,"end":232,"id":36,"ws":true,"disabled":false},{"text":"EASAC","start":233,"end":238,"id":37,"ws":false,"disabled":false},{"text":".","start":238,"end":239,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":240,"end":252,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":253,"end":265,"id":40,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":1,"child":39,"head_span":{"start":3,"end":9,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":240,"end":252,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":39,"head_span":{"start":10,"end":22,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":240,"end":252,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":19,"head_span":{"start":240,"end":252,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":120,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":25,"head_span":{"start":120,"end":126,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":25,"head_span":{"start":141,"end":155,"token_start":22,"token_end":23,"label":"change_direction"},"child_span":{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":25,"head_span":{"start":168,"end":180,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":107,"end":119,"token_start":17,"token_end":18,"label":"type_of"},"child_span":{"start":120,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":19,"head_span":{"start":96,"end":103,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":120,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"ignore"}
+{"number":217,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Noting that carbon stays in the atmosphere for centuries, at least, and that a United Nations panel found in 2007 that climate change is \u201clikely to adversely affect hundreds of millions of people through increased coastal flooding, reductions in water supplies, increased malnutrition and increased health impacts\u201d in the next 100 years, Professor Nolt did a lot of division and multiplication and arrived at a stark conclusion:\n","text":"Noting that carbon stays in the atmosphere for centuries, at least, and that a United Nations panel found in 2007 that climate change is \u201clikely to adversely affect hundreds of millions of people through increased coastal flooding, reductions in water supplies, increased malnutrition and increased health impacts\u201d in the next 100 years, Professor Nolt did a lot of division and multiplication and arrived at a stark conclusion: IMPLIED_BASE IMPLIED_BASE","characters":429,"document_index":159,"md_sentence_index":39,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/06/03/travel/traveling-climate-change.html","combo_id":"159_39","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1632789901,"_task_hash":-1049189343,"spans":[{"text":"in 2007","start":106,"token_start":20,"token_end":21,"end":113,"type":"span","label":"when"},{"text":"climate change","start":119,"token_start":23,"token_end":24,"end":133,"type":"span","label":"base"},{"text":"hundreds of millions","start":165,"token_start":31,"token_end":33,"end":185,"type":"span","label":"effect_size"},{"text":"people","start":189,"token_start":35,"token_end":35,"end":195,"type":"span","label":"base"},{"text":"increased","start":204,"token_start":37,"token_end":37,"end":213,"type":"span","label":"change_direction"},{"text":"coastal","start":214,"token_start":38,"token_end":38,"end":221,"type":"span","label":"type_of"},{"text":"flooding","start":222,"token_start":39,"token_end":39,"end":230,"type":"span","label":"base"},{"text":"reductions","start":232,"token_start":41,"token_end":41,"end":242,"type":"span","label":"change_direction"},{"text":"water","start":246,"token_start":43,"token_end":43,"end":251,"type":"span","label":"base"},{"text":"supplies","start":252,"token_start":44,"token_end":44,"end":260,"type":"span","label":"aspect_changing"},{"text":"increased","start":262,"token_start":46,"token_end":46,"end":271,"type":"span","label":"change_direction"},{"text":"malnutrition","start":272,"token_start":47,"token_end":47,"end":284,"type":"span","label":"base"},{"text":"increased","start":289,"token_start":49,"token_end":49,"end":298,"type":"span","label":"change_direction"},{"text":"health","start":299,"token_start":50,"token_end":50,"end":305,"type":"span","label":"base"},{"text":"impacts","start":306,"token_start":51,"token_end":51,"end":313,"type":"span","label":"aspect_changing"},{"text":"in the next 100 years","start":315,"token_start":53,"token_end":57,"end":336,"type":"span","label":"when"}],"tokens":[{"text":"Noting","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"that","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"carbon","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"stays","start":19,"end":24,"id":3,"ws":true,"disabled":false},{"text":"in","start":25,"end":27,"id":4,"ws":true,"disabled":false},{"text":"the","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"atmosphere","start":32,"end":42,"id":6,"ws":true,"disabled":false},{"text":"for","start":43,"end":46,"id":7,"ws":true,"disabled":false},{"text":"centuries","start":47,"end":56,"id":8,"ws":false,"disabled":false},{"text":",","start":56,"end":57,"id":9,"ws":true,"disabled":false},{"text":"at","start":58,"end":60,"id":10,"ws":true,"disabled":false},{"text":"least","start":61,"end":66,"id":11,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":12,"ws":true,"disabled":false},{"text":"and","start":68,"end":71,"id":13,"ws":true,"disabled":false},{"text":"that","start":72,"end":76,"id":14,"ws":true,"disabled":false},{"text":"a","start":77,"end":78,"id":15,"ws":true,"disabled":false},{"text":"United","start":79,"end":85,"id":16,"ws":true,"disabled":false},{"text":"Nations","start":86,"end":93,"id":17,"ws":true,"disabled":false},{"text":"panel","start":94,"end":99,"id":18,"ws":true,"disabled":false},{"text":"found","start":100,"end":105,"id":19,"ws":true,"disabled":false},{"text":"in","start":106,"end":108,"id":20,"ws":true,"disabled":false},{"text":"2007","start":109,"end":113,"id":21,"ws":true,"disabled":false},{"text":"that","start":114,"end":118,"id":22,"ws":true,"disabled":false},{"text":"climate","start":119,"end":126,"id":23,"ws":true,"disabled":false},{"text":"change","start":127,"end":133,"id":24,"ws":true,"disabled":false},{"text":"is","start":134,"end":136,"id":25,"ws":true,"disabled":false},{"text":"\u201c","start":137,"end":138,"id":26,"ws":false,"disabled":false},{"text":"likely","start":138,"end":144,"id":27,"ws":true,"disabled":false},{"text":"to","start":145,"end":147,"id":28,"ws":true,"disabled":false},{"text":"adversely","start":148,"end":157,"id":29,"ws":true,"disabled":false},{"text":"affect","start":158,"end":164,"id":30,"ws":true,"disabled":false},{"text":"hundreds","start":165,"end":173,"id":31,"ws":true,"disabled":false},{"text":"of","start":174,"end":176,"id":32,"ws":true,"disabled":false},{"text":"millions","start":177,"end":185,"id":33,"ws":true,"disabled":false},{"text":"of","start":186,"end":188,"id":34,"ws":true,"disabled":false},{"text":"people","start":189,"end":195,"id":35,"ws":true,"disabled":false},{"text":"through","start":196,"end":203,"id":36,"ws":true,"disabled":false},{"text":"increased","start":204,"end":213,"id":37,"ws":true,"disabled":false},{"text":"coastal","start":214,"end":221,"id":38,"ws":true,"disabled":false},{"text":"flooding","start":222,"end":230,"id":39,"ws":false,"disabled":false},{"text":",","start":230,"end":231,"id":40,"ws":true,"disabled":false},{"text":"reductions","start":232,"end":242,"id":41,"ws":true,"disabled":false},{"text":"in","start":243,"end":245,"id":42,"ws":true,"disabled":false},{"text":"water","start":246,"end":251,"id":43,"ws":true,"disabled":false},{"text":"supplies","start":252,"end":260,"id":44,"ws":false,"disabled":false},{"text":",","start":260,"end":261,"id":45,"ws":true,"disabled":false},{"text":"increased","start":262,"end":271,"id":46,"ws":true,"disabled":false},{"text":"malnutrition","start":272,"end":284,"id":47,"ws":true,"disabled":false},{"text":"and","start":285,"end":288,"id":48,"ws":true,"disabled":false},{"text":"increased","start":289,"end":298,"id":49,"ws":true,"disabled":false},{"text":"health","start":299,"end":305,"id":50,"ws":true,"disabled":false},{"text":"impacts","start":306,"end":313,"id":51,"ws":false,"disabled":false},{"text":"\u201d","start":313,"end":314,"id":52,"ws":true,"disabled":false},{"text":"in","start":315,"end":317,"id":53,"ws":true,"disabled":false},{"text":"the","start":318,"end":321,"id":54,"ws":true,"disabled":false},{"text":"next","start":322,"end":326,"id":55,"ws":true,"disabled":false},{"text":"100","start":327,"end":330,"id":56,"ws":true,"disabled":false},{"text":"years","start":331,"end":336,"id":57,"ws":false,"disabled":false},{"text":",","start":336,"end":337,"id":58,"ws":true,"disabled":false},{"text":"Professor","start":338,"end":347,"id":59,"ws":true,"disabled":false},{"text":"Nolt","start":348,"end":352,"id":60,"ws":true,"disabled":false},{"text":"did","start":353,"end":356,"id":61,"ws":true,"disabled":false},{"text":"a","start":357,"end":358,"id":62,"ws":true,"disabled":false},{"text":"lot","start":359,"end":362,"id":63,"ws":true,"disabled":false},{"text":"of","start":363,"end":365,"id":64,"ws":true,"disabled":false},{"text":"division","start":366,"end":374,"id":65,"ws":true,"disabled":false},{"text":"and","start":375,"end":378,"id":66,"ws":true,"disabled":false},{"text":"multiplication","start":379,"end":393,"id":67,"ws":true,"disabled":false},{"text":"and","start":394,"end":397,"id":68,"ws":true,"disabled":false},{"text":"arrived","start":398,"end":405,"id":69,"ws":true,"disabled":false},{"text":"at","start":406,"end":408,"id":70,"ws":true,"disabled":false},{"text":"a","start":409,"end":410,"id":71,"ws":true,"disabled":false},{"text":"stark","start":411,"end":416,"id":72,"ws":true,"disabled":false},{"text":"conclusion","start":417,"end":427,"id":73,"ws":false,"disabled":false},{"text":":","start":427,"end":428,"id":74,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":429,"end":441,"id":75,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":442,"end":454,"id":76,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":24,"child":35,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":39,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":222,"end":230,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":35,"head_span":{"start":222,"end":230,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":43,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":246,"end":251,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":43,"child":35,"head_span":{"start":246,"end":251,"token_start":43,"token_end":43,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":47,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":272,"end":284,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":35,"head_span":{"start":272,"end":284,"token_start":47,"token_end":47,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":50,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":299,"end":305,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":50,"child":35,"head_span":{"start":299,"end":305,"token_start":50,"token_end":50,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":35,"head_span":{"start":165,"end":185,"token_start":31,"token_end":33,"label":"effect_size"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":39,"head_span":{"start":204,"end":213,"token_start":37,"token_end":37,"label":"change_direction"},"child_span":{"start":222,"end":230,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":39,"head_span":{"start":214,"end":221,"token_start":38,"token_end":38,"label":"type_of"},"child_span":{"start":222,"end":230,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":43,"head_span":{"start":232,"end":242,"token_start":41,"token_end":41,"label":"change_direction"},"child_span":{"start":246,"end":251,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":43,"head_span":{"start":252,"end":260,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":246,"end":251,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":47,"head_span":{"start":262,"end":271,"token_start":46,"token_end":46,"label":"change_direction"},"child_span":{"start":272,"end":284,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":50,"head_span":{"start":289,"end":298,"token_start":49,"token_end":49,"label":"change_direction"},"child_span":{"start":299,"end":305,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":50,"head_span":{"start":306,"end":313,"token_start":51,"token_end":51,"label":"aspect_changing"},"child_span":{"start":299,"end":305,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"ignore"}
+{"number":201,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"linked' not a CER here","relation count":"one","complexity":"simple","original_md_text":"Another change in hurricanes that\u2019s clearly linked to climate change is a tendency to intensify more rapidly.","text":"Another change in hurricanes that\u2019s clearly linked to climate change is a tendency to intensify more rapidly. IMPLIED_BASE IMPLIED_BASE","characters":109,"document_index":147,"md_sentence_index":25,"classification_origin":"cm_cause_effect_rel","url":"https://www.capeandislands.org/post/2019-could-turn-out-be-classic-example-climate-change","combo_id":"147_25","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1701014774,"_task_hash":-1623903509,"spans":[{"text":"hurricanes","start":18,"token_start":3,"token_end":3,"end":28,"type":"span","label":"base"},{"text":"clearly","start":36,"token_start":6,"token_end":6,"end":43,"type":"span","label":"confidence"},{"text":"linked to","start":44,"token_start":7,"token_end":8,"end":53,"type":"span","label":"predicate"},{"text":"climate change","start":54,"token_start":9,"token_end":10,"end":68,"type":"span","label":"base"},{"text":"is","start":69,"token_start":11,"token_end":11,"end":71,"type":"span","label":"confidence"},{"text":"intensify","start":86,"token_start":15,"token_end":15,"end":95,"type":"span","label":"aspect_changing"},{"text":"more rapidly","start":96,"token_start":16,"token_end":17,"end":108,"type":"span","label":"change_direction"}],"tokens":[{"text":"Another","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"in","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"hurricanes","start":18,"end":28,"id":3,"ws":true,"disabled":false},{"text":"that","start":29,"end":33,"id":4,"ws":false,"disabled":false},{"text":"\u2019s","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"clearly","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"linked","start":44,"end":50,"id":7,"ws":true,"disabled":false},{"text":"to","start":51,"end":53,"id":8,"ws":true,"disabled":false},{"text":"climate","start":54,"end":61,"id":9,"ws":true,"disabled":false},{"text":"change","start":62,"end":68,"id":10,"ws":true,"disabled":false},{"text":"is","start":69,"end":71,"id":11,"ws":true,"disabled":false},{"text":"a","start":72,"end":73,"id":12,"ws":true,"disabled":false},{"text":"tendency","start":74,"end":82,"id":13,"ws":true,"disabled":false},{"text":"to","start":83,"end":85,"id":14,"ws":true,"disabled":false},{"text":"intensify","start":86,"end":95,"id":15,"ws":true,"disabled":false},{"text":"more","start":96,"end":100,"id":16,"ws":true,"disabled":false},{"text":"rapidly","start":101,"end":108,"id":17,"ws":false,"disabled":false},{"text":".","start":108,"end":109,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":110,"end":122,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":123,"end":135,"id":20,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":15,"child":3,"head_span":{"start":86,"end":95,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":18,"end":28,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":3,"head_span":{"start":96,"end":108,"token_start":16,"token_end":17,"label":"change_direction"},"child_span":{"start":18,"end":28,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":3,"head_span":{"start":54,"end":68,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":18,"end":28,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":196,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"complex","original_md_text":"The authors blame the poor air quality on car emissions, the burning of fossil fuels and the impacts of climate change, such as wildfires.\n","text":"The authors blame the poor air quality on car emissions, the burning of fossil fuels and the impacts of climate change, such as wildfires. IMPLIED_BASE IMPLIED_BASE","characters":139,"document_index":145,"md_sentence_index":7,"classification_origin":"cm_cause_effect_rel","url":"https://www.ijpr.org/post/california-national-parks-experience-some-worst-air-pollution-united-states","combo_id":"145_7","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1594896,"_task_hash":284907959,"spans":[{"text":"poor","start":22,"token_start":4,"token_end":4,"end":26,"type":"span","label":"type_of"},{"text":"air","start":27,"token_start":5,"token_end":5,"end":30,"type":"span","label":"base"},{"text":"quality","start":31,"token_start":6,"token_end":6,"end":38,"type":"span","label":"aspect_changing"},{"text":"car","start":42,"token_start":8,"token_end":8,"end":45,"type":"span","label":"base"},{"text":"emissions","start":46,"token_start":9,"token_end":9,"end":55,"type":"span","label":"aspect_changing"},{"text":"burning","start":61,"token_start":12,"token_end":12,"end":68,"type":"span","label":"change_direction"},{"text":"fossil fuels","start":72,"token_start":14,"token_end":15,"end":84,"type":"span","label":"base"},{"text":"climate change","start":104,"token_start":20,"token_end":21,"end":118,"type":"span","label":"base"},{"text":"wildfires","start":128,"token_start":25,"token_end":25,"end":137,"type":"span","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"authors","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"blame","start":12,"end":17,"id":2,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"poor","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"air","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"quality","start":31,"end":38,"id":6,"ws":true,"disabled":false},{"text":"on","start":39,"end":41,"id":7,"ws":true,"disabled":false},{"text":"car","start":42,"end":45,"id":8,"ws":true,"disabled":false},{"text":"emissions","start":46,"end":55,"id":9,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":10,"ws":true,"disabled":false},{"text":"the","start":57,"end":60,"id":11,"ws":true,"disabled":false},{"text":"burning","start":61,"end":68,"id":12,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":13,"ws":true,"disabled":false},{"text":"fossil","start":72,"end":78,"id":14,"ws":true,"disabled":false},{"text":"fuels","start":79,"end":84,"id":15,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":16,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":17,"ws":true,"disabled":false},{"text":"impacts","start":93,"end":100,"id":18,"ws":true,"disabled":false},{"text":"of","start":101,"end":103,"id":19,"ws":true,"disabled":false},{"text":"climate","start":104,"end":111,"id":20,"ws":true,"disabled":false},{"text":"change","start":112,"end":118,"id":21,"ws":false,"disabled":false},{"text":",","start":118,"end":119,"id":22,"ws":true,"disabled":false},{"text":"such","start":120,"end":124,"id":23,"ws":true,"disabled":false},{"text":"as","start":125,"end":127,"id":24,"ws":true,"disabled":false},{"text":"wildfires","start":128,"end":137,"id":25,"ws":false,"disabled":false},{"text":".","start":137,"end":138,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":28,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":6,"child":5,"head_span":{"start":31,"end":38,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":22,"end":26,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":46,"end":55,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":42,"end":45,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":61,"end":68,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":72,"end":84,"token_start":14,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":5,"head_span":{"start":42,"end":45,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":5,"head_span":{"start":72,"end":84,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":5,"head_span":{"start":104,"end":118,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":5,"head_span":{"start":128,"end":137,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":191,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Intense storms are more frequent as climates shift and the mangroves protect the coast from eroding, according to scientists.\n","text":"Intense storms are more frequent as climates shift and the mangroves protect the coast from eroding, according to scientists. IMPLIED_BASE IMPLIED_BASE","characters":126,"document_index":142,"md_sentence_index":10,"classification_origin":"cm_cause_effect_rel","url":"https://www.euronews.com/2019/05/30/how-climate-change-is-hitting-livelihoods-in-brazil-s-mangrove-forests","combo_id":"142_10","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1120313821,"_task_hash":-776458441,"spans":[{"text":"Intense","start":0,"token_start":0,"token_end":0,"end":7,"type":"span","label":"type_of"},{"text":"storms","start":8,"token_start":1,"token_end":1,"end":14,"type":"span","label":"base"},{"text":"more frequent","start":19,"token_start":3,"token_end":4,"end":32,"type":"span","label":"change_direction"},{"text":"climates","start":36,"token_start":6,"token_end":6,"end":44,"type":"span","label":"base"},{"text":"mangroves","start":59,"token_start":10,"token_end":10,"end":68,"type":"span","label":"base"},{"text":"protect","start":69,"token_start":11,"token_end":11,"end":76,"type":"span","label":"predicate"},{"text":"coast","start":81,"token_start":13,"token_end":13,"end":86,"type":"span","label":"base"},{"text":"eroding","start":92,"token_start":15,"token_end":15,"end":99,"type":"span","label":"change_direction"}],"tokens":[{"text":"Intense","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"storms","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"are","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"more","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"frequent","start":24,"end":32,"id":4,"ws":true,"disabled":false},{"text":"as","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"climates","start":36,"end":44,"id":6,"ws":true,"disabled":false},{"text":"shift","start":45,"end":50,"id":7,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":8,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":9,"ws":true,"disabled":false},{"text":"mangroves","start":59,"end":68,"id":10,"ws":true,"disabled":false},{"text":"protect","start":69,"end":76,"id":11,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":12,"ws":true,"disabled":false},{"text":"coast","start":81,"end":86,"id":13,"ws":true,"disabled":false},{"text":"from","start":87,"end":91,"id":14,"ws":true,"disabled":false},{"text":"eroding","start":92,"end":99,"id":15,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":16,"ws":true,"disabled":false},{"text":"according","start":101,"end":110,"id":17,"ws":true,"disabled":false},{"text":"to","start":111,"end":113,"id":18,"ws":true,"disabled":false},{"text":"scientists","start":114,"end":124,"id":19,"ws":false,"disabled":false},{"text":".","start":124,"end":125,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":22,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":6,"child":1,"head_span":{"start":36,"end":44,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":8,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":13,"head_span":{"start":59,"end":68,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":81,"end":86,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":13,"head_span":{"start":92,"end":99,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":81,"end":86,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":1,"head_span":{"start":19,"end":32,"token_start":3,"token_end":4,"label":"change_direction"},"child_span":{"start":8,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"ignore"}
+{"number":185,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"not causal? (unless vulnerable is synonym for damage?)","relation count":"","complexity":"","original_md_text":"DiPerna says hotels are extremely vulnerable to the rise in extreme weather, perhaps more than any other client-facing industry.\n","text":"DiPerna says hotels are extremely vulnerable to the rise in extreme weather, perhaps more than any other client-facing industry. IMPLIED_BASE IMPLIED_BASE","characters":129,"document_index":138,"md_sentence_index":15,"classification_origin":"cm_cause_effect_rel","url":"https://www.curbed.com/2019/5/28/18642701/hotel-resort-real-estate-insurance-climate-change","combo_id":"138_15","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":652668983,"_task_hash":-618602757,"spans":[{"text":"hotels","start":13,"token_start":2,"token_end":2,"end":19,"type":"span","label":"base"},{"text":"are","start":20,"token_start":3,"token_end":3,"end":23,"type":"span","label":"confidence"},{"text":"extremely","start":24,"token_start":4,"token_end":4,"end":33,"type":"span","label":"effect_size"},{"text":"vulnerable to","start":34,"token_start":5,"token_end":6,"end":47,"type":"span","label":"predicate"},{"text":"rise","start":52,"token_start":8,"token_end":8,"end":56,"type":"span","label":"change_direction"},{"text":"extreme","start":60,"token_start":10,"token_end":10,"end":67,"type":"span","label":"type_of"},{"text":"weather","start":68,"token_start":11,"token_end":11,"end":75,"type":"span","label":"base"},{"text":"perhaps","start":77,"token_start":13,"token_end":13,"end":84,"type":"span","label":"confidence"},{"text":"client-facing","start":105,"token_start":18,"token_end":20,"end":118,"type":"span","label":"type_of"},{"text":"industry","start":119,"token_start":21,"token_end":21,"end":127,"type":"span","label":"base"}],"tokens":[{"text":"DiPerna","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"says","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"hotels","start":13,"end":19,"id":2,"ws":true,"disabled":false},{"text":"are","start":20,"end":23,"id":3,"ws":true,"disabled":false},{"text":"extremely","start":24,"end":33,"id":4,"ws":true,"disabled":false},{"text":"vulnerable","start":34,"end":44,"id":5,"ws":true,"disabled":false},{"text":"to","start":45,"end":47,"id":6,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":7,"ws":true,"disabled":false},{"text":"rise","start":52,"end":56,"id":8,"ws":true,"disabled":false},{"text":"in","start":57,"end":59,"id":9,"ws":true,"disabled":false},{"text":"extreme","start":60,"end":67,"id":10,"ws":true,"disabled":false},{"text":"weather","start":68,"end":75,"id":11,"ws":false,"disabled":false},{"text":",","start":75,"end":76,"id":12,"ws":true,"disabled":false},{"text":"perhaps","start":77,"end":84,"id":13,"ws":true,"disabled":false},{"text":"more","start":85,"end":89,"id":14,"ws":true,"disabled":false},{"text":"than","start":90,"end":94,"id":15,"ws":true,"disabled":false},{"text":"any","start":95,"end":98,"id":16,"ws":true,"disabled":false},{"text":"other","start":99,"end":104,"id":17,"ws":true,"disabled":false},{"text":"client","start":105,"end":111,"id":18,"ws":false,"disabled":false},{"text":"-","start":111,"end":112,"id":19,"ws":false,"disabled":false},{"text":"facing","start":112,"end":118,"id":20,"ws":true,"disabled":false},{"text":"industry","start":119,"end":127,"id":21,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":24,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":4,"child":2,"head_span":{"start":24,"end":33,"token_start":4,"token_end":4,"label":"effect_size"},"child_span":{"start":13,"end":19,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":52,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":68,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":60,"end":67,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":68,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":105,"end":118,"token_start":18,"token_end":20,"label":"type_of"},"child_span":{"start":119,"end":127,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":2,"head_span":{"start":68,"end":75,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":13,"end":19,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":227,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Crop shortages will likely result in higher prices for consumers and since corn and soy are basically in every part of the American diet, that could be a real problem.\n","text":"Crop shortages will likely result in higher prices for consumers and since corn and soy are basically in every part of the American diet, that could be a real problem. IMPLIED_BASE IMPLIED_BASE","characters":168,"document_index":136,"md_sentence_index":13,"classification_origin":"cm-label-eval","url":"https://www.eater.com/2019/5/29/18644596/farmers-are-using-noplant19-to-document-climate-change","combo_id":"136_13","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1604541152,"_task_hash":1378644234,"spans":[{"text":"Crop","start":0,"token_start":0,"token_end":0,"end":4,"type":"span","label":"base"},{"text":"shortages","start":5,"token_start":1,"token_end":1,"end":14,"type":"span","label":"aspect_changing"},{"text":"higher","start":37,"token_start":6,"token_end":6,"end":43,"type":"span","label":"change_direction"},{"text":"prices","start":44,"token_start":7,"token_end":7,"end":50,"type":"span","label":"aspect_changing"},{"text":"consumers","start":55,"token_start":9,"token_end":9,"end":64,"type":"span","label":"to_whom"},{"text":"corn","start":75,"token_start":12,"token_end":12,"end":79,"type":"span","label":"base"},{"text":"soy","start":84,"token_start":14,"token_end":14,"end":87,"type":"span","label":"base"},{"text":"American","start":123,"token_start":22,"token_end":22,"end":131,"type":"span","label":"type_of"},{"text":"diet","start":132,"token_start":23,"token_end":23,"end":136,"type":"span","label":"base"},{"text":"IMPLIED_BASE","start":168,"token_start":32,"token_end":32,"end":180,"type":"span","label":"base"}],"tokens":[{"text":"Crop","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"shortages","start":5,"end":14,"id":1,"ws":true,"disabled":false},{"text":"will","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"likely","start":20,"end":26,"id":3,"ws":true,"disabled":false},{"text":"result","start":27,"end":33,"id":4,"ws":true,"disabled":false},{"text":"in","start":34,"end":36,"id":5,"ws":true,"disabled":false},{"text":"higher","start":37,"end":43,"id":6,"ws":true,"disabled":false},{"text":"prices","start":44,"end":50,"id":7,"ws":true,"disabled":false},{"text":"for","start":51,"end":54,"id":8,"ws":true,"disabled":false},{"text":"consumers","start":55,"end":64,"id":9,"ws":true,"disabled":false},{"text":"and","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"since","start":69,"end":74,"id":11,"ws":true,"disabled":false},{"text":"corn","start":75,"end":79,"id":12,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":13,"ws":true,"disabled":false},{"text":"soy","start":84,"end":87,"id":14,"ws":true,"disabled":false},{"text":"are","start":88,"end":91,"id":15,"ws":true,"disabled":false},{"text":"basically","start":92,"end":101,"id":16,"ws":true,"disabled":false},{"text":"in","start":102,"end":104,"id":17,"ws":true,"disabled":false},{"text":"every","start":105,"end":110,"id":18,"ws":true,"disabled":false},{"text":"part","start":111,"end":115,"id":19,"ws":true,"disabled":false},{"text":"of","start":116,"end":118,"id":20,"ws":true,"disabled":false},{"text":"the","start":119,"end":122,"id":21,"ws":true,"disabled":false},{"text":"American","start":123,"end":131,"id":22,"ws":true,"disabled":false},{"text":"diet","start":132,"end":136,"id":23,"ws":false,"disabled":false},{"text":",","start":136,"end":137,"id":24,"ws":true,"disabled":false},{"text":"that","start":138,"end":142,"id":25,"ws":true,"disabled":false},{"text":"could","start":143,"end":148,"id":26,"ws":true,"disabled":false},{"text":"be","start":149,"end":151,"id":27,"ws":true,"disabled":false},{"text":"a","start":152,"end":153,"id":28,"ws":true,"disabled":false},{"text":"real","start":154,"end":158,"id":29,"ws":true,"disabled":false},{"text":"problem","start":159,"end":166,"id":30,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":33,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":0,"child":32,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":23,"head_span":{"start":75,"end":79,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":132,"end":136,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":23,"head_span":{"start":84,"end":87,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":132,"end":136,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":0,"head_span":{"start":5,"end":14,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":32,"head_span":{"start":37,"end":43,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":32,"head_span":{"start":44,"end":50,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":123,"end":131,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":132,"end":136,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":12,"head_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":75,"end":79,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":14,"head_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":84,"end":87,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":179,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"complex","original_md_text":"Regenerative farming, rotational and mob grazing, reducing tillage, agroforestry, and soil improvements are all means to help mitigate the effects of extreme weather, and the resulting food shocks.","text":"Regenerative farming, rotational and mob grazing, reducing tillage, agroforestry, and soil improvements are all means to help mitigate the effects of extreme weather, and the resulting food shocks. IMPLIED_BASE IMPLIED_BASE","characters":197,"document_index":133,"md_sentence_index":66,"classification_origin":"cm-label-eval","url":"https://civileats.com/2019/05/30/climate-change-is-intensifying-food-shocks/","combo_id":"133_66","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1610578600,"_task_hash":-1423600114,"spans":[{"start":0,"end":12,"token_start":0,"token_end":0,"label":"type_of"},{"start":13,"end":20,"token_start":1,"token_end":1,"label":"base"},{"start":22,"end":32,"token_start":3,"token_end":3,"label":"type_of"},{"start":37,"end":40,"token_start":5,"token_end":5,"label":"type_of"},{"start":41,"end":48,"token_start":6,"token_end":6,"label":"base"},{"start":50,"end":58,"token_start":8,"token_end":8,"label":"change_direction"},{"start":86,"end":90,"token_start":14,"token_end":14,"label":"base"},{"start":91,"end":103,"token_start":15,"token_end":15,"label":"aspect_changing"},{"text":"extreme","start":150,"token_start":25,"token_end":25,"end":157,"type":"span","label":"type_of"},{"text":"weather","start":158,"token_start":26,"token_end":26,"end":165,"type":"span","label":"base"},{"text":"resulting","start":175,"token_start":30,"token_end":30,"end":184,"type":"span","label":"predicate"},{"text":"food","start":185,"token_start":31,"token_end":31,"end":189,"type":"span","label":"base"},{"text":"shocks","start":190,"token_start":32,"token_end":32,"end":196,"type":"span","label":"aspect_changing"},{"label":"base"},{"start":59,"end":66,"token_start":9,"token_end":9,"label":"base"},{"start":68,"end":80,"token_start":11,"token_end":11,"label":"base"}],"tokens":[{"text":"Regenerative","start":0,"end":12,"id":0,"ws":true,"disabled":false},{"text":"farming","start":13,"end":20,"id":1,"ws":false,"disabled":false},{"text":",","start":20,"end":21,"id":2,"ws":true,"disabled":false},{"text":"rotational","start":22,"end":32,"id":3,"ws":true,"disabled":false},{"text":"and","start":33,"end":36,"id":4,"ws":true,"disabled":false},{"text":"mob","start":37,"end":40,"id":5,"ws":true,"disabled":false},{"text":"grazing","start":41,"end":48,"id":6,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":7,"ws":true,"disabled":false},{"text":"reducing","start":50,"end":58,"id":8,"ws":true,"disabled":false},{"text":"tillage","start":59,"end":66,"id":9,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":10,"ws":true,"disabled":false},{"text":"agroforestry","start":68,"end":80,"id":11,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":12,"ws":true,"disabled":false},{"text":"and","start":82,"end":85,"id":13,"ws":true,"disabled":false},{"text":"soil","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"improvements","start":91,"end":103,"id":15,"ws":true,"disabled":false},{"text":"are","start":104,"end":107,"id":16,"ws":true,"disabled":false},{"text":"all","start":108,"end":111,"id":17,"ws":true,"disabled":false},{"text":"means","start":112,"end":117,"id":18,"ws":true,"disabled":false},{"text":"to","start":118,"end":120,"id":19,"ws":true,"disabled":false},{"text":"help","start":121,"end":125,"id":20,"ws":true,"disabled":false},{"text":"mitigate","start":126,"end":134,"id":21,"ws":true,"disabled":false},{"text":"the","start":135,"end":138,"id":22,"ws":true,"disabled":false},{"text":"effects","start":139,"end":146,"id":23,"ws":true,"disabled":false},{"text":"of","start":147,"end":149,"id":24,"ws":true,"disabled":false},{"text":"extreme","start":150,"end":157,"id":25,"ws":true,"disabled":false},{"text":"weather","start":158,"end":165,"id":26,"ws":false,"disabled":false},{"text":",","start":165,"end":166,"id":27,"ws":true,"disabled":false},{"text":"and","start":167,"end":170,"id":28,"ws":true,"disabled":false},{"text":"the","start":171,"end":174,"id":29,"ws":true,"disabled":false},{"text":"resulting","start":175,"end":184,"id":30,"ws":true,"disabled":false},{"text":"food","start":185,"end":189,"id":31,"ws":true,"disabled":false},{"text":"shocks","start":190,"end":196,"id":32,"ws":false,"disabled":false},{"text":".","start":196,"end":197,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":211,"end":223,"id":35,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":150,"end":157,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":158,"end":165,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":31,"head_span":{"start":190,"end":196,"token_start":32,"token_end":32,"label":"aspect_changing"},"child_span":{"start":185,"end":189,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":31,"head_span":{"start":158,"end":165,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":185,"end":189,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":1,"head_span":{"start":0,"end":12,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":13,"end":20,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":6,"head_span":{"start":22,"end":32,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":41,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":37,"end":40,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":41,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":50,"end":58,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":59,"end":66,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":91,"end":103,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":86,"end":90,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept","flagged":true}
+{"number":168,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Back in December 2018, a study of the 2017/18 heatwave in the Tasman Sea concluded the \u201coverall intensity of the 2017/18 Tasman [heatwave] was virtually impossible without anthropogenic forcing\u201d.\n","text":"Back in December 2018, a study of the 2017/18 heatwave in the Tasman Sea concluded the \u201coverall intensity of the 2017/18 Tasman [heatwave] was virtually impossible without anthropogenic forcing\u201d. IMPLIED_BASE IMPLIED_BASE","characters":196,"document_index":131,"md_sentence_index":25,"classification_origin":"cm_cause_effect_rel","url":"https://www.climatechangenews.com/2019/05/29/deadly-japan-heatwave-essentially-impossible-without-global-warming/","combo_id":"131_25","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1282006908,"_task_hash":308679285,"spans":[{"text":"Back in December 2018","start":0,"token_start":0,"token_end":3,"end":21,"type":"span","label":"when"},{"start":38,"end":45,"token_start":9,"token_end":9,"label":"when"},{"text":"heatwave","start":46,"token_start":10,"token_end":10,"end":54,"type":"span","label":"base"},{"start":55,"end":68,"token_start":11,"token_end":13,"label":"where"},{"start":69,"end":72,"token_start":14,"token_end":14,"label":"type_of"},{"text":"intensity","start":96,"token_start":19,"token_end":19,"end":105,"type":"span","label":"aspect_changing"},{"start":113,"end":120,"token_start":22,"token_end":22,"label":"when"},{"start":121,"end":127,"token_start":23,"token_end":23,"label":"where"},{"text":"heatwave","start":129,"token_start":25,"token_end":25,"end":137,"type":"span","label":"base"},{"start":143,"end":171,"token_start":28,"token_end":30,"label":"predicate"},{"start":172,"end":193,"token_start":31,"token_end":32,"label":"base"}],"tokens":[{"text":"Back","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"in","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"December","start":8,"end":16,"id":2,"ws":true,"disabled":false},{"text":"2018","start":17,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"a","start":23,"end":24,"id":5,"ws":true,"disabled":false},{"text":"study","start":25,"end":30,"id":6,"ws":true,"disabled":false},{"text":"of","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":8,"ws":true,"disabled":false},{"text":"2017/18","start":38,"end":45,"id":9,"ws":true,"disabled":false},{"text":"heatwave","start":46,"end":54,"id":10,"ws":true,"disabled":false},{"text":"in","start":55,"end":57,"id":11,"ws":true,"disabled":false},{"text":"the","start":58,"end":61,"id":12,"ws":true,"disabled":false},{"text":"Tasman","start":62,"end":68,"id":13,"ws":true,"disabled":false},{"text":"Sea","start":69,"end":72,"id":14,"ws":true,"disabled":false},{"text":"concluded","start":73,"end":82,"id":15,"ws":true,"disabled":false},{"text":"the","start":83,"end":86,"id":16,"ws":true,"disabled":false},{"text":"\u201c","start":87,"end":88,"id":17,"ws":false,"disabled":false},{"text":"overall","start":88,"end":95,"id":18,"ws":true,"disabled":false},{"text":"intensity","start":96,"end":105,"id":19,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":20,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":21,"ws":true,"disabled":false},{"text":"2017/18","start":113,"end":120,"id":22,"ws":true,"disabled":false},{"text":"Tasman","start":121,"end":127,"id":23,"ws":true,"disabled":false},{"text":"[","start":128,"end":129,"id":24,"ws":false,"disabled":false},{"text":"heatwave","start":129,"end":137,"id":25,"ws":false,"disabled":false},{"text":"]","start":137,"end":138,"id":26,"ws":true,"disabled":false},{"text":"was","start":139,"end":142,"id":27,"ws":true,"disabled":false},{"text":"virtually","start":143,"end":152,"id":28,"ws":true,"disabled":false},{"text":"impossible","start":153,"end":163,"id":29,"ws":true,"disabled":false},{"text":"without","start":164,"end":171,"id":30,"ws":true,"disabled":false},{"text":"anthropogenic","start":172,"end":185,"id":31,"ws":true,"disabled":false},{"text":"forcing","start":186,"end":193,"id":32,"ws":false,"disabled":false},{"text":"\u201d","start":193,"end":194,"id":33,"ws":false,"disabled":false},{"text":".","start":194,"end":195,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":209,"end":221,"id":36,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":32,"child":25,"head_span":{"start":172,"end":193,"token_start":31,"token_end":32,"label":"base"},"child_span":{"start":129,"end":137,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":25,"head_span":{"start":96,"end":105,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":129,"end":137,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":25,"head_span":{"start":69,"end":72,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":129,"end":137,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":161,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The natural ocean cycle of El Nin\u0303o is a key factor in pushing up temperatures in some parts of the ocean and the effect of global warming on the phenomenon remains uncertain, but the gradual overall heating of the oceans means heatwaves are worse when they strike.\n","text":"The natural ocean cycle of El Nin\u0303o is a key factor in pushing up temperatures in some parts of the ocean and the effect of global warming on the phenomenon remains uncertain, but the gradual overall heating of the oceans means heatwaves are worse when they strike. IMPLIED_BASE IMPLIED_BASE","characters":266,"document_index":128,"md_sentence_index":16,"classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/mar/04/heatwaves-sweeping-oceans-like-wildfires-scientists-reveal","combo_id":"128_16","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1909366509,"_task_hash":-1478535811,"spans":[{"text":"ocean cycle","start":12,"token_start":2,"token_end":3,"end":23,"type":"span","label":"base"},{"text":"El Nin\u0303o","start":27,"token_start":5,"token_end":6,"end":35,"type":"span","label":"type_of"},{"text":"pushing up","start":55,"token_start":12,"token_end":13,"end":65,"type":"span","label":"change_direction"},{"text":"temperatures","start":66,"token_start":14,"token_end":14,"end":78,"type":"span","label":"aspect_changing"},{"text":"in some parts","start":79,"token_start":15,"token_end":17,"end":92,"type":"span","label":"where"},{"text":"ocean","start":100,"token_start":20,"token_end":20,"end":105,"type":"span","label":"base"},{"text":"overall","start":192,"token_start":36,"token_end":36,"end":199,"type":"span","label":"where"},{"text":"heating","start":200,"token_start":37,"token_end":37,"end":207,"type":"span","label":"change_direction"},{"text":"oceans","start":215,"token_start":40,"token_end":40,"end":221,"type":"span","label":"base"},{"text":"heatwaves","start":228,"token_start":42,"token_end":42,"end":237,"type":"span","label":"base"},{"text":"worse","start":242,"token_start":44,"token_end":44,"end":247,"type":"span","label":"type_of"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"natural","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"ocean","start":12,"end":17,"id":2,"ws":true,"disabled":false},{"text":"cycle","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"of","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"El","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"Nin\u0303o","start":30,"end":35,"id":6,"ws":true,"disabled":false},{"text":"is","start":36,"end":38,"id":7,"ws":true,"disabled":false},{"text":"a","start":39,"end":40,"id":8,"ws":true,"disabled":false},{"text":"key","start":41,"end":44,"id":9,"ws":true,"disabled":false},{"text":"factor","start":45,"end":51,"id":10,"ws":true,"disabled":false},{"text":"in","start":52,"end":54,"id":11,"ws":true,"disabled":false},{"text":"pushing","start":55,"end":62,"id":12,"ws":true,"disabled":false},{"text":"up","start":63,"end":65,"id":13,"ws":true,"disabled":false},{"text":"temperatures","start":66,"end":78,"id":14,"ws":true,"disabled":false},{"text":"in","start":79,"end":81,"id":15,"ws":true,"disabled":false},{"text":"some","start":82,"end":86,"id":16,"ws":true,"disabled":false},{"text":"parts","start":87,"end":92,"id":17,"ws":true,"disabled":false},{"text":"of","start":93,"end":95,"id":18,"ws":true,"disabled":false},{"text":"the","start":96,"end":99,"id":19,"ws":true,"disabled":false},{"text":"ocean","start":100,"end":105,"id":20,"ws":true,"disabled":false},{"text":"and","start":106,"end":109,"id":21,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":22,"ws":true,"disabled":false},{"text":"effect","start":114,"end":120,"id":23,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":24,"ws":true,"disabled":false},{"text":"global","start":124,"end":130,"id":25,"ws":true,"disabled":false},{"text":"warming","start":131,"end":138,"id":26,"ws":true,"disabled":false},{"text":"on","start":139,"end":141,"id":27,"ws":true,"disabled":false},{"text":"the","start":142,"end":145,"id":28,"ws":true,"disabled":false},{"text":"phenomenon","start":146,"end":156,"id":29,"ws":true,"disabled":false},{"text":"remains","start":157,"end":164,"id":30,"ws":true,"disabled":false},{"text":"uncertain","start":165,"end":174,"id":31,"ws":false,"disabled":false},{"text":",","start":174,"end":175,"id":32,"ws":true,"disabled":false},{"text":"but","start":176,"end":179,"id":33,"ws":true,"disabled":false},{"text":"the","start":180,"end":183,"id":34,"ws":true,"disabled":false},{"text":"gradual","start":184,"end":191,"id":35,"ws":true,"disabled":false},{"text":"overall","start":192,"end":199,"id":36,"ws":true,"disabled":false},{"text":"heating","start":200,"end":207,"id":37,"ws":true,"disabled":false},{"text":"of","start":208,"end":210,"id":38,"ws":true,"disabled":false},{"text":"the","start":211,"end":214,"id":39,"ws":true,"disabled":false},{"text":"oceans","start":215,"end":221,"id":40,"ws":true,"disabled":false},{"text":"means","start":222,"end":227,"id":41,"ws":true,"disabled":false},{"text":"heatwaves","start":228,"end":237,"id":42,"ws":true,"disabled":false},{"text":"are","start":238,"end":241,"id":43,"ws":true,"disabled":false},{"text":"worse","start":242,"end":247,"id":44,"ws":true,"disabled":false},{"text":"when","start":248,"end":252,"id":45,"ws":true,"disabled":false},{"text":"they","start":253,"end":257,"id":46,"ws":true,"disabled":false},{"text":"strike","start":258,"end":264,"id":47,"ws":false,"disabled":false},{"text":".","start":264,"end":265,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":266,"end":278,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":279,"end":291,"id":50,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":6,"child":3,"head_span":{"start":27,"end":35,"token_start":5,"token_end":6,"label":"type_of"},"child_span":{"start":12,"end":23,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":20,"head_span":{"start":66,"end":78,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":100,"end":105,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":20,"head_span":{"start":55,"end":65,"token_start":12,"token_end":13,"label":"change_direction"},"child_span":{"start":100,"end":105,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":20,"head_span":{"start":12,"end":23,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":100,"end":105,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":40,"head_span":{"start":200,"end":207,"token_start":37,"token_end":37,"label":"change_direction"},"child_span":{"start":215,"end":221,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":42,"head_span":{"start":242,"end":247,"token_start":44,"token_end":44,"label":"type_of"},"child_span":{"start":228,"end":237,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":42,"head_span":{"start":215,"end":221,"token_start":40,"token_end":40,"label":"base"},"child_span":{"start":228,"end":237,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":148,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"The risk of heat stroke, which is potentially fatal, increases because older adults may be less mobile, and thus less able to reach cooler locations in a heat wave.","text":"The risk of heat stroke, which is potentially fatal, increases because older adults may be less mobile, and thus less able to reach cooler locations in a heat wave. IMPLIED_BASE IMPLIED_BASE","characters":164,"document_index":116,"md_sentence_index":29,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/24/health/climate-change-elderly.html","combo_id":"116_29","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":353213389,"_task_hash":59779107,"spans":[{"text":"risk","start":4,"token_start":1,"token_end":1,"end":8,"type":"span","label":"aspect_changing"},{"text":"heat stroke","start":12,"token_start":3,"token_end":4,"end":23,"type":"span","label":"base"},{"text":"increases","start":53,"token_start":11,"token_end":11,"end":62,"type":"span","label":"change_direction"},{"start":63,"end":70,"token_start":12,"token_end":12,"label":"predicate"},{"start":71,"end":76,"token_start":13,"token_end":13,"label":"type_of"},{"start":77,"end":83,"token_start":14,"token_end":14,"label":"base"},{"start":84,"end":90,"token_start":15,"token_end":16,"label":"confidence"},{"start":91,"end":102,"token_start":17,"token_end":18,"label":"change_direction"},{"start":108,"end":112,"token_start":21,"token_end":21,"label":"predicate"},{"start":113,"end":117,"token_start":22,"token_end":22,"label":"change_direction"},{"start":118,"end":148,"token_start":23,"token_end":27,"label":"aspect_changing"},{"text":"heat wave","start":154,"token_start":30,"token_end":31,"end":163,"type":"span","label":"base"},{"start":165,"end":177,"token_start":33,"token_end":33,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"risk","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"of","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"heat","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"stroke","start":17,"end":23,"id":4,"ws":false,"disabled":false},{"text":",","start":23,"end":24,"id":5,"ws":true,"disabled":false},{"text":"which","start":25,"end":30,"id":6,"ws":true,"disabled":false},{"text":"is","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"potentially","start":34,"end":45,"id":8,"ws":true,"disabled":false},{"text":"fatal","start":46,"end":51,"id":9,"ws":false,"disabled":false},{"text":",","start":51,"end":52,"id":10,"ws":true,"disabled":false},{"text":"increases","start":53,"end":62,"id":11,"ws":true,"disabled":false},{"text":"because","start":63,"end":70,"id":12,"ws":true,"disabled":false},{"text":"older","start":71,"end":76,"id":13,"ws":true,"disabled":false},{"text":"adults","start":77,"end":83,"id":14,"ws":true,"disabled":false},{"text":"may","start":84,"end":87,"id":15,"ws":true,"disabled":false},{"text":"be","start":88,"end":90,"id":16,"ws":true,"disabled":false},{"text":"less","start":91,"end":95,"id":17,"ws":true,"disabled":false},{"text":"mobile","start":96,"end":102,"id":18,"ws":false,"disabled":false},{"text":",","start":102,"end":103,"id":19,"ws":true,"disabled":false},{"text":"and","start":104,"end":107,"id":20,"ws":true,"disabled":false},{"text":"thus","start":108,"end":112,"id":21,"ws":true,"disabled":false},{"text":"less","start":113,"end":117,"id":22,"ws":true,"disabled":false},{"text":"able","start":118,"end":122,"id":23,"ws":true,"disabled":false},{"text":"to","start":123,"end":125,"id":24,"ws":true,"disabled":false},{"text":"reach","start":126,"end":131,"id":25,"ws":true,"disabled":false},{"text":"cooler","start":132,"end":138,"id":26,"ws":true,"disabled":false},{"text":"locations","start":139,"end":148,"id":27,"ws":true,"disabled":false},{"text":"in","start":149,"end":151,"id":28,"ws":true,"disabled":false},{"text":"a","start":152,"end":153,"id":29,"ws":true,"disabled":false},{"text":"heat","start":154,"end":158,"id":30,"ws":true,"disabled":false},{"text":"wave","start":159,"end":163,"id":31,"ws":false,"disabled":false},{"text":".","start":163,"end":164,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":34,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":1,"child":4,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":12,"end":23,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":4,"head_span":{"start":53,"end":62,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":12,"end":23,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":71,"end":76,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":77,"end":83,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":14,"head_span":{"start":91,"end":102,"token_start":17,"token_end":18,"label":"change_direction"},"child_span":{"start":77,"end":83,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":33,"head_span":{"start":77,"end":83,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":165,"end":177,"token_start":33,"token_end":33,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":22,"child":33,"head_span":{"start":113,"end":117,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":165,"end":177,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":33,"head_span":{"start":118,"end":148,"token_start":23,"token_end":27,"label":"aspect_changing"},"child_span":{"start":165,"end":177,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":4,"head_span":{"start":154,"end":163,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":12,"end":23,"token_start":3,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":33,"head_span":{"start":77,"end":83,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":165,"end":177,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":4,"head_span":{"start":165,"end":177,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":12,"end":23,"token_start":3,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":143,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"A record cold spell in Florida in 2010 induced genetic adaptation in the surviving Burmese pythons that made them more cold tolerant.","text":"A record cold spell in Florida in 2010 induced genetic adaptation in the surviving Burmese pythons that made them more cold tolerant. IMPLIED_BASE IMPLIED_BASE","characters":133,"document_index":113,"md_sentence_index":27,"classification_origin":"cm-label-eval","url":"https://www.statnews.com/2019/05/24/snakebites-increasing-climate-change/","combo_id":"113_27","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1747627405,"_task_hash":1448192241,"spans":[{"start":2,"end":8,"token_start":1,"token_end":1,"label":"type_of"},{"start":9,"end":19,"token_start":2,"token_end":3,"label":"base"},{"start":20,"end":30,"token_start":4,"token_end":5,"label":"where"},{"start":31,"end":38,"token_start":6,"token_end":7,"label":"when"},{"start":39,"end":46,"token_start":8,"token_end":8,"label":"predicate"},{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},{"start":55,"end":65,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":73,"end":98,"token_start":13,"token_end":15,"label":"to_whom"},{"start":99,"end":108,"token_start":16,"token_end":17,"label":"predicate"},{"start":114,"end":118,"token_start":19,"token_end":19,"label":"change_direction"},{"start":119,"end":132,"token_start":20,"token_end":21,"label":"aspect_changing"},{"start":134,"end":146,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"record","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"cold","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"spell","start":14,"end":19,"id":3,"ws":true,"disabled":false},{"text":"in","start":20,"end":22,"id":4,"ws":true,"disabled":false},{"text":"Florida","start":23,"end":30,"id":5,"ws":true,"disabled":false},{"text":"in","start":31,"end":33,"id":6,"ws":true,"disabled":false},{"text":"2010","start":34,"end":38,"id":7,"ws":true,"disabled":false},{"text":"induced","start":39,"end":46,"id":8,"ws":true,"disabled":false},{"text":"genetic","start":47,"end":54,"id":9,"ws":true,"disabled":false},{"text":"adaptation","start":55,"end":65,"id":10,"ws":true,"disabled":false},{"text":"in","start":66,"end":68,"id":11,"ws":true,"disabled":false},{"text":"the","start":69,"end":72,"id":12,"ws":true,"disabled":false},{"text":"surviving","start":73,"end":82,"id":13,"ws":true,"disabled":false},{"text":"Burmese","start":83,"end":90,"id":14,"ws":true,"disabled":false},{"text":"pythons","start":91,"end":98,"id":15,"ws":true,"disabled":false},{"text":"that","start":99,"end":103,"id":16,"ws":true,"disabled":false},{"text":"made","start":104,"end":108,"id":17,"ws":true,"disabled":false},{"text":"them","start":109,"end":113,"id":18,"ws":true,"disabled":false},{"text":"more","start":114,"end":118,"id":19,"ws":true,"disabled":false},{"text":"cold","start":119,"end":123,"id":20,"ws":true,"disabled":false},{"text":"tolerant","start":124,"end":132,"id":21,"ws":false,"disabled":false},{"text":".","start":132,"end":133,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":147,"end":159,"id":24,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":15,"child":23,"head_span":{"start":73,"end":98,"token_start":13,"token_end":15,"label":"to_whom"},"child_span":{"start":134,"end":146,"token_start":23,"token_end":23,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":21,"child":23,"head_span":{"start":119,"end":132,"token_start":20,"token_end":21,"label":"aspect_changing"},"child_span":{"start":134,"end":146,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":23,"head_span":{"start":114,"end":118,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":134,"end":146,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":3,"head_span":{"start":2,"end":8,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":9,"end":19,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":3,"head_span":{"start":20,"end":30,"token_start":4,"token_end":5,"label":"where"},"child_span":{"start":9,"end":19,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":3,"head_span":{"start":31,"end":38,"token_start":6,"token_end":7,"label":"when"},"child_span":{"start":9,"end":19,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":55,"end":65,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":9,"head_span":{"start":9,"end":19,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":23,"head_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":134,"end":146,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":107,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In 2016, the annually-averaged ocean surface temperature for the world was 1.35 degrees Fahrenheit (0.75 degrees Celsius) higher than the 20th century average, continuing a steady climb in ocean surface temperatures over the past three decades.43,44 Record ocean temperatures have contributed to a decline in sea ice levels.","text":"In 2016, the annually-averaged ocean surface temperature for the world was 1.35 degrees Fahrenheit (0.75 degrees Celsius) higher than the 20th century average, continuing a steady climb in ocean surface temperatures over the past three decades.43,44 Record ocean temperatures have contributed to a decline in sea ice levels. IMPLIED_BASE IMPLIED_BASE","characters":324,"document_index":81,"md_sentence_index":97,"classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_97","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1406727999,"_task_hash":-1414002400,"spans":[{"text":"Record","start":250,"token_start":42,"token_end":42,"end":256,"type":"span","label":"type_of"},{"text":"ocean","start":257,"token_start":43,"token_end":43,"end":262,"type":"span","label":"base"},{"text":"temperatures","start":263,"token_start":44,"token_end":44,"end":275,"type":"span","label":"aspect_changing"},{"text":"decline","start":298,"token_start":49,"token_end":49,"end":305,"type":"span","label":"change_direction"},{"text":"sea ice","start":309,"token_start":51,"token_end":52,"end":316,"type":"span","label":"base"},{"text":"levels","start":317,"token_start":53,"token_end":53,"end":323,"type":"span","label":"aspect_changing"},{"text":"IMPLIED_BASE","start":325,"token_start":55,"token_end":55,"end":337,"type":"span","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"2016","start":3,"end":7,"id":1,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":2,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":3,"ws":true,"disabled":false},{"text":"annually","start":13,"end":21,"id":4,"ws":false,"disabled":false},{"text":"-","start":21,"end":22,"id":5,"ws":false,"disabled":false},{"text":"averaged","start":22,"end":30,"id":6,"ws":true,"disabled":false},{"text":"ocean","start":31,"end":36,"id":7,"ws":true,"disabled":false},{"text":"surface","start":37,"end":44,"id":8,"ws":true,"disabled":false},{"text":"temperature","start":45,"end":56,"id":9,"ws":true,"disabled":false},{"text":"for","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":11,"ws":true,"disabled":false},{"text":"world","start":65,"end":70,"id":12,"ws":true,"disabled":false},{"text":"was","start":71,"end":74,"id":13,"ws":true,"disabled":false},{"text":"1.35","start":75,"end":79,"id":14,"ws":true,"disabled":false},{"text":"degrees","start":80,"end":87,"id":15,"ws":true,"disabled":false},{"text":"Fahrenheit","start":88,"end":98,"id":16,"ws":true,"disabled":false},{"text":"(","start":99,"end":100,"id":17,"ws":false,"disabled":false},{"text":"0.75","start":100,"end":104,"id":18,"ws":true,"disabled":false},{"text":"degrees","start":105,"end":112,"id":19,"ws":true,"disabled":false},{"text":"Celsius","start":113,"end":120,"id":20,"ws":false,"disabled":false},{"text":")","start":120,"end":121,"id":21,"ws":true,"disabled":false},{"text":"higher","start":122,"end":128,"id":22,"ws":true,"disabled":false},{"text":"than","start":129,"end":133,"id":23,"ws":true,"disabled":false},{"text":"the","start":134,"end":137,"id":24,"ws":true,"disabled":false},{"text":"20th","start":138,"end":142,"id":25,"ws":true,"disabled":false},{"text":"century","start":143,"end":150,"id":26,"ws":true,"disabled":false},{"text":"average","start":151,"end":158,"id":27,"ws":false,"disabled":false},{"text":",","start":158,"end":159,"id":28,"ws":true,"disabled":false},{"text":"continuing","start":160,"end":170,"id":29,"ws":true,"disabled":false},{"text":"a","start":171,"end":172,"id":30,"ws":true,"disabled":false},{"text":"steady","start":173,"end":179,"id":31,"ws":true,"disabled":false},{"text":"climb","start":180,"end":185,"id":32,"ws":true,"disabled":false},{"text":"in","start":186,"end":188,"id":33,"ws":true,"disabled":false},{"text":"ocean","start":189,"end":194,"id":34,"ws":true,"disabled":false},{"text":"surface","start":195,"end":202,"id":35,"ws":true,"disabled":false},{"text":"temperatures","start":203,"end":215,"id":36,"ws":true,"disabled":false},{"text":"over","start":216,"end":220,"id":37,"ws":true,"disabled":false},{"text":"the","start":221,"end":224,"id":38,"ws":true,"disabled":false},{"text":"past","start":225,"end":229,"id":39,"ws":true,"disabled":false},{"text":"three","start":230,"end":235,"id":40,"ws":true,"disabled":false},{"text":"decades.43,44","start":236,"end":249,"id":41,"ws":true,"disabled":false},{"text":"Record","start":250,"end":256,"id":42,"ws":true,"disabled":false},{"text":"ocean","start":257,"end":262,"id":43,"ws":true,"disabled":false},{"text":"temperatures","start":263,"end":275,"id":44,"ws":true,"disabled":false},{"text":"have","start":276,"end":280,"id":45,"ws":true,"disabled":false},{"text":"contributed","start":281,"end":292,"id":46,"ws":true,"disabled":false},{"text":"to","start":293,"end":295,"id":47,"ws":true,"disabled":false},{"text":"a","start":296,"end":297,"id":48,"ws":true,"disabled":false},{"text":"decline","start":298,"end":305,"id":49,"ws":true,"disabled":false},{"text":"in","start":306,"end":308,"id":50,"ws":true,"disabled":false},{"text":"sea","start":309,"end":312,"id":51,"ws":true,"disabled":false},{"text":"ice","start":313,"end":316,"id":52,"ws":true,"disabled":false},{"text":"levels","start":317,"end":323,"id":53,"ws":false,"disabled":false},{"text":".","start":323,"end":324,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":325,"end":337,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":338,"end":350,"id":56,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":44,"child":43,"head_span":{"start":263,"end":275,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":257,"end":262,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":43,"head_span":{"start":250,"end":256,"token_start":42,"token_end":42,"label":"type_of"},"child_span":{"start":257,"end":262,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":52,"head_span":{"start":298,"end":305,"token_start":49,"token_end":49,"label":"change_direction"},"child_span":{"start":309,"end":316,"token_start":51,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":53,"child":52,"head_span":{"start":317,"end":323,"token_start":53,"token_end":53,"label":"aspect_changing"},"child_span":{"start":309,"end":316,"token_start":51,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":52,"head_span":{"start":257,"end":262,"token_start":43,"token_end":43,"label":"base"},"child_span":{"start":309,"end":316,"token_start":51,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"ignore"}
+{"number":98,"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Assignable causality?","relation count":"Many","complexity":"Simple","original_md_text":"There are studies linking heat to lowered cognitive function, an increased heart rate, higher testosterone production and even a perception of time passing more slowly than normal.\n","text":"There are studies linking heat to lowered cognitive function, an increased heart rate, higher testosterone production and even a perception of time passing more slowly than normal. IMPLIED_BASE IMPLIED_BASE","characters":181,"document_index":75,"md_sentence_index":26,"classification_origin":"cm_cause_effect_rel","url":"https://www.bbc.com/news/uk-44821796","combo_id":"75_26","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1888608852,"_task_hash":1552320260,"spans":[{"text":"heat","start":26,"token_start":4,"token_end":4,"end":30,"type":"span","label":"base"},{"text":"lowered","start":34,"token_start":6,"token_end":6,"end":41,"type":"span","label":"change_direction"},{"text":"cognitive","start":42,"token_start":7,"token_end":7,"end":51,"type":"span","label":"base"},{"text":"function","start":52,"token_start":8,"token_end":8,"end":60,"type":"span","label":"aspect_changing"},{"text":"increased","start":65,"token_start":11,"token_end":11,"end":74,"type":"span","label":"change_direction"},{"text":"heart","start":75,"token_start":12,"token_end":12,"end":80,"type":"span","label":"base"},{"text":"rate","start":81,"token_start":13,"token_end":13,"end":85,"type":"span","label":"aspect_changing"},{"text":"higher","start":87,"token_start":15,"token_end":15,"end":93,"type":"span","label":"change_direction"},{"text":"testosterone","start":94,"token_start":16,"token_end":16,"end":106,"type":"span","label":"base"},{"text":"production","start":107,"token_start":17,"token_end":17,"end":117,"type":"span","label":"aspect_changing"},{"text":"perception","start":129,"token_start":21,"token_end":21,"end":139,"type":"span","label":"aspect_changing"},{"text":"time","start":143,"token_start":23,"token_end":23,"end":147,"type":"span","label":"base"},{"text":"more slowly","start":156,"token_start":25,"token_end":26,"end":167,"type":"span","label":"change_direction"},{"text":"than normal","start":168,"token_start":27,"token_end":28,"end":179,"type":"span","label":"effect_size"}],"tokens":[{"text":"There","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"are","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"studies","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"linking","start":18,"end":25,"id":3,"ws":true,"disabled":false},{"text":"heat","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"to","start":31,"end":33,"id":5,"ws":true,"disabled":false},{"text":"lowered","start":34,"end":41,"id":6,"ws":true,"disabled":false},{"text":"cognitive","start":42,"end":51,"id":7,"ws":true,"disabled":false},{"text":"function","start":52,"end":60,"id":8,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":9,"ws":true,"disabled":false},{"text":"an","start":62,"end":64,"id":10,"ws":true,"disabled":false},{"text":"increased","start":65,"end":74,"id":11,"ws":true,"disabled":false},{"text":"heart","start":75,"end":80,"id":12,"ws":true,"disabled":false},{"text":"rate","start":81,"end":85,"id":13,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":14,"ws":true,"disabled":false},{"text":"higher","start":87,"end":93,"id":15,"ws":true,"disabled":false},{"text":"testosterone","start":94,"end":106,"id":16,"ws":true,"disabled":false},{"text":"production","start":107,"end":117,"id":17,"ws":true,"disabled":false},{"text":"and","start":118,"end":121,"id":18,"ws":true,"disabled":false},{"text":"even","start":122,"end":126,"id":19,"ws":true,"disabled":false},{"text":"a","start":127,"end":128,"id":20,"ws":true,"disabled":false},{"text":"perception","start":129,"end":139,"id":21,"ws":true,"disabled":false},{"text":"of","start":140,"end":142,"id":22,"ws":true,"disabled":false},{"text":"time","start":143,"end":147,"id":23,"ws":true,"disabled":false},{"text":"passing","start":148,"end":155,"id":24,"ws":true,"disabled":false},{"text":"more","start":156,"end":160,"id":25,"ws":true,"disabled":false},{"text":"slowly","start":161,"end":167,"id":26,"ws":true,"disabled":false},{"text":"than","start":168,"end":172,"id":27,"ws":true,"disabled":false},{"text":"normal","start":173,"end":179,"id":28,"ws":false,"disabled":false},{"text":".","start":179,"end":180,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":31,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":4,"child":7,"head_span":{"start":26,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":42,"end":51,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":12,"head_span":{"start":26,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":75,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":16,"head_span":{"start":26,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":94,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":7,"head_span":{"start":34,"end":41,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":42,"end":51,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":52,"end":60,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":42,"end":51,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":65,"end":74,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":75,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":12,"head_span":{"start":81,"end":85,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":75,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":87,"end":93,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":94,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":107,"end":117,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":94,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":23,"head_span":{"start":26,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":143,"end":147,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":23,"head_span":{"start":129,"end":139,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":143,"end":147,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":23,"head_span":{"start":156,"end":167,"token_start":25,"token_end":26,"label":"change_direction"},"child_span":{"start":143,"end":147,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":23,"head_span":{"start":168,"end":179,"token_start":27,"token_end":28,"label":"effect_size"},"child_span":{"start":143,"end":147,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"ignore"}
+{"number":81,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Simple","original_md_text":"Economic Deprivation\nClimate change is projected to have a detrimental impact on economies worldwide, including reduced crop yields, less grazing land, and the loss of homes and jobs due to wildfires and flooding (IPCC, 2007).","text":"Economic DeprivationClimate change is projected to have a detrimental impact on economies worldwide, including reduced crop yields, less grazing land, and the loss of homes and jobs due to wildfires and flooding (IPCC, 2007). IMPLIED_BASE IMPLIED_BASE","characters":226,"document_index":71,"md_sentence_index":107,"classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_107","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1814233845,"_task_hash":791348917,"spans":[{"text":"DeprivationClimate change","start":9,"token_start":1,"token_end":2,"end":34,"type":"span","label":"base"},{"text":"detrimental","start":58,"token_start":8,"token_end":8,"end":69,"type":"span","label":"change_direction"},{"text":"impact","start":70,"token_start":9,"token_end":9,"end":76,"type":"span","label":"aspect_changing"},{"text":"economies","start":80,"token_start":11,"token_end":11,"end":89,"type":"span","label":"base"},{"text":"worldwide","start":90,"token_start":12,"token_end":12,"end":99,"type":"span","label":"where"},{"text":"reduced","start":111,"token_start":15,"token_end":15,"end":118,"type":"span","label":"change_direction"},{"text":"crop","start":119,"token_start":16,"token_end":16,"end":123,"type":"span","label":"base"},{"text":"yields","start":124,"token_start":17,"token_end":17,"end":130,"type":"span","label":"aspect_changing"},{"text":"less","start":132,"token_start":19,"token_end":19,"end":136,"type":"span","label":"change_direction"},{"text":"grazing","start":137,"token_start":20,"token_end":20,"end":144,"type":"span","label":"type_of"},{"text":"land","start":145,"token_start":21,"token_end":21,"end":149,"type":"span","label":"base"},{"text":"loss","start":159,"token_start":25,"token_end":25,"end":163,"type":"span","label":"change_direction"},{"text":"homes","start":167,"token_start":27,"token_end":27,"end":172,"type":"span","label":"base"},{"text":"jobs","start":177,"token_start":29,"token_end":29,"end":181,"type":"span","label":"base"},{"text":"wildfires","start":189,"token_start":32,"token_end":32,"end":198,"type":"span","label":"base"},{"text":"flooding","start":203,"token_start":34,"token_end":34,"end":211,"type":"span","label":"base"}],"tokens":[{"text":"Economic","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"DeprivationClimate","start":9,"end":27,"id":1,"ws":true,"disabled":false},{"text":"change","start":28,"end":34,"id":2,"ws":true,"disabled":false},{"text":"is","start":35,"end":37,"id":3,"ws":true,"disabled":false},{"text":"projected","start":38,"end":47,"id":4,"ws":true,"disabled":false},{"text":"to","start":48,"end":50,"id":5,"ws":true,"disabled":false},{"text":"have","start":51,"end":55,"id":6,"ws":true,"disabled":false},{"text":"a","start":56,"end":57,"id":7,"ws":true,"disabled":false},{"text":"detrimental","start":58,"end":69,"id":8,"ws":true,"disabled":false},{"text":"impact","start":70,"end":76,"id":9,"ws":true,"disabled":false},{"text":"on","start":77,"end":79,"id":10,"ws":true,"disabled":false},{"text":"economies","start":80,"end":89,"id":11,"ws":true,"disabled":false},{"text":"worldwide","start":90,"end":99,"id":12,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":13,"ws":true,"disabled":false},{"text":"including","start":101,"end":110,"id":14,"ws":true,"disabled":false},{"text":"reduced","start":111,"end":118,"id":15,"ws":true,"disabled":false},{"text":"crop","start":119,"end":123,"id":16,"ws":true,"disabled":false},{"text":"yields","start":124,"end":130,"id":17,"ws":false,"disabled":false},{"text":",","start":130,"end":131,"id":18,"ws":true,"disabled":false},{"text":"less","start":132,"end":136,"id":19,"ws":true,"disabled":false},{"text":"grazing","start":137,"end":144,"id":20,"ws":true,"disabled":false},{"text":"land","start":145,"end":149,"id":21,"ws":false,"disabled":false},{"text":",","start":149,"end":150,"id":22,"ws":true,"disabled":false},{"text":"and","start":151,"end":154,"id":23,"ws":true,"disabled":false},{"text":"the","start":155,"end":158,"id":24,"ws":true,"disabled":false},{"text":"loss","start":159,"end":163,"id":25,"ws":true,"disabled":false},{"text":"of","start":164,"end":166,"id":26,"ws":true,"disabled":false},{"text":"homes","start":167,"end":172,"id":27,"ws":true,"disabled":false},{"text":"and","start":173,"end":176,"id":28,"ws":true,"disabled":false},{"text":"jobs","start":177,"end":181,"id":29,"ws":true,"disabled":false},{"text":"due","start":182,"end":185,"id":30,"ws":true,"disabled":false},{"text":"to","start":186,"end":188,"id":31,"ws":true,"disabled":false},{"text":"wildfires","start":189,"end":198,"id":32,"ws":true,"disabled":false},{"text":"and","start":199,"end":202,"id":33,"ws":true,"disabled":false},{"text":"flooding","start":203,"end":211,"id":34,"ws":true,"disabled":false},{"text":"(","start":212,"end":213,"id":35,"ws":false,"disabled":false},{"text":"IPCC","start":213,"end":217,"id":36,"ws":false,"disabled":false},{"text":",","start":217,"end":218,"id":37,"ws":true,"disabled":false},{"text":"2007","start":219,"end":223,"id":38,"ws":false,"disabled":false},{"text":")","start":223,"end":224,"id":39,"ws":false,"disabled":false},{"text":".","start":224,"end":225,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":42,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":2,"child":11,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":11,"head_span":{"start":58,"end":69,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":70,"end":76,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":29,"head_span":{"start":189,"end":198,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":177,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":27,"head_span":{"start":189,"end":198,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":167,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":29,"head_span":{"start":203,"end":211,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":177,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":27,"head_span":{"start":203,"end":211,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":167,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":27,"head_span":{"start":159,"end":163,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":167,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":29,"head_span":{"start":159,"end":163,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":177,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":137,"end":144,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":145,"end":149,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":21,"head_span":{"start":132,"end":136,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":145,"end":149,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":27,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":167,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":29,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":177,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":32,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":189,"end":198,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":34,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":203,"end":211,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":11,"head_span":{"start":203,"end":211,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":11,"head_span":{"start":189,"end":198,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":11,"head_span":{"start":177,"end":181,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":11,"head_span":{"start":167,"end":172,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":21,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":145,"end":149,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":11,"head_span":{"start":145,"end":149,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":11,"head_span":{"start":119,"end":123,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":16,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":119,"end":123,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":16,"head_span":{"start":111,"end":118,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":119,"end":123,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":124,"end":130,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":119,"end":123,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"ignore"}
+{"number":94,"Used?":"staged","Dataset name":"checkin-three","ignore?":"","reason":"","relation count":"Many","complexity":"Complex","original_md_text":"Although there are many such indirect pathways to increased violence, we outline four that clearly link rapid climate change to the development of violence-prone adults: food insecurity, economic deprivation, susceptibility to terrorism, and preferential ingroup treatment.\n","text":"Although there are many such indirect pathways to increased violence, we outline four that clearly link rapid climate change to the development of violence-prone adults: food insecurity, economic deprivation, susceptibility to terrorism, and preferential ingroup treatment. IMPLIED_BASE IMPLIED_BASE","characters":274,"document_index":71,"md_sentence_index":89,"classification_origin":"cm-label-eval","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_89","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-365512541,"_task_hash":1606426413,"spans":[{"text":"increased","start":50,"token_start":8,"token_end":8,"end":59,"type":"span","label":"change_direction"},{"text":"violence","start":60,"token_start":9,"token_end":9,"end":68,"type":"span","label":"base"},{"text":"rapid","start":104,"token_start":17,"token_end":17,"end":109,"type":"span","label":"type_of"},{"text":"climate change","start":110,"token_start":18,"token_end":19,"end":124,"type":"span","label":"base"},{"text":"development","start":132,"token_start":22,"token_end":22,"end":143,"type":"span","label":"change_direction"},{"text":"violence-prone","start":147,"token_start":24,"token_end":26,"end":161,"type":"span","label":"type_of"},{"text":"adults","start":162,"token_start":27,"token_end":27,"end":168,"type":"span","label":"base"},{"text":"food insecurity","start":170,"token_start":29,"token_end":30,"end":185,"type":"span","label":"base"},{"text":"economic","start":187,"token_start":32,"token_end":32,"end":195,"type":"span","label":"type_of"},{"text":"deprivation","start":196,"token_start":33,"token_end":33,"end":207,"type":"span","label":"base"},{"text":"susceptibility","start":209,"token_start":35,"token_end":35,"end":223,"type":"span","label":"aspect_changing"},{"text":"terrorism","start":227,"token_start":37,"token_end":37,"end":236,"type":"span","label":"base"},{"text":"preferential ingroup treatment","start":242,"token_start":40,"token_end":42,"end":272,"type":"span","label":"base"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"there","start":9,"end":14,"id":1,"ws":true,"disabled":false},{"text":"are","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"many","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"such","start":24,"end":28,"id":4,"ws":true,"disabled":false},{"text":"indirect","start":29,"end":37,"id":5,"ws":true,"disabled":false},{"text":"pathways","start":38,"end":46,"id":6,"ws":true,"disabled":false},{"text":"to","start":47,"end":49,"id":7,"ws":true,"disabled":false},{"text":"increased","start":50,"end":59,"id":8,"ws":true,"disabled":false},{"text":"violence","start":60,"end":68,"id":9,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":10,"ws":true,"disabled":false},{"text":"we","start":70,"end":72,"id":11,"ws":true,"disabled":false},{"text":"outline","start":73,"end":80,"id":12,"ws":true,"disabled":false},{"text":"four","start":81,"end":85,"id":13,"ws":true,"disabled":false},{"text":"that","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"clearly","start":91,"end":98,"id":15,"ws":true,"disabled":false},{"text":"link","start":99,"end":103,"id":16,"ws":true,"disabled":false},{"text":"rapid","start":104,"end":109,"id":17,"ws":true,"disabled":false},{"text":"climate","start":110,"end":117,"id":18,"ws":true,"disabled":false},{"text":"change","start":118,"end":124,"id":19,"ws":true,"disabled":false},{"text":"to","start":125,"end":127,"id":20,"ws":true,"disabled":false},{"text":"the","start":128,"end":131,"id":21,"ws":true,"disabled":false},{"text":"development","start":132,"end":143,"id":22,"ws":true,"disabled":false},{"text":"of","start":144,"end":146,"id":23,"ws":true,"disabled":false},{"text":"violence","start":147,"end":155,"id":24,"ws":false,"disabled":false},{"text":"-","start":155,"end":156,"id":25,"ws":false,"disabled":false},{"text":"prone","start":156,"end":161,"id":26,"ws":true,"disabled":false},{"text":"adults","start":162,"end":168,"id":27,"ws":false,"disabled":false},{"text":":","start":168,"end":169,"id":28,"ws":true,"disabled":false},{"text":"food","start":170,"end":174,"id":29,"ws":true,"disabled":false},{"text":"insecurity","start":175,"end":185,"id":30,"ws":false,"disabled":false},{"text":",","start":185,"end":186,"id":31,"ws":true,"disabled":false},{"text":"economic","start":187,"end":195,"id":32,"ws":true,"disabled":false},{"text":"deprivation","start":196,"end":207,"id":33,"ws":false,"disabled":false},{"text":",","start":207,"end":208,"id":34,"ws":true,"disabled":false},{"text":"susceptibility","start":209,"end":223,"id":35,"ws":true,"disabled":false},{"text":"to","start":224,"end":226,"id":36,"ws":true,"disabled":false},{"text":"terrorism","start":227,"end":236,"id":37,"ws":false,"disabled":false},{"text":",","start":236,"end":237,"id":38,"ws":true,"disabled":false},{"text":"and","start":238,"end":241,"id":39,"ws":true,"disabled":false},{"text":"preferential","start":242,"end":254,"id":40,"ws":true,"disabled":false},{"text":"ingroup","start":255,"end":262,"id":41,"ws":true,"disabled":false},{"text":"treatment","start":263,"end":272,"id":42,"ws":false,"disabled":false},{"text":".","start":272,"end":273,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":274,"end":286,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":287,"end":299,"id":45,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":19,"child":9,"head_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":60,"end":68,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":27,"head_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":30,"head_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":170,"end":185,"token_start":29,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":33,"head_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":196,"end":207,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":37,"head_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":227,"end":236,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":42,"head_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":242,"end":272,"token_start":40,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":27,"head_span":{"start":242,"end":272,"token_start":40,"token_end":42,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":27,"head_span":{"start":196,"end":207,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":27,"head_span":{"start":227,"end":236,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":27,"head_span":{"start":170,"end":185,"token_start":29,"token_end":30,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":9,"head_span":{"start":50,"end":59,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":60,"end":68,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":104,"end":109,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":27,"head_span":{"start":132,"end":143,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":147,"end":161,"token_start":24,"token_end":26,"label":"type_of"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":33,"head_span":{"start":187,"end":195,"token_start":32,"token_end":32,"label":"type_of"},"child_span":{"start":196,"end":207,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":37,"head_span":{"start":209,"end":223,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":227,"end":236,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"ignore"}
+{"number":70,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Moderate","original_md_text":"But climate change and extreme weather events, such as recent flooding that cut road access to many remote communities for several weeks, are making it ever-more difficult.\n","text":"But climate change and extreme weather events, such as recent flooding that cut road access to many remote communities for several weeks, are making it ever-more difficult. IMPLIED_BASE IMPLIED_BASE","characters":173,"document_index":63,"md_sentence_index":28,"classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/australia-news/2019/may/14/inequality-and-climate-change-the-perfect-storm-threatening-the-health-of-australias-poorest","combo_id":"63_28","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1650203568,"_task_hash":-1160298072,"spans":[{"text":"climate change","start":4,"token_start":1,"token_end":2,"end":18,"type":"span","label":"base"},{"text":"extreme","start":23,"token_start":4,"token_end":4,"end":30,"type":"span","label":"type_of"},{"text":"weather events","start":31,"token_start":5,"token_end":6,"end":45,"type":"span","label":"base"},{"text":"recent","start":55,"token_start":10,"token_end":10,"end":61,"type":"span","label":"when"},{"text":"flooding","start":62,"token_start":11,"token_end":11,"end":70,"type":"span","label":"base"},{"text":"cut","start":76,"token_start":13,"token_end":13,"end":79,"type":"span","label":"change_direction"},{"text":"road","start":80,"token_start":14,"token_end":14,"end":84,"type":"span","label":"base"},{"text":"access","start":85,"token_start":15,"token_end":15,"end":91,"type":"span","label":"aspect_changing"},{"text":"to many remote communities","start":92,"token_start":16,"token_end":19,"end":118,"type":"span","label":"to_whom"},{"text":"for several weeks","start":119,"token_start":20,"token_end":22,"end":136,"type":"span","label":"effect_size"},{"text":"are","start":138,"token_start":24,"token_end":24,"end":141,"type":"span","label":"confidence"},{"text":"making it","start":142,"token_start":25,"token_end":26,"end":151,"type":"span","label":"predicate"},{"text":"ever-more difficult","start":152,"token_start":27,"token_end":30,"end":171,"type":"span","label":"change_direction"},{"text":"IMPLIED_BASE","start":173,"token_start":32,"token_end":32,"end":185,"type":"span","label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"climate","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"change","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"and","start":19,"end":22,"id":3,"ws":true,"disabled":false},{"text":"extreme","start":23,"end":30,"id":4,"ws":true,"disabled":false},{"text":"weather","start":31,"end":38,"id":5,"ws":true,"disabled":false},{"text":"events","start":39,"end":45,"id":6,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"such","start":47,"end":51,"id":8,"ws":true,"disabled":false},{"text":"as","start":52,"end":54,"id":9,"ws":true,"disabled":false},{"text":"recent","start":55,"end":61,"id":10,"ws":true,"disabled":false},{"text":"flooding","start":62,"end":70,"id":11,"ws":true,"disabled":false},{"text":"that","start":71,"end":75,"id":12,"ws":true,"disabled":false},{"text":"cut","start":76,"end":79,"id":13,"ws":true,"disabled":false},{"text":"road","start":80,"end":84,"id":14,"ws":true,"disabled":false},{"text":"access","start":85,"end":91,"id":15,"ws":true,"disabled":false},{"text":"to","start":92,"end":94,"id":16,"ws":true,"disabled":false},{"text":"many","start":95,"end":99,"id":17,"ws":true,"disabled":false},{"text":"remote","start":100,"end":106,"id":18,"ws":true,"disabled":false},{"text":"communities","start":107,"end":118,"id":19,"ws":true,"disabled":false},{"text":"for","start":119,"end":122,"id":20,"ws":true,"disabled":false},{"text":"several","start":123,"end":130,"id":21,"ws":true,"disabled":false},{"text":"weeks","start":131,"end":136,"id":22,"ws":false,"disabled":false},{"text":",","start":136,"end":137,"id":23,"ws":true,"disabled":false},{"text":"are","start":138,"end":141,"id":24,"ws":true,"disabled":false},{"text":"making","start":142,"end":148,"id":25,"ws":true,"disabled":false},{"text":"it","start":149,"end":151,"id":26,"ws":true,"disabled":false},{"text":"ever","start":152,"end":156,"id":27,"ws":false,"disabled":false},{"text":"-","start":156,"end":157,"id":28,"ws":false,"disabled":false},{"text":"more","start":157,"end":161,"id":29,"ws":true,"disabled":false},{"text":"difficult","start":162,"end":171,"id":30,"ws":false,"disabled":false},{"text":".","start":171,"end":172,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":173,"end":185,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":33,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":30,"child":32,"head_span":{"start":152,"end":171,"token_start":27,"token_end":30,"label":"change_direction"},"child_span":{"start":173,"end":185,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":6,"head_span":{"start":23,"end":30,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":31,"end":45,"token_start":5,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":55,"end":61,"token_start":10,"token_end":10,"label":"when"},"child_span":{"start":62,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":76,"end":79,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":80,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":85,"end":91,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":80,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":14,"head_span":{"start":92,"end":118,"token_start":16,"token_end":19,"label":"to_whom"},"child_span":{"start":80,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":14,"head_span":{"start":119,"end":136,"token_start":20,"token_end":22,"label":"effect_size"},"child_span":{"start":80,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":14,"head_span":{"start":62,"end":70,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":80,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":32,"head_span":{"start":4,"end":18,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":173,"end":185,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":32,"head_span":{"start":31,"end":45,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":173,"end":185,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":71,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Complex","original_md_text":"Tackling the social determinants of health is critical to address health inequities, which arise because people with the least social and economic power tend to have the worst health, live in unhealthier environments and have worse access to healthcare.\n","text":"Tackling the social determinants of health is critical to address health inequities, which arise because people with the least social and economic power tend to have the worst health, live in unhealthier environments and have worse access to healthcare. IMPLIED_BASE IMPLIED_BASE","characters":254,"document_index":63,"md_sentence_index":16,"classification_origin":"cm-label-eval","url":"https://www.theguardian.com/australia-news/2019/may/14/inequality-and-climate-change-the-perfect-storm-threatening-the-health-of-australias-poorest","combo_id":"63_16","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":871615699,"_task_hash":1698860706,"spans":[{"start":66,"end":72,"token_start":10,"token_end":10,"label":"base"},{"start":73,"end":83,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":85,"end":104,"token_start":13,"token_end":15,"label":"predicate"},{"start":105,"end":111,"token_start":16,"token_end":16,"label":"base"},{"start":112,"end":126,"token_start":17,"token_end":19,"label":"change_direction"},{"start":127,"end":152,"token_start":20,"token_end":23,"label":"aspect_changing"},{"text":"health","start":176,"token_start":29,"token_end":29,"end":182,"type":"span","label":"base"}],"tokens":[{"text":"Tackling","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"social","start":13,"end":19,"id":2,"ws":true,"disabled":false},{"text":"determinants","start":20,"end":32,"id":3,"ws":true,"disabled":false},{"text":"of","start":33,"end":35,"id":4,"ws":true,"disabled":false},{"text":"health","start":36,"end":42,"id":5,"ws":true,"disabled":false},{"text":"is","start":43,"end":45,"id":6,"ws":true,"disabled":false},{"text":"critical","start":46,"end":54,"id":7,"ws":true,"disabled":false},{"text":"to","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"address","start":58,"end":65,"id":9,"ws":true,"disabled":false},{"text":"health","start":66,"end":72,"id":10,"ws":true,"disabled":false},{"text":"inequities","start":73,"end":83,"id":11,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":12,"ws":true,"disabled":false},{"text":"which","start":85,"end":90,"id":13,"ws":true,"disabled":false},{"text":"arise","start":91,"end":96,"id":14,"ws":true,"disabled":false},{"text":"because","start":97,"end":104,"id":15,"ws":true,"disabled":false},{"text":"people","start":105,"end":111,"id":16,"ws":true,"disabled":false},{"text":"with","start":112,"end":116,"id":17,"ws":true,"disabled":false},{"text":"the","start":117,"end":120,"id":18,"ws":true,"disabled":false},{"text":"least","start":121,"end":126,"id":19,"ws":true,"disabled":false},{"text":"social","start":127,"end":133,"id":20,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":21,"ws":true,"disabled":false},{"text":"economic","start":138,"end":146,"id":22,"ws":true,"disabled":false},{"text":"power","start":147,"end":152,"id":23,"ws":true,"disabled":false},{"text":"tend","start":153,"end":157,"id":24,"ws":true,"disabled":false},{"text":"to","start":158,"end":160,"id":25,"ws":true,"disabled":false},{"text":"have","start":161,"end":165,"id":26,"ws":true,"disabled":false},{"text":"the","start":166,"end":169,"id":27,"ws":true,"disabled":false},{"text":"worst","start":170,"end":175,"id":28,"ws":true,"disabled":false},{"text":"health","start":176,"end":182,"id":29,"ws":false,"disabled":false},{"text":",","start":182,"end":183,"id":30,"ws":true,"disabled":false},{"text":"live","start":184,"end":188,"id":31,"ws":true,"disabled":false},{"text":"in","start":189,"end":191,"id":32,"ws":true,"disabled":false},{"text":"unhealthier","start":192,"end":203,"id":33,"ws":true,"disabled":false},{"text":"environments","start":204,"end":216,"id":34,"ws":true,"disabled":false},{"text":"and","start":217,"end":220,"id":35,"ws":true,"disabled":false},{"text":"have","start":221,"end":225,"id":36,"ws":true,"disabled":false},{"text":"worse","start":226,"end":231,"id":37,"ws":true,"disabled":false},{"text":"access","start":232,"end":238,"id":38,"ws":true,"disabled":false},{"text":"to","start":239,"end":241,"id":39,"ws":true,"disabled":false},{"text":"healthcare","start":242,"end":252,"id":40,"ws":false,"disabled":false},{"text":".","start":252,"end":253,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":254,"end":266,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":267,"end":279,"id":43,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":11,"child":10,"head_span":{"start":73,"end":83,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":66,"end":72,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":16,"head_span":{"start":127,"end":152,"token_start":20,"token_end":23,"label":"aspect_changing"},"child_span":{"start":105,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":16,"head_span":{"start":112,"end":126,"token_start":17,"token_end":19,"label":"change_direction"},"child_span":{"start":105,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":10,"head_span":{"start":105,"end":111,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":66,"end":72,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept","flagged":true}
+{"number":60,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Moderate","original_md_text":"The 26-year-old Maui native can tick off the dangers climate change poses to the ocean he loves: \u201cBleaching of reefs; the damage of the shoreline from stronger storms; the changing of wind patterns so that a particular wave might not be as good anymore; the shifting of currents, which could destroy a particular break along a coastline.","text":"The 26-year-old Maui native can tick off the dangers climate change poses to the ocean he loves: \u201cBleaching of reefs; the damage of the shoreline from stronger storms; the changing of wind patterns so that a particular wave might not be as good anymore; the shifting of currents, which could destroy a particular break along a coastline. IMPLIED_BASE IMPLIED_BASE","characters":337,"document_index":55,"md_sentence_index":16,"classification_origin":"cm_cause_effect_rel","url":"https://www.washingtonpost.com/sports/2019/05/09/warming-oceans-have-created-golden-age-big-wave-surfing-leaving-surfers-conflicted/","combo_id":"55_16","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":646788874,"_task_hash":1385918335,"spans":[{"text":"climate change","start":53,"token_start":11,"token_end":12,"end":67,"type":"span","label":"base"},{"text":"ocean","start":81,"token_start":16,"token_end":16,"end":86,"type":"span","label":"base"},{"start":95,"end":96,"token_start":19,"token_end":19,"label":"predicate"},{"start":98,"end":107,"token_start":21,"token_end":21,"label":"change_direction"},{"text":"reefs","start":111,"token_start":23,"token_end":23,"end":116,"type":"span","label":"base"},{"start":122,"end":128,"token_start":26,"token_end":26,"label":"aspect_changing"},{"text":"shoreline","start":136,"token_start":29,"token_end":29,"end":145,"type":"span","label":"base"},{"start":146,"end":150,"token_start":30,"token_end":30,"label":"predicate"},{"start":151,"end":159,"token_start":31,"token_end":31,"label":"change_direction"},{"text":"storms","start":160,"token_start":32,"token_end":32,"end":166,"type":"span","label":"base"},{"start":172,"end":180,"token_start":35,"token_end":35,"label":"change_direction"},{"text":"wind","start":184,"token_start":37,"token_end":37,"end":188,"type":"span","label":"base"},{"start":189,"end":197,"token_start":38,"token_end":38,"label":"aspect_changing"},{"start":198,"end":205,"token_start":39,"token_end":40,"label":"predicate"},{"start":219,"end":223,"token_start":43,"token_end":43,"label":"base"},{"start":224,"end":229,"token_start":44,"token_end":44,"label":"confidence"},{"start":230,"end":239,"token_start":45,"token_end":47,"label":"change_direction"},{"start":240,"end":244,"token_start":48,"token_end":48,"label":"type_of"},{"start":258,"end":266,"token_start":52,"token_end":52,"label":"change_direction"},{"start":270,"end":278,"token_start":54,"token_end":54,"label":"base"},{"start":280,"end":285,"token_start":56,"token_end":56,"label":"predicate"},{"start":286,"end":291,"token_start":57,"token_end":57,"label":"confidence"},{"start":292,"end":299,"token_start":58,"token_end":58,"label":"change_direction"},{"start":313,"end":318,"token_start":61,"token_end":61,"label":"aspect_changing"},{"start":319,"end":336,"token_start":62,"token_end":64,"label":"where"},{"start":338,"end":350,"token_start":66,"token_end":66,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"26-year","start":4,"end":11,"id":1,"ws":false,"disabled":false},{"text":"-","start":11,"end":12,"id":2,"ws":false,"disabled":false},{"text":"old","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"Maui","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"native","start":21,"end":27,"id":5,"ws":true,"disabled":false},{"text":"can","start":28,"end":31,"id":6,"ws":true,"disabled":false},{"text":"tick","start":32,"end":36,"id":7,"ws":true,"disabled":false},{"text":"off","start":37,"end":40,"id":8,"ws":true,"disabled":false},{"text":"the","start":41,"end":44,"id":9,"ws":true,"disabled":false},{"text":"dangers","start":45,"end":52,"id":10,"ws":true,"disabled":false},{"text":"climate","start":53,"end":60,"id":11,"ws":true,"disabled":false},{"text":"change","start":61,"end":67,"id":12,"ws":true,"disabled":false},{"text":"poses","start":68,"end":73,"id":13,"ws":true,"disabled":false},{"text":"to","start":74,"end":76,"id":14,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":15,"ws":true,"disabled":false},{"text":"ocean","start":81,"end":86,"id":16,"ws":true,"disabled":false},{"text":"he","start":87,"end":89,"id":17,"ws":true,"disabled":false},{"text":"loves","start":90,"end":95,"id":18,"ws":false,"disabled":false},{"text":":","start":95,"end":96,"id":19,"ws":true,"disabled":false},{"text":"\u201c","start":97,"end":98,"id":20,"ws":false,"disabled":false},{"text":"Bleaching","start":98,"end":107,"id":21,"ws":true,"disabled":false},{"text":"of","start":108,"end":110,"id":22,"ws":true,"disabled":false},{"text":"reefs","start":111,"end":116,"id":23,"ws":false,"disabled":false},{"text":";","start":116,"end":117,"id":24,"ws":true,"disabled":false},{"text":"the","start":118,"end":121,"id":25,"ws":true,"disabled":false},{"text":"damage","start":122,"end":128,"id":26,"ws":true,"disabled":false},{"text":"of","start":129,"end":131,"id":27,"ws":true,"disabled":false},{"text":"the","start":132,"end":135,"id":28,"ws":true,"disabled":false},{"text":"shoreline","start":136,"end":145,"id":29,"ws":true,"disabled":false},{"text":"from","start":146,"end":150,"id":30,"ws":true,"disabled":false},{"text":"stronger","start":151,"end":159,"id":31,"ws":true,"disabled":false},{"text":"storms","start":160,"end":166,"id":32,"ws":false,"disabled":false},{"text":";","start":166,"end":167,"id":33,"ws":true,"disabled":false},{"text":"the","start":168,"end":171,"id":34,"ws":true,"disabled":false},{"text":"changing","start":172,"end":180,"id":35,"ws":true,"disabled":false},{"text":"of","start":181,"end":183,"id":36,"ws":true,"disabled":false},{"text":"wind","start":184,"end":188,"id":37,"ws":true,"disabled":false},{"text":"patterns","start":189,"end":197,"id":38,"ws":true,"disabled":false},{"text":"so","start":198,"end":200,"id":39,"ws":true,"disabled":false},{"text":"that","start":201,"end":205,"id":40,"ws":true,"disabled":false},{"text":"a","start":206,"end":207,"id":41,"ws":true,"disabled":false},{"text":"particular","start":208,"end":218,"id":42,"ws":true,"disabled":false},{"text":"wave","start":219,"end":223,"id":43,"ws":true,"disabled":false},{"text":"might","start":224,"end":229,"id":44,"ws":true,"disabled":false},{"text":"not","start":230,"end":233,"id":45,"ws":true,"disabled":false},{"text":"be","start":234,"end":236,"id":46,"ws":true,"disabled":false},{"text":"as","start":237,"end":239,"id":47,"ws":true,"disabled":false},{"text":"good","start":240,"end":244,"id":48,"ws":true,"disabled":false},{"text":"anymore","start":245,"end":252,"id":49,"ws":false,"disabled":false},{"text":";","start":252,"end":253,"id":50,"ws":true,"disabled":false},{"text":"the","start":254,"end":257,"id":51,"ws":true,"disabled":false},{"text":"shifting","start":258,"end":266,"id":52,"ws":true,"disabled":false},{"text":"of","start":267,"end":269,"id":53,"ws":true,"disabled":false},{"text":"currents","start":270,"end":278,"id":54,"ws":false,"disabled":false},{"text":",","start":278,"end":279,"id":55,"ws":true,"disabled":false},{"text":"which","start":280,"end":285,"id":56,"ws":true,"disabled":false},{"text":"could","start":286,"end":291,"id":57,"ws":true,"disabled":false},{"text":"destroy","start":292,"end":299,"id":58,"ws":true,"disabled":false},{"text":"a","start":300,"end":301,"id":59,"ws":true,"disabled":false},{"text":"particular","start":302,"end":312,"id":60,"ws":true,"disabled":false},{"text":"break","start":313,"end":318,"id":61,"ws":true,"disabled":false},{"text":"along","start":319,"end":324,"id":62,"ws":true,"disabled":false},{"text":"a","start":325,"end":326,"id":63,"ws":true,"disabled":false},{"text":"coastline","start":327,"end":336,"id":64,"ws":false,"disabled":false},{"text":".","start":336,"end":337,"id":65,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":338,"end":350,"id":66,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":351,"end":363,"id":67,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":32,"child":29,"head_span":{"start":160,"end":166,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":136,"end":145,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":32,"head_span":{"start":151,"end":159,"token_start":31,"token_end":31,"label":"change_direction"},"child_span":{"start":160,"end":166,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":29,"head_span":{"start":122,"end":128,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":136,"end":145,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":43,"head_span":{"start":230,"end":239,"token_start":45,"token_end":47,"label":"change_direction"},"child_span":{"start":219,"end":223,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":43,"head_span":{"start":240,"end":244,"token_start":48,"token_end":48,"label":"type_of"},"child_span":{"start":219,"end":223,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":37,"head_span":{"start":189,"end":197,"token_start":38,"token_end":38,"label":"aspect_changing"},"child_span":{"start":184,"end":188,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":43,"head_span":{"start":184,"end":188,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":219,"end":223,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":52,"child":54,"head_span":{"start":258,"end":266,"token_start":52,"token_end":52,"label":"change_direction"},"child_span":{"start":270,"end":278,"token_start":54,"token_end":54,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":37,"head_span":{"start":172,"end":180,"token_start":35,"token_end":35,"label":"change_direction"},"child_span":{"start":184,"end":188,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":23,"head_span":{"start":98,"end":107,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":111,"end":116,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":23,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":111,"end":116,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":32,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":160,"end":166,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":37,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":184,"end":188,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":54,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":270,"end":278,"token_start":54,"token_end":54,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":64,"child":66,"head_span":{"start":319,"end":336,"token_start":62,"token_end":64,"label":"where"},"child_span":{"start":338,"end":350,"token_start":66,"token_end":66,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":61,"child":66,"head_span":{"start":313,"end":318,"token_start":61,"token_end":61,"label":"aspect_changing"},"child_span":{"start":338,"end":350,"token_start":66,"token_end":66,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":58,"child":66,"head_span":{"start":292,"end":299,"token_start":58,"token_end":58,"label":"change_direction"},"child_span":{"start":338,"end":350,"token_start":66,"token_end":66,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":54,"child":66,"head_span":{"start":270,"end":278,"token_start":54,"token_end":54,"label":"base"},"child_span":{"start":338,"end":350,"token_start":66,"token_end":66,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":47,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"One","complexity":"Simple","original_md_text":"Some saw parents killed or lost in the flooding that followed the storms.\n","text":"Some saw parents killed or lost in the flooding that followed the storms. IMPLIED_BASE IMPLIED_BASE","characters":74,"document_index":47,"md_sentence_index":6,"classification_origin":"cm_cause_effect_rel","url":"https://nypost.com/2019/05/03/more-than-1-million-children-affected-by-mozambique-cyclones/","combo_id":"47_6","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1534545957,"_task_hash":1061419411,"spans":[{"text":"parents","start":9,"token_start":2,"token_end":2,"end":16,"type":"span","label":"base"},{"text":"killed","start":17,"token_start":3,"token_end":3,"end":23,"type":"span","label":"change_direction"},{"text":"lost","start":27,"token_start":5,"token_end":5,"end":31,"type":"span","label":"type_of"},{"text":"flooding","start":39,"token_start":8,"token_end":8,"end":47,"type":"span","label":"base"},{"text":"storms","start":66,"token_start":12,"token_end":12,"end":72,"type":"span","label":"base"},{"text":"IMPLIED_BASE","start":74,"token_start":14,"token_end":14,"end":86,"type":"span","label":"base"}],"tokens":[{"text":"Some","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"saw","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"parents","start":9,"end":16,"id":2,"ws":true,"disabled":false},{"text":"killed","start":17,"end":23,"id":3,"ws":true,"disabled":false},{"text":"or","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"lost","start":27,"end":31,"id":5,"ws":true,"disabled":false},{"text":"in","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":7,"ws":true,"disabled":false},{"text":"flooding","start":39,"end":47,"id":8,"ws":true,"disabled":false},{"text":"that","start":48,"end":52,"id":9,"ws":true,"disabled":false},{"text":"followed","start":53,"end":61,"id":10,"ws":true,"disabled":false},{"text":"the","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"storms","start":66,"end":72,"id":12,"ws":false,"disabled":false},{"text":".","start":72,"end":73,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":74,"end":86,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":87,"end":99,"id":15,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":12,"child":8,"head_span":{"start":66,"end":72,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":39,"end":47,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":2,"head_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":9,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":14,"head_span":{"start":27,"end":31,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":74,"end":86,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":2,"head_span":{"start":39,"end":47,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":9,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":14,"head_span":{"start":39,"end":47,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":74,"end":86,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":45,"Used?":"staged","Dataset name":"checkin-three","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"A warming climate could also mean increased extinction risk for a large fraction of species, the spread of diseases, an undermining of food security, and reduced renewable surface water and groundwater resources.\n","text":"A warming climate could also mean increased extinction risk for a large fraction of species, the spread of diseases, an undermining of food security, and reduced renewable surface water and groundwater resources. IMPLIED_BASE IMPLIED_BASE","characters":213,"document_index":36,"md_sentence_index":3,"classification_origin":"cm_cause_effect_rel","url":"https://blogs.imf.org/2019/05/03/getting-real-on-meeting-paris-climate-change-commitments/","combo_id":"36_3","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1002104634,"_task_hash":1170575368,"spans":[{"text":"warming","start":2,"token_start":1,"token_end":1,"end":9,"type":"span","label":"change_direction"},{"text":"climate","start":10,"token_start":2,"token_end":2,"end":17,"type":"span","label":"base"},{"text":"could","start":18,"token_start":3,"token_end":3,"end":23,"type":"span","label":"confidence"},{"text":"mean","start":29,"token_start":5,"token_end":5,"end":33,"type":"span","label":"predicate"},{"text":"increased","start":34,"token_start":6,"token_end":6,"end":43,"type":"span","label":"change_direction"},{"text":"extinction","start":44,"token_start":7,"token_end":7,"end":54,"type":"span","label":"base"},{"text":"risk","start":55,"token_start":8,"token_end":8,"end":59,"type":"span","label":"aspect_changing"},{"text":"a large fraction of species","start":64,"token_start":10,"token_end":14,"end":91,"type":"span","label":"to_whom"},{"text":"spread","start":97,"token_start":17,"token_end":17,"end":103,"type":"span","label":"change_direction"},{"text":"diseases","start":107,"token_start":19,"token_end":19,"end":115,"type":"span","label":"base"},{"text":"undermining","start":120,"token_start":22,"token_end":22,"end":131,"type":"span","label":"change_direction"},{"text":"food security","start":135,"token_start":24,"token_end":25,"end":148,"type":"span","label":"base"},{"text":"reduced","start":154,"token_start":28,"token_end":28,"end":161,"type":"span","label":"change_direction"},{"text":"renewable","start":162,"token_start":29,"token_end":29,"end":171,"type":"span","label":"type_of"},{"text":"surface","start":172,"token_start":30,"token_end":30,"end":179,"type":"span","label":"type_of"},{"text":"water","start":180,"token_start":31,"token_end":31,"end":185,"type":"span","label":"base"},{"text":"groundwater","start":190,"token_start":33,"token_end":33,"end":201,"type":"span","label":"base"},{"text":"resources","start":202,"token_start":34,"token_end":34,"end":211,"type":"span","label":"aspect_changing"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"warming","start":2,"end":9,"id":1,"ws":true,"disabled":false},{"text":"climate","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"could","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"also","start":24,"end":28,"id":4,"ws":true,"disabled":false},{"text":"mean","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"increased","start":34,"end":43,"id":6,"ws":true,"disabled":false},{"text":"extinction","start":44,"end":54,"id":7,"ws":true,"disabled":false},{"text":"risk","start":55,"end":59,"id":8,"ws":true,"disabled":false},{"text":"for","start":60,"end":63,"id":9,"ws":true,"disabled":false},{"text":"a","start":64,"end":65,"id":10,"ws":true,"disabled":false},{"text":"large","start":66,"end":71,"id":11,"ws":true,"disabled":false},{"text":"fraction","start":72,"end":80,"id":12,"ws":true,"disabled":false},{"text":"of","start":81,"end":83,"id":13,"ws":true,"disabled":false},{"text":"species","start":84,"end":91,"id":14,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":15,"ws":true,"disabled":false},{"text":"the","start":93,"end":96,"id":16,"ws":true,"disabled":false},{"text":"spread","start":97,"end":103,"id":17,"ws":true,"disabled":false},{"text":"of","start":104,"end":106,"id":18,"ws":true,"disabled":false},{"text":"diseases","start":107,"end":115,"id":19,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":20,"ws":true,"disabled":false},{"text":"an","start":117,"end":119,"id":21,"ws":true,"disabled":false},{"text":"undermining","start":120,"end":131,"id":22,"ws":true,"disabled":false},{"text":"of","start":132,"end":134,"id":23,"ws":true,"disabled":false},{"text":"food","start":135,"end":139,"id":24,"ws":true,"disabled":false},{"text":"security","start":140,"end":148,"id":25,"ws":false,"disabled":false},{"text":",","start":148,"end":149,"id":26,"ws":true,"disabled":false},{"text":"and","start":150,"end":153,"id":27,"ws":true,"disabled":false},{"text":"reduced","start":154,"end":161,"id":28,"ws":true,"disabled":false},{"text":"renewable","start":162,"end":171,"id":29,"ws":true,"disabled":false},{"text":"surface","start":172,"end":179,"id":30,"ws":true,"disabled":false},{"text":"water","start":180,"end":185,"id":31,"ws":true,"disabled":false},{"text":"and","start":186,"end":189,"id":32,"ws":true,"disabled":false},{"text":"groundwater","start":190,"end":201,"id":33,"ws":true,"disabled":false},{"text":"resources","start":202,"end":211,"id":34,"ws":false,"disabled":false},{"text":".","start":211,"end":212,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":213,"end":225,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":37,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":2,"end":9,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":34,"end":43,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":44,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":55,"end":59,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":44,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":7,"head_span":{"start":64,"end":91,"token_start":10,"token_end":14,"label":"to_whom"},"child_span":{"start":44,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":107,"end":115,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":25,"head_span":{"start":120,"end":131,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":135,"end":148,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":31,"head_span":{"start":154,"end":161,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":180,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":162,"end":171,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":180,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":31,"head_span":{"start":172,"end":179,"token_start":30,"token_end":30,"label":"type_of"},"child_span":{"start":180,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":33,"head_span":{"start":154,"end":161,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":190,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":202,"end":211,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":190,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":31,"head_span":{"start":202,"end":211,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":180,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":7,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":44,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":19,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":107,"end":115,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":25,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":135,"end":148,"token_start":24,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":31,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":180,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":33,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":190,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":27,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"\u201cI have recognized that climate change is causing these extreme events we\u2019ve seen around this country and the world for several years,\u201d Thompson said.","text":"\u201cI have recognized that climate change is causing these extreme events we\u2019ve seen around this country and the world for several years,\u201d Thompson said. IMPLIED_BASE IMPLIED_BASE","characters":150,"document_index":34,"md_sentence_index":9,"classification_origin":"cm_cause_effect_rel","url":"https://energynews.us/2019/05/03/midwest/despite-floods-nebraska-utility-leaders-still-hesitant-to-address-climate-change/","combo_id":"34_9","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-877218095,"_task_hash":1985406669,"spans":[{"text":"climate change","start":24,"token_start":5,"token_end":6,"end":38,"type":"span","label":"base"},{"text":"is","start":39,"token_start":7,"token_end":7,"end":41,"type":"span","label":"confidence"},{"text":"causing","start":42,"token_start":8,"token_end":8,"end":49,"type":"span","label":"predicate"},{"text":"extreme","start":56,"token_start":10,"token_end":10,"end":63,"type":"span","label":"type_of"},{"text":"events","start":64,"token_start":11,"token_end":11,"end":70,"type":"span","label":"base"},{"text":"around this country and the world","start":82,"token_start":15,"token_end":20,"end":115,"type":"span","label":"where"},{"text":"for several years","start":116,"token_start":21,"token_end":23,"end":133,"type":"span","label":"when"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"I","start":1,"end":2,"id":1,"ws":true,"disabled":false},{"text":"have","start":3,"end":7,"id":2,"ws":true,"disabled":false},{"text":"recognized","start":8,"end":18,"id":3,"ws":true,"disabled":false},{"text":"that","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"climate","start":24,"end":31,"id":5,"ws":true,"disabled":false},{"text":"change","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"is","start":39,"end":41,"id":7,"ws":true,"disabled":false},{"text":"causing","start":42,"end":49,"id":8,"ws":true,"disabled":false},{"text":"these","start":50,"end":55,"id":9,"ws":true,"disabled":false},{"text":"extreme","start":56,"end":63,"id":10,"ws":true,"disabled":false},{"text":"events","start":64,"end":70,"id":11,"ws":true,"disabled":false},{"text":"we","start":71,"end":73,"id":12,"ws":false,"disabled":false},{"text":"\u2019ve","start":73,"end":76,"id":13,"ws":true,"disabled":false},{"text":"seen","start":77,"end":81,"id":14,"ws":true,"disabled":false},{"text":"around","start":82,"end":88,"id":15,"ws":true,"disabled":false},{"text":"this","start":89,"end":93,"id":16,"ws":true,"disabled":false},{"text":"country","start":94,"end":101,"id":17,"ws":true,"disabled":false},{"text":"and","start":102,"end":105,"id":18,"ws":true,"disabled":false},{"text":"the","start":106,"end":109,"id":19,"ws":true,"disabled":false},{"text":"world","start":110,"end":115,"id":20,"ws":true,"disabled":false},{"text":"for","start":116,"end":119,"id":21,"ws":true,"disabled":false},{"text":"several","start":120,"end":127,"id":22,"ws":true,"disabled":false},{"text":"years","start":128,"end":133,"id":23,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":24,"ws":false,"disabled":false},{"text":"\u201d","start":134,"end":135,"id":25,"ws":true,"disabled":false},{"text":"Thompson","start":136,"end":144,"id":26,"ws":true,"disabled":false},{"text":"said","start":145,"end":149,"id":27,"ws":false,"disabled":false},{"text":".","start":149,"end":150,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":30,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":56,"end":63,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":11,"head_span":{"start":82,"end":115,"token_start":15,"token_end":20,"label":"where"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":11,"head_span":{"start":116,"end":133,"token_start":21,"token_end":23,"label":"when"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":11,"head_span":{"start":24,"end":38,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":36,"Used?":"","Dataset name":"","ignore?":"ignore","reason":"not causal","relation count":"","complexity":"","original_md_text":"A factor \u2014 such as unusual temperatures, movements, moisture or pollution \u2014 that affects the health of a species or ecosystem.","text":"A factor \u2014 such as unusual temperatures, movements, moisture or pollution \u2014 that affects the health of a species or ecosystem. IMPLIED_BASE IMPLIED_BASE","characters":126,"document_index":31,"md_sentence_index":113,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencenewsforstudents.org/article/climate-change-poses-mental-health-risks-children-and-teens","combo_id":"31_113","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1377387822,"_task_hash":1046807021,"spans":[{"text":"temperatures","start":27,"token_start":6,"token_end":6,"end":39,"type":"span","label":"aspect_changing"},{"text":"moisture","start":52,"token_start":10,"token_end":10,"end":60,"type":"span","label":"aspect_changing"},{"text":"pollution","start":64,"token_start":12,"token_end":12,"end":73,"type":"span","label":"base"},{"text":"health","start":93,"token_start":17,"token_end":17,"end":99,"type":"span","label":"base"},{"text":"species","start":105,"token_start":20,"token_end":20,"end":112,"type":"span","label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"factor","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"\u2014","start":9,"end":10,"id":2,"ws":true,"disabled":false},{"text":"such","start":11,"end":15,"id":3,"ws":true,"disabled":false},{"text":"as","start":16,"end":18,"id":4,"ws":true,"disabled":false},{"text":"unusual","start":19,"end":26,"id":5,"ws":true,"disabled":false},{"text":"temperatures","start":27,"end":39,"id":6,"ws":false,"disabled":false},{"text":",","start":39,"end":40,"id":7,"ws":true,"disabled":false},{"text":"movements","start":41,"end":50,"id":8,"ws":false,"disabled":false},{"text":",","start":50,"end":51,"id":9,"ws":true,"disabled":false},{"text":"moisture","start":52,"end":60,"id":10,"ws":true,"disabled":false},{"text":"or","start":61,"end":63,"id":11,"ws":true,"disabled":false},{"text":"pollution","start":64,"end":73,"id":12,"ws":true,"disabled":false},{"text":"\u2014","start":74,"end":75,"id":13,"ws":true,"disabled":false},{"text":"that","start":76,"end":80,"id":14,"ws":true,"disabled":false},{"text":"affects","start":81,"end":88,"id":15,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":16,"ws":true,"disabled":false},{"text":"health","start":93,"end":99,"id":17,"ws":true,"disabled":false},{"text":"of","start":100,"end":102,"id":18,"ws":true,"disabled":false},{"text":"a","start":103,"end":104,"id":19,"ws":true,"disabled":false},{"text":"species","start":105,"end":112,"id":20,"ws":true,"disabled":false},{"text":"or","start":113,"end":115,"id":21,"ws":true,"disabled":false},{"text":"ecosystem","start":116,"end":125,"id":22,"ws":false,"disabled":false},{"text":".","start":125,"end":126,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":127,"end":139,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":25,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[],"answer":"ignore"}
+{"number":158,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Even droughts can make breathing harder.","text":"Even droughts can make breathing harder. IMPLIED_BASE IMPLIED_BASE","characters":40,"document_index":29,"md_sentence_index":144,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencenewsforstudents.org/article/warning-climate-change-can-harm-your-health","combo_id":"29_144","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1014030689,"_task_hash":2018027913,"spans":[{"text":"droughts","start":5,"token_start":1,"token_end":1,"end":13,"type":"span","label":"base"},{"text":"breathing","start":23,"token_start":4,"token_end":4,"end":32,"type":"span","label":"base"},{"text":"harder","start":33,"token_start":5,"token_end":5,"end":39,"type":"span","label":"change_direction"}],"tokens":[{"text":"Even","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"droughts","start":5,"end":13,"id":1,"ws":true,"disabled":false},{"text":"can","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"make","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"breathing","start":23,"end":32,"id":4,"ws":true,"disabled":false},{"text":"harder","start":33,"end":39,"id":5,"ws":false,"disabled":false},{"text":".","start":39,"end":40,"id":6,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":41,"end":53,"id":7,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":54,"end":66,"id":8,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":1,"child":4,"head_span":{"start":5,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":23,"end":32,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":4,"head_span":{"start":33,"end":39,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":23,"end":32,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"ignore"}
+{"number":30,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one?","complexity":"simple","original_md_text":"Wildfires spew particulates, too, along with other pollutants.","text":"Wildfires spew particulates, too, along with other pollutants. IMPLIED_BASE IMPLIED_BASE","characters":62,"document_index":29,"md_sentence_index":137,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencenewsforstudents.org/article/warning-climate-change-can-harm-your-health","combo_id":"29_137","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-832238576,"_task_hash":2130473245,"spans":[{"text":"Wildfires","start":0,"token_start":0,"token_end":0,"end":9,"type":"span","label":"base"},{"text":"spew","start":10,"token_start":1,"token_end":1,"end":14,"type":"span","label":"predicate"},{"text":"particulates","start":15,"token_start":2,"token_end":2,"end":27,"type":"span","label":"base"},{"text":"pollutants","start":51,"token_start":9,"token_end":9,"end":61,"type":"span","label":"base"}],"tokens":[{"text":"Wildfires","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"spew","start":10,"end":14,"id":1,"ws":true,"disabled":false},{"text":"particulates","start":15,"end":27,"id":2,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":3,"ws":true,"disabled":false},{"text":"too","start":29,"end":32,"id":4,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":5,"ws":true,"disabled":false},{"text":"along","start":34,"end":39,"id":6,"ws":true,"disabled":false},{"text":"with","start":40,"end":44,"id":7,"ws":true,"disabled":false},{"text":"other","start":45,"end":50,"id":8,"ws":true,"disabled":false},{"text":"pollutants","start":51,"end":61,"id":9,"ws":false,"disabled":false},{"text":".","start":61,"end":62,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":63,"end":75,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":76,"end":88,"id":12,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":0,"child":2,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":15,"end":27,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":9,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":51,"end":61,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":15,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"A new report from the Congressional Budget Office estimates annual losses from damage linked to hurricanes and flooding at $54 billion under current conditions (which are changing rapidly).\n","text":"A new report from the Congressional Budget Office estimates annual losses from damage linked to hurricanes and flooding at $54 billion under current conditions (which are changing rapidly). IMPLIED_BASE IMPLIED_BASE","characters":190,"document_index":15,"md_sentence_index":30,"classification_origin":"cm_cause_effect_rel","url":"https://www.marketwatch.com/story/how-climate-change-could-trigger-the-next-financial-crisis-2019-04-18","combo_id":"15_30","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1142923253,"_task_hash":-62424214,"spans":[{"text":"annual losses","start":60,"token_start":9,"token_end":10,"end":73,"type":"span","label":"aspect_changing"},{"text":"damage","start":79,"token_start":12,"token_end":12,"end":85,"type":"span","label":"aspect_changing"},{"text":"hurricanes","start":96,"token_start":15,"token_end":15,"end":106,"type":"span","label":"base"},{"text":"flooding","start":111,"token_start":17,"token_end":17,"end":119,"type":"span","label":"base"},{"text":"$54 billion","start":123,"token_start":19,"token_end":21,"end":134,"type":"span","label":"effect_size"},{"text":"current","start":141,"token_start":23,"token_end":23,"end":148,"type":"span","label":"when"},{"text":"IMPLIED_BASE","start":190,"token_start":32,"token_end":32,"end":202,"type":"span","label":"base"},{"text":"IMPLIED_BASE","start":203,"token_start":33,"token_end":33,"end":215,"type":"span","label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"new","start":2,"end":5,"id":1,"ws":true,"disabled":false},{"text":"report","start":6,"end":12,"id":2,"ws":true,"disabled":false},{"text":"from","start":13,"end":17,"id":3,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":4,"ws":true,"disabled":false},{"text":"Congressional","start":22,"end":35,"id":5,"ws":true,"disabled":false},{"text":"Budget","start":36,"end":42,"id":6,"ws":true,"disabled":false},{"text":"Office","start":43,"end":49,"id":7,"ws":true,"disabled":false},{"text":"estimates","start":50,"end":59,"id":8,"ws":true,"disabled":false},{"text":"annual","start":60,"end":66,"id":9,"ws":true,"disabled":false},{"text":"losses","start":67,"end":73,"id":10,"ws":true,"disabled":false},{"text":"from","start":74,"end":78,"id":11,"ws":true,"disabled":false},{"text":"damage","start":79,"end":85,"id":12,"ws":true,"disabled":false},{"text":"linked","start":86,"end":92,"id":13,"ws":true,"disabled":false},{"text":"to","start":93,"end":95,"id":14,"ws":true,"disabled":false},{"text":"hurricanes","start":96,"end":106,"id":15,"ws":true,"disabled":false},{"text":"and","start":107,"end":110,"id":16,"ws":true,"disabled":false},{"text":"flooding","start":111,"end":119,"id":17,"ws":true,"disabled":false},{"text":"at","start":120,"end":122,"id":18,"ws":true,"disabled":false},{"text":"$","start":123,"end":124,"id":19,"ws":false,"disabled":false},{"text":"54","start":124,"end":126,"id":20,"ws":true,"disabled":false},{"text":"billion","start":127,"end":134,"id":21,"ws":true,"disabled":false},{"text":"under","start":135,"end":140,"id":22,"ws":true,"disabled":false},{"text":"current","start":141,"end":148,"id":23,"ws":true,"disabled":false},{"text":"conditions","start":149,"end":159,"id":24,"ws":true,"disabled":false},{"text":"(","start":160,"end":161,"id":25,"ws":false,"disabled":false},{"text":"which","start":161,"end":166,"id":26,"ws":true,"disabled":false},{"text":"are","start":167,"end":170,"id":27,"ws":true,"disabled":false},{"text":"changing","start":171,"end":179,"id":28,"ws":true,"disabled":false},{"text":"rapidly","start":180,"end":187,"id":29,"ws":false,"disabled":false},{"text":")","start":187,"end":188,"id":30,"ws":false,"disabled":false},{"text":".","start":188,"end":189,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":33,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":10,"child":32,"head_span":{"start":60,"end":73,"token_start":9,"token_end":10,"label":"aspect_changing"},"child_span":{"start":190,"end":202,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":33,"head_span":{"start":79,"end":85,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":203,"end":215,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":32,"head_span":{"start":123,"end":134,"token_start":19,"token_end":21,"label":"effect_size"},"child_span":{"start":190,"end":202,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":33,"head_span":{"start":96,"end":106,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":203,"end":215,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":33,"head_span":{"start":111,"end":119,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":203,"end":215,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":32,"head_span":{"start":203,"end":215,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":190,"end":202,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":0,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"But Mongolia\u2019s nomads are also being pushed off the land, as mining accelerates desertification of grasslands, through the mines\u2019 heavy groundwater use and destruction of vegetation.","text":"But Mongolia\u2019s nomads are also being pushed off the land, as mining accelerates desertification of grasslands, through the mines\u2019 heavy groundwater use and destruction of vegetation. IMPLIED_BASE IMPLIED_BASE","characters":182,"document_index":2,"md_sentence_index":130,"classification_origin":"cm_cause_effect_rel","url":"https://www.nationalgeographic.com/environment/2019/03/mongolia-air-pollution/","combo_id":"2_130","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1954680961,"_task_hash":310256872,"spans":[{"text":"mining","start":61,"token_start":13,"token_end":13,"end":67,"type":"span","label":"base"},{"text":"accelerates","start":68,"token_start":14,"token_end":14,"end":79,"type":"span","label":"change_direction"},{"text":"desertification","start":80,"token_start":15,"token_end":15,"end":95,"type":"span","label":"aspect_changing"},{"text":"grasslands","start":99,"token_start":17,"token_end":17,"end":109,"type":"span","label":"base"},{"text":"heavy","start":130,"token_start":23,"token_end":23,"end":135,"type":"span","label":"change_direction"},{"text":"groundwater","start":136,"token_start":24,"token_end":24,"end":147,"type":"span","label":"base"},{"text":"use","start":148,"token_start":25,"token_end":25,"end":151,"type":"span","label":"aspect_changing"},{"text":"destruction","start":156,"token_start":27,"token_end":27,"end":167,"type":"span","label":"change_direction"},{"text":"vegetation","start":171,"token_start":29,"token_end":29,"end":181,"type":"span","label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Mongolia","start":4,"end":12,"id":1,"ws":false,"disabled":false},{"text":"\u2019s","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"nomads","start":15,"end":21,"id":3,"ws":true,"disabled":false},{"text":"are","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"also","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"being","start":31,"end":36,"id":6,"ws":true,"disabled":false},{"text":"pushed","start":37,"end":43,"id":7,"ws":true,"disabled":false},{"text":"off","start":44,"end":47,"id":8,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":9,"ws":true,"disabled":false},{"text":"land","start":52,"end":56,"id":10,"ws":false,"disabled":false},{"text":",","start":56,"end":57,"id":11,"ws":true,"disabled":false},{"text":"as","start":58,"end":60,"id":12,"ws":true,"disabled":false},{"text":"mining","start":61,"end":67,"id":13,"ws":true,"disabled":false},{"text":"accelerates","start":68,"end":79,"id":14,"ws":true,"disabled":false},{"text":"desertification","start":80,"end":95,"id":15,"ws":true,"disabled":false},{"text":"of","start":96,"end":98,"id":16,"ws":true,"disabled":false},{"text":"grasslands","start":99,"end":109,"id":17,"ws":false,"disabled":false},{"text":",","start":109,"end":110,"id":18,"ws":true,"disabled":false},{"text":"through","start":111,"end":118,"id":19,"ws":true,"disabled":false},{"text":"the","start":119,"end":122,"id":20,"ws":true,"disabled":false},{"text":"mines","start":123,"end":128,"id":21,"ws":false,"disabled":false},{"text":"\u2019","start":128,"end":129,"id":22,"ws":true,"disabled":false},{"text":"heavy","start":130,"end":135,"id":23,"ws":true,"disabled":false},{"text":"groundwater","start":136,"end":147,"id":24,"ws":true,"disabled":false},{"text":"use","start":148,"end":151,"id":25,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":26,"ws":true,"disabled":false},{"text":"destruction","start":156,"end":167,"id":27,"ws":true,"disabled":false},{"text":"of","start":168,"end":170,"id":28,"ws":true,"disabled":false},{"text":"vegetation","start":171,"end":181,"id":29,"ws":false,"disabled":false},{"text":".","start":181,"end":182,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":183,"end":195,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":32,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirshskipped","_view_id":"relations","relations":[{"head":14,"child":17,"head_span":{"start":68,"end":79,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":80,"end":95,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":130,"end":135,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":136,"end":147,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":24,"head_span":{"start":148,"end":151,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":136,"end":147,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":29,"head_span":{"start":156,"end":167,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":171,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":61,"end":67,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":17,"head_span":{"start":136,"end":147,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":17,"head_span":{"start":171,"end":181,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":24,"head_span":{"start":61,"end":67,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":136,"end":147,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":29,"head_span":{"start":61,"end":67,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":171,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore"}
+{"number":76,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Complex","original_md_text":"Migration toward cities that already face capacity constraints \u2014 due to environmental conditions, resource scarcity, and unemployment \u2014 \u201ccreates for further mayhem [and] civil unrest, leading to larger state-on-state conflict,\u201d Goodman says.","text":"Migration toward cities that already face capacity constraints \u2014 due to environmental conditions, resource scarcity, and unemployment \u2014 \u201ccreates for further mayhem [and] civil unrest, leading to larger state-on-state conflict,\u201d Goodman says. IMPLIED_BASE IMPLIED_BASE","characters":241,"document_index":69,"md_sentence_index":10,"classification_origin":"cm_cause_effect_rel","url":"https://medium.com/airbel/how-global-warming-exacerbates-conflict-ef4ba826ec4","combo_id":"69_10","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"D","_input_hash":1073917514,"_task_hash":-171662372,"spans":[{"text":"Migration","start":0,"token_start":0,"token_end":0,"end":9,"type":"span","label":"base"},{"start":10,"end":62,"token_start":1,"token_end":7,"label":"type_of"},{"text":"due to","start":65,"token_start":9,"token_end":10,"end":71,"type":"span","label":"predicate"},{"start":72,"end":85,"token_start":11,"token_end":11,"label":"base"},{"start":86,"end":96,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":98,"end":106,"token_start":14,"token_end":14,"label":"base"},{"start":107,"end":115,"token_start":15,"token_end":15,"label":"aspect_changing"},{"text":"unemployment","start":121,"token_start":18,"token_end":18,"end":133,"type":"span","label":"base"},{"text":"creates","start":137,"token_start":21,"token_end":21,"end":144,"type":"span","label":"predicate"},{"text":"mayhem","start":157,"token_start":24,"token_end":24,"end":163,"type":"span","label":"base"},{"start":170,"end":175,"token_start":28,"token_end":28,"label":"type_of"},{"start":176,"end":182,"token_start":29,"token_end":29,"label":"base"},{"text":"leading to","start":184,"token_start":31,"token_end":32,"end":194,"type":"span","label":"predicate"},{"text":"larger","start":195,"token_start":33,"token_end":33,"end":201,"type":"span","label":"change_direction"},{"text":"state-on-state","start":202,"token_start":34,"token_end":38,"end":216,"type":"span","label":"type_of"},{"text":"conflict","start":217,"token_start":39,"token_end":39,"end":225,"type":"span","label":"base"}],"tokens":[{"text":"Migration","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"toward","start":10,"end":16,"id":1,"ws":true,"disabled":false},{"text":"cities","start":17,"end":23,"id":2,"ws":true,"disabled":false},{"text":"that","start":24,"end":28,"id":3,"ws":true,"disabled":false},{"text":"already","start":29,"end":36,"id":4,"ws":true,"disabled":false},{"text":"face","start":37,"end":41,"id":5,"ws":true,"disabled":false},{"text":"capacity","start":42,"end":50,"id":6,"ws":true,"disabled":false},{"text":"constraints","start":51,"end":62,"id":7,"ws":true,"disabled":false},{"text":"\u2014","start":63,"end":64,"id":8,"ws":true,"disabled":false},{"text":"due","start":65,"end":68,"id":9,"ws":true,"disabled":false},{"text":"to","start":69,"end":71,"id":10,"ws":true,"disabled":false},{"text":"environmental","start":72,"end":85,"id":11,"ws":true,"disabled":false},{"text":"conditions","start":86,"end":96,"id":12,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":13,"ws":true,"disabled":false},{"text":"resource","start":98,"end":106,"id":14,"ws":true,"disabled":false},{"text":"scarcity","start":107,"end":115,"id":15,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":16,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":17,"ws":true,"disabled":false},{"text":"unemployment","start":121,"end":133,"id":18,"ws":true,"disabled":false},{"text":"\u2014","start":134,"end":135,"id":19,"ws":true,"disabled":false},{"text":"\u201c","start":136,"end":137,"id":20,"ws":false,"disabled":false},{"text":"creates","start":137,"end":144,"id":21,"ws":true,"disabled":false},{"text":"for","start":145,"end":148,"id":22,"ws":true,"disabled":false},{"text":"further","start":149,"end":156,"id":23,"ws":true,"disabled":false},{"text":"mayhem","start":157,"end":163,"id":24,"ws":true,"disabled":false},{"text":"[","start":164,"end":165,"id":25,"ws":false,"disabled":false},{"text":"and","start":165,"end":168,"id":26,"ws":false,"disabled":false},{"text":"]","start":168,"end":169,"id":27,"ws":true,"disabled":false},{"text":"civil","start":170,"end":175,"id":28,"ws":true,"disabled":false},{"text":"unrest","start":176,"end":182,"id":29,"ws":false,"disabled":false},{"text":",","start":182,"end":183,"id":30,"ws":true,"disabled":false},{"text":"leading","start":184,"end":191,"id":31,"ws":true,"disabled":false},{"text":"to","start":192,"end":194,"id":32,"ws":true,"disabled":false},{"text":"larger","start":195,"end":201,"id":33,"ws":true,"disabled":false},{"text":"state","start":202,"end":207,"id":34,"ws":false,"disabled":false},{"text":"-","start":207,"end":208,"id":35,"ws":false,"disabled":false},{"text":"on","start":208,"end":210,"id":36,"ws":false,"disabled":false},{"text":"-","start":210,"end":211,"id":37,"ws":false,"disabled":false},{"text":"state","start":211,"end":216,"id":38,"ws":true,"disabled":false},{"text":"conflict","start":217,"end":225,"id":39,"ws":false,"disabled":false},{"text":",","start":225,"end":226,"id":40,"ws":false,"disabled":false},{"text":"\u201d","start":226,"end":227,"id":41,"ws":true,"disabled":false},{"text":"Goodman","start":228,"end":235,"id":42,"ws":true,"disabled":false},{"text":"says","start":236,"end":240,"id":43,"ws":false,"disabled":false},{"text":".","start":240,"end":241,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":242,"end":254,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":255,"end":267,"id":46,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":7,"child":0,"head_span":{"start":10,"end":62,"token_start":1,"token_end":7,"label":"type_of"},"child_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":0,"head_span":{"start":121,"end":133,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":24,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":157,"end":163,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":39,"head_span":{"start":157,"end":163,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":217,"end":225,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":38,"child":39,"head_span":{"start":202,"end":216,"token_start":34,"token_end":38,"label":"type_of"},"child_span":{"start":217,"end":225,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":39,"head_span":{"start":195,"end":201,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":217,"end":225,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":29,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":176,"end":182,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":39,"head_span":{"start":176,"end":182,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":217,"end":225,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":0,"head_span":{"start":72,"end":85,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":11,"head_span":{"start":86,"end":96,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":72,"end":85,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":0,"head_span":{"start":98,"end":106,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":14,"head_span":{"start":107,"end":115,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":98,"end":106,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":29,"head_span":{"start":170,"end":175,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":176,"end":182,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":52,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Simple","original_md_text":"\"This research shows that climate change has made temperatures better for spore germination and growth, and made crop canopies wetter, raising the risk of Black Sigatoka infection in many banana-growing areas of Latin America.","text":"\"This research shows that climate change has made temperatures better for spore germination and growth, and made crop canopies wetter, raising the risk of Black Sigatoka infection in many banana-growing areas of Latin America. IMPLIED_BASE IMPLIED_BASE","characters":227,"document_index":43,"md_sentence_index":5,"classification_origin":"cm_cause_effect_rel","url":"https://phys.org/news/2019-05-banana-disease-boosted-climate.html","combo_id":"43_5","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"D","_input_hash":1262581488,"_task_hash":1003394654,"spans":[{"text":"climate change","start":26,"token_start":5,"token_end":6,"end":40,"type":"span","label":"base"},{"start":41,"end":44,"token_start":7,"token_end":7,"label":"confidence"},{"start":45,"end":49,"token_start":8,"token_end":8,"label":"predicate"},{"text":"temperatures","start":50,"token_start":9,"token_end":9,"end":62,"type":"span","label":"aspect_changing"},{"text":"better","start":63,"token_start":10,"token_end":10,"end":69,"type":"span","label":"change_direction"},{"text":"spore","start":74,"token_start":12,"token_end":12,"end":79,"type":"span","label":"base"},{"text":"germination","start":80,"token_start":13,"token_end":13,"end":91,"type":"span","label":"aspect_changing"},{"text":"growth","start":96,"token_start":15,"token_end":15,"end":102,"type":"span","label":"aspect_changing"},{"start":108,"end":112,"token_start":18,"token_end":18,"label":"predicate"},{"start":113,"end":117,"token_start":19,"token_end":19,"label":"base"},{"start":118,"end":126,"token_start":20,"token_end":20,"label":"aspect_changing"},{"text":"wetter","start":127,"token_start":21,"token_end":21,"end":133,"type":"span","label":"change_direction"},{"start":135,"end":142,"token_start":23,"token_end":23,"label":"change_direction"},{"text":"risk","start":147,"token_start":25,"token_end":25,"end":151,"type":"span","label":"aspect_changing"},{"text":"Black Sigatoka","start":155,"token_start":27,"token_end":28,"end":169,"type":"span","label":"type_of"},{"text":"infection","start":170,"token_start":29,"token_end":29,"end":179,"type":"span","label":"base"},{"text":"banana-growing areas of Latin America","start":188,"token_start":32,"token_end":38,"end":225,"type":"span","label":"where"},{"text":"IMPLIED_BASE","start":227,"token_start":40,"token_end":40,"end":239,"type":"span","label":"base"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"This","start":1,"end":5,"id":1,"ws":true,"disabled":false},{"text":"research","start":6,"end":14,"id":2,"ws":true,"disabled":false},{"text":"shows","start":15,"end":20,"id":3,"ws":true,"disabled":false},{"text":"that","start":21,"end":25,"id":4,"ws":true,"disabled":false},{"text":"climate","start":26,"end":33,"id":5,"ws":true,"disabled":false},{"text":"change","start":34,"end":40,"id":6,"ws":true,"disabled":false},{"text":"has","start":41,"end":44,"id":7,"ws":true,"disabled":false},{"text":"made","start":45,"end":49,"id":8,"ws":true,"disabled":false},{"text":"temperatures","start":50,"end":62,"id":9,"ws":true,"disabled":false},{"text":"better","start":63,"end":69,"id":10,"ws":true,"disabled":false},{"text":"for","start":70,"end":73,"id":11,"ws":true,"disabled":false},{"text":"spore","start":74,"end":79,"id":12,"ws":true,"disabled":false},{"text":"germination","start":80,"end":91,"id":13,"ws":true,"disabled":false},{"text":"and","start":92,"end":95,"id":14,"ws":true,"disabled":false},{"text":"growth","start":96,"end":102,"id":15,"ws":false,"disabled":false},{"text":",","start":102,"end":103,"id":16,"ws":true,"disabled":false},{"text":"and","start":104,"end":107,"id":17,"ws":true,"disabled":false},{"text":"made","start":108,"end":112,"id":18,"ws":true,"disabled":false},{"text":"crop","start":113,"end":117,"id":19,"ws":true,"disabled":false},{"text":"canopies","start":118,"end":126,"id":20,"ws":true,"disabled":false},{"text":"wetter","start":127,"end":133,"id":21,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":22,"ws":true,"disabled":false},{"text":"raising","start":135,"end":142,"id":23,"ws":true,"disabled":false},{"text":"the","start":143,"end":146,"id":24,"ws":true,"disabled":false},{"text":"risk","start":147,"end":151,"id":25,"ws":true,"disabled":false},{"text":"of","start":152,"end":154,"id":26,"ws":true,"disabled":false},{"text":"Black","start":155,"end":160,"id":27,"ws":true,"disabled":false},{"text":"Sigatoka","start":161,"end":169,"id":28,"ws":true,"disabled":false},{"text":"infection","start":170,"end":179,"id":29,"ws":true,"disabled":false},{"text":"in","start":180,"end":182,"id":30,"ws":true,"disabled":false},{"text":"many","start":183,"end":187,"id":31,"ws":true,"disabled":false},{"text":"banana","start":188,"end":194,"id":32,"ws":false,"disabled":false},{"text":"-","start":194,"end":195,"id":33,"ws":false,"disabled":false},{"text":"growing","start":195,"end":202,"id":34,"ws":true,"disabled":false},{"text":"areas","start":203,"end":208,"id":35,"ws":true,"disabled":false},{"text":"of","start":209,"end":211,"id":36,"ws":true,"disabled":false},{"text":"Latin","start":212,"end":217,"id":37,"ws":true,"disabled":false},{"text":"America","start":218,"end":225,"id":38,"ws":false,"disabled":false},{"text":".","start":225,"end":226,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":227,"end":239,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":240,"end":252,"id":41,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":9,"child":40,"head_span":{"start":50,"end":62,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":227,"end":239,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":40,"head_span":{"start":63,"end":69,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":227,"end":239,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":40,"head_span":{"start":26,"end":40,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":227,"end":239,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":40,"child":12,"head_span":{"start":227,"end":239,"token_start":40,"token_end":40,"label":"base"},"child_span":{"start":74,"end":79,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":12,"head_span":{"start":80,"end":91,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":74,"end":79,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":12,"head_span":{"start":96,"end":102,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":74,"end":79,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":29,"head_span":{"start":147,"end":151,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":170,"end":179,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":29,"head_span":{"start":155,"end":169,"token_start":27,"token_end":28,"label":"type_of"},"child_span":{"start":170,"end":179,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":29,"head_span":{"start":188,"end":225,"token_start":32,"token_end":38,"label":"where"},"child_span":{"start":170,"end":179,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":29,"head_span":{"start":74,"end":79,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":170,"end":179,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":19,"head_span":{"start":127,"end":133,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":113,"end":117,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":19,"head_span":{"start":26,"end":40,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":113,"end":117,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":29,"head_span":{"start":113,"end":117,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":170,"end":179,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":19,"head_span":{"start":118,"end":126,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":113,"end":117,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":42,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"unassignable causality","relation count":"many","complexity":"simple","original_md_text":"Climate change is linked to rising sea levels and the increase in rainfall associated with cyclones, thus causing more devastation in coastal but also inland areas.","text":"Climate change is linked to rising sea levels and the increase in rainfall associated with cyclones, thus causing more devastation in coastal but also inland areas. IMPLIED_BASE IMPLIED_BASE","characters":165,"document_index":35,"md_sentence_index":24,"classification_origin":"cm_cause_effect_rel","url":"https://www.forbes.com/sites/unicefusa/2019/05/03/deadly-cyclones-are-on-the-rise-and-climate-change-is-to-blame/","combo_id":"35_24","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"D","_input_hash":192857228,"_task_hash":-601888277,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"span","label":"base"},{"start":15,"end":17,"token_start":2,"token_end":2,"label":"confidence"},{"start":18,"end":27,"token_start":3,"token_end":4,"label":"predicate"},{"text":"rising","start":28,"token_start":5,"token_end":5,"end":34,"type":"span","label":"change_direction"},{"text":"sea","start":35,"token_start":6,"token_end":6,"end":38,"type":"span","label":"base"},{"text":"levels","start":39,"token_start":7,"token_end":7,"end":45,"type":"span","label":"aspect_changing"},{"text":"increase","start":54,"token_start":10,"token_end":10,"end":62,"type":"span","label":"change_direction"},{"text":"rainfall","start":66,"token_start":12,"token_end":12,"end":74,"type":"span","label":"aspect_changing"},{"text":"cyclones","start":91,"token_start":15,"token_end":15,"end":99,"type":"span","label":"base"},{"start":101,"end":113,"token_start":17,"token_end":18,"label":"predicate"},{"text":"more","start":114,"token_start":19,"token_end":19,"end":118,"type":"span","label":"change_direction"},{"text":"devastation","start":119,"token_start":20,"token_end":20,"end":130,"type":"span","label":"aspect_changing"},{"start":131,"end":163,"token_start":21,"token_end":26,"label":"where"},{"start":165,"end":177,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"is","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"linked","start":18,"end":24,"id":3,"ws":true,"disabled":false},{"text":"to","start":25,"end":27,"id":4,"ws":true,"disabled":false},{"text":"rising","start":28,"end":34,"id":5,"ws":true,"disabled":false},{"text":"sea","start":35,"end":38,"id":6,"ws":true,"disabled":false},{"text":"levels","start":39,"end":45,"id":7,"ws":true,"disabled":false},{"text":"and","start":46,"end":49,"id":8,"ws":true,"disabled":false},{"text":"the","start":50,"end":53,"id":9,"ws":true,"disabled":false},{"text":"increase","start":54,"end":62,"id":10,"ws":true,"disabled":false},{"text":"in","start":63,"end":65,"id":11,"ws":true,"disabled":false},{"text":"rainfall","start":66,"end":74,"id":12,"ws":true,"disabled":false},{"text":"associated","start":75,"end":85,"id":13,"ws":true,"disabled":false},{"text":"with","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"cyclones","start":91,"end":99,"id":15,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":16,"ws":true,"disabled":false},{"text":"thus","start":101,"end":105,"id":17,"ws":true,"disabled":false},{"text":"causing","start":106,"end":113,"id":18,"ws":true,"disabled":false},{"text":"more","start":114,"end":118,"id":19,"ws":true,"disabled":false},{"text":"devastation","start":119,"end":130,"id":20,"ws":true,"disabled":false},{"text":"in","start":131,"end":133,"id":21,"ws":true,"disabled":false},{"text":"coastal","start":134,"end":141,"id":22,"ws":true,"disabled":false},{"text":"but","start":142,"end":145,"id":23,"ws":true,"disabled":false},{"text":"also","start":146,"end":150,"id":24,"ws":true,"disabled":false},{"text":"inland","start":151,"end":157,"id":25,"ws":true,"disabled":false},{"text":"areas","start":158,"end":163,"id":26,"ws":false,"disabled":false},{"text":".","start":163,"end":164,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":29,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":28,"end":34,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":35,"end":38,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":6,"head_span":{"start":39,"end":45,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":35,"end":38,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":15,"head_span":{"start":54,"end":62,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":91,"end":99,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":66,"end":74,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":91,"end":99,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":35,"end":38,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":15,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":91,"end":99,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":28,"head_span":{"start":35,"end":38,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":165,"end":177,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":28,"head_span":{"start":91,"end":99,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":165,"end":177,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":28,"head_span":{"start":114,"end":118,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":165,"end":177,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":28,"head_span":{"start":119,"end":130,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":165,"end":177,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":28,"head_span":{"start":131,"end":163,"token_start":21,"token_end":26,"label":"where"},"child_span":{"start":165,"end":177,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":28,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"Climate change is exacerbating extreme weather events, and the world's most vulnerable children will bear the brunt of these disasters.","text":"Climate change is exacerbating extreme weather events, and the world's most vulnerable children will bear the brunt of these disasters. IMPLIED_BASE IMPLIED_BASE","characters":136,"document_index":35,"md_sentence_index":0,"classification_origin":"cm_cause_effect_rel","url":"https://www.forbes.com/sites/unicefusa/2019/05/03/deadly-cyclones-are-on-the-rise-and-climate-change-is-to-blame/","combo_id":"35_0","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"D","_input_hash":-1879356962,"_task_hash":1251398570,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"span","label":"base"},{"start":15,"end":17,"token_start":2,"token_end":2,"label":"confidence"},{"text":"exacerbating","start":18,"token_start":3,"token_end":3,"end":30,"type":"span","label":"change_direction"},{"start":31,"end":38,"token_start":4,"token_end":4,"label":"type_of"},{"start":39,"end":46,"token_start":5,"token_end":5,"label":"base"},{"text":"events","start":47,"token_start":6,"token_end":6,"end":53,"type":"span","label":"aspect_changing"},{"text":"world's most vulnerable children","start":63,"token_start":10,"token_end":14,"end":95,"type":"span","label":"to_whom"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"is","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"exacerbating","start":18,"end":30,"id":3,"ws":true,"disabled":false},{"text":"extreme","start":31,"end":38,"id":4,"ws":true,"disabled":false},{"text":"weather","start":39,"end":46,"id":5,"ws":true,"disabled":false},{"text":"events","start":47,"end":53,"id":6,"ws":false,"disabled":false},{"text":",","start":53,"end":54,"id":7,"ws":true,"disabled":false},{"text":"and","start":55,"end":58,"id":8,"ws":true,"disabled":false},{"text":"the","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"world","start":63,"end":68,"id":10,"ws":false,"disabled":false},{"text":"'s","start":68,"end":70,"id":11,"ws":true,"disabled":false},{"text":"most","start":71,"end":75,"id":12,"ws":true,"disabled":false},{"text":"vulnerable","start":76,"end":86,"id":13,"ws":true,"disabled":false},{"text":"children","start":87,"end":95,"id":14,"ws":true,"disabled":false},{"text":"will","start":96,"end":100,"id":15,"ws":true,"disabled":false},{"text":"bear","start":101,"end":105,"id":16,"ws":true,"disabled":false},{"text":"the","start":106,"end":109,"id":17,"ws":true,"disabled":false},{"text":"brunt","start":110,"end":115,"id":18,"ws":true,"disabled":false},{"text":"of","start":116,"end":118,"id":19,"ws":true,"disabled":false},{"text":"these","start":119,"end":124,"id":20,"ws":true,"disabled":false},{"text":"disasters","start":125,"end":134,"id":21,"ws":false,"disabled":false},{"text":".","start":134,"end":135,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":136,"end":148,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":149,"end":161,"id":24,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":1,"child":5,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":39,"end":46,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":5,"head_span":{"start":18,"end":30,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":39,"end":46,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":47,"end":53,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":39,"end":46,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":31,"end":38,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":39,"end":46,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":39,"Used?":"staged","Dataset name":"checkin-three","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Climate change can make a sizable dent on economic growth by disrupting supply chains and demand for products, and creating harsh working conditions, among other issues.","text":"Climate change can make a sizable dent on economic growth by disrupting supply chains and demand for products, and creating harsh working conditions, among other issues. IMPLIED_BASE IMPLIED_BASE","characters":170,"document_index":33,"md_sentence_index":12,"classification_origin":"cm_cause_effect_rel","url":"https://grist.org/article/insurance-experts-rank-climate-change-as-top-risk-for-2019/","combo_id":"33_12","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"D","_input_hash":405029839,"_task_hash":-987867986,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"span","label":"base"},{"text":"can","start":15,"token_start":2,"token_end":2,"end":18,"type":"span","label":"confidence"},{"text":"make","start":19,"token_start":3,"token_end":3,"end":23,"type":"span","label":"confidence"},{"text":"sizable","start":26,"token_start":5,"token_end":5,"end":33,"type":"span","label":"effect_size"},{"text":"dent","start":34,"token_start":6,"token_end":6,"end":38,"type":"span","label":"change_direction"},{"start":42,"end":50,"token_start":8,"token_end":8,"label":"base"},{"start":51,"end":57,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":58,"end":60,"token_start":10,"token_end":10,"label":"predicate"},{"text":"disrupting","start":61,"token_start":11,"token_end":11,"end":71,"type":"span","label":"change_direction"},{"text":"supply chains","start":72,"token_start":12,"token_end":13,"end":85,"type":"span","label":"base"},{"text":"demand","start":90,"token_start":15,"token_end":15,"end":96,"type":"span","label":"aspect_changing"},{"text":"products","start":101,"token_start":17,"token_end":17,"end":109,"type":"span","label":"base"},{"text":"creating","start":115,"token_start":20,"token_end":20,"end":123,"type":"span","label":"predicate"},{"start":124,"end":129,"token_start":21,"token_end":21,"label":"type_of"},{"text":"working conditions","start":130,"token_start":22,"token_end":23,"end":148,"type":"span","label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"can","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"make","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"a","start":24,"end":25,"id":4,"ws":true,"disabled":false},{"text":"sizable","start":26,"end":33,"id":5,"ws":true,"disabled":false},{"text":"dent","start":34,"end":38,"id":6,"ws":true,"disabled":false},{"text":"on","start":39,"end":41,"id":7,"ws":true,"disabled":false},{"text":"economic","start":42,"end":50,"id":8,"ws":true,"disabled":false},{"text":"growth","start":51,"end":57,"id":9,"ws":true,"disabled":false},{"text":"by","start":58,"end":60,"id":10,"ws":true,"disabled":false},{"text":"disrupting","start":61,"end":71,"id":11,"ws":true,"disabled":false},{"text":"supply","start":72,"end":78,"id":12,"ws":true,"disabled":false},{"text":"chains","start":79,"end":85,"id":13,"ws":true,"disabled":false},{"text":"and","start":86,"end":89,"id":14,"ws":true,"disabled":false},{"text":"demand","start":90,"end":96,"id":15,"ws":true,"disabled":false},{"text":"for","start":97,"end":100,"id":16,"ws":true,"disabled":false},{"text":"products","start":101,"end":109,"id":17,"ws":false,"disabled":false},{"text":",","start":109,"end":110,"id":18,"ws":true,"disabled":false},{"text":"and","start":111,"end":114,"id":19,"ws":true,"disabled":false},{"text":"creating","start":115,"end":123,"id":20,"ws":true,"disabled":false},{"text":"harsh","start":124,"end":129,"id":21,"ws":true,"disabled":false},{"text":"working","start":130,"end":137,"id":22,"ws":true,"disabled":false},{"text":"conditions","start":138,"end":148,"id":23,"ws":false,"disabled":false},{"text":",","start":148,"end":149,"id":24,"ws":true,"disabled":false},{"text":"among","start":150,"end":155,"id":25,"ws":true,"disabled":false},{"text":"other","start":156,"end":161,"id":26,"ws":true,"disabled":false},{"text":"issues","start":162,"end":168,"id":27,"ws":false,"disabled":false},{"text":".","start":168,"end":169,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":170,"end":182,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":183,"end":195,"id":30,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":1,"child":13,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":72,"end":85,"token_start":12,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":17,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":101,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":23,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":130,"end":148,"token_start":22,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":17,"head_span":{"start":90,"end":96,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":101,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":61,"end":71,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":72,"end":85,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":17,"head_span":{"start":61,"end":71,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":101,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":23,"head_span":{"start":124,"end":129,"token_start":21,"token_end":21,"label":"type_of"},"child_span":{"start":130,"end":148,"token_start":22,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":8,"head_span":{"start":130,"end":148,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":42,"end":50,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":8,"head_span":{"start":34,"end":38,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":42,"end":50,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":8,"head_span":{"start":26,"end":33,"token_start":5,"token_end":5,"label":"effect_size"},"child_span":{"start":42,"end":50,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":51,"end":57,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":42,"end":50,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":8,"head_span":{"start":72,"end":85,"token_start":12,"token_end":13,"label":"base"},"child_span":{"start":42,"end":50,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":8,"head_span":{"start":101,"end":109,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":42,"end":50,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept","flagged":true}
+{"number":23,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"In recent years, disease and other disturbances have caused forests to die, emitting carbon dioxide instead as they rot.","text":"In recent years, disease and other disturbances have caused forests to die, emitting carbon dioxide instead as they rot. IMPLIED_BASE IMPLIED_BASE","characters":121,"document_index":25,"md_sentence_index":177,"classification_origin":"cm_cause_effect_rel","url":"https://www.washingtonpost.com/graphics/2019/lifestyle/magazine/climate-change-covers/","combo_id":"25_177","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"D","_input_hash":172035062,"_task_hash":-635294044,"spans":[{"start":0,"end":15,"token_start":0,"token_end":2,"label":"when"},{"text":"disease","start":17,"token_start":4,"token_end":4,"end":24,"type":"span","label":"base"},{"start":53,"end":59,"token_start":9,"token_end":9,"label":"predicate"},{"text":"forests","start":60,"token_start":10,"token_end":10,"end":67,"type":"span","label":"base"},{"start":71,"end":74,"token_start":12,"token_end":12,"label":"change_direction"},{"text":"emitting","start":76,"token_start":14,"token_end":14,"end":84,"type":"span","label":"change_direction"},{"text":"carbon dioxide","start":85,"token_start":15,"token_end":16,"end":99,"type":"span","label":"base"},{"start":108,"end":110,"token_start":18,"token_end":18,"label":"predicate"},{"start":116,"end":119,"token_start":20,"token_end":20,"label":"change_direction"},{"text":"IMPLIED_BASE","start":121,"token_start":22,"token_end":22,"end":133,"type":"span","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"recent","start":3,"end":9,"id":1,"ws":true,"disabled":false},{"text":"years","start":10,"end":15,"id":2,"ws":false,"disabled":false},{"text":",","start":15,"end":16,"id":3,"ws":true,"disabled":false},{"text":"disease","start":17,"end":24,"id":4,"ws":true,"disabled":false},{"text":"and","start":25,"end":28,"id":5,"ws":true,"disabled":false},{"text":"other","start":29,"end":34,"id":6,"ws":true,"disabled":false},{"text":"disturbances","start":35,"end":47,"id":7,"ws":true,"disabled":false},{"text":"have","start":48,"end":52,"id":8,"ws":true,"disabled":false},{"text":"caused","start":53,"end":59,"id":9,"ws":true,"disabled":false},{"text":"forests","start":60,"end":67,"id":10,"ws":true,"disabled":false},{"text":"to","start":68,"end":70,"id":11,"ws":true,"disabled":false},{"text":"die","start":71,"end":74,"id":12,"ws":false,"disabled":false},{"text":",","start":74,"end":75,"id":13,"ws":true,"disabled":false},{"text":"emitting","start":76,"end":84,"id":14,"ws":true,"disabled":false},{"text":"carbon","start":85,"end":91,"id":15,"ws":true,"disabled":false},{"text":"dioxide","start":92,"end":99,"id":16,"ws":true,"disabled":false},{"text":"instead","start":100,"end":107,"id":17,"ws":true,"disabled":false},{"text":"as","start":108,"end":110,"id":18,"ws":true,"disabled":false},{"text":"they","start":111,"end":115,"id":19,"ws":true,"disabled":false},{"text":"rot","start":116,"end":119,"id":20,"ws":false,"disabled":false},{"text":".","start":119,"end":120,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":23,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":12,"child":10,"head_span":{"start":71,"end":74,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":60,"end":67,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":16,"head_span":{"start":76,"end":84,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":85,"end":99,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":22,"head_span":{"start":116,"end":119,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":121,"end":133,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":10,"head_span":{"start":17,"end":24,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":60,"end":67,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":22,"head_span":{"start":60,"end":67,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":121,"end":133,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":16,"head_span":{"start":121,"end":133,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":85,"end":99,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept","flagged":false}
+{"number":11,"Used?":"","Dataset name":"","ignore?":"yes?","reason":"logic","relation count":"many","complexity":"complex","original_md_text":"The results showed that, barring significant reductions in global greenhouse gas emission rates, rainfall in Jordan will decline by 30 percent and the occurrence of drought will triple by 2100.","text":"The results showed that, barring significant reductions in global greenhouse gas emission rates, rainfall in Jordan will decline by 30 percent and the occurrence of drought will triple by 2100. IMPLIED_BASE IMPLIED_BASE","characters":193,"document_index":10,"md_sentence_index":17,"classification_origin":"cm_cause_effect_rel","url":"https://phys.org/news/2019-03-effects-climate-shortages.html","combo_id":"10_17","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"D","_input_hash":1601778177,"_task_hash":120954076,"spans":[{"text":"global","start":59,"token_start":9,"token_end":9,"end":65,"type":"span","label":"where"},{"text":"greenhouse","start":66,"token_start":10,"token_end":10,"end":76,"type":"span","label":"type_of"},{"text":"gas","start":77,"token_start":11,"token_end":11,"end":80,"type":"span","label":"base"},{"text":"emission rates","start":81,"token_start":12,"token_end":13,"end":95,"type":"span","label":"aspect_changing"},{"text":"rainfall","start":97,"token_start":15,"token_end":15,"end":105,"type":"span","label":"base"},{"text":"in Jordan","start":106,"token_start":16,"token_end":17,"end":115,"type":"span","label":"where"},{"text":"decline","start":121,"token_start":19,"token_end":19,"end":128,"type":"span","label":"change_direction"},{"text":"30 percent","start":132,"token_start":21,"token_end":22,"end":142,"type":"span","label":"effect_size"},{"text":"occurrence","start":151,"token_start":25,"token_end":25,"end":161,"type":"span","label":"aspect_changing"},{"text":"drought","start":165,"token_start":27,"token_end":27,"end":172,"type":"span","label":"base"},{"text":"triple","start":178,"token_start":29,"token_end":29,"end":184,"type":"span","label":"effect_size"},{"text":"by 2100","start":185,"token_start":30,"token_end":31,"end":192,"type":"span","label":"when"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"results","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"showed","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"that","start":19,"end":23,"id":3,"ws":false,"disabled":false},{"text":",","start":23,"end":24,"id":4,"ws":true,"disabled":false},{"text":"barring","start":25,"end":32,"id":5,"ws":true,"disabled":false},{"text":"significant","start":33,"end":44,"id":6,"ws":true,"disabled":false},{"text":"reductions","start":45,"end":55,"id":7,"ws":true,"disabled":false},{"text":"in","start":56,"end":58,"id":8,"ws":true,"disabled":false},{"text":"global","start":59,"end":65,"id":9,"ws":true,"disabled":false},{"text":"greenhouse","start":66,"end":76,"id":10,"ws":true,"disabled":false},{"text":"gas","start":77,"end":80,"id":11,"ws":true,"disabled":false},{"text":"emission","start":81,"end":89,"id":12,"ws":true,"disabled":false},{"text":"rates","start":90,"end":95,"id":13,"ws":false,"disabled":false},{"text":",","start":95,"end":96,"id":14,"ws":true,"disabled":false},{"text":"rainfall","start":97,"end":105,"id":15,"ws":true,"disabled":false},{"text":"in","start":106,"end":108,"id":16,"ws":true,"disabled":false},{"text":"Jordan","start":109,"end":115,"id":17,"ws":true,"disabled":false},{"text":"will","start":116,"end":120,"id":18,"ws":true,"disabled":false},{"text":"decline","start":121,"end":128,"id":19,"ws":true,"disabled":false},{"text":"by","start":129,"end":131,"id":20,"ws":true,"disabled":false},{"text":"30","start":132,"end":134,"id":21,"ws":true,"disabled":false},{"text":"percent","start":135,"end":142,"id":22,"ws":true,"disabled":false},{"text":"and","start":143,"end":146,"id":23,"ws":true,"disabled":false},{"text":"the","start":147,"end":150,"id":24,"ws":true,"disabled":false},{"text":"occurrence","start":151,"end":161,"id":25,"ws":true,"disabled":false},{"text":"of","start":162,"end":164,"id":26,"ws":true,"disabled":false},{"text":"drought","start":165,"end":172,"id":27,"ws":true,"disabled":false},{"text":"will","start":173,"end":177,"id":28,"ws":true,"disabled":false},{"text":"triple","start":178,"end":184,"id":29,"ws":true,"disabled":false},{"text":"by","start":185,"end":187,"id":30,"ws":true,"disabled":false},{"text":"2100","start":188,"end":192,"id":31,"ws":false,"disabled":false},{"text":".","start":192,"end":193,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":207,"end":219,"id":34,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":13,"child":11,"head_span":{"start":81,"end":95,"token_start":12,"token_end":13,"label":"aspect_changing"},"child_span":{"start":77,"end":80,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":66,"end":76,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":77,"end":80,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":15,"head_span":{"start":106,"end":115,"token_start":16,"token_end":17,"label":"where"},"child_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":15,"head_span":{"start":121,"end":128,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":15,"head_span":{"start":132,"end":142,"token_start":21,"token_end":22,"label":"effect_size"},"child_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":27,"head_span":{"start":151,"end":161,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":165,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":27,"head_span":{"start":178,"end":184,"token_start":29,"token_end":29,"label":"effect_size"},"child_span":{"start":165,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":27,"head_span":{"start":185,"end":192,"token_start":30,"token_end":31,"label":"when"},"child_span":{"start":165,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":15,"head_span":{"start":185,"end":192,"token_start":30,"token_end":31,"label":"when"},"child_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":15,"head_span":{"start":77,"end":80,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":97,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":27,"head_span":{"start":77,"end":80,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":165,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore","flagged":true}
+{"number":489,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Gim\u00e9nez co-authored a study published in the journal Nature last year showing that regional increases in precipitation due to climate change may lead to less water infiltration, more runoff and erosion, and greater risk of flash flooding.\n","text":"Gim\u00e9nez co-authored a study published in the journal Nature last year showing that regional increases in precipitation due to climate change may lead to less water infiltration, more runoff and erosion, and greater risk of flash flooding. IMPLIED_BASE IMPLIED_BASE","characters":239,"document_index":373,"md_sentence_index":9,"classification_origin":"cm_cause_effect_rel","url":"https://news.rutgers.edu/soils-could-be-affected-climate-change-impacting-water-and-food/20190909","combo_id":"373_9","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1565987984,"_task_hash":1746589259,"spans":[{"text":"regional","start":83,"token_start":15,"token_end":15,"end":91,"type":"span","label":"where"},{"text":"increases","start":92,"token_start":16,"token_end":16,"end":101,"type":"span","label":"change_direction"},{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},{"text":"due to","start":119,"token_start":19,"token_end":20,"end":125,"type":"span","label":"predicate"},{"text":"climate change","start":126,"token_start":21,"token_end":22,"end":140,"type":"span","label":"base"},{"text":"may","start":141,"token_start":23,"token_end":23,"end":144,"type":"span","label":"confidence"},{"text":"lead to","start":145,"token_start":24,"token_end":25,"end":152,"type":"span","label":"predicate"},{"text":"less","start":153,"token_start":26,"token_end":26,"end":157,"type":"span","label":"change_direction"},{"text":"water","start":158,"token_start":27,"token_end":27,"end":163,"type":"span","label":"base"},{"text":"infiltration","start":164,"token_start":28,"token_end":28,"end":176,"type":"span","label":"aspect_changing"},{"text":"more","start":178,"token_start":30,"token_end":30,"end":182,"type":"span","label":"change_direction"},{"text":"runoff","start":183,"token_start":31,"token_end":31,"end":189,"type":"span","label":"aspect_changing"},{"text":"erosion","start":194,"token_start":33,"token_end":33,"end":201,"type":"span","label":"base"},{"text":"greater","start":207,"token_start":36,"token_end":36,"end":214,"type":"span","label":"change_direction"},{"text":"risk","start":215,"token_start":37,"token_end":37,"end":219,"type":"span","label":"aspect_changing"},{"text":"flash","start":223,"token_start":39,"token_end":39,"end":228,"type":"span","label":"type_of"},{"text":"flooding","start":229,"token_start":40,"token_end":40,"end":237,"type":"span","label":"base"},{"text":"IMPLIED_BASE","start":252,"token_start":43,"token_end":43,"end":264,"type":"span","label":"base"}],"tokens":[{"text":"Gim\u00e9nez","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"co","start":8,"end":10,"id":1,"ws":false,"disabled":false},{"text":"-","start":10,"end":11,"id":2,"ws":false,"disabled":false},{"text":"authored","start":11,"end":19,"id":3,"ws":true,"disabled":false},{"text":"a","start":20,"end":21,"id":4,"ws":true,"disabled":false},{"text":"study","start":22,"end":27,"id":5,"ws":true,"disabled":false},{"text":"published","start":28,"end":37,"id":6,"ws":true,"disabled":false},{"text":"in","start":38,"end":40,"id":7,"ws":true,"disabled":false},{"text":"the","start":41,"end":44,"id":8,"ws":true,"disabled":false},{"text":"journal","start":45,"end":52,"id":9,"ws":true,"disabled":false},{"text":"Nature","start":53,"end":59,"id":10,"ws":true,"disabled":false},{"text":"last","start":60,"end":64,"id":11,"ws":true,"disabled":false},{"text":"year","start":65,"end":69,"id":12,"ws":true,"disabled":false},{"text":"showing","start":70,"end":77,"id":13,"ws":true,"disabled":false},{"text":"that","start":78,"end":82,"id":14,"ws":true,"disabled":false},{"text":"regional","start":83,"end":91,"id":15,"ws":true,"disabled":false},{"text":"increases","start":92,"end":101,"id":16,"ws":true,"disabled":false},{"text":"in","start":102,"end":104,"id":17,"ws":true,"disabled":false},{"text":"precipitation","start":105,"end":118,"id":18,"ws":true,"disabled":false},{"text":"due","start":119,"end":122,"id":19,"ws":true,"disabled":false},{"text":"to","start":123,"end":125,"id":20,"ws":true,"disabled":false},{"text":"climate","start":126,"end":133,"id":21,"ws":true,"disabled":false},{"text":"change","start":134,"end":140,"id":22,"ws":true,"disabled":false},{"text":"may","start":141,"end":144,"id":23,"ws":true,"disabled":false},{"text":"lead","start":145,"end":149,"id":24,"ws":true,"disabled":false},{"text":"to","start":150,"end":152,"id":25,"ws":true,"disabled":false},{"text":"less","start":153,"end":157,"id":26,"ws":true,"disabled":false},{"text":"water","start":158,"end":163,"id":27,"ws":true,"disabled":false},{"text":"infiltration","start":164,"end":176,"id":28,"ws":false,"disabled":false},{"text":",","start":176,"end":177,"id":29,"ws":true,"disabled":false},{"text":"more","start":178,"end":182,"id":30,"ws":true,"disabled":false},{"text":"runoff","start":183,"end":189,"id":31,"ws":true,"disabled":false},{"text":"and","start":190,"end":193,"id":32,"ws":true,"disabled":false},{"text":"erosion","start":194,"end":201,"id":33,"ws":false,"disabled":false},{"text":",","start":201,"end":202,"id":34,"ws":true,"disabled":false},{"text":"and","start":203,"end":206,"id":35,"ws":true,"disabled":false},{"text":"greater","start":207,"end":214,"id":36,"ws":true,"disabled":false},{"text":"risk","start":215,"end":219,"id":37,"ws":true,"disabled":false},{"text":"of","start":220,"end":222,"id":38,"ws":true,"disabled":false},{"text":"flash","start":223,"end":228,"id":39,"ws":true,"disabled":false},{"text":"flooding","start":229,"end":237,"id":40,"ws":false,"disabled":false},{"text":".","start":237,"end":238,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":252,"end":264,"id":43,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":26,"child":27,"head_span":{"start":153,"end":157,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":158,"end":163,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":27,"head_span":{"start":164,"end":176,"token_start":28,"token_end":28,"label":"aspect_changing"},"child_span":{"start":158,"end":163,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":43,"head_span":{"start":178,"end":182,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":252,"end":264,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":43,"head_span":{"start":183,"end":189,"token_start":31,"token_end":31,"label":"aspect_changing"},"child_span":{"start":252,"end":264,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":40,"head_span":{"start":207,"end":214,"token_start":36,"token_end":36,"label":"change_direction"},"child_span":{"start":229,"end":237,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":40,"head_span":{"start":215,"end":219,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":229,"end":237,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":40,"head_span":{"start":223,"end":228,"token_start":39,"token_end":39,"label":"type_of"},"child_span":{"start":229,"end":237,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":18,"head_span":{"start":126,"end":140,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":18,"head_span":{"start":92,"end":101,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":18,"head_span":{"start":83,"end":91,"token_start":15,"token_end":15,"label":"where"},"child_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":27,"head_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":158,"end":163,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":33,"head_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":194,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":40,"head_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":229,"end":237,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":43,"head_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":252,"end":264,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":485,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For the most part, disasters like floods and cyclones result in temporary displacement, though that could mean months at a time, and almost always within national borders.\n","text":"For the most part, disasters like floods and cyclones result in temporary displacement, though that could mean months at a time, and almost always within national borders. IMPLIED_BASE IMPLIED_BASE","characters":172,"document_index":370,"md_sentence_index":22,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/09/12/climate/extreme-weather-displacement.html","combo_id":"370_22","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-957961249,"_task_hash":-2001335685,"spans":[{"text":"For the most part","start":0,"token_start":0,"token_end":3,"end":17,"type":"span","label":"confidence"},{"start":19,"end":28,"token_start":5,"token_end":5,"label":"base"},{"text":"floods","start":34,"token_start":7,"token_end":7,"end":40,"type":"span","label":"base"},{"text":"cyclones","start":45,"token_start":9,"token_end":9,"end":53,"type":"span","label":"base"},{"text":"result in","start":54,"token_start":10,"token_end":11,"end":63,"type":"span","label":"predicate"},{"start":64,"end":86,"token_start":12,"token_end":13,"label":"aspect_changing"},{"text":"IMPLIED_BASE","start":172,"token_start":31,"token_end":31,"end":184,"type":"span","label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"the","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"most","start":8,"end":12,"id":2,"ws":true,"disabled":false},{"text":"part","start":13,"end":17,"id":3,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":4,"ws":true,"disabled":false},{"text":"disasters","start":19,"end":28,"id":5,"ws":true,"disabled":false},{"text":"like","start":29,"end":33,"id":6,"ws":true,"disabled":false},{"text":"floods","start":34,"end":40,"id":7,"ws":true,"disabled":false},{"text":"and","start":41,"end":44,"id":8,"ws":true,"disabled":false},{"text":"cyclones","start":45,"end":53,"id":9,"ws":true,"disabled":false},{"text":"result","start":54,"end":60,"id":10,"ws":true,"disabled":false},{"text":"in","start":61,"end":63,"id":11,"ws":true,"disabled":false},{"text":"temporary","start":64,"end":73,"id":12,"ws":true,"disabled":false},{"text":"displacement","start":74,"end":86,"id":13,"ws":false,"disabled":false},{"text":",","start":86,"end":87,"id":14,"ws":true,"disabled":false},{"text":"though","start":88,"end":94,"id":15,"ws":true,"disabled":false},{"text":"that","start":95,"end":99,"id":16,"ws":true,"disabled":false},{"text":"could","start":100,"end":105,"id":17,"ws":true,"disabled":false},{"text":"mean","start":106,"end":110,"id":18,"ws":true,"disabled":false},{"text":"months","start":111,"end":117,"id":19,"ws":true,"disabled":false},{"text":"at","start":118,"end":120,"id":20,"ws":true,"disabled":false},{"text":"a","start":121,"end":122,"id":21,"ws":true,"disabled":false},{"text":"time","start":123,"end":127,"id":22,"ws":false,"disabled":false},{"text":",","start":127,"end":128,"id":23,"ws":true,"disabled":false},{"text":"and","start":129,"end":132,"id":24,"ws":true,"disabled":false},{"text":"almost","start":133,"end":139,"id":25,"ws":true,"disabled":false},{"text":"always","start":140,"end":146,"id":26,"ws":true,"disabled":false},{"text":"within","start":147,"end":153,"id":27,"ws":true,"disabled":false},{"text":"national","start":154,"end":162,"id":28,"ws":true,"disabled":false},{"text":"borders","start":163,"end":170,"id":29,"ws":false,"disabled":false},{"text":".","start":170,"end":171,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":32,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":13,"child":31,"head_span":{"start":64,"end":86,"token_start":12,"token_end":13,"label":"aspect_changing"},"child_span":{"start":172,"end":184,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":31,"head_span":{"start":64,"end":86,"token_start":12,"token_end":13,"label":"aspect_changing"},"child_span":{"start":172,"end":184,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":31,"head_span":{"start":34,"end":40,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":172,"end":184,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":31,"head_span":{"start":45,"end":53,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":172,"end":184,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":31,"head_span":{"start":19,"end":28,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":172,"end":184,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":472,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In some areas like Indonesia, Randerson and his colleagues have found that the radiocarbon age of carbon emissions from peat fires is about 800 years, which is then added to the greenhouse gases in that atmosphere that drive global warming.","text":"In some areas like Indonesia, Randerson and his colleagues have found that the radiocarbon age of carbon emissions from peat fires is about 800 years, which is then added to the greenhouse gases in that atmosphere that drive global warming. IMPLIED_BASE IMPLIED_BASE","characters":240,"document_index":367,"md_sentence_index":51,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencedaily.com/releases/2019/09/190910154657.htm","combo_id":"367_51","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":2143303585,"_task_hash":457748067,"spans":[{"start":0,"end":28,"token_start":0,"token_end":4,"label":"where"},{"text":"carbon","start":98,"token_start":17,"token_end":17,"end":104,"type":"span","label":"base"},{"text":"emissions","start":105,"token_start":18,"token_end":18,"end":114,"type":"span","label":"aspect_changing"},{"start":115,"end":119,"token_start":19,"token_end":19,"label":"predicate"},{"text":"peat","start":120,"token_start":20,"token_end":20,"end":124,"type":"span","label":"type_of"},{"text":"fires","start":125,"token_start":21,"token_end":21,"end":130,"type":"span","label":"base"},{"start":151,"end":164,"token_start":27,"token_end":29,"label":"predicate"},{"text":"added","start":165,"token_start":30,"token_end":30,"end":170,"type":"span","label":"change_direction"},{"start":178,"end":188,"token_start":33,"token_end":33,"label":"type_of"},{"text":"in that atmosphere","start":195,"token_start":35,"token_end":37,"end":213,"type":"span","label":"where"},{"start":219,"end":224,"token_start":39,"token_end":39,"label":"predicate"},{"text":"global warming","start":225,"token_start":40,"token_end":41,"end":239,"type":"span","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"some","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"areas","start":8,"end":13,"id":2,"ws":true,"disabled":false},{"text":"like","start":14,"end":18,"id":3,"ws":true,"disabled":false},{"text":"Indonesia","start":19,"end":28,"id":4,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":5,"ws":true,"disabled":false},{"text":"Randerson","start":30,"end":39,"id":6,"ws":true,"disabled":false},{"text":"and","start":40,"end":43,"id":7,"ws":true,"disabled":false},{"text":"his","start":44,"end":47,"id":8,"ws":true,"disabled":false},{"text":"colleagues","start":48,"end":58,"id":9,"ws":true,"disabled":false},{"text":"have","start":59,"end":63,"id":10,"ws":true,"disabled":false},{"text":"found","start":64,"end":69,"id":11,"ws":true,"disabled":false},{"text":"that","start":70,"end":74,"id":12,"ws":true,"disabled":false},{"text":"the","start":75,"end":78,"id":13,"ws":true,"disabled":false},{"text":"radiocarbon","start":79,"end":90,"id":14,"ws":true,"disabled":false},{"text":"age","start":91,"end":94,"id":15,"ws":true,"disabled":false},{"text":"of","start":95,"end":97,"id":16,"ws":true,"disabled":false},{"text":"carbon","start":98,"end":104,"id":17,"ws":true,"disabled":false},{"text":"emissions","start":105,"end":114,"id":18,"ws":true,"disabled":false},{"text":"from","start":115,"end":119,"id":19,"ws":true,"disabled":false},{"text":"peat","start":120,"end":124,"id":20,"ws":true,"disabled":false},{"text":"fires","start":125,"end":130,"id":21,"ws":true,"disabled":false},{"text":"is","start":131,"end":133,"id":22,"ws":true,"disabled":false},{"text":"about","start":134,"end":139,"id":23,"ws":true,"disabled":false},{"text":"800","start":140,"end":143,"id":24,"ws":true,"disabled":false},{"text":"years","start":144,"end":149,"id":25,"ws":false,"disabled":false},{"text":",","start":149,"end":150,"id":26,"ws":true,"disabled":false},{"text":"which","start":151,"end":156,"id":27,"ws":true,"disabled":false},{"text":"is","start":157,"end":159,"id":28,"ws":true,"disabled":false},{"text":"then","start":160,"end":164,"id":29,"ws":true,"disabled":false},{"text":"added","start":165,"end":170,"id":30,"ws":true,"disabled":false},{"text":"to","start":171,"end":173,"id":31,"ws":true,"disabled":false},{"text":"the","start":174,"end":177,"id":32,"ws":true,"disabled":false},{"text":"greenhouse","start":178,"end":188,"id":33,"ws":true,"disabled":false},{"text":"gases","start":189,"end":194,"id":34,"ws":true,"disabled":false},{"text":"in","start":195,"end":197,"id":35,"ws":true,"disabled":false},{"text":"that","start":198,"end":202,"id":36,"ws":true,"disabled":false},{"text":"atmosphere","start":203,"end":213,"id":37,"ws":true,"disabled":false},{"text":"that","start":214,"end":218,"id":38,"ws":true,"disabled":false},{"text":"drive","start":219,"end":224,"id":39,"ws":true,"disabled":false},{"text":"global","start":225,"end":231,"id":40,"ws":true,"disabled":false},{"text":"warming","start":232,"end":239,"id":41,"ws":false,"disabled":false},{"text":".","start":239,"end":240,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":241,"end":253,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":254,"end":266,"id":44,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":21,"child":17,"head_span":{"start":125,"end":130,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":98,"end":104,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":21,"head_span":{"start":120,"end":124,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":125,"end":130,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":105,"end":114,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":98,"end":104,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":34,"head_span":{"start":165,"end":170,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":189,"end":194,"token_start":34,"token_end":34,"label":null},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":41,"head_span":{"start":189,"end":194,"token_start":34,"token_end":34,"label":null},"child_span":{"start":225,"end":239,"token_start":40,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":41,"head_span":{"start":98,"end":104,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":225,"end":239,"token_start":40,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":34,"head_span":{"start":178,"end":188,"token_start":33,"token_end":33,"label":"type_of"},"child_span":{"start":189,"end":194,"token_start":34,"token_end":34,"label":null},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":468,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A warming world also has another consequence that may be contributing to fire conditions persisting over multiple days where they otherwise might not have in the past: higher nighttime temperatures.\n","text":"A warming world also has another consequence that may be contributing to fire conditions persisting over multiple days where they otherwise might not have in the past: higher nighttime temperatures. IMPLIED_BASE IMPLIED_BASE","characters":199,"document_index":367,"md_sentence_index":23,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencedaily.com/releases/2019/09/190910154657.htm","combo_id":"367_23","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1229038053,"_task_hash":-908401147,"spans":[{"start":2,"end":9,"token_start":1,"token_end":1,"label":"change_direction"},{"text":"world","start":10,"token_start":2,"token_end":2,"end":15,"type":"span","label":"base"},{"start":50,"end":53,"token_start":8,"token_end":8,"label":"confidence"},{"start":54,"end":72,"token_start":9,"token_end":11,"label":"predicate"},{"text":"fire","start":73,"token_start":12,"token_end":12,"end":77,"type":"span","label":"base"},{"text":"conditions","start":78,"token_start":13,"token_end":13,"end":88,"type":"span","label":"aspect_changing"},{"text":"persisting","start":89,"token_start":14,"token_end":14,"end":99,"type":"span","label":"change_direction"},{"text":"over multiple days","start":100,"token_start":15,"token_end":17,"end":118,"type":"span","label":"when"},{"text":"where they otherwise might not have in the past","start":119,"token_start":18,"token_end":26,"end":166,"type":"span","label":"effect_size"},{"start":166,"end":167,"token_start":27,"token_end":27,"label":"predicate"},{"text":"higher","start":168,"token_start":28,"token_end":28,"end":174,"type":"span","label":"change_direction"},{"start":175,"end":197,"token_start":29,"token_end":30,"label":"aspect_changing"},{"text":"IMPLIED_BASE","start":199,"token_start":32,"token_end":32,"end":211,"type":"span","label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"warming","start":2,"end":9,"id":1,"ws":true,"disabled":false},{"text":"world","start":10,"end":15,"id":2,"ws":true,"disabled":false},{"text":"also","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"has","start":21,"end":24,"id":4,"ws":true,"disabled":false},{"text":"another","start":25,"end":32,"id":5,"ws":true,"disabled":false},{"text":"consequence","start":33,"end":44,"id":6,"ws":true,"disabled":false},{"text":"that","start":45,"end":49,"id":7,"ws":true,"disabled":false},{"text":"may","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"be","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"contributing","start":57,"end":69,"id":10,"ws":true,"disabled":false},{"text":"to","start":70,"end":72,"id":11,"ws":true,"disabled":false},{"text":"fire","start":73,"end":77,"id":12,"ws":true,"disabled":false},{"text":"conditions","start":78,"end":88,"id":13,"ws":true,"disabled":false},{"text":"persisting","start":89,"end":99,"id":14,"ws":true,"disabled":false},{"text":"over","start":100,"end":104,"id":15,"ws":true,"disabled":false},{"text":"multiple","start":105,"end":113,"id":16,"ws":true,"disabled":false},{"text":"days","start":114,"end":118,"id":17,"ws":true,"disabled":false},{"text":"where","start":119,"end":124,"id":18,"ws":true,"disabled":false},{"text":"they","start":125,"end":129,"id":19,"ws":true,"disabled":false},{"text":"otherwise","start":130,"end":139,"id":20,"ws":true,"disabled":false},{"text":"might","start":140,"end":145,"id":21,"ws":true,"disabled":false},{"text":"not","start":146,"end":149,"id":22,"ws":true,"disabled":false},{"text":"have","start":150,"end":154,"id":23,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":24,"ws":true,"disabled":false},{"text":"the","start":158,"end":161,"id":25,"ws":true,"disabled":false},{"text":"past","start":162,"end":166,"id":26,"ws":false,"disabled":false},{"text":":","start":166,"end":167,"id":27,"ws":true,"disabled":false},{"text":"higher","start":168,"end":174,"id":28,"ws":true,"disabled":false},{"text":"nighttime","start":175,"end":184,"id":29,"ws":true,"disabled":false},{"text":"temperatures","start":185,"end":197,"id":30,"ws":false,"disabled":false},{"text":".","start":197,"end":198,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":199,"end":211,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":212,"end":224,"id":33,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":28,"child":32,"head_span":{"start":168,"end":174,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":199,"end":211,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":32,"head_span":{"start":175,"end":197,"token_start":29,"token_end":30,"label":"aspect_changing"},"child_span":{"start":199,"end":211,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":32,"head_span":{"start":175,"end":197,"token_start":29,"token_end":30,"label":"aspect_changing"},"child_span":{"start":199,"end":211,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":12,"head_span":{"start":78,"end":88,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":73,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":12,"head_span":{"start":89,"end":99,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":73,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":12,"head_span":{"start":100,"end":118,"token_start":15,"token_end":17,"label":"when"},"child_span":{"start":73,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":12,"head_span":{"start":119,"end":166,"token_start":18,"token_end":26,"label":"effect_size"},"child_span":{"start":73,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":12,"head_span":{"start":199,"end":211,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":73,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":2,"head_span":{"start":2,"end":9,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":10,"end":15,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":32,"head_span":{"start":10,"end":15,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":199,"end":211,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":476,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These sparks quickly ignited the vegetation that was dried out and made extremely flammable by the same extreme heat and low humidity, which research also shows can contribute to a fire's rapid and uncontrollable spread, said Randerson.","text":"These sparks quickly ignited the vegetation that was dried out and made extremely flammable by the same extreme heat and low humidity, which research also shows can contribute to a fire's rapid and uncontrollable spread, said Randerson. IMPLIED_BASE IMPLIED_BASE","characters":236,"document_index":367,"md_sentence_index":21,"classification_origin":"cm-label-eval","url":"https://www.sciencedaily.com/releases/2019/09/190910154657.htm","combo_id":"367_21","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":840709376,"_task_hash":2087338209,"spans":[{"text":"sparks","start":6,"token_start":1,"token_end":1,"end":12,"type":"span","label":"base"},{"start":13,"end":28,"token_start":2,"token_end":3,"label":"change_direction"},{"text":"vegetation","start":33,"token_start":5,"token_end":5,"end":43,"type":"span","label":"base"},{"text":"dried out and made extremely flammable","start":53,"token_start":8,"token_end":13,"end":91,"type":"span","label":"type_of"},{"start":92,"end":94,"token_start":14,"token_end":14,"label":"predicate"},{"text":"extreme","start":104,"token_start":17,"token_end":17,"end":111,"type":"span","label":"type_of"},{"text":"heat","start":112,"token_start":18,"token_end":18,"end":116,"type":"span","label":"base"},{"start":121,"end":133,"token_start":20,"token_end":21,"label":"aspect_changing"},{"start":161,"end":164,"token_start":27,"token_end":27,"label":"confidence"},{"start":165,"end":178,"token_start":28,"token_end":29,"label":"predicate"},{"text":"fire","start":181,"token_start":31,"token_end":31,"end":185,"type":"span","label":"base"},{"text":"rapid and uncontrollable spread","start":188,"token_start":33,"token_end":36,"end":219,"type":"span","label":"aspect_changing"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"sparks","start":6,"end":12,"id":1,"ws":true,"disabled":false},{"text":"quickly","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"ignited","start":21,"end":28,"id":3,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":4,"ws":true,"disabled":false},{"text":"vegetation","start":33,"end":43,"id":5,"ws":true,"disabled":false},{"text":"that","start":44,"end":48,"id":6,"ws":true,"disabled":false},{"text":"was","start":49,"end":52,"id":7,"ws":true,"disabled":false},{"text":"dried","start":53,"end":58,"id":8,"ws":true,"disabled":false},{"text":"out","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"and","start":63,"end":66,"id":10,"ws":true,"disabled":false},{"text":"made","start":67,"end":71,"id":11,"ws":true,"disabled":false},{"text":"extremely","start":72,"end":81,"id":12,"ws":true,"disabled":false},{"text":"flammable","start":82,"end":91,"id":13,"ws":true,"disabled":false},{"text":"by","start":92,"end":94,"id":14,"ws":true,"disabled":false},{"text":"the","start":95,"end":98,"id":15,"ws":true,"disabled":false},{"text":"same","start":99,"end":103,"id":16,"ws":true,"disabled":false},{"text":"extreme","start":104,"end":111,"id":17,"ws":true,"disabled":false},{"text":"heat","start":112,"end":116,"id":18,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":19,"ws":true,"disabled":false},{"text":"low","start":121,"end":124,"id":20,"ws":true,"disabled":false},{"text":"humidity","start":125,"end":133,"id":21,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":22,"ws":true,"disabled":false},{"text":"which","start":135,"end":140,"id":23,"ws":true,"disabled":false},{"text":"research","start":141,"end":149,"id":24,"ws":true,"disabled":false},{"text":"also","start":150,"end":154,"id":25,"ws":true,"disabled":false},{"text":"shows","start":155,"end":160,"id":26,"ws":true,"disabled":false},{"text":"can","start":161,"end":164,"id":27,"ws":true,"disabled":false},{"text":"contribute","start":165,"end":175,"id":28,"ws":true,"disabled":false},{"text":"to","start":176,"end":178,"id":29,"ws":true,"disabled":false},{"text":"a","start":179,"end":180,"id":30,"ws":true,"disabled":false},{"text":"fire","start":181,"end":185,"id":31,"ws":false,"disabled":false},{"text":"'s","start":185,"end":187,"id":32,"ws":true,"disabled":false},{"text":"rapid","start":188,"end":193,"id":33,"ws":true,"disabled":false},{"text":"and","start":194,"end":197,"id":34,"ws":true,"disabled":false},{"text":"uncontrollable","start":198,"end":212,"id":35,"ws":true,"disabled":false},{"text":"spread","start":213,"end":219,"id":36,"ws":false,"disabled":false},{"text":",","start":219,"end":220,"id":37,"ws":true,"disabled":false},{"text":"said","start":221,"end":225,"id":38,"ws":true,"disabled":false},{"text":"Randerson","start":226,"end":235,"id":39,"ws":false,"disabled":false},{"text":".","start":235,"end":236,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":237,"end":249,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":250,"end":262,"id":42,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":18,"child":5,"head_span":{"start":112,"end":116,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":5,"head_span":{"start":53,"end":91,"token_start":8,"token_end":13,"label":"type_of"},"child_span":{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":104,"end":111,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":112,"end":116,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":6,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":5,"head_span":{"start":13,"end":28,"token_start":2,"token_end":3,"label":"change_direction"},"child_span":{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":31,"head_span":{"start":188,"end":219,"token_start":33,"token_end":36,"label":"aspect_changing"},"child_span":{"start":181,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":31,"head_span":{"start":112,"end":116,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":181,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"ignore"}
+{"number":453,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As governments and nonprofits cope with the aftermath of Dorian, and the increased damage of similar hurricanes in the near future, experts warn that they need to be creating plans for decades into the future, when climate change is expected to make storms even more intense and unpredictable than they are today.","text":"As governments and nonprofits cope with the aftermath of Dorian, and the increased damage of similar hurricanes in the near future, experts warn that they need to be creating plans for decades into the future, when climate change is expected to make storms even more intense and unpredictable than they are today. IMPLIED_BASE IMPLIED_BASE","characters":313,"document_index":359,"md_sentence_index":46,"classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/newshour/nation/is-climate-change-making-hurricanes-stall","combo_id":"359_46","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1584371769,"_task_hash":869865739,"spans":[{"text":"climate change","start":215,"token_start":39,"token_end":40,"end":229,"type":"span","label":"base"},{"start":230,"end":241,"token_start":41,"token_end":42,"label":"confidence"},{"start":242,"end":249,"token_start":43,"token_end":44,"label":"predicate"},{"text":"storms","start":250,"token_start":45,"token_end":45,"end":256,"type":"span","label":"base"},{"start":262,"end":292,"token_start":47,"token_end":50,"label":"change_direction"},{"text":"than they are today","start":293,"token_start":51,"token_end":54,"end":312,"type":"span","label":"effect_size"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"governments","start":3,"end":14,"id":1,"ws":true,"disabled":false},{"text":"and","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"nonprofits","start":19,"end":29,"id":3,"ws":true,"disabled":false},{"text":"cope","start":30,"end":34,"id":4,"ws":true,"disabled":false},{"text":"with","start":35,"end":39,"id":5,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":6,"ws":true,"disabled":false},{"text":"aftermath","start":44,"end":53,"id":7,"ws":true,"disabled":false},{"text":"of","start":54,"end":56,"id":8,"ws":true,"disabled":false},{"text":"Dorian","start":57,"end":63,"id":9,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":10,"ws":true,"disabled":false},{"text":"and","start":65,"end":68,"id":11,"ws":true,"disabled":false},{"text":"the","start":69,"end":72,"id":12,"ws":true,"disabled":false},{"text":"increased","start":73,"end":82,"id":13,"ws":true,"disabled":false},{"text":"damage","start":83,"end":89,"id":14,"ws":true,"disabled":false},{"text":"of","start":90,"end":92,"id":15,"ws":true,"disabled":false},{"text":"similar","start":93,"end":100,"id":16,"ws":true,"disabled":false},{"text":"hurricanes","start":101,"end":111,"id":17,"ws":true,"disabled":false},{"text":"in","start":112,"end":114,"id":18,"ws":true,"disabled":false},{"text":"the","start":115,"end":118,"id":19,"ws":true,"disabled":false},{"text":"near","start":119,"end":123,"id":20,"ws":true,"disabled":false},{"text":"future","start":124,"end":130,"id":21,"ws":false,"disabled":false},{"text":",","start":130,"end":131,"id":22,"ws":true,"disabled":false},{"text":"experts","start":132,"end":139,"id":23,"ws":true,"disabled":false},{"text":"warn","start":140,"end":144,"id":24,"ws":true,"disabled":false},{"text":"that","start":145,"end":149,"id":25,"ws":true,"disabled":false},{"text":"they","start":150,"end":154,"id":26,"ws":true,"disabled":false},{"text":"need","start":155,"end":159,"id":27,"ws":true,"disabled":false},{"text":"to","start":160,"end":162,"id":28,"ws":true,"disabled":false},{"text":"be","start":163,"end":165,"id":29,"ws":true,"disabled":false},{"text":"creating","start":166,"end":174,"id":30,"ws":true,"disabled":false},{"text":"plans","start":175,"end":180,"id":31,"ws":true,"disabled":false},{"text":"for","start":181,"end":184,"id":32,"ws":true,"disabled":false},{"text":"decades","start":185,"end":192,"id":33,"ws":true,"disabled":false},{"text":"into","start":193,"end":197,"id":34,"ws":true,"disabled":false},{"text":"the","start":198,"end":201,"id":35,"ws":true,"disabled":false},{"text":"future","start":202,"end":208,"id":36,"ws":false,"disabled":false},{"text":",","start":208,"end":209,"id":37,"ws":true,"disabled":false},{"text":"when","start":210,"end":214,"id":38,"ws":true,"disabled":false},{"text":"climate","start":215,"end":222,"id":39,"ws":true,"disabled":false},{"text":"change","start":223,"end":229,"id":40,"ws":true,"disabled":false},{"text":"is","start":230,"end":232,"id":41,"ws":true,"disabled":false},{"text":"expected","start":233,"end":241,"id":42,"ws":true,"disabled":false},{"text":"to","start":242,"end":244,"id":43,"ws":true,"disabled":false},{"text":"make","start":245,"end":249,"id":44,"ws":true,"disabled":false},{"text":"storms","start":250,"end":256,"id":45,"ws":true,"disabled":false},{"text":"even","start":257,"end":261,"id":46,"ws":true,"disabled":false},{"text":"more","start":262,"end":266,"id":47,"ws":true,"disabled":false},{"text":"intense","start":267,"end":274,"id":48,"ws":true,"disabled":false},{"text":"and","start":275,"end":278,"id":49,"ws":true,"disabled":false},{"text":"unpredictable","start":279,"end":292,"id":50,"ws":true,"disabled":false},{"text":"than","start":293,"end":297,"id":51,"ws":true,"disabled":false},{"text":"they","start":298,"end":302,"id":52,"ws":true,"disabled":false},{"text":"are","start":303,"end":306,"id":53,"ws":true,"disabled":false},{"text":"today","start":307,"end":312,"id":54,"ws":false,"disabled":false},{"text":".","start":312,"end":313,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":314,"end":326,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":327,"end":339,"id":57,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":40,"child":45,"head_span":{"start":215,"end":229,"token_start":39,"token_end":40,"label":"base"},"child_span":{"start":250,"end":256,"token_start":45,"token_end":45,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":50,"child":45,"head_span":{"start":262,"end":292,"token_start":47,"token_end":50,"label":"change_direction"},"child_span":{"start":250,"end":256,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":54,"child":45,"head_span":{"start":293,"end":312,"token_start":51,"token_end":54,"label":"effect_size"},"child_span":{"start":250,"end":256,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":50,"child":45,"head_span":{"start":262,"end":292,"token_start":47,"token_end":50,"label":"change_direction"},"child_span":{"start":250,"end":256,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":444,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Although the data are sparse, we do in fact find a significant positive trend in coastal annual-mean rainfall 1948\u20132017 from TCs that stall, and we verify that this is due to increased stalling frequency.","text":"Although the data are sparse, we do in fact find a significant positive trend in coastal annual-mean rainfall 1948\u20132017 from TCs that stall, and we verify that this is due to increased stalling frequency. IMPLIED_BASE IMPLIED_BASE","characters":204,"document_index":358,"md_sentence_index":7,"classification_origin":"cm_cause_effect_rel","url":"https://www.nature.com/articles/s41612-019-0074-8","combo_id":"358_7","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1799781223,"_task_hash":1793527905,"spans":[{"text":"positive","start":63,"token_start":13,"token_end":13,"end":71,"type":"span","label":"change_direction"},{"start":72,"end":100,"token_start":14,"token_end":19,"label":"aspect_changing"},{"text":"rainfall","start":101,"token_start":20,"token_end":20,"end":109,"type":"span","label":"base"},{"text":"1948\u20132017","start":110,"token_start":21,"token_end":21,"end":119,"type":"span","label":"when"},{"start":120,"end":124,"token_start":22,"token_end":22,"label":"predicate"},{"text":"TCs","start":125,"token_start":23,"token_end":23,"end":128,"type":"span","label":"base"},{"text":"that stall","start":129,"token_start":24,"token_end":25,"end":139,"type":"span","label":"type_of"},{"start":168,"end":174,"token_start":33,"token_end":34,"label":"predicate"},{"text":"increased","start":175,"token_start":35,"token_end":35,"end":184,"type":"span","label":"change_direction"},{"text":"stalling frequency","start":185,"token_start":36,"token_end":37,"end":203,"type":"span","label":"aspect_changing"},{"text":"IMPLIED_BASE","start":205,"token_start":39,"token_end":39,"end":217,"type":"span","label":"base"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"data","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"are","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"sparse","start":22,"end":28,"id":4,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":5,"ws":true,"disabled":false},{"text":"we","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"do","start":33,"end":35,"id":7,"ws":true,"disabled":false},{"text":"in","start":36,"end":38,"id":8,"ws":true,"disabled":false},{"text":"fact","start":39,"end":43,"id":9,"ws":true,"disabled":false},{"text":"find","start":44,"end":48,"id":10,"ws":true,"disabled":false},{"text":"a","start":49,"end":50,"id":11,"ws":true,"disabled":false},{"text":"significant","start":51,"end":62,"id":12,"ws":true,"disabled":false},{"text":"positive","start":63,"end":71,"id":13,"ws":true,"disabled":false},{"text":"trend","start":72,"end":77,"id":14,"ws":true,"disabled":false},{"text":"in","start":78,"end":80,"id":15,"ws":true,"disabled":false},{"text":"coastal","start":81,"end":88,"id":16,"ws":true,"disabled":false},{"text":"annual","start":89,"end":95,"id":17,"ws":false,"disabled":false},{"text":"-","start":95,"end":96,"id":18,"ws":false,"disabled":false},{"text":"mean","start":96,"end":100,"id":19,"ws":true,"disabled":false},{"text":"rainfall","start":101,"end":109,"id":20,"ws":true,"disabled":false},{"text":"1948\u20132017","start":110,"end":119,"id":21,"ws":true,"disabled":false},{"text":"from","start":120,"end":124,"id":22,"ws":true,"disabled":false},{"text":"TCs","start":125,"end":128,"id":23,"ws":true,"disabled":false},{"text":"that","start":129,"end":133,"id":24,"ws":true,"disabled":false},{"text":"stall","start":134,"end":139,"id":25,"ws":false,"disabled":false},{"text":",","start":139,"end":140,"id":26,"ws":true,"disabled":false},{"text":"and","start":141,"end":144,"id":27,"ws":true,"disabled":false},{"text":"we","start":145,"end":147,"id":28,"ws":true,"disabled":false},{"text":"verify","start":148,"end":154,"id":29,"ws":true,"disabled":false},{"text":"that","start":155,"end":159,"id":30,"ws":true,"disabled":false},{"text":"this","start":160,"end":164,"id":31,"ws":true,"disabled":false},{"text":"is","start":165,"end":167,"id":32,"ws":true,"disabled":false},{"text":"due","start":168,"end":171,"id":33,"ws":true,"disabled":false},{"text":"to","start":172,"end":174,"id":34,"ws":true,"disabled":false},{"text":"increased","start":175,"end":184,"id":35,"ws":true,"disabled":false},{"text":"stalling","start":185,"end":193,"id":36,"ws":true,"disabled":false},{"text":"frequency","start":194,"end":203,"id":37,"ws":false,"disabled":false},{"text":".","start":203,"end":204,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":40,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":35,"child":39,"head_span":{"start":175,"end":184,"token_start":35,"token_end":35,"label":"change_direction"},"child_span":{"start":205,"end":217,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":39,"head_span":{"start":185,"end":203,"token_start":36,"token_end":37,"label":"aspect_changing"},"child_span":{"start":205,"end":217,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":23,"head_span":{"start":129,"end":139,"token_start":24,"token_end":25,"label":"type_of"},"child_span":{"start":125,"end":128,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":72,"end":100,"token_start":14,"token_end":19,"label":"aspect_changing"},"child_span":{"start":101,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":20,"head_span":{"start":63,"end":71,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":101,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":72,"end":100,"token_start":14,"token_end":19,"label":"aspect_changing"},"child_span":{"start":101,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":20,"head_span":{"start":125,"end":128,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":101,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":20,"head_span":{"start":205,"end":217,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":101,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":39,"head_span":{"start":125,"end":128,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":205,"end":217,"token_start":39,"token_end":39,"label":"base"},"color":"#d9fbad","label":"Same_As"}],"answer":"accept"}
+{"number":438,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In many regions, floods and water quality problems are likely to be worse because of climate change.\n","text":"In many regions, floods and water quality problems are likely to be worse because of climate change. IMPLIED_BASE IMPLIED_BASE","characters":101,"document_index":341,"md_sentence_index":4,"classification_origin":"cm-label-eval","url":"https://www.noaa.gov/education/resource-collections/climate-education-resources/climate-change-impacts","combo_id":"341_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1058486684,"_task_hash":-1368687480,"spans":[{"text":"In many regions","start":0,"token_start":0,"token_end":2,"end":15,"type":"span","label":"where"},{"text":"floods","start":17,"token_start":4,"token_end":4,"end":23,"type":"span","label":"base"},{"text":"water","start":28,"token_start":6,"token_end":6,"end":33,"type":"span","label":"base"},{"text":"quality problems","start":34,"token_start":7,"token_end":8,"end":50,"type":"span","label":"aspect_changing"},{"start":51,"end":54,"token_start":9,"token_end":9,"label":"confidence"},{"text":"likely to be","start":55,"token_start":10,"token_end":12,"end":67,"type":"span","label":"confidence"},{"text":"worse","start":68,"token_start":13,"token_end":13,"end":73,"type":"span","label":"change_direction"},{"start":74,"end":84,"token_start":14,"token_end":15,"label":"predicate"},{"text":"climate change","start":85,"token_start":16,"token_end":17,"end":99,"type":"span","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"many","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"regions","start":8,"end":15,"id":2,"ws":false,"disabled":false},{"text":",","start":15,"end":16,"id":3,"ws":true,"disabled":false},{"text":"floods","start":17,"end":23,"id":4,"ws":true,"disabled":false},{"text":"and","start":24,"end":27,"id":5,"ws":true,"disabled":false},{"text":"water","start":28,"end":33,"id":6,"ws":true,"disabled":false},{"text":"quality","start":34,"end":41,"id":7,"ws":true,"disabled":false},{"text":"problems","start":42,"end":50,"id":8,"ws":true,"disabled":false},{"text":"are","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"likely","start":55,"end":61,"id":10,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":11,"ws":true,"disabled":false},{"text":"be","start":65,"end":67,"id":12,"ws":true,"disabled":false},{"text":"worse","start":68,"end":73,"id":13,"ws":true,"disabled":false},{"text":"because","start":74,"end":81,"id":14,"ws":true,"disabled":false},{"text":"of","start":82,"end":84,"id":15,"ws":true,"disabled":false},{"text":"climate","start":85,"end":92,"id":16,"ws":true,"disabled":false},{"text":"change","start":93,"end":99,"id":17,"ws":false,"disabled":false},{"text":".","start":99,"end":100,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":101,"end":113,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":114,"end":126,"id":20,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":8,"child":6,"head_span":{"start":34,"end":50,"token_start":7,"token_end":8,"label":"aspect_changing"},"child_span":{"start":28,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":6,"head_span":{"start":68,"end":73,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":28,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":4,"head_span":{"start":68,"end":73,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":17,"end":23,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":6,"head_span":{"start":85,"end":99,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":28,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":4,"head_span":{"start":85,"end":99,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":17,"end":23,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":430,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The projected emergence of unprecedented high-temperature extremes in the tropics will consequently lead to significantly larger impacts on agriculture and ecosystems.\n","text":"The projected emergence of unprecedented high-temperature extremes in the tropics will consequently lead to significantly larger impacts on agriculture and ecosystems. IMPLIED_BASE IMPLIED_BASE","characters":168,"document_index":340,"md_sentence_index":31,"classification_origin":"cm_cause_effect_rel","url":"https://www.greenfacts.org/en/impacts-global-warming/l-2/index.htm","combo_id":"340_31","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-455491463,"_task_hash":-1838061737,"spans":[{"text":"projected","start":4,"token_start":1,"token_end":1,"end":13,"type":"span","label":"confidence"},{"text":"emergence","start":14,"token_start":2,"token_end":2,"end":23,"type":"span","label":"change_direction"},{"start":27,"end":40,"token_start":4,"token_end":4,"label":"effect_size"},{"start":41,"end":66,"token_start":5,"token_end":8,"label":"aspect_changing"},{"text":"in the tropics","start":67,"token_start":9,"token_end":11,"end":81,"type":"span","label":"where"},{"text":"will","start":82,"token_start":12,"token_end":12,"end":86,"type":"span","label":"confidence"},{"text":"consequently lead to","start":87,"token_start":13,"token_end":15,"end":107,"type":"span","label":"predicate"},{"text":"significantly","start":108,"token_start":16,"token_end":16,"end":121,"type":"span","label":"effect_size"},{"text":"larger","start":122,"token_start":17,"token_end":17,"end":128,"type":"span","label":"change_direction"},{"text":"impacts","start":129,"token_start":18,"token_end":18,"end":136,"type":"span","label":"aspect_changing"},{"text":"agriculture","start":140,"token_start":20,"token_end":20,"end":151,"type":"span","label":"base"},{"text":"ecosystems","start":156,"token_start":22,"token_end":22,"end":166,"type":"span","label":"base"},{"text":"IMPLIED_BASE","start":168,"token_start":24,"token_end":24,"end":180,"type":"span","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"projected","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"emergence","start":14,"end":23,"id":2,"ws":true,"disabled":false},{"text":"of","start":24,"end":26,"id":3,"ws":true,"disabled":false},{"text":"unprecedented","start":27,"end":40,"id":4,"ws":true,"disabled":false},{"text":"high","start":41,"end":45,"id":5,"ws":false,"disabled":false},{"text":"-","start":45,"end":46,"id":6,"ws":false,"disabled":false},{"text":"temperature","start":46,"end":57,"id":7,"ws":true,"disabled":false},{"text":"extremes","start":58,"end":66,"id":8,"ws":true,"disabled":false},{"text":"in","start":67,"end":69,"id":9,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":10,"ws":true,"disabled":false},{"text":"tropics","start":74,"end":81,"id":11,"ws":true,"disabled":false},{"text":"will","start":82,"end":86,"id":12,"ws":true,"disabled":false},{"text":"consequently","start":87,"end":99,"id":13,"ws":true,"disabled":false},{"text":"lead","start":100,"end":104,"id":14,"ws":true,"disabled":false},{"text":"to","start":105,"end":107,"id":15,"ws":true,"disabled":false},{"text":"significantly","start":108,"end":121,"id":16,"ws":true,"disabled":false},{"text":"larger","start":122,"end":128,"id":17,"ws":true,"disabled":false},{"text":"impacts","start":129,"end":136,"id":18,"ws":true,"disabled":false},{"text":"on","start":137,"end":139,"id":19,"ws":true,"disabled":false},{"text":"agriculture","start":140,"end":151,"id":20,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":21,"ws":true,"disabled":false},{"text":"ecosystems","start":156,"end":166,"id":22,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":25,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":2,"child":24,"head_span":{"start":14,"end":23,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":24,"head_span":{"start":27,"end":40,"token_start":4,"token_end":4,"label":"effect_size"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":24,"head_span":{"start":41,"end":66,"token_start":5,"token_end":8,"label":"aspect_changing"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":24,"head_span":{"start":41,"end":66,"token_start":5,"token_end":8,"label":"aspect_changing"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":24,"head_span":{"start":67,"end":81,"token_start":9,"token_end":11,"label":"where"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":108,"end":121,"token_start":16,"token_end":16,"label":"effect_size"},"child_span":{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":20,"head_span":{"start":122,"end":128,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":129,"end":136,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":22,"head_span":{"start":108,"end":121,"token_start":16,"token_end":16,"label":"effect_size"},"child_span":{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":22,"head_span":{"start":122,"end":128,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":22,"head_span":{"start":129,"end":136,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":20,"head_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":22,"head_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":423,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Coastlines at northern latitudes, like those in New England, will face higher flood levels primarily because of sea level rise.","text":"Coastlines at northern latitudes, like those in New England, will face higher flood levels primarily because of sea level rise. IMPLIED_BASE IMPLIED_BASE","characters":127,"document_index":336,"md_sentence_index":4,"classification_origin":"cm_cause_effect_rel","url":"https://engineering.princeton.edu/news/2019/08/23/100-year-floods-will-happen-every-one-30-years-according-new-flood-maps","combo_id":"336_4","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1688477338,"_task_hash":564724040,"spans":[{"text":"Coastlines at northern latitudes, like those in New England","start":0,"token_start":0,"token_end":9,"end":59,"type":"span","label":"where"},{"start":61,"end":65,"token_start":11,"token_end":11,"label":"when"},{"text":"higher","start":71,"token_start":13,"token_end":13,"end":77,"type":"span","label":"change_direction"},{"text":"flood","start":78,"token_start":14,"token_end":14,"end":83,"type":"span","label":"base"},{"text":"levels","start":84,"token_start":15,"token_end":15,"end":90,"type":"span","label":"aspect_changing"},{"start":101,"end":111,"token_start":17,"token_end":18,"label":"predicate"},{"text":"sea","start":112,"token_start":19,"token_end":19,"end":115,"type":"span","label":"base"},{"text":"level","start":116,"token_start":20,"token_end":20,"end":121,"type":"span","label":"aspect_changing"},{"text":"rise","start":122,"token_start":21,"token_end":21,"end":126,"type":"span","label":"change_direction"}],"tokens":[{"text":"Coastlines","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"at","start":11,"end":13,"id":1,"ws":true,"disabled":false},{"text":"northern","start":14,"end":22,"id":2,"ws":true,"disabled":false},{"text":"latitudes","start":23,"end":32,"id":3,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":4,"ws":true,"disabled":false},{"text":"like","start":34,"end":38,"id":5,"ws":true,"disabled":false},{"text":"those","start":39,"end":44,"id":6,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"New","start":48,"end":51,"id":8,"ws":true,"disabled":false},{"text":"England","start":52,"end":59,"id":9,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":10,"ws":true,"disabled":false},{"text":"will","start":61,"end":65,"id":11,"ws":true,"disabled":false},{"text":"face","start":66,"end":70,"id":12,"ws":true,"disabled":false},{"text":"higher","start":71,"end":77,"id":13,"ws":true,"disabled":false},{"text":"flood","start":78,"end":83,"id":14,"ws":true,"disabled":false},{"text":"levels","start":84,"end":90,"id":15,"ws":true,"disabled":false},{"text":"primarily","start":91,"end":100,"id":16,"ws":true,"disabled":false},{"text":"because","start":101,"end":108,"id":17,"ws":true,"disabled":false},{"text":"of","start":109,"end":111,"id":18,"ws":true,"disabled":false},{"text":"sea","start":112,"end":115,"id":19,"ws":true,"disabled":false},{"text":"level","start":116,"end":121,"id":20,"ws":true,"disabled":false},{"text":"rise","start":122,"end":126,"id":21,"ws":false,"disabled":false},{"text":".","start":126,"end":127,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":141,"end":153,"id":24,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":19,"child":14,"head_span":{"start":112,"end":115,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":78,"end":83,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":14,"head_span":{"start":71,"end":77,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":78,"end":83,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":84,"end":90,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":78,"end":83,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":19,"head_span":{"start":116,"end":121,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":112,"end":115,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":19,"head_span":{"start":122,"end":126,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":112,"end":115,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":403,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"(CNN)Alaska has been in the throes of an unprecedented heat wave this summer, and the heat stress is killing salmon in large numbers.\n","text":"(CNN)Alaska has been in the throes of an unprecedented heat wave this summer, and the heat stress is killing salmon in large numbers. IMPLIED_BASE IMPLIED_BASE","characters":134,"document_index":318,"md_sentence_index":0,"classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/08/16/us/alaska-salmon-hot-water-trnd/index.html","combo_id":"318_0","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":376620355,"_task_hash":-1167138336,"spans":[{"start":1,"end":11,"token_start":1,"token_end":1,"label":"where"},{"text":"unprecedented","start":41,"token_start":9,"token_end":9,"end":54,"type":"span","label":"effect_size"},{"text":"heat wave","start":55,"token_start":10,"token_end":11,"end":64,"type":"span","label":"base"},{"text":"this summer","start":65,"token_start":12,"token_end":13,"end":76,"type":"span","label":"when"},{"text":"heat","start":86,"token_start":17,"token_end":17,"end":90,"type":"span","label":"type_of"},{"text":"stress","start":91,"token_start":18,"token_end":18,"end":97,"type":"span","label":"base"},{"start":98,"end":100,"token_start":19,"token_end":19,"label":"confidence"},{"text":"killing","start":101,"token_start":20,"token_end":20,"end":108,"type":"span","label":"change_direction"},{"text":"salmon","start":109,"token_start":21,"token_end":21,"end":115,"type":"span","label":"base"},{"text":"large numbers","start":119,"token_start":23,"token_end":24,"end":132,"type":"span","label":"effect_size"}],"tokens":[{"text":"(","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"CNN)Alaska","start":1,"end":11,"id":1,"ws":true,"disabled":false},{"text":"has","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"been","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"in","start":21,"end":23,"id":4,"ws":true,"disabled":false},{"text":"the","start":24,"end":27,"id":5,"ws":true,"disabled":false},{"text":"throes","start":28,"end":34,"id":6,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":7,"ws":true,"disabled":false},{"text":"an","start":38,"end":40,"id":8,"ws":true,"disabled":false},{"text":"unprecedented","start":41,"end":54,"id":9,"ws":true,"disabled":false},{"text":"heat","start":55,"end":59,"id":10,"ws":true,"disabled":false},{"text":"wave","start":60,"end":64,"id":11,"ws":true,"disabled":false},{"text":"this","start":65,"end":69,"id":12,"ws":true,"disabled":false},{"text":"summer","start":70,"end":76,"id":13,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":14,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":15,"ws":true,"disabled":false},{"text":"the","start":82,"end":85,"id":16,"ws":true,"disabled":false},{"text":"heat","start":86,"end":90,"id":17,"ws":true,"disabled":false},{"text":"stress","start":91,"end":97,"id":18,"ws":true,"disabled":false},{"text":"is","start":98,"end":100,"id":19,"ws":true,"disabled":false},{"text":"killing","start":101,"end":108,"id":20,"ws":true,"disabled":false},{"text":"salmon","start":109,"end":115,"id":21,"ws":true,"disabled":false},{"text":"in","start":116,"end":118,"id":22,"ws":true,"disabled":false},{"text":"large","start":119,"end":124,"id":23,"ws":true,"disabled":false},{"text":"numbers","start":125,"end":132,"id":24,"ws":false,"disabled":false},{"text":".","start":132,"end":133,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":147,"end":159,"id":27,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":18,"child":21,"head_span":{"start":91,"end":97,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":109,"end":115,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":18,"head_span":{"start":86,"end":90,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":91,"end":97,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":101,"end":108,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":109,"end":115,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":21,"head_span":{"start":119,"end":132,"token_start":23,"token_end":24,"label":"effect_size"},"child_span":{"start":109,"end":115,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept","flagged":true}
+{"number":400,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"","original_md_text":"In Japan, where 11 people died as a result of the summer heatwave, 10 all-time temperature highs were set.\n","text":"In Japan, where 11 people died as a result of the summer heatwave, 10 all-time temperature highs were set. IMPLIED_BASE IMPLIED_BASE","characters":107,"document_index":310,"md_sentence_index":22,"classification_origin":"cm-label-eval","url":"https://www.bbc.com/news/science-environment-46384067","combo_id":"310_22","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":221868025,"_task_hash":1601757519,"spans":[{"text":"In Japan","start":0,"token_start":0,"token_end":1,"end":8,"type":"span","label":"where"},{"text":"11","start":16,"token_start":4,"token_end":4,"end":18,"type":"span","label":"effect_size"},{"text":"people","start":19,"token_start":5,"token_end":5,"end":25,"type":"span","label":"base"},{"text":"died","start":26,"token_start":6,"token_end":6,"end":30,"type":"span","label":"change_direction"},{"start":31,"end":45,"token_start":7,"token_end":10,"label":"predicate"},{"start":50,"end":56,"token_start":12,"token_end":12,"label":"when"},{"text":"heatwave","start":57,"token_start":13,"token_end":13,"end":65,"type":"span","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Japan","start":3,"end":8,"id":1,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":2,"ws":true,"disabled":false},{"text":"where","start":10,"end":15,"id":3,"ws":true,"disabled":false},{"text":"11","start":16,"end":18,"id":4,"ws":true,"disabled":false},{"text":"people","start":19,"end":25,"id":5,"ws":true,"disabled":false},{"text":"died","start":26,"end":30,"id":6,"ws":true,"disabled":false},{"text":"as","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"a","start":34,"end":35,"id":8,"ws":true,"disabled":false},{"text":"result","start":36,"end":42,"id":9,"ws":true,"disabled":false},{"text":"of","start":43,"end":45,"id":10,"ws":true,"disabled":false},{"text":"the","start":46,"end":49,"id":11,"ws":true,"disabled":false},{"text":"summer","start":50,"end":56,"id":12,"ws":true,"disabled":false},{"text":"heatwave","start":57,"end":65,"id":13,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":14,"ws":true,"disabled":false},{"text":"10","start":67,"end":69,"id":15,"ws":true,"disabled":false},{"text":"all","start":70,"end":73,"id":16,"ws":false,"disabled":false},{"text":"-","start":73,"end":74,"id":17,"ws":false,"disabled":false},{"text":"time","start":74,"end":78,"id":18,"ws":true,"disabled":false},{"text":"temperature","start":79,"end":90,"id":19,"ws":true,"disabled":false},{"text":"highs","start":91,"end":96,"id":20,"ws":true,"disabled":false},{"text":"were","start":97,"end":101,"id":21,"ws":true,"disabled":false},{"text":"set","start":102,"end":105,"id":22,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":25,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":13,"child":5,"head_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":19,"end":25,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":13,"head_span":{"start":50,"end":56,"token_start":12,"token_end":12,"label":"when"},"child_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":26,"end":30,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":19,"end":25,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept","flagged":true}
+{"number":391,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Some of the negative health effects of climate change are already upon us, but it\u2019s not all doom and gloom.","text":"Some of the negative health effects of climate change are already upon us, but it\u2019s not all doom and gloom. IMPLIED_BASE IMPLIED_BASE","characters":107,"document_index":306,"md_sentence_index":4,"classification_origin":"cm_cause_effect_rel","url":"http://theconversation.com/climate-qanda-will-we-be-less-healthy-because-of-climate-change-115800","combo_id":"306_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1323345530,"_task_hash":-1929941370,"spans":[{"text":"negative","start":12,"token_start":3,"token_end":3,"end":20,"type":"span","label":"change_direction"},{"text":"health","start":21,"token_start":4,"token_end":4,"end":27,"type":"span","label":"base"},{"text":"effects","start":28,"token_start":5,"token_end":5,"end":35,"type":"span","label":"aspect_changing"},{"start":36,"end":38,"token_start":6,"token_end":6,"label":"predicate"},{"text":"climate change","start":39,"token_start":7,"token_end":8,"end":53,"type":"span","label":"base"}],"tokens":[{"text":"Some","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"of","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"negative","start":12,"end":20,"id":3,"ws":true,"disabled":false},{"text":"health","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"effects","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"of","start":36,"end":38,"id":6,"ws":true,"disabled":false},{"text":"climate","start":39,"end":46,"id":7,"ws":true,"disabled":false},{"text":"change","start":47,"end":53,"id":8,"ws":true,"disabled":false},{"text":"are","start":54,"end":57,"id":9,"ws":true,"disabled":false},{"text":"already","start":58,"end":65,"id":10,"ws":true,"disabled":false},{"text":"upon","start":66,"end":70,"id":11,"ws":true,"disabled":false},{"text":"us","start":71,"end":73,"id":12,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":13,"ws":true,"disabled":false},{"text":"but","start":75,"end":78,"id":14,"ws":true,"disabled":false},{"text":"it","start":79,"end":81,"id":15,"ws":false,"disabled":false},{"text":"\u2019s","start":81,"end":83,"id":16,"ws":true,"disabled":false},{"text":"not","start":84,"end":87,"id":17,"ws":true,"disabled":false},{"text":"all","start":88,"end":91,"id":18,"ws":true,"disabled":false},{"text":"doom","start":92,"end":96,"id":19,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":20,"ws":true,"disabled":false},{"text":"gloom","start":101,"end":106,"id":21,"ws":false,"disabled":false},{"text":".","start":106,"end":107,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":24,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":3,"child":4,"head_span":{"start":12,"end":20,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":4,"head_span":{"start":28,"end":35,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":4,"head_span":{"start":39,"end":53,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":376,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Climate change will affect the fundamental determinants of human health including \u201cwater, air, food quality and quantity, ecosystems, agriculture, livelihoods and infrastructure\u201d [2] (p. 393).","text":"Climate change will affect the fundamental determinants of human health including \u201cwater, air, food quality and quantity, ecosystems, agriculture, livelihoods and infrastructure\u201d [2] (p. 393). IMPLIED_BASE IMPLIED_BASE","characters":192,"document_index":276,"md_sentence_index":13,"classification_origin":"cm-label-eval","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_13","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":153970244,"_task_hash":74085134,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"span","label":"base"},{"text":"will","start":15,"token_start":2,"token_end":2,"end":19,"type":"span","label":"confidence"},{"start":31,"end":55,"token_start":5,"token_end":6,"label":"aspect_changing"},{"start":59,"end":64,"token_start":8,"token_end":8,"label":"type_of"},{"text":"health","start":65,"token_start":9,"token_end":9,"end":71,"type":"span","label":"base"},{"text":"water","start":83,"token_start":12,"token_end":12,"end":88,"type":"span","label":"base"},{"text":"air","start":90,"token_start":14,"token_end":14,"end":93,"type":"span","label":"base"},{"text":"food","start":95,"token_start":16,"token_end":16,"end":99,"type":"span","label":"base"},{"text":"quality","start":100,"token_start":17,"token_end":17,"end":107,"type":"span","label":"aspect_changing"},{"text":"quantity","start":112,"token_start":19,"token_end":19,"end":120,"type":"span","label":"aspect_changing"},{"text":"ecosystems","start":122,"token_start":21,"token_end":21,"end":132,"type":"span","label":"base"},{"text":"agriculture","start":134,"token_start":23,"token_end":23,"end":145,"type":"span","label":"base"},{"text":"livelihoods","start":147,"token_start":25,"token_end":25,"end":158,"type":"span","label":"base"},{"text":"infrastructure","start":163,"token_start":27,"token_end":27,"end":177,"type":"span","label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"will","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"affect","start":20,"end":26,"id":3,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":4,"ws":true,"disabled":false},{"text":"fundamental","start":31,"end":42,"id":5,"ws":true,"disabled":false},{"text":"determinants","start":43,"end":55,"id":6,"ws":true,"disabled":false},{"text":"of","start":56,"end":58,"id":7,"ws":true,"disabled":false},{"text":"human","start":59,"end":64,"id":8,"ws":true,"disabled":false},{"text":"health","start":65,"end":71,"id":9,"ws":true,"disabled":false},{"text":"including","start":72,"end":81,"id":10,"ws":true,"disabled":false},{"text":"\u201c","start":82,"end":83,"id":11,"ws":false,"disabled":false},{"text":"water","start":83,"end":88,"id":12,"ws":false,"disabled":false},{"text":",","start":88,"end":89,"id":13,"ws":true,"disabled":false},{"text":"air","start":90,"end":93,"id":14,"ws":false,"disabled":false},{"text":",","start":93,"end":94,"id":15,"ws":true,"disabled":false},{"text":"food","start":95,"end":99,"id":16,"ws":true,"disabled":false},{"text":"quality","start":100,"end":107,"id":17,"ws":true,"disabled":false},{"text":"and","start":108,"end":111,"id":18,"ws":true,"disabled":false},{"text":"quantity","start":112,"end":120,"id":19,"ws":false,"disabled":false},{"text":",","start":120,"end":121,"id":20,"ws":true,"disabled":false},{"text":"ecosystems","start":122,"end":132,"id":21,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":22,"ws":true,"disabled":false},{"text":"agriculture","start":134,"end":145,"id":23,"ws":false,"disabled":false},{"text":",","start":145,"end":146,"id":24,"ws":true,"disabled":false},{"text":"livelihoods","start":147,"end":158,"id":25,"ws":true,"disabled":false},{"text":"and","start":159,"end":162,"id":26,"ws":true,"disabled":false},{"text":"infrastructure","start":163,"end":177,"id":27,"ws":false,"disabled":false},{"text":"\u201d","start":177,"end":178,"id":28,"ws":true,"disabled":false},{"text":"[","start":179,"end":180,"id":29,"ws":false,"disabled":false},{"text":"2","start":180,"end":181,"id":30,"ws":false,"disabled":false},{"text":"]","start":181,"end":182,"id":31,"ws":true,"disabled":false},{"text":"(","start":183,"end":184,"id":32,"ws":false,"disabled":false},{"text":"p.","start":184,"end":186,"id":33,"ws":true,"disabled":false},{"text":"393","start":187,"end":190,"id":34,"ws":false,"disabled":false},{"text":")","start":190,"end":191,"id":35,"ws":false,"disabled":false},{"text":".","start":191,"end":192,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":206,"end":218,"id":38,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":17,"child":16,"head_span":{"start":100,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":95,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":16,"head_span":{"start":112,"end":120,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":95,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":9,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":12,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":83,"end":88,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":14,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":90,"end":93,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":16,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":95,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":21,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":122,"end":132,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":23,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":134,"end":145,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":25,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":147,"end":158,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":27,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":163,"end":177,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":9,"head_span":{"start":31,"end":55,"token_start":5,"token_end":6,"label":"aspect_changing"},"child_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":59,"end":64,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":348,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"California fires took a half-dozen lives and were so severe as to cause a national state of emergency; the 2018 Mendocino Complex Fire was the largest in California history.","text":"California fires took a half-dozen lives and were so severe as to cause a national state of emergency; the 2018 Mendocino Complex Fire was the largest in California history. IMPLIED_BASE IMPLIED_BASE","characters":173,"document_index":273,"md_sentence_index":33,"classification_origin":"cm_cause_effect_rel","url":"http://www.climatesciencewatch.org/2019/06/28/as-climate-change-creates-a-true-public-health-emergency-trump-administration-quashes-federal-climate-program-and-exiles-its-director/","combo_id":"273_33","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":676219758,"_task_hash":-19499943,"spans":[{"text":"California","start":0,"token_start":0,"token_end":0,"end":10,"type":"span","label":"where"},{"text":"fires","start":11,"token_start":1,"token_end":1,"end":16,"type":"span","label":"base"},{"text":"took","start":17,"token_start":2,"token_end":2,"end":21,"type":"span","label":"change_direction"},{"text":"half-dozen","start":24,"token_start":4,"token_end":6,"end":34,"type":"span","label":"effect_size"},{"text":"lives","start":35,"token_start":7,"token_end":7,"end":40,"type":"span","label":"base"},{"start":53,"end":59,"token_start":11,"token_end":11,"label":"type_of"},{"start":66,"end":71,"token_start":14,"token_end":14,"label":"predicate"},{"text":"national","start":74,"token_start":16,"token_end":16,"end":82,"type":"span","label":"type_of"},{"text":"state of emergency","start":83,"token_start":17,"token_end":19,"end":101,"type":"span","label":"base"}],"tokens":[{"text":"California","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"fires","start":11,"end":16,"id":1,"ws":true,"disabled":false},{"text":"took","start":17,"end":21,"id":2,"ws":true,"disabled":false},{"text":"a","start":22,"end":23,"id":3,"ws":true,"disabled":false},{"text":"half","start":24,"end":28,"id":4,"ws":false,"disabled":false},{"text":"-","start":28,"end":29,"id":5,"ws":false,"disabled":false},{"text":"dozen","start":29,"end":34,"id":6,"ws":true,"disabled":false},{"text":"lives","start":35,"end":40,"id":7,"ws":true,"disabled":false},{"text":"and","start":41,"end":44,"id":8,"ws":true,"disabled":false},{"text":"were","start":45,"end":49,"id":9,"ws":true,"disabled":false},{"text":"so","start":50,"end":52,"id":10,"ws":true,"disabled":false},{"text":"severe","start":53,"end":59,"id":11,"ws":true,"disabled":false},{"text":"as","start":60,"end":62,"id":12,"ws":true,"disabled":false},{"text":"to","start":63,"end":65,"id":13,"ws":true,"disabled":false},{"text":"cause","start":66,"end":71,"id":14,"ws":true,"disabled":false},{"text":"a","start":72,"end":73,"id":15,"ws":true,"disabled":false},{"text":"national","start":74,"end":82,"id":16,"ws":true,"disabled":false},{"text":"state","start":83,"end":88,"id":17,"ws":true,"disabled":false},{"text":"of","start":89,"end":91,"id":18,"ws":true,"disabled":false},{"text":"emergency","start":92,"end":101,"id":19,"ws":false,"disabled":false},{"text":";","start":101,"end":102,"id":20,"ws":true,"disabled":false},{"text":"the","start":103,"end":106,"id":21,"ws":true,"disabled":false},{"text":"2018","start":107,"end":111,"id":22,"ws":true,"disabled":false},{"text":"Mendocino","start":112,"end":121,"id":23,"ws":true,"disabled":false},{"text":"Complex","start":122,"end":129,"id":24,"ws":true,"disabled":false},{"text":"Fire","start":130,"end":134,"id":25,"ws":true,"disabled":false},{"text":"was","start":135,"end":138,"id":26,"ws":true,"disabled":false},{"text":"the","start":139,"end":142,"id":27,"ws":true,"disabled":false},{"text":"largest","start":143,"end":150,"id":28,"ws":true,"disabled":false},{"text":"in","start":151,"end":153,"id":29,"ws":true,"disabled":false},{"text":"California","start":154,"end":164,"id":30,"ws":true,"disabled":false},{"text":"history","start":165,"end":172,"id":31,"ws":false,"disabled":false},{"text":".","start":172,"end":173,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":34,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":1,"child":7,"head_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":35,"end":40,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":19,"head_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":83,"end":101,"token_start":17,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":1,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"where"},"child_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":7,"head_span":{"start":17,"end":21,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":35,"end":40,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":24,"end":34,"token_start":4,"token_end":6,"label":"effect_size"},"child_span":{"start":35,"end":40,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":19,"head_span":{"start":74,"end":82,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":83,"end":101,"token_start":17,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":1,"head_span":{"start":53,"end":59,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":341,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"Saharan dust also spurs the growth of algal blooms (red tide), which has toxins that can cause respiratory distress, and eye and skin irritation.","text":"Saharan dust also spurs the growth of algal blooms (red tide), which has toxins that can cause respiratory distress, and eye and skin irritation. IMPLIED_BASE IMPLIED_BASE","characters":145,"document_index":272,"md_sentence_index":38,"classification_origin":"cm_cause_effect_rel","url":"https://www.forbes.com/sites/judystone/2019/06/26/another-report-links-deadly-vibrio-infections-to-climate-change/","combo_id":"272_38","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1984562636,"_task_hash":472280322,"spans":[{"text":"Saharan","start":0,"token_start":0,"token_end":0,"end":7,"type":"span","label":"type_of"},{"text":"dust","start":8,"token_start":1,"token_end":1,"end":12,"type":"span","label":"base"},{"start":18,"end":23,"token_start":3,"token_end":3,"label":"change_direction"},{"start":28,"end":34,"token_start":5,"token_end":5,"label":"aspect_changing"},{"start":38,"end":50,"token_start":7,"token_end":8,"label":"base"},{"start":52,"end":60,"token_start":10,"token_end":11,"label":"base"},{"start":63,"end":68,"token_start":14,"token_end":14,"label":"predicate"},{"text":"toxins","start":73,"token_start":16,"token_end":16,"end":79,"type":"span","label":"base"},{"text":"can","start":85,"token_start":18,"token_end":18,"end":88,"type":"span","label":"confidence"},{"text":"cause","start":89,"token_start":19,"token_end":19,"end":94,"type":"span","label":"predicate"},{"start":95,"end":115,"token_start":20,"token_end":21,"label":"base"},{"text":"eye","start":121,"token_start":24,"token_end":24,"end":124,"type":"span","label":"base"},{"text":"skin","start":129,"token_start":26,"token_end":26,"end":133,"type":"span","label":"base"},{"text":"irritation","start":134,"token_start":27,"token_end":27,"end":144,"type":"span","label":"aspect_changing"}],"tokens":[{"text":"Saharan","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"dust","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"also","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"spurs","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"the","start":24,"end":27,"id":4,"ws":true,"disabled":false},{"text":"growth","start":28,"end":34,"id":5,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":6,"ws":true,"disabled":false},{"text":"algal","start":38,"end":43,"id":7,"ws":true,"disabled":false},{"text":"blooms","start":44,"end":50,"id":8,"ws":true,"disabled":false},{"text":"(","start":51,"end":52,"id":9,"ws":false,"disabled":false},{"text":"red","start":52,"end":55,"id":10,"ws":true,"disabled":false},{"text":"tide","start":56,"end":60,"id":11,"ws":false,"disabled":false},{"text":")","start":60,"end":61,"id":12,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":13,"ws":true,"disabled":false},{"text":"which","start":63,"end":68,"id":14,"ws":true,"disabled":false},{"text":"has","start":69,"end":72,"id":15,"ws":true,"disabled":false},{"text":"toxins","start":73,"end":79,"id":16,"ws":true,"disabled":false},{"text":"that","start":80,"end":84,"id":17,"ws":true,"disabled":false},{"text":"can","start":85,"end":88,"id":18,"ws":true,"disabled":false},{"text":"cause","start":89,"end":94,"id":19,"ws":true,"disabled":false},{"text":"respiratory","start":95,"end":106,"id":20,"ws":true,"disabled":false},{"text":"distress","start":107,"end":115,"id":21,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":22,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":23,"ws":true,"disabled":false},{"text":"eye","start":121,"end":124,"id":24,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":25,"ws":true,"disabled":false},{"text":"skin","start":129,"end":133,"id":26,"ws":true,"disabled":false},{"text":"irritation","start":134,"end":144,"id":27,"ws":false,"disabled":false},{"text":".","start":144,"end":145,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":30,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":8,"head_span":{"start":28,"end":34,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":38,"end":50,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":8,"head_span":{"start":38,"end":50,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":38,"end":50,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":24,"head_span":{"start":134,"end":144,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":121,"end":124,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":26,"head_span":{"start":134,"end":144,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":129,"end":133,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":8,"head_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":38,"end":50,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":16,"head_span":{"start":38,"end":50,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":73,"end":79,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":21,"head_span":{"start":73,"end":79,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":95,"end":115,"token_start":20,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":24,"head_span":{"start":73,"end":79,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":121,"end":124,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":26,"head_span":{"start":73,"end":79,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":129,"end":133,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":16,"head_span":{"start":52,"end":60,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":73,"end":79,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":11,"head_span":{"start":28,"end":34,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":52,"end":60,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":8,"head_span":{"start":18,"end":23,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":38,"end":50,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":11,"head_span":{"start":18,"end":23,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":52,"end":60,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"ignore","flagged":true}
+{"number":332,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"not causal? which is the causal concept? solutions","relation count":"many","complexity":"complex","original_md_text":"Improved human health: Many studies have found connections between exposure to nature and better mental and physical health.","text":"Improved human health: Many studies have found connections between exposure to nature and better mental and physical health. IMPLIED_BASE IMPLIED_BASE","characters":124,"document_index":267,"md_sentence_index":36,"classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/07/20/health/iyw-cities-losing-36-million-trees-how-to-help-trnd/index.html","combo_id":"267_36","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1470114529,"_task_hash":14028245,"spans":[{"start":47,"end":66,"token_start":8,"token_end":9,"label":"predicate"},{"text":"exposure","start":67,"token_start":10,"token_end":10,"end":75,"type":"span","label":"aspect_changing"},{"text":"nature","start":79,"token_start":12,"token_end":12,"end":85,"type":"span","label":"base"},{"text":"better","start":90,"token_start":14,"token_end":14,"end":96,"type":"span","label":"change_direction"},{"text":"mental","start":97,"token_start":15,"token_end":15,"end":103,"type":"span","label":"type_of"},{"text":"physical","start":108,"token_start":17,"token_end":17,"end":116,"type":"span","label":"type_of"},{"text":"health","start":117,"token_start":18,"token_end":18,"end":123,"type":"span","label":"base"}],"tokens":[{"text":"Improved","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"human","start":9,"end":14,"id":1,"ws":true,"disabled":false},{"text":"health","start":15,"end":21,"id":2,"ws":false,"disabled":false},{"text":":","start":21,"end":22,"id":3,"ws":true,"disabled":false},{"text":"Many","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"studies","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"have","start":36,"end":40,"id":6,"ws":true,"disabled":false},{"text":"found","start":41,"end":46,"id":7,"ws":true,"disabled":false},{"text":"connections","start":47,"end":58,"id":8,"ws":true,"disabled":false},{"text":"between","start":59,"end":66,"id":9,"ws":true,"disabled":false},{"text":"exposure","start":67,"end":75,"id":10,"ws":true,"disabled":false},{"text":"to","start":76,"end":78,"id":11,"ws":true,"disabled":false},{"text":"nature","start":79,"end":85,"id":12,"ws":true,"disabled":false},{"text":"and","start":86,"end":89,"id":13,"ws":true,"disabled":false},{"text":"better","start":90,"end":96,"id":14,"ws":true,"disabled":false},{"text":"mental","start":97,"end":103,"id":15,"ws":true,"disabled":false},{"text":"and","start":104,"end":107,"id":16,"ws":true,"disabled":false},{"text":"physical","start":108,"end":116,"id":17,"ws":true,"disabled":false},{"text":"health","start":117,"end":123,"id":18,"ws":false,"disabled":false},{"text":".","start":123,"end":124,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":21,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":10,"child":12,"head_span":{"start":67,"end":75,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":79,"end":85,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":18,"head_span":{"start":90,"end":96,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":117,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":18,"head_span":{"start":97,"end":103,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":117,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":108,"end":116,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":117,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":18,"head_span":{"start":79,"end":85,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":117,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":331,"Used?":"","Dataset name":"","ignore?":"","reason":"solutions","relation count":"many","complexity":"moderate","original_md_text":"Heat reduction: Trees provide shade for homes, office buildings, parks and roadways, cooling surface temperatures.","text":"Heat reduction: Trees provide shade for homes, office buildings, parks and roadways, cooling surface temperatures. IMPLIED_BASE IMPLIED_BASE","characters":114,"document_index":267,"md_sentence_index":13,"classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/07/20/health/iyw-cities-losing-36-million-trees-how-to-help-trnd/index.html","combo_id":"267_13","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1097195643,"_task_hash":-2077171861,"spans":[{"text":"Trees","start":16,"token_start":3,"token_end":3,"end":21,"type":"span","label":"base"},{"start":22,"end":29,"token_start":4,"token_end":4,"label":"predicate"},{"text":"shade","start":30,"token_start":5,"token_end":5,"end":35,"type":"span","label":"base"},{"text":"for homes, office buildings, parks and roadways","start":36,"token_start":6,"token_end":14,"end":83,"type":"span","label":"where"},{"text":"cooling","start":85,"token_start":16,"token_end":16,"end":92,"type":"span","label":"change_direction"},{"start":93,"end":113,"token_start":17,"token_end":18,"label":"aspect_changing"},{"text":"IMPLIED_BASE","start":115,"token_start":20,"token_end":20,"end":127,"type":"span","label":"base"}],"tokens":[{"text":"Heat","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"reduction","start":5,"end":14,"id":1,"ws":false,"disabled":false},{"text":":","start":14,"end":15,"id":2,"ws":true,"disabled":false},{"text":"Trees","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"provide","start":22,"end":29,"id":4,"ws":true,"disabled":false},{"text":"shade","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"for","start":36,"end":39,"id":6,"ws":true,"disabled":false},{"text":"homes","start":40,"end":45,"id":7,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":8,"ws":true,"disabled":false},{"text":"office","start":47,"end":53,"id":9,"ws":true,"disabled":false},{"text":"buildings","start":54,"end":63,"id":10,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":11,"ws":true,"disabled":false},{"text":"parks","start":65,"end":70,"id":12,"ws":true,"disabled":false},{"text":"and","start":71,"end":74,"id":13,"ws":true,"disabled":false},{"text":"roadways","start":75,"end":83,"id":14,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":15,"ws":true,"disabled":false},{"text":"cooling","start":85,"end":92,"id":16,"ws":true,"disabled":false},{"text":"surface","start":93,"end":100,"id":17,"ws":true,"disabled":false},{"text":"temperatures","start":101,"end":113,"id":18,"ws":false,"disabled":false},{"text":".","start":113,"end":114,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":21,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":3,"child":20,"head_span":{"start":16,"end":21,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":115,"end":127,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":5,"head_span":{"start":16,"end":21,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":20,"head_span":{"start":85,"end":92,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":115,"end":127,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":93,"end":113,"token_start":17,"token_end":18,"label":"aspect_changing"},"child_span":{"start":115,"end":127,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":93,"end":113,"token_start":17,"token_end":18,"label":"aspect_changing"},"child_span":{"start":115,"end":127,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":301,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one?","complexity":"simple","original_md_text":"As global temperatures rise, climate change\u2019s impacts on mental health are becoming increasingly evident.","text":"As global temperatures rise, climate change\u2019s impacts on mental health are becoming increasingly evident. IMPLIED_BASE IMPLIED_BASE","characters":105,"document_index":249,"md_sentence_index":0,"classification_origin":"cm_cause_effect_rel","url":"https://news.stanford.edu/2019/03/29/effects-climate-change-suicide-rates/","combo_id":"249_0","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1506880340,"_task_hash":51181978,"spans":[{"start":0,"end":2,"token_start":0,"token_end":0,"label":"predicate"},{"start":3,"end":22,"token_start":1,"token_end":2,"label":"aspect_changing"},{"text":"rise","start":23,"token_start":3,"token_end":3,"end":27,"type":"span","label":"change_direction"},{"text":"climate change","start":29,"token_start":5,"token_end":6,"end":43,"type":"span","label":"base"},{"start":46,"end":53,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":54,"end":56,"token_start":9,"token_end":9,"label":"predicate"},{"text":"mental","start":57,"token_start":10,"token_end":10,"end":63,"type":"span","label":"type_of"},{"text":"health","start":64,"token_start":11,"token_end":11,"end":70,"type":"span","label":"base"},{"text":"increasingly evident","start":84,"token_start":14,"token_end":15,"end":104,"type":"span","label":"confidence"},{"text":"IMPLIED_BASE","start":106,"token_start":17,"token_end":17,"end":118,"type":"span","label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"global","start":3,"end":9,"id":1,"ws":true,"disabled":false},{"text":"temperatures","start":10,"end":22,"id":2,"ws":true,"disabled":false},{"text":"rise","start":23,"end":27,"id":3,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":4,"ws":true,"disabled":false},{"text":"climate","start":29,"end":36,"id":5,"ws":true,"disabled":false},{"text":"change","start":37,"end":43,"id":6,"ws":false,"disabled":false},{"text":"\u2019s","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"impacts","start":46,"end":53,"id":8,"ws":true,"disabled":false},{"text":"on","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"mental","start":57,"end":63,"id":10,"ws":true,"disabled":false},{"text":"health","start":64,"end":70,"id":11,"ws":true,"disabled":false},{"text":"are","start":71,"end":74,"id":12,"ws":true,"disabled":false},{"text":"becoming","start":75,"end":83,"id":13,"ws":true,"disabled":false},{"text":"increasingly","start":84,"end":96,"id":14,"ws":true,"disabled":false},{"text":"evident","start":97,"end":104,"id":15,"ws":false,"disabled":false},{"text":".","start":104,"end":105,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":18,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":2,"child":17,"head_span":{"start":3,"end":22,"token_start":1,"token_end":2,"label":"aspect_changing"},"child_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":17,"head_span":{"start":3,"end":22,"token_start":1,"token_end":2,"label":"aspect_changing"},"child_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":17,"head_span":{"start":23,"end":27,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":57,"end":63,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":11,"head_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":11,"head_span":{"start":29,"end":43,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":288,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"His research team compared known health impacts from air pollution against future climate scenarios to derive its projections.\n","text":"His research team compared known health impacts from air pollution against future climate scenarios to derive its projections. IMPLIED_BASE IMPLIED_BASE","characters":127,"document_index":247,"md_sentence_index":49,"classification_origin":"cm-label-eval","url":"https://www.latimes.com/science/environment/wildfires-climate-change-shorter-lives-americans-story.html","combo_id":"247_49","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-671765344,"_task_hash":1308119381,"spans":[{"text":"known","start":27,"token_start":4,"token_end":4,"end":32,"type":"span","label":"confidence"},{"text":"health","start":33,"token_start":5,"token_end":5,"end":39,"type":"span","label":"base"},{"text":"impacts","start":40,"token_start":6,"token_end":6,"end":47,"type":"span","label":"aspect_changing"},{"start":48,"end":52,"token_start":7,"token_end":7,"label":"predicate"},{"text":"air","start":53,"token_start":8,"token_end":8,"end":56,"type":"span","label":"type_of"},{"text":"pollution","start":57,"token_start":9,"token_end":9,"end":66,"type":"span","label":"base"},{"text":"future","start":75,"token_start":11,"token_end":11,"end":81,"type":"span","label":"when"}],"tokens":[{"text":"His","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"research","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"team","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"compared","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"known","start":27,"end":32,"id":4,"ws":true,"disabled":false},{"text":"health","start":33,"end":39,"id":5,"ws":true,"disabled":false},{"text":"impacts","start":40,"end":47,"id":6,"ws":true,"disabled":false},{"text":"from","start":48,"end":52,"id":7,"ws":true,"disabled":false},{"text":"air","start":53,"end":56,"id":8,"ws":true,"disabled":false},{"text":"pollution","start":57,"end":66,"id":9,"ws":true,"disabled":false},{"text":"against","start":67,"end":74,"id":10,"ws":true,"disabled":false},{"text":"future","start":75,"end":81,"id":11,"ws":true,"disabled":false},{"text":"climate","start":82,"end":89,"id":12,"ws":true,"disabled":false},{"text":"scenarios","start":90,"end":99,"id":13,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":14,"ws":true,"disabled":false},{"text":"derive","start":103,"end":109,"id":15,"ws":true,"disabled":false},{"text":"its","start":110,"end":113,"id":16,"ws":true,"disabled":false},{"text":"projections","start":114,"end":125,"id":17,"ws":false,"disabled":false},{"text":".","start":125,"end":126,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":127,"end":139,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":20,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":9,"child":5,"head_span":{"start":57,"end":66,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":33,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":5,"head_span":{"start":27,"end":32,"token_start":4,"token_end":4,"label":"confidence"},"child_span":{"start":33,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":40,"end":47,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":33,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":53,"end":56,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":57,"end":66,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":289,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Philip Alston, UN special rapporteur on extreme poverty and human rights, said the impacts of global heating are likely to undermine not only basic rights to life, water, food, and housing for hundreds of millions of people, but also democracy and the rule of law.\n","text":"Philip Alston, UN special rapporteur on extreme poverty and human rights, said the impacts of global heating are likely to undermine not only basic rights to life, water, food, and housing for hundreds of millions of people, but also democracy and the rule of law. IMPLIED_BASE IMPLIED_BASE","characters":265,"document_index":242,"md_sentence_index":1,"classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/jun/25/climate-apartheid-united-nations-expert-says-human-rights-may-not-survive-crisis","combo_id":"242_1","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1553484141,"_task_hash":-165494042,"spans":[{"text":"impacts","start":83,"token_start":15,"token_end":15,"end":90,"type":"span","label":"aspect_changing"},{"start":94,"end":108,"token_start":17,"token_end":18,"label":"base"},{"text":"likely","start":113,"token_start":20,"token_end":20,"end":119,"type":"span","label":"confidence"},{"text":"undermine","start":123,"token_start":22,"token_end":22,"end":132,"type":"span","label":"change_direction"},{"start":142,"end":154,"token_start":25,"token_end":26,"label":"base"},{"start":158,"end":162,"token_start":28,"token_end":28,"label":"type_of"},{"start":164,"end":169,"token_start":30,"token_end":30,"label":"type_of"},{"start":171,"end":175,"token_start":32,"token_end":32,"label":"type_of"},{"start":181,"end":188,"token_start":35,"token_end":35,"label":"type_of"},{"text":"hundreds of millions of","start":193,"token_start":37,"token_end":40,"end":216,"type":"span","label":"effect_size"},{"text":"people","start":217,"token_start":41,"token_end":41,"end":223,"type":"span","label":"to_whom"},{"text":"democracy","start":234,"token_start":45,"token_end":45,"end":243,"type":"span","label":"base"},{"text":"rule of law","start":252,"token_start":48,"token_end":50,"end":263,"type":"span","label":"base"}],"tokens":[{"text":"Philip","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"Alston","start":7,"end":13,"id":1,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":2,"ws":true,"disabled":false},{"text":"UN","start":15,"end":17,"id":3,"ws":true,"disabled":false},{"text":"special","start":18,"end":25,"id":4,"ws":true,"disabled":false},{"text":"rapporteur","start":26,"end":36,"id":5,"ws":true,"disabled":false},{"text":"on","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"extreme","start":40,"end":47,"id":7,"ws":true,"disabled":false},{"text":"poverty","start":48,"end":55,"id":8,"ws":true,"disabled":false},{"text":"and","start":56,"end":59,"id":9,"ws":true,"disabled":false},{"text":"human","start":60,"end":65,"id":10,"ws":true,"disabled":false},{"text":"rights","start":66,"end":72,"id":11,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":12,"ws":true,"disabled":false},{"text":"said","start":74,"end":78,"id":13,"ws":true,"disabled":false},{"text":"the","start":79,"end":82,"id":14,"ws":true,"disabled":false},{"text":"impacts","start":83,"end":90,"id":15,"ws":true,"disabled":false},{"text":"of","start":91,"end":93,"id":16,"ws":true,"disabled":false},{"text":"global","start":94,"end":100,"id":17,"ws":true,"disabled":false},{"text":"heating","start":101,"end":108,"id":18,"ws":true,"disabled":false},{"text":"are","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"likely","start":113,"end":119,"id":20,"ws":true,"disabled":false},{"text":"to","start":120,"end":122,"id":21,"ws":true,"disabled":false},{"text":"undermine","start":123,"end":132,"id":22,"ws":true,"disabled":false},{"text":"not","start":133,"end":136,"id":23,"ws":true,"disabled":false},{"text":"only","start":137,"end":141,"id":24,"ws":true,"disabled":false},{"text":"basic","start":142,"end":147,"id":25,"ws":true,"disabled":false},{"text":"rights","start":148,"end":154,"id":26,"ws":true,"disabled":false},{"text":"to","start":155,"end":157,"id":27,"ws":true,"disabled":false},{"text":"life","start":158,"end":162,"id":28,"ws":false,"disabled":false},{"text":",","start":162,"end":163,"id":29,"ws":true,"disabled":false},{"text":"water","start":164,"end":169,"id":30,"ws":false,"disabled":false},{"text":",","start":169,"end":170,"id":31,"ws":true,"disabled":false},{"text":"food","start":171,"end":175,"id":32,"ws":false,"disabled":false},{"text":",","start":175,"end":176,"id":33,"ws":true,"disabled":false},{"text":"and","start":177,"end":180,"id":34,"ws":true,"disabled":false},{"text":"housing","start":181,"end":188,"id":35,"ws":true,"disabled":false},{"text":"for","start":189,"end":192,"id":36,"ws":true,"disabled":false},{"text":"hundreds","start":193,"end":201,"id":37,"ws":true,"disabled":false},{"text":"of","start":202,"end":204,"id":38,"ws":true,"disabled":false},{"text":"millions","start":205,"end":213,"id":39,"ws":true,"disabled":false},{"text":"of","start":214,"end":216,"id":40,"ws":true,"disabled":false},{"text":"people","start":217,"end":223,"id":41,"ws":false,"disabled":false},{"text":",","start":223,"end":224,"id":42,"ws":true,"disabled":false},{"text":"but","start":225,"end":228,"id":43,"ws":true,"disabled":false},{"text":"also","start":229,"end":233,"id":44,"ws":true,"disabled":false},{"text":"democracy","start":234,"end":243,"id":45,"ws":true,"disabled":false},{"text":"and","start":244,"end":247,"id":46,"ws":true,"disabled":false},{"text":"the","start":248,"end":251,"id":47,"ws":true,"disabled":false},{"text":"rule","start":252,"end":256,"id":48,"ws":true,"disabled":false},{"text":"of","start":257,"end":259,"id":49,"ws":true,"disabled":false},{"text":"law","start":260,"end":263,"id":50,"ws":false,"disabled":false},{"text":".","start":263,"end":264,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":265,"end":277,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":278,"end":290,"id":53,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":22,"child":45,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":234,"end":243,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":50,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":252,"end":263,"token_start":48,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":18,"head_span":{"start":83,"end":90,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":94,"end":108,"token_start":17,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":45,"head_span":{"start":94,"end":108,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":234,"end":243,"token_start":45,"token_end":45,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":26,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":142,"end":154,"token_start":25,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":26,"head_span":{"start":158,"end":162,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":142,"end":154,"token_start":25,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":26,"head_span":{"start":164,"end":169,"token_start":30,"token_end":30,"label":"type_of"},"child_span":{"start":142,"end":154,"token_start":25,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":26,"head_span":{"start":171,"end":175,"token_start":32,"token_end":32,"label":"type_of"},"child_span":{"start":142,"end":154,"token_start":25,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":26,"head_span":{"start":181,"end":188,"token_start":35,"token_end":35,"label":"type_of"},"child_span":{"start":142,"end":154,"token_start":25,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":50,"head_span":{"start":94,"end":108,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":252,"end":263,"token_start":48,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":26,"head_span":{"start":94,"end":108,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":142,"end":154,"token_start":25,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":275,"Used?":"","Dataset name":"","ignore?":"Ignore","reason":"solution","relation count":"one","complexity":"","original_md_text":"Air pollution has improved dramatically over the past four decades because of federal rules.\n","text":"Air pollution has improved dramatically over the past four decades because of federal rules. IMPLIED_BASE IMPLIED_BASE","characters":93,"document_index":222,"md_sentence_index":4,"classification_origin":"cm-label-eval","url":"https://www.nytimes.com/interactive/2019/06/19/climate/us-air-pollution-trump.html","combo_id":"222_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1928353679,"_task_hash":960675335,"spans":[{"text":"Air","start":0,"token_start":0,"token_end":0,"end":3,"type":"span","label":"type_of"},{"text":"pollution","start":4,"token_start":1,"token_end":1,"end":13,"type":"span","label":"base"},{"start":14,"end":17,"token_start":2,"token_end":2,"label":"confidence"},{"text":"improved","start":18,"token_start":3,"token_end":3,"end":26,"type":"span","label":"change_direction"},{"text":"dramatically","start":27,"token_start":4,"token_end":4,"end":39,"type":"span","label":"effect_size"},{"text":"over the past four decades","start":40,"token_start":5,"token_end":9,"end":66,"type":"span","label":"when"},{"text":"because of","start":67,"token_start":10,"token_end":11,"end":77,"type":"span","label":"predicate"},{"text":"federal","start":78,"token_start":12,"token_end":12,"end":85,"type":"span","label":"type_of"},{"text":"rules","start":86,"token_start":13,"token_end":13,"end":91,"type":"span","label":"base"}],"tokens":[{"text":"Air","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"pollution","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"has","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"improved","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"dramatically","start":27,"end":39,"id":4,"ws":true,"disabled":false},{"text":"over","start":40,"end":44,"id":5,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":6,"ws":true,"disabled":false},{"text":"past","start":49,"end":53,"id":7,"ws":true,"disabled":false},{"text":"four","start":54,"end":58,"id":8,"ws":true,"disabled":false},{"text":"decades","start":59,"end":66,"id":9,"ws":true,"disabled":false},{"text":"because","start":67,"end":74,"id":10,"ws":true,"disabled":false},{"text":"of","start":75,"end":77,"id":11,"ws":true,"disabled":false},{"text":"federal","start":78,"end":85,"id":12,"ws":true,"disabled":false},{"text":"rules","start":86,"end":91,"id":13,"ws":false,"disabled":false},{"text":".","start":91,"end":92,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":16,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":1,"head_span":{"start":18,"end":26,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":78,"end":85,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":86,"end":91,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":1,"head_span":{"start":27,"end":39,"token_start":4,"token_end":4,"label":"effect_size"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":1,"head_span":{"start":86,"end":91,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":256,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Among its impacts, the heatwave caused crop failures across Europe, fanned wildfires from Manchester in the UK to Yosemite National Park in the US and exposed more than 34,000 people to power outages in Los Angeles as the grid experienced an unprecedented demand for air conditioning.\n","text":"Among its impacts, the heatwave caused crop failures across Europe, fanned wildfires from Manchester in the UK to Yosemite National Park in the US and exposed more than 34,000 people to power outages in Los Angeles as the grid experienced an unprecedented demand for air conditioning. IMPLIED_BASE IMPLIED_BASE","characters":285,"document_index":209,"md_sentence_index":10,"classification_origin":"cm_cause_effect_rel","url":"https://www.carbonbrief.org/northern-hemispheres-extreme-heatwave-in-2018-impossible-without-climate-change","combo_id":"209_10","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1242458263,"_task_hash":875207488,"spans":[{"text":"heatwave","start":23,"token_start":5,"token_end":5,"end":31,"type":"span","label":"base"},{"text":"caused","start":32,"token_start":6,"token_end":6,"end":38,"type":"span","label":"predicate"},{"text":"crop","start":39,"token_start":7,"token_end":7,"end":43,"type":"span","label":"base"},{"start":44,"end":52,"token_start":8,"token_end":8,"label":"aspect_changing"},{"text":"across Europe","start":53,"token_start":9,"token_end":10,"end":66,"type":"span","label":"where"},{"text":"fanned","start":68,"token_start":12,"token_end":12,"end":74,"type":"span","label":"change_direction"},{"text":"wildfires","start":75,"token_start":13,"token_end":13,"end":84,"type":"span","label":"base"},{"text":"from Manchester in the UK to Yosemite National Park in the US","start":85,"token_start":14,"token_end":25,"end":146,"type":"span","label":"where"},{"text":"exposed","start":151,"token_start":27,"token_end":27,"end":158,"type":"span","label":"predicate"},{"text":"more than 34,000","start":159,"token_start":28,"token_end":30,"end":175,"type":"span","label":"effect_size"},{"text":"people","start":176,"token_start":31,"token_end":31,"end":182,"type":"span","label":"to_whom"},{"text":"power","start":186,"token_start":33,"token_end":33,"end":191,"type":"span","label":"base"},{"start":192,"end":199,"token_start":34,"token_end":34,"label":"aspect_changing"},{"text":"in Los Angeles","start":200,"token_start":35,"token_end":37,"end":214,"type":"span","label":"where"},{"text":"as","start":215,"token_start":38,"token_end":38,"end":217,"type":"span","label":"predicate"},{"text":"grid","start":222,"token_start":40,"token_end":40,"end":226,"type":"span","label":"base"},{"text":"unprecedented","start":242,"token_start":43,"token_end":43,"end":255,"type":"span","label":"effect_size"},{"text":"demand","start":256,"token_start":44,"token_end":44,"end":262,"type":"span","label":"aspect_changing"},{"text":"air conditioning","start":267,"token_start":46,"token_end":47,"end":283,"type":"span","label":"base"}],"tokens":[{"text":"Among","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"its","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"impacts","start":10,"end":17,"id":2,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":3,"ws":true,"disabled":false},{"text":"the","start":19,"end":22,"id":4,"ws":true,"disabled":false},{"text":"heatwave","start":23,"end":31,"id":5,"ws":true,"disabled":false},{"text":"caused","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"crop","start":39,"end":43,"id":7,"ws":true,"disabled":false},{"text":"failures","start":44,"end":52,"id":8,"ws":true,"disabled":false},{"text":"across","start":53,"end":59,"id":9,"ws":true,"disabled":false},{"text":"Europe","start":60,"end":66,"id":10,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":11,"ws":true,"disabled":false},{"text":"fanned","start":68,"end":74,"id":12,"ws":true,"disabled":false},{"text":"wildfires","start":75,"end":84,"id":13,"ws":true,"disabled":false},{"text":"from","start":85,"end":89,"id":14,"ws":true,"disabled":false},{"text":"Manchester","start":90,"end":100,"id":15,"ws":true,"disabled":false},{"text":"in","start":101,"end":103,"id":16,"ws":true,"disabled":false},{"text":"the","start":104,"end":107,"id":17,"ws":true,"disabled":false},{"text":"UK","start":108,"end":110,"id":18,"ws":true,"disabled":false},{"text":"to","start":111,"end":113,"id":19,"ws":true,"disabled":false},{"text":"Yosemite","start":114,"end":122,"id":20,"ws":true,"disabled":false},{"text":"National","start":123,"end":131,"id":21,"ws":true,"disabled":false},{"text":"Park","start":132,"end":136,"id":22,"ws":true,"disabled":false},{"text":"in","start":137,"end":139,"id":23,"ws":true,"disabled":false},{"text":"the","start":140,"end":143,"id":24,"ws":true,"disabled":false},{"text":"US","start":144,"end":146,"id":25,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":26,"ws":true,"disabled":false},{"text":"exposed","start":151,"end":158,"id":27,"ws":true,"disabled":false},{"text":"more","start":159,"end":163,"id":28,"ws":true,"disabled":false},{"text":"than","start":164,"end":168,"id":29,"ws":true,"disabled":false},{"text":"34,000","start":169,"end":175,"id":30,"ws":true,"disabled":false},{"text":"people","start":176,"end":182,"id":31,"ws":true,"disabled":false},{"text":"to","start":183,"end":185,"id":32,"ws":true,"disabled":false},{"text":"power","start":186,"end":191,"id":33,"ws":true,"disabled":false},{"text":"outages","start":192,"end":199,"id":34,"ws":true,"disabled":false},{"text":"in","start":200,"end":202,"id":35,"ws":true,"disabled":false},{"text":"Los","start":203,"end":206,"id":36,"ws":true,"disabled":false},{"text":"Angeles","start":207,"end":214,"id":37,"ws":true,"disabled":false},{"text":"as","start":215,"end":217,"id":38,"ws":true,"disabled":false},{"text":"the","start":218,"end":221,"id":39,"ws":true,"disabled":false},{"text":"grid","start":222,"end":226,"id":40,"ws":true,"disabled":false},{"text":"experienced","start":227,"end":238,"id":41,"ws":true,"disabled":false},{"text":"an","start":239,"end":241,"id":42,"ws":true,"disabled":false},{"text":"unprecedented","start":242,"end":255,"id":43,"ws":true,"disabled":false},{"text":"demand","start":256,"end":262,"id":44,"ws":true,"disabled":false},{"text":"for","start":263,"end":266,"id":45,"ws":true,"disabled":false},{"text":"air","start":267,"end":270,"id":46,"ws":true,"disabled":false},{"text":"conditioning","start":271,"end":283,"id":47,"ws":false,"disabled":false},{"text":".","start":283,"end":284,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":285,"end":297,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":298,"end":310,"id":50,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":8,"child":7,"head_span":{"start":44,"end":52,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":39,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":7,"head_span":{"start":53,"end":66,"token_start":9,"token_end":10,"label":"where"},"child_span":{"start":39,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":68,"end":74,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":75,"end":84,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":13,"head_span":{"start":85,"end":146,"token_start":14,"token_end":25,"label":"where"},"child_span":{"start":75,"end":84,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":33,"head_span":{"start":159,"end":175,"token_start":28,"token_end":30,"label":"effect_size"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":33,"head_span":{"start":176,"end":182,"token_start":31,"token_end":31,"label":"to_whom"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":192,"end":199,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":33,"head_span":{"start":200,"end":214,"token_start":35,"token_end":37,"label":"where"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":47,"head_span":{"start":242,"end":255,"token_start":43,"token_end":43,"label":"effect_size"},"child_span":{"start":267,"end":283,"token_start":46,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":47,"head_span":{"start":256,"end":262,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":267,"end":283,"token_start":46,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":39,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":13,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":75,"end":84,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":33,"head_span":{"start":267,"end":283,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":47,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":267,"end":283,"token_start":46,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"ignore"}
+{"number":253,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"\"If we look at deaths avoided per 100,000 people,\" Lo added, \"Miami and Detroit would have the highest numbers of heat-related deaths avoided among the 15 cities that we studied.\"\n","text":"\"If we look at deaths avoided per 100,000 people,\" Lo added, \"Miami and Detroit would have the highest numbers of heat-related deaths avoided among the 15 cities that we studied.\" IMPLIED_BASE IMPLIED_BASE","characters":180,"document_index":195,"md_sentence_index":11,"classification_origin":"cm-label-eval","url":"https://www.usatoday.com/story/news/nation/2019/06/05/limiting-climate-change-would-prevent-thousands-heat-related-deaths-us-cities/1357357001/","combo_id":"195_11","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":980231186,"_task_hash":-788056187,"spans":[{"text":"people","start":42,"token_start":9,"token_end":9,"end":48,"type":"span","label":"base"},{"start":114,"end":118,"token_start":25,"token_end":25,"label":"base"},{"start":119,"end":126,"token_start":27,"token_end":27,"label":"predicate"},{"start":127,"end":133,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"If","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"we","start":4,"end":6,"id":2,"ws":true,"disabled":false},{"text":"look","start":7,"end":11,"id":3,"ws":true,"disabled":false},{"text":"at","start":12,"end":14,"id":4,"ws":true,"disabled":false},{"text":"deaths","start":15,"end":21,"id":5,"ws":true,"disabled":false},{"text":"avoided","start":22,"end":29,"id":6,"ws":true,"disabled":false},{"text":"per","start":30,"end":33,"id":7,"ws":true,"disabled":false},{"text":"100,000","start":34,"end":41,"id":8,"ws":true,"disabled":false},{"text":"people","start":42,"end":48,"id":9,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":10,"ws":false,"disabled":false},{"text":"\"","start":49,"end":50,"id":11,"ws":true,"disabled":false},{"text":"Lo","start":51,"end":53,"id":12,"ws":true,"disabled":false},{"text":"added","start":54,"end":59,"id":13,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":14,"ws":true,"disabled":false},{"text":"\"","start":61,"end":62,"id":15,"ws":false,"disabled":false},{"text":"Miami","start":62,"end":67,"id":16,"ws":true,"disabled":false},{"text":"and","start":68,"end":71,"id":17,"ws":true,"disabled":false},{"text":"Detroit","start":72,"end":79,"id":18,"ws":true,"disabled":false},{"text":"would","start":80,"end":85,"id":19,"ws":true,"disabled":false},{"text":"have","start":86,"end":90,"id":20,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":21,"ws":true,"disabled":false},{"text":"highest","start":95,"end":102,"id":22,"ws":true,"disabled":false},{"text":"numbers","start":103,"end":110,"id":23,"ws":true,"disabled":false},{"text":"of","start":111,"end":113,"id":24,"ws":true,"disabled":false},{"text":"heat","start":114,"end":118,"id":25,"ws":false,"disabled":false},{"text":"-","start":118,"end":119,"id":26,"ws":false,"disabled":false},{"text":"related","start":119,"end":126,"id":27,"ws":true,"disabled":false},{"text":"deaths","start":127,"end":133,"id":28,"ws":true,"disabled":false},{"text":"avoided","start":134,"end":141,"id":29,"ws":true,"disabled":false},{"text":"among","start":142,"end":147,"id":30,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":31,"ws":true,"disabled":false},{"text":"15","start":152,"end":154,"id":32,"ws":true,"disabled":false},{"text":"cities","start":155,"end":161,"id":33,"ws":true,"disabled":false},{"text":"that","start":162,"end":166,"id":34,"ws":true,"disabled":false},{"text":"we","start":167,"end":169,"id":35,"ws":true,"disabled":false},{"text":"studied","start":170,"end":177,"id":36,"ws":false,"disabled":false},{"text":".","start":177,"end":178,"id":37,"ws":false,"disabled":false},{"text":"\"","start":178,"end":179,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":180,"end":192,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":40,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":25,"child":28,"head_span":{"start":114,"end":118,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":127,"end":133,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":243,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Storms such as Hurricanes Andrew, Irma, and Katrina exemplify how major weather events magnified by global warming can have long-lasting effects on the economy.\n","text":"Storms such as Hurricanes Andrew, Irma, and Katrina exemplify how major weather events magnified by global warming can have long-lasting effects on the economy. IMPLIED_BASE IMPLIED_BASE","characters":161,"document_index":189,"md_sentence_index":21,"classification_origin":"cm-label-eval","url":"https://www.greencarreports.com/news/1117054_nature-study-shows-its-cheaper-to-reduce-global-warming-than-to-adapt-to-it","combo_id":"189_21","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1674309936,"_task_hash":2006800368,"spans":[{"text":"Storms","start":0,"token_start":0,"token_end":0,"end":6,"type":"span","label":"base"},{"start":52,"end":65,"token_start":10,"token_end":11,"label":"predicate"},{"start":66,"end":71,"token_start":12,"token_end":12,"label":"effect_size"},{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},{"start":80,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},{"text":"magnified","start":87,"token_start":15,"token_end":15,"end":96,"type":"span","label":"change_direction"},{"text":"by","start":97,"token_start":16,"token_end":16,"end":99,"type":"span","label":"predicate"},{"text":"global warming","start":100,"token_start":17,"token_end":18,"end":114,"type":"span","label":"base"},{"text":"long-lasting","start":124,"token_start":21,"token_end":23,"end":136,"type":"span","label":"effect_size"},{"text":"effects","start":137,"token_start":24,"token_end":24,"end":144,"type":"span","label":"aspect_changing"},{"text":"economy","start":152,"token_start":27,"token_end":27,"end":159,"type":"span","label":"base"}],"tokens":[{"text":"Storms","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"such","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"as","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"Hurricanes","start":15,"end":25,"id":3,"ws":true,"disabled":false},{"text":"Andrew","start":26,"end":32,"id":4,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":5,"ws":true,"disabled":false},{"text":"Irma","start":34,"end":38,"id":6,"ws":false,"disabled":false},{"text":",","start":38,"end":39,"id":7,"ws":true,"disabled":false},{"text":"and","start":40,"end":43,"id":8,"ws":true,"disabled":false},{"text":"Katrina","start":44,"end":51,"id":9,"ws":true,"disabled":false},{"text":"exemplify","start":52,"end":61,"id":10,"ws":true,"disabled":false},{"text":"how","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"major","start":66,"end":71,"id":12,"ws":true,"disabled":false},{"text":"weather","start":72,"end":79,"id":13,"ws":true,"disabled":false},{"text":"events","start":80,"end":86,"id":14,"ws":true,"disabled":false},{"text":"magnified","start":87,"end":96,"id":15,"ws":true,"disabled":false},{"text":"by","start":97,"end":99,"id":16,"ws":true,"disabled":false},{"text":"global","start":100,"end":106,"id":17,"ws":true,"disabled":false},{"text":"warming","start":107,"end":114,"id":18,"ws":true,"disabled":false},{"text":"can","start":115,"end":118,"id":19,"ws":true,"disabled":false},{"text":"have","start":119,"end":123,"id":20,"ws":true,"disabled":false},{"text":"long","start":124,"end":128,"id":21,"ws":false,"disabled":false},{"text":"-","start":128,"end":129,"id":22,"ws":false,"disabled":false},{"text":"lasting","start":129,"end":136,"id":23,"ws":true,"disabled":false},{"text":"effects","start":137,"end":144,"id":24,"ws":true,"disabled":false},{"text":"on","start":145,"end":147,"id":25,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":26,"ws":true,"disabled":false},{"text":"economy","start":152,"end":159,"id":27,"ws":false,"disabled":false},{"text":".","start":159,"end":160,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":30,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":23,"child":27,"head_span":{"start":124,"end":136,"token_start":21,"token_end":23,"label":"effect_size"},"child_span":{"start":152,"end":159,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":27,"head_span":{"start":137,"end":144,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":152,"end":159,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":13,"head_span":{"start":100,"end":114,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":0,"head_span":{"start":100,"end":114,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":27,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":152,"end":159,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":27,"head_span":{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":152,"end":159,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":13,"head_span":{"start":87,"end":96,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":80,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":66,"end":71,"token_start":12,"token_end":12,"label":"effect_size"},"child_span":{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":228,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"If global temperatures reach this threshold, an estimated 350 million people worldwide would be exposed to extreme heat stress sufficient to greatly reduce their labor productivity during the hottest months of the year, according to EASAC.\n","text":"If global temperatures reach this threshold, an estimated 350 million people worldwide would be exposed to extreme heat stress sufficient to greatly reduce their labor productivity during the hottest months of the year, according to EASAC. IMPLIED_BASE IMPLIED_BASE","characters":240,"document_index":164,"md_sentence_index":11,"classification_origin":"cm-label-eval","url":"https://www.cnn.com/2019/06/04/health/climate-change-threatening-human-health-scli-intl/index.html","combo_id":"164_11","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":440257408,"_task_hash":1247218603,"spans":[{"start":3,"end":22,"token_start":1,"token_end":2,"label":"aspect_changing"},{"start":43,"end":44,"token_start":6,"token_end":6,"label":"predicate"},{"text":"estimated 350 million","start":48,"token_start":8,"token_end":10,"end":69,"type":"span","label":"effect_size"},{"text":"people worldwide","start":70,"token_start":11,"token_end":12,"end":86,"type":"span","label":"to_whom"},{"text":"exposed","start":96,"token_start":15,"token_end":15,"end":103,"type":"span","label":"change_direction"},{"start":107,"end":114,"token_start":17,"token_end":17,"label":"type_of"},{"start":115,"end":126,"token_start":18,"token_end":19,"label":"base"},{"start":141,"end":148,"token_start":22,"token_end":22,"label":"effect_size"},{"start":149,"end":155,"token_start":23,"token_end":23,"label":"change_direction"},{"text":"labor","start":162,"token_start":25,"token_end":25,"end":167,"type":"span","label":"base"},{"text":"productivity","start":168,"token_start":26,"token_end":26,"end":180,"type":"span","label":"aspect_changing"},{"text":"during the hottest months of the year","start":181,"token_start":27,"token_end":33,"end":218,"type":"span","label":"when"},{"text":"IMPLIED_BASE","start":240,"token_start":39,"token_end":39,"end":252,"type":"span","label":"base"}],"tokens":[{"text":"If","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"global","start":3,"end":9,"id":1,"ws":true,"disabled":false},{"text":"temperatures","start":10,"end":22,"id":2,"ws":true,"disabled":false},{"text":"reach","start":23,"end":28,"id":3,"ws":true,"disabled":false},{"text":"this","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"threshold","start":34,"end":43,"id":5,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":6,"ws":true,"disabled":false},{"text":"an","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"estimated","start":48,"end":57,"id":8,"ws":true,"disabled":false},{"text":"350","start":58,"end":61,"id":9,"ws":true,"disabled":false},{"text":"million","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"people","start":70,"end":76,"id":11,"ws":true,"disabled":false},{"text":"worldwide","start":77,"end":86,"id":12,"ws":true,"disabled":false},{"text":"would","start":87,"end":92,"id":13,"ws":true,"disabled":false},{"text":"be","start":93,"end":95,"id":14,"ws":true,"disabled":false},{"text":"exposed","start":96,"end":103,"id":15,"ws":true,"disabled":false},{"text":"to","start":104,"end":106,"id":16,"ws":true,"disabled":false},{"text":"extreme","start":107,"end":114,"id":17,"ws":true,"disabled":false},{"text":"heat","start":115,"end":119,"id":18,"ws":true,"disabled":false},{"text":"stress","start":120,"end":126,"id":19,"ws":true,"disabled":false},{"text":"sufficient","start":127,"end":137,"id":20,"ws":true,"disabled":false},{"text":"to","start":138,"end":140,"id":21,"ws":true,"disabled":false},{"text":"greatly","start":141,"end":148,"id":22,"ws":true,"disabled":false},{"text":"reduce","start":149,"end":155,"id":23,"ws":true,"disabled":false},{"text":"their","start":156,"end":161,"id":24,"ws":true,"disabled":false},{"text":"labor","start":162,"end":167,"id":25,"ws":true,"disabled":false},{"text":"productivity","start":168,"end":180,"id":26,"ws":true,"disabled":false},{"text":"during","start":181,"end":187,"id":27,"ws":true,"disabled":false},{"text":"the","start":188,"end":191,"id":28,"ws":true,"disabled":false},{"text":"hottest","start":192,"end":199,"id":29,"ws":true,"disabled":false},{"text":"months","start":200,"end":206,"id":30,"ws":true,"disabled":false},{"text":"of","start":207,"end":209,"id":31,"ws":true,"disabled":false},{"text":"the","start":210,"end":213,"id":32,"ws":true,"disabled":false},{"text":"year","start":214,"end":218,"id":33,"ws":false,"disabled":false},{"text":",","start":218,"end":219,"id":34,"ws":true,"disabled":false},{"text":"according","start":220,"end":229,"id":35,"ws":true,"disabled":false},{"text":"to","start":230,"end":232,"id":36,"ws":true,"disabled":false},{"text":"EASAC","start":233,"end":238,"id":37,"ws":false,"disabled":false},{"text":".","start":238,"end":239,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":240,"end":252,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":253,"end":265,"id":40,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":2,"child":39,"head_span":{"start":3,"end":22,"token_start":1,"token_end":2,"label":"aspect_changing"},"child_span":{"start":240,"end":252,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":39,"head_span":{"start":3,"end":22,"token_start":1,"token_end":2,"label":"aspect_changing"},"child_span":{"start":240,"end":252,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":19,"head_span":{"start":240,"end":252,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":115,"end":126,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":25,"head_span":{"start":115,"end":126,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":25,"head_span":{"start":149,"end":155,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":25,"head_span":{"start":168,"end":180,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":19,"head_span":{"start":96,"end":103,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":115,"end":126,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":107,"end":114,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":115,"end":126,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":25,"head_span":{"start":141,"end":148,"token_start":22,"token_end":22,"label":"effect_size"},"child_span":{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":217,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Noting that carbon stays in the atmosphere for centuries, at least, and that a United Nations panel found in 2007 that climate change is \u201clikely to adversely affect hundreds of millions of people through increased coastal flooding, reductions in water supplies, increased malnutrition and increased health impacts\u201d in the next 100 years, Professor Nolt did a lot of division and multiplication and arrived at a stark conclusion:\n","text":"Noting that carbon stays in the atmosphere for centuries, at least, and that a United Nations panel found in 2007 that climate change is \u201clikely to adversely affect hundreds of millions of people through increased coastal flooding, reductions in water supplies, increased malnutrition and increased health impacts\u201d in the next 100 years, Professor Nolt did a lot of division and multiplication and arrived at a stark conclusion: IMPLIED_BASE IMPLIED_BASE","characters":429,"document_index":159,"md_sentence_index":39,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/06/03/travel/traveling-climate-change.html","combo_id":"159_39","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1632789901,"_task_hash":-1049189343,"spans":[{"text":"climate change","start":119,"token_start":23,"token_end":24,"end":133,"type":"span","label":"base"},{"start":134,"end":144,"token_start":25,"token_end":27,"label":"confidence"},{"start":148,"end":164,"token_start":29,"token_end":30,"label":"change_direction"},{"text":"hundreds of millions","start":165,"token_start":31,"token_end":33,"end":185,"type":"span","label":"effect_size"},{"text":"people","start":189,"token_start":35,"token_end":35,"end":195,"type":"span","label":"base"},{"start":196,"end":203,"token_start":36,"token_end":36,"label":"predicate"},{"text":"increased","start":204,"token_start":37,"token_end":37,"end":213,"type":"span","label":"change_direction"},{"text":"coastal","start":214,"token_start":38,"token_end":38,"end":221,"type":"span","label":"type_of"},{"text":"flooding","start":222,"token_start":39,"token_end":39,"end":230,"type":"span","label":"base"},{"text":"reductions","start":232,"token_start":41,"token_end":41,"end":242,"type":"span","label":"change_direction"},{"text":"water","start":246,"token_start":43,"token_end":43,"end":251,"type":"span","label":"base"},{"text":"supplies","start":252,"token_start":44,"token_end":44,"end":260,"type":"span","label":"aspect_changing"},{"text":"increased","start":262,"token_start":46,"token_end":46,"end":271,"type":"span","label":"change_direction"},{"text":"malnutrition","start":272,"token_start":47,"token_end":47,"end":284,"type":"span","label":"base"},{"text":"increased","start":289,"token_start":49,"token_end":49,"end":298,"type":"span","label":"change_direction"},{"text":"health","start":299,"token_start":50,"token_end":50,"end":305,"type":"span","label":"base"},{"text":"impacts","start":306,"token_start":51,"token_end":51,"end":313,"type":"span","label":"aspect_changing"},{"text":"in the next 100 years","start":315,"token_start":53,"token_end":57,"end":336,"type":"span","label":"when"}],"tokens":[{"text":"Noting","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"that","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"carbon","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"stays","start":19,"end":24,"id":3,"ws":true,"disabled":false},{"text":"in","start":25,"end":27,"id":4,"ws":true,"disabled":false},{"text":"the","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"atmosphere","start":32,"end":42,"id":6,"ws":true,"disabled":false},{"text":"for","start":43,"end":46,"id":7,"ws":true,"disabled":false},{"text":"centuries","start":47,"end":56,"id":8,"ws":false,"disabled":false},{"text":",","start":56,"end":57,"id":9,"ws":true,"disabled":false},{"text":"at","start":58,"end":60,"id":10,"ws":true,"disabled":false},{"text":"least","start":61,"end":66,"id":11,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":12,"ws":true,"disabled":false},{"text":"and","start":68,"end":71,"id":13,"ws":true,"disabled":false},{"text":"that","start":72,"end":76,"id":14,"ws":true,"disabled":false},{"text":"a","start":77,"end":78,"id":15,"ws":true,"disabled":false},{"text":"United","start":79,"end":85,"id":16,"ws":true,"disabled":false},{"text":"Nations","start":86,"end":93,"id":17,"ws":true,"disabled":false},{"text":"panel","start":94,"end":99,"id":18,"ws":true,"disabled":false},{"text":"found","start":100,"end":105,"id":19,"ws":true,"disabled":false},{"text":"in","start":106,"end":108,"id":20,"ws":true,"disabled":false},{"text":"2007","start":109,"end":113,"id":21,"ws":true,"disabled":false},{"text":"that","start":114,"end":118,"id":22,"ws":true,"disabled":false},{"text":"climate","start":119,"end":126,"id":23,"ws":true,"disabled":false},{"text":"change","start":127,"end":133,"id":24,"ws":true,"disabled":false},{"text":"is","start":134,"end":136,"id":25,"ws":true,"disabled":false},{"text":"\u201c","start":137,"end":138,"id":26,"ws":false,"disabled":false},{"text":"likely","start":138,"end":144,"id":27,"ws":true,"disabled":false},{"text":"to","start":145,"end":147,"id":28,"ws":true,"disabled":false},{"text":"adversely","start":148,"end":157,"id":29,"ws":true,"disabled":false},{"text":"affect","start":158,"end":164,"id":30,"ws":true,"disabled":false},{"text":"hundreds","start":165,"end":173,"id":31,"ws":true,"disabled":false},{"text":"of","start":174,"end":176,"id":32,"ws":true,"disabled":false},{"text":"millions","start":177,"end":185,"id":33,"ws":true,"disabled":false},{"text":"of","start":186,"end":188,"id":34,"ws":true,"disabled":false},{"text":"people","start":189,"end":195,"id":35,"ws":true,"disabled":false},{"text":"through","start":196,"end":203,"id":36,"ws":true,"disabled":false},{"text":"increased","start":204,"end":213,"id":37,"ws":true,"disabled":false},{"text":"coastal","start":214,"end":221,"id":38,"ws":true,"disabled":false},{"text":"flooding","start":222,"end":230,"id":39,"ws":false,"disabled":false},{"text":",","start":230,"end":231,"id":40,"ws":true,"disabled":false},{"text":"reductions","start":232,"end":242,"id":41,"ws":true,"disabled":false},{"text":"in","start":243,"end":245,"id":42,"ws":true,"disabled":false},{"text":"water","start":246,"end":251,"id":43,"ws":true,"disabled":false},{"text":"supplies","start":252,"end":260,"id":44,"ws":false,"disabled":false},{"text":",","start":260,"end":261,"id":45,"ws":true,"disabled":false},{"text":"increased","start":262,"end":271,"id":46,"ws":true,"disabled":false},{"text":"malnutrition","start":272,"end":284,"id":47,"ws":true,"disabled":false},{"text":"and","start":285,"end":288,"id":48,"ws":true,"disabled":false},{"text":"increased","start":289,"end":298,"id":49,"ws":true,"disabled":false},{"text":"health","start":299,"end":305,"id":50,"ws":true,"disabled":false},{"text":"impacts","start":306,"end":313,"id":51,"ws":false,"disabled":false},{"text":"\u201d","start":313,"end":314,"id":52,"ws":true,"disabled":false},{"text":"in","start":315,"end":317,"id":53,"ws":true,"disabled":false},{"text":"the","start":318,"end":321,"id":54,"ws":true,"disabled":false},{"text":"next","start":322,"end":326,"id":55,"ws":true,"disabled":false},{"text":"100","start":327,"end":330,"id":56,"ws":true,"disabled":false},{"text":"years","start":331,"end":336,"id":57,"ws":false,"disabled":false},{"text":",","start":336,"end":337,"id":58,"ws":true,"disabled":false},{"text":"Professor","start":338,"end":347,"id":59,"ws":true,"disabled":false},{"text":"Nolt","start":348,"end":352,"id":60,"ws":true,"disabled":false},{"text":"did","start":353,"end":356,"id":61,"ws":true,"disabled":false},{"text":"a","start":357,"end":358,"id":62,"ws":true,"disabled":false},{"text":"lot","start":359,"end":362,"id":63,"ws":true,"disabled":false},{"text":"of","start":363,"end":365,"id":64,"ws":true,"disabled":false},{"text":"division","start":366,"end":374,"id":65,"ws":true,"disabled":false},{"text":"and","start":375,"end":378,"id":66,"ws":true,"disabled":false},{"text":"multiplication","start":379,"end":393,"id":67,"ws":true,"disabled":false},{"text":"and","start":394,"end":397,"id":68,"ws":true,"disabled":false},{"text":"arrived","start":398,"end":405,"id":69,"ws":true,"disabled":false},{"text":"at","start":406,"end":408,"id":70,"ws":true,"disabled":false},{"text":"a","start":409,"end":410,"id":71,"ws":true,"disabled":false},{"text":"stark","start":411,"end":416,"id":72,"ws":true,"disabled":false},{"text":"conclusion","start":417,"end":427,"id":73,"ws":false,"disabled":false},{"text":":","start":427,"end":428,"id":74,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":429,"end":441,"id":75,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":442,"end":454,"id":76,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":24,"child":39,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":222,"end":230,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":35,"head_span":{"start":222,"end":230,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":43,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":246,"end":251,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":43,"child":35,"head_span":{"start":246,"end":251,"token_start":43,"token_end":43,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":47,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":272,"end":284,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":35,"head_span":{"start":272,"end":284,"token_start":47,"token_end":47,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":50,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":299,"end":305,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":50,"child":35,"head_span":{"start":299,"end":305,"token_start":50,"token_end":50,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":35,"head_span":{"start":165,"end":185,"token_start":31,"token_end":33,"label":"effect_size"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":39,"head_span":{"start":204,"end":213,"token_start":37,"token_end":37,"label":"change_direction"},"child_span":{"start":222,"end":230,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":39,"head_span":{"start":214,"end":221,"token_start":38,"token_end":38,"label":"type_of"},"child_span":{"start":222,"end":230,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":43,"head_span":{"start":232,"end":242,"token_start":41,"token_end":41,"label":"change_direction"},"child_span":{"start":246,"end":251,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":43,"head_span":{"start":252,"end":260,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":246,"end":251,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":47,"head_span":{"start":262,"end":271,"token_start":46,"token_end":46,"label":"change_direction"},"child_span":{"start":272,"end":284,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":50,"head_span":{"start":289,"end":298,"token_start":49,"token_end":49,"label":"change_direction"},"child_span":{"start":299,"end":305,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":50,"head_span":{"start":306,"end":313,"token_start":51,"token_end":51,"label":"aspect_changing"},"child_span":{"start":299,"end":305,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":201,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"linked' not a CER here","relation count":"one","complexity":"simple","original_md_text":"Another change in hurricanes that\u2019s clearly linked to climate change is a tendency to intensify more rapidly.","text":"Another change in hurricanes that\u2019s clearly linked to climate change is a tendency to intensify more rapidly. IMPLIED_BASE IMPLIED_BASE","characters":109,"document_index":147,"md_sentence_index":25,"classification_origin":"cm_cause_effect_rel","url":"https://www.capeandislands.org/post/2019-could-turn-out-be-classic-example-climate-change","combo_id":"147_25","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1701014774,"_task_hash":-1623903509,"spans":[{"text":"hurricanes","start":18,"token_start":3,"token_end":3,"end":28,"type":"span","label":"base"},{"text":"clearly","start":36,"token_start":6,"token_end":6,"end":43,"type":"span","label":"confidence"},{"text":"linked to","start":44,"token_start":7,"token_end":8,"end":53,"type":"span","label":"predicate"},{"text":"climate change","start":54,"token_start":9,"token_end":10,"end":68,"type":"span","label":"base"},{"text":"is","start":69,"token_start":11,"token_end":11,"end":71,"type":"span","label":"confidence"},{"start":74,"end":108,"token_start":13,"token_end":17,"label":"aspect_changing"}],"tokens":[{"text":"Another","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"in","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"hurricanes","start":18,"end":28,"id":3,"ws":true,"disabled":false},{"text":"that","start":29,"end":33,"id":4,"ws":false,"disabled":false},{"text":"\u2019s","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"clearly","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"linked","start":44,"end":50,"id":7,"ws":true,"disabled":false},{"text":"to","start":51,"end":53,"id":8,"ws":true,"disabled":false},{"text":"climate","start":54,"end":61,"id":9,"ws":true,"disabled":false},{"text":"change","start":62,"end":68,"id":10,"ws":true,"disabled":false},{"text":"is","start":69,"end":71,"id":11,"ws":true,"disabled":false},{"text":"a","start":72,"end":73,"id":12,"ws":true,"disabled":false},{"text":"tendency","start":74,"end":82,"id":13,"ws":true,"disabled":false},{"text":"to","start":83,"end":85,"id":14,"ws":true,"disabled":false},{"text":"intensify","start":86,"end":95,"id":15,"ws":true,"disabled":false},{"text":"more","start":96,"end":100,"id":16,"ws":true,"disabled":false},{"text":"rapidly","start":101,"end":108,"id":17,"ws":false,"disabled":false},{"text":".","start":108,"end":109,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":110,"end":122,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":123,"end":135,"id":20,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":10,"child":3,"head_span":{"start":54,"end":68,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":18,"end":28,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":3,"head_span":{"start":74,"end":108,"token_start":13,"token_end":17,"label":"aspect_changing"},"child_span":{"start":18,"end":28,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":196,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"complex","original_md_text":"The authors blame the poor air quality on car emissions, the burning of fossil fuels and the impacts of climate change, such as wildfires.\n","text":"The authors blame the poor air quality on car emissions, the burning of fossil fuels and the impacts of climate change, such as wildfires. IMPLIED_BASE IMPLIED_BASE","characters":139,"document_index":145,"md_sentence_index":7,"classification_origin":"cm_cause_effect_rel","url":"https://www.ijpr.org/post/california-national-parks-experience-some-worst-air-pollution-united-states","combo_id":"145_7","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1594896,"_task_hash":284907959,"spans":[{"start":12,"end":17,"token_start":2,"token_end":2,"label":"predicate"},{"start":22,"end":26,"token_start":4,"token_end":4,"label":"change_direction"},{"text":"air","start":27,"token_start":5,"token_end":5,"end":30,"type":"span","label":"base"},{"text":"quality","start":31,"token_start":6,"token_end":6,"end":38,"type":"span","label":"aspect_changing"},{"start":39,"end":41,"token_start":7,"token_end":7,"label":"predicate"},{"text":"car","start":42,"token_start":8,"token_end":8,"end":45,"type":"span","label":"base"},{"text":"emissions","start":46,"token_start":9,"token_end":9,"end":55,"type":"span","label":"aspect_changing"},{"text":"burning","start":61,"token_start":12,"token_end":12,"end":68,"type":"span","label":"change_direction"},{"text":"fossil fuels","start":72,"token_start":14,"token_end":15,"end":84,"type":"span","label":"base"},{"text":"climate change","start":104,"token_start":20,"token_end":21,"end":118,"type":"span","label":"base"},{"text":"wildfires","start":128,"token_start":25,"token_end":25,"end":137,"type":"span","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"authors","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"blame","start":12,"end":17,"id":2,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"poor","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"air","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"quality","start":31,"end":38,"id":6,"ws":true,"disabled":false},{"text":"on","start":39,"end":41,"id":7,"ws":true,"disabled":false},{"text":"car","start":42,"end":45,"id":8,"ws":true,"disabled":false},{"text":"emissions","start":46,"end":55,"id":9,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":10,"ws":true,"disabled":false},{"text":"the","start":57,"end":60,"id":11,"ws":true,"disabled":false},{"text":"burning","start":61,"end":68,"id":12,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":13,"ws":true,"disabled":false},{"text":"fossil","start":72,"end":78,"id":14,"ws":true,"disabled":false},{"text":"fuels","start":79,"end":84,"id":15,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":16,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":17,"ws":true,"disabled":false},{"text":"impacts","start":93,"end":100,"id":18,"ws":true,"disabled":false},{"text":"of","start":101,"end":103,"id":19,"ws":true,"disabled":false},{"text":"climate","start":104,"end":111,"id":20,"ws":true,"disabled":false},{"text":"change","start":112,"end":118,"id":21,"ws":false,"disabled":false},{"text":",","start":118,"end":119,"id":22,"ws":true,"disabled":false},{"text":"such","start":120,"end":124,"id":23,"ws":true,"disabled":false},{"text":"as","start":125,"end":127,"id":24,"ws":true,"disabled":false},{"text":"wildfires","start":128,"end":137,"id":25,"ws":false,"disabled":false},{"text":".","start":137,"end":138,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":28,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":6,"child":5,"head_span":{"start":31,"end":38,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":22,"end":26,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":46,"end":55,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":42,"end":45,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":61,"end":68,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":72,"end":84,"token_start":14,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":5,"head_span":{"start":42,"end":45,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":5,"head_span":{"start":72,"end":84,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":5,"head_span":{"start":104,"end":118,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":5,"head_span":{"start":128,"end":137,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":191,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Intense storms are more frequent as climates shift and the mangroves protect the coast from eroding, according to scientists.\n","text":"Intense storms are more frequent as climates shift and the mangroves protect the coast from eroding, according to scientists. IMPLIED_BASE IMPLIED_BASE","characters":126,"document_index":142,"md_sentence_index":10,"classification_origin":"cm_cause_effect_rel","url":"https://www.euronews.com/2019/05/30/how-climate-change-is-hitting-livelihoods-in-brazil-s-mangrove-forests","combo_id":"142_10","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1120313821,"_task_hash":-776458441,"spans":[{"text":"Intense","start":0,"token_start":0,"token_end":0,"end":7,"type":"span","label":"type_of"},{"text":"storms","start":8,"token_start":1,"token_end":1,"end":14,"type":"span","label":"base"},{"start":15,"end":18,"token_start":2,"token_end":2,"label":"confidence"},{"text":"more frequent","start":19,"token_start":3,"token_end":4,"end":32,"type":"span","label":"change_direction"},{"start":33,"end":35,"token_start":5,"token_end":5,"label":"predicate"},{"text":"climates","start":36,"token_start":6,"token_end":6,"end":44,"type":"span","label":"base"},{"start":45,"end":50,"token_start":7,"token_end":7,"label":"change_direction"},{"text":"mangroves","start":59,"token_start":10,"token_end":10,"end":68,"type":"span","label":"base"},{"text":"coast","start":81,"token_start":13,"token_end":13,"end":86,"type":"span","label":"base"},{"text":"eroding","start":92,"token_start":15,"token_end":15,"end":99,"type":"span","label":"change_direction"}],"tokens":[{"text":"Intense","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"storms","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"are","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"more","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"frequent","start":24,"end":32,"id":4,"ws":true,"disabled":false},{"text":"as","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"climates","start":36,"end":44,"id":6,"ws":true,"disabled":false},{"text":"shift","start":45,"end":50,"id":7,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":8,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":9,"ws":true,"disabled":false},{"text":"mangroves","start":59,"end":68,"id":10,"ws":true,"disabled":false},{"text":"protect","start":69,"end":76,"id":11,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":12,"ws":true,"disabled":false},{"text":"coast","start":81,"end":86,"id":13,"ws":true,"disabled":false},{"text":"from","start":87,"end":91,"id":14,"ws":true,"disabled":false},{"text":"eroding","start":92,"end":99,"id":15,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":16,"ws":true,"disabled":false},{"text":"according","start":101,"end":110,"id":17,"ws":true,"disabled":false},{"text":"to","start":111,"end":113,"id":18,"ws":true,"disabled":false},{"text":"scientists","start":114,"end":124,"id":19,"ws":false,"disabled":false},{"text":".","start":124,"end":125,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":22,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":6,"child":1,"head_span":{"start":36,"end":44,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":8,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":13,"head_span":{"start":92,"end":99,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":81,"end":86,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":1,"head_span":{"start":19,"end":32,"token_start":3,"token_end":4,"label":"change_direction"},"child_span":{"start":8,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":185,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"not causal? (unless vulnerable is synonym for damage?)","relation count":"","complexity":"","original_md_text":"DiPerna says hotels are extremely vulnerable to the rise in extreme weather, perhaps more than any other client-facing industry.\n","text":"DiPerna says hotels are extremely vulnerable to the rise in extreme weather, perhaps more than any other client-facing industry. IMPLIED_BASE IMPLIED_BASE","characters":129,"document_index":138,"md_sentence_index":15,"classification_origin":"cm_cause_effect_rel","url":"https://www.curbed.com/2019/5/28/18642701/hotel-resort-real-estate-insurance-climate-change","combo_id":"138_15","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":652668983,"_task_hash":-618602757,"spans":[{"text":"hotels","start":13,"token_start":2,"token_end":2,"end":19,"type":"span","label":"base"},{"text":"are","start":20,"token_start":3,"token_end":3,"end":23,"type":"span","label":"confidence"},{"text":"extremely","start":24,"token_start":4,"token_end":4,"end":33,"type":"span","label":"effect_size"},{"text":"vulnerable to","start":34,"token_start":5,"token_end":6,"end":47,"type":"span","label":"predicate"},{"start":52,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},{"text":"extreme","start":60,"token_start":10,"token_end":10,"end":67,"type":"span","label":"type_of"},{"text":"weather","start":68,"token_start":11,"token_end":11,"end":75,"type":"span","label":"base"},{"text":"client-facing","start":105,"token_start":18,"token_end":20,"end":118,"type":"span","label":"type_of"},{"text":"industry","start":119,"token_start":21,"token_end":21,"end":127,"type":"span","label":"base"}],"tokens":[{"text":"DiPerna","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"says","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"hotels","start":13,"end":19,"id":2,"ws":true,"disabled":false},{"text":"are","start":20,"end":23,"id":3,"ws":true,"disabled":false},{"text":"extremely","start":24,"end":33,"id":4,"ws":true,"disabled":false},{"text":"vulnerable","start":34,"end":44,"id":5,"ws":true,"disabled":false},{"text":"to","start":45,"end":47,"id":6,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":7,"ws":true,"disabled":false},{"text":"rise","start":52,"end":56,"id":8,"ws":true,"disabled":false},{"text":"in","start":57,"end":59,"id":9,"ws":true,"disabled":false},{"text":"extreme","start":60,"end":67,"id":10,"ws":true,"disabled":false},{"text":"weather","start":68,"end":75,"id":11,"ws":false,"disabled":false},{"text":",","start":75,"end":76,"id":12,"ws":true,"disabled":false},{"text":"perhaps","start":77,"end":84,"id":13,"ws":true,"disabled":false},{"text":"more","start":85,"end":89,"id":14,"ws":true,"disabled":false},{"text":"than","start":90,"end":94,"id":15,"ws":true,"disabled":false},{"text":"any","start":95,"end":98,"id":16,"ws":true,"disabled":false},{"text":"other","start":99,"end":104,"id":17,"ws":true,"disabled":false},{"text":"client","start":105,"end":111,"id":18,"ws":false,"disabled":false},{"text":"-","start":111,"end":112,"id":19,"ws":false,"disabled":false},{"text":"facing","start":112,"end":118,"id":20,"ws":true,"disabled":false},{"text":"industry","start":119,"end":127,"id":21,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":24,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":4,"child":2,"head_span":{"start":24,"end":33,"token_start":4,"token_end":4,"label":"effect_size"},"child_span":{"start":13,"end":19,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":52,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":68,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":60,"end":67,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":68,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":105,"end":118,"token_start":18,"token_end":20,"label":"type_of"},"child_span":{"start":119,"end":127,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":2,"head_span":{"start":68,"end":75,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":13,"end":19,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":227,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Crop shortages will likely result in higher prices for consumers and since corn and soy are basically in every part of the American diet, that could be a real problem.\n","text":"Crop shortages will likely result in higher prices for consumers and since corn and soy are basically in every part of the American diet, that could be a real problem. IMPLIED_BASE IMPLIED_BASE","characters":168,"document_index":136,"md_sentence_index":13,"classification_origin":"cm-label-eval","url":"https://www.eater.com/2019/5/29/18644596/farmers-are-using-noplant19-to-document-climate-change","combo_id":"136_13","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1604541152,"_task_hash":1378644234,"spans":[{"text":"Crop","start":0,"token_start":0,"token_end":0,"end":4,"type":"span","label":"base"},{"text":"shortages","start":5,"token_start":1,"token_end":1,"end":14,"type":"span","label":"aspect_changing"},{"start":15,"end":26,"token_start":2,"token_end":3,"label":"confidence"},{"start":27,"end":36,"token_start":4,"token_end":5,"label":"predicate"},{"text":"higher","start":37,"token_start":6,"token_end":6,"end":43,"type":"span","label":"change_direction"},{"text":"prices","start":44,"token_start":7,"token_end":7,"end":50,"type":"span","label":"aspect_changing"},{"start":51,"end":64,"token_start":8,"token_end":9,"label":"to_whom"},{"text":"corn","start":75,"token_start":12,"token_end":12,"end":79,"type":"span","label":"base"},{"text":"soy","start":84,"token_start":14,"token_end":14,"end":87,"type":"span","label":"base"},{"text":"American","start":123,"token_start":22,"token_end":22,"end":131,"type":"span","label":"type_of"},{"text":"diet","start":132,"token_start":23,"token_end":23,"end":136,"type":"span","label":"base"},{"text":"IMPLIED_BASE","start":168,"token_start":32,"token_end":32,"end":180,"type":"span","label":"base"}],"tokens":[{"text":"Crop","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"shortages","start":5,"end":14,"id":1,"ws":true,"disabled":false},{"text":"will","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"likely","start":20,"end":26,"id":3,"ws":true,"disabled":false},{"text":"result","start":27,"end":33,"id":4,"ws":true,"disabled":false},{"text":"in","start":34,"end":36,"id":5,"ws":true,"disabled":false},{"text":"higher","start":37,"end":43,"id":6,"ws":true,"disabled":false},{"text":"prices","start":44,"end":50,"id":7,"ws":true,"disabled":false},{"text":"for","start":51,"end":54,"id":8,"ws":true,"disabled":false},{"text":"consumers","start":55,"end":64,"id":9,"ws":true,"disabled":false},{"text":"and","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"since","start":69,"end":74,"id":11,"ws":true,"disabled":false},{"text":"corn","start":75,"end":79,"id":12,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":13,"ws":true,"disabled":false},{"text":"soy","start":84,"end":87,"id":14,"ws":true,"disabled":false},{"text":"are","start":88,"end":91,"id":15,"ws":true,"disabled":false},{"text":"basically","start":92,"end":101,"id":16,"ws":true,"disabled":false},{"text":"in","start":102,"end":104,"id":17,"ws":true,"disabled":false},{"text":"every","start":105,"end":110,"id":18,"ws":true,"disabled":false},{"text":"part","start":111,"end":115,"id":19,"ws":true,"disabled":false},{"text":"of","start":116,"end":118,"id":20,"ws":true,"disabled":false},{"text":"the","start":119,"end":122,"id":21,"ws":true,"disabled":false},{"text":"American","start":123,"end":131,"id":22,"ws":true,"disabled":false},{"text":"diet","start":132,"end":136,"id":23,"ws":false,"disabled":false},{"text":",","start":136,"end":137,"id":24,"ws":true,"disabled":false},{"text":"that","start":138,"end":142,"id":25,"ws":true,"disabled":false},{"text":"could","start":143,"end":148,"id":26,"ws":true,"disabled":false},{"text":"be","start":149,"end":151,"id":27,"ws":true,"disabled":false},{"text":"a","start":152,"end":153,"id":28,"ws":true,"disabled":false},{"text":"real","start":154,"end":158,"id":29,"ws":true,"disabled":false},{"text":"problem","start":159,"end":166,"id":30,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":33,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":0,"child":32,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":0,"head_span":{"start":5,"end":14,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":32,"head_span":{"start":37,"end":43,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":32,"head_span":{"start":44,"end":50,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":123,"end":131,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":132,"end":136,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":12,"head_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":75,"end":79,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":14,"head_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":84,"end":87,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":32,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"color":"#d9fbad","label":"Same_As"}],"answer":"accept","flagged":false}
+{"number":179,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"complex","original_md_text":"Regenerative farming, rotational and mob grazing, reducing tillage, agroforestry, and soil improvements are all means to help mitigate the effects of extreme weather, and the resulting food shocks.","text":"Regenerative farming, rotational and mob grazing, reducing tillage, agroforestry, and soil improvements are all means to help mitigate the effects of extreme weather, and the resulting food shocks. IMPLIED_BASE IMPLIED_BASE","characters":197,"document_index":133,"md_sentence_index":66,"classification_origin":"cm-label-eval","url":"https://civileats.com/2019/05/30/climate-change-is-intensifying-food-shocks/","combo_id":"133_66","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1610578600,"_task_hash":-1423600114,"spans":[{"start":0,"end":12,"token_start":0,"token_end":0,"label":"type_of"},{"start":13,"end":20,"token_start":1,"token_end":1,"label":"base"},{"start":22,"end":32,"token_start":3,"token_end":3,"label":"type_of"},{"start":37,"end":40,"token_start":5,"token_end":5,"label":"base"},{"start":41,"end":48,"token_start":6,"token_end":6,"label":"base"},{"start":50,"end":58,"token_start":8,"token_end":8,"label":"change_direction"},{"start":59,"end":66,"token_start":9,"token_end":9,"label":"base"},{"start":68,"end":80,"token_start":11,"token_end":11,"label":"base"},{"start":86,"end":90,"token_start":14,"token_end":14,"label":"base"},{"start":91,"end":103,"token_start":15,"token_end":15,"label":"aspect_changing"},{"text":"extreme","start":150,"token_start":25,"token_end":25,"end":157,"type":"span","label":"type_of"},{"text":"weather","start":158,"token_start":26,"token_end":26,"end":165,"type":"span","label":"base"},{"text":"resulting","start":175,"token_start":30,"token_end":30,"end":184,"type":"span","label":"predicate"},{"text":"food","start":185,"token_start":31,"token_end":31,"end":189,"type":"span","label":"base"},{"text":"shocks","start":190,"token_start":32,"token_end":32,"end":196,"type":"span","label":"aspect_changing"}],"tokens":[{"text":"Regenerative","start":0,"end":12,"id":0,"ws":true,"disabled":false},{"text":"farming","start":13,"end":20,"id":1,"ws":false,"disabled":false},{"text":",","start":20,"end":21,"id":2,"ws":true,"disabled":false},{"text":"rotational","start":22,"end":32,"id":3,"ws":true,"disabled":false},{"text":"and","start":33,"end":36,"id":4,"ws":true,"disabled":false},{"text":"mob","start":37,"end":40,"id":5,"ws":true,"disabled":false},{"text":"grazing","start":41,"end":48,"id":6,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":7,"ws":true,"disabled":false},{"text":"reducing","start":50,"end":58,"id":8,"ws":true,"disabled":false},{"text":"tillage","start":59,"end":66,"id":9,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":10,"ws":true,"disabled":false},{"text":"agroforestry","start":68,"end":80,"id":11,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":12,"ws":true,"disabled":false},{"text":"and","start":82,"end":85,"id":13,"ws":true,"disabled":false},{"text":"soil","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"improvements","start":91,"end":103,"id":15,"ws":true,"disabled":false},{"text":"are","start":104,"end":107,"id":16,"ws":true,"disabled":false},{"text":"all","start":108,"end":111,"id":17,"ws":true,"disabled":false},{"text":"means","start":112,"end":117,"id":18,"ws":true,"disabled":false},{"text":"to","start":118,"end":120,"id":19,"ws":true,"disabled":false},{"text":"help","start":121,"end":125,"id":20,"ws":true,"disabled":false},{"text":"mitigate","start":126,"end":134,"id":21,"ws":true,"disabled":false},{"text":"the","start":135,"end":138,"id":22,"ws":true,"disabled":false},{"text":"effects","start":139,"end":146,"id":23,"ws":true,"disabled":false},{"text":"of","start":147,"end":149,"id":24,"ws":true,"disabled":false},{"text":"extreme","start":150,"end":157,"id":25,"ws":true,"disabled":false},{"text":"weather","start":158,"end":165,"id":26,"ws":false,"disabled":false},{"text":",","start":165,"end":166,"id":27,"ws":true,"disabled":false},{"text":"and","start":167,"end":170,"id":28,"ws":true,"disabled":false},{"text":"the","start":171,"end":174,"id":29,"ws":true,"disabled":false},{"text":"resulting","start":175,"end":184,"id":30,"ws":true,"disabled":false},{"text":"food","start":185,"end":189,"id":31,"ws":true,"disabled":false},{"text":"shocks","start":190,"end":196,"id":32,"ws":false,"disabled":false},{"text":".","start":196,"end":197,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":211,"end":223,"id":35,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":150,"end":157,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":158,"end":165,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":31,"head_span":{"start":190,"end":196,"token_start":32,"token_end":32,"label":"aspect_changing"},"child_span":{"start":185,"end":189,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":31,"head_span":{"start":158,"end":165,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":185,"end":189,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore","flagged":true}
+{"number":168,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Back in December 2018, a study of the 2017/18 heatwave in the Tasman Sea concluded the \u201coverall intensity of the 2017/18 Tasman [heatwave] was virtually impossible without anthropogenic forcing\u201d.\n","text":"Back in December 2018, a study of the 2017/18 heatwave in the Tasman Sea concluded the \u201coverall intensity of the 2017/18 Tasman [heatwave] was virtually impossible without anthropogenic forcing\u201d. IMPLIED_BASE IMPLIED_BASE","characters":196,"document_index":131,"md_sentence_index":25,"classification_origin":"cm_cause_effect_rel","url":"https://www.climatechangenews.com/2019/05/29/deadly-japan-heatwave-essentially-impossible-without-global-warming/","combo_id":"131_25","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1282006908,"_task_hash":308679285,"spans":[{"text":"Back in December 2018","start":0,"token_start":0,"token_end":3,"end":21,"type":"span","label":"when"},{"text":"heatwave","start":46,"token_start":10,"token_end":10,"end":54,"type":"span","label":"base"},{"start":55,"end":72,"token_start":11,"token_end":14,"label":"where"},{"text":"intensity","start":96,"token_start":19,"token_end":19,"end":105,"type":"span","label":"aspect_changing"},{"start":113,"end":120,"token_start":22,"token_end":22,"label":"when"},{"start":121,"end":127,"token_start":23,"token_end":23,"label":"where"},{"text":"heatwave","start":129,"token_start":25,"token_end":25,"end":137,"type":"span","label":"base"},{"start":153,"end":171,"token_start":29,"token_end":30,"label":"predicate"},{"start":172,"end":193,"token_start":31,"token_end":32,"label":"base"}],"tokens":[{"text":"Back","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"in","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"December","start":8,"end":16,"id":2,"ws":true,"disabled":false},{"text":"2018","start":17,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"a","start":23,"end":24,"id":5,"ws":true,"disabled":false},{"text":"study","start":25,"end":30,"id":6,"ws":true,"disabled":false},{"text":"of","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":8,"ws":true,"disabled":false},{"text":"2017/18","start":38,"end":45,"id":9,"ws":true,"disabled":false},{"text":"heatwave","start":46,"end":54,"id":10,"ws":true,"disabled":false},{"text":"in","start":55,"end":57,"id":11,"ws":true,"disabled":false},{"text":"the","start":58,"end":61,"id":12,"ws":true,"disabled":false},{"text":"Tasman","start":62,"end":68,"id":13,"ws":true,"disabled":false},{"text":"Sea","start":69,"end":72,"id":14,"ws":true,"disabled":false},{"text":"concluded","start":73,"end":82,"id":15,"ws":true,"disabled":false},{"text":"the","start":83,"end":86,"id":16,"ws":true,"disabled":false},{"text":"\u201c","start":87,"end":88,"id":17,"ws":false,"disabled":false},{"text":"overall","start":88,"end":95,"id":18,"ws":true,"disabled":false},{"text":"intensity","start":96,"end":105,"id":19,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":20,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":21,"ws":true,"disabled":false},{"text":"2017/18","start":113,"end":120,"id":22,"ws":true,"disabled":false},{"text":"Tasman","start":121,"end":127,"id":23,"ws":true,"disabled":false},{"text":"[","start":128,"end":129,"id":24,"ws":false,"disabled":false},{"text":"heatwave","start":129,"end":137,"id":25,"ws":false,"disabled":false},{"text":"]","start":137,"end":138,"id":26,"ws":true,"disabled":false},{"text":"was","start":139,"end":142,"id":27,"ws":true,"disabled":false},{"text":"virtually","start":143,"end":152,"id":28,"ws":true,"disabled":false},{"text":"impossible","start":153,"end":163,"id":29,"ws":true,"disabled":false},{"text":"without","start":164,"end":171,"id":30,"ws":true,"disabled":false},{"text":"anthropogenic","start":172,"end":185,"id":31,"ws":true,"disabled":false},{"text":"forcing","start":186,"end":193,"id":32,"ws":false,"disabled":false},{"text":"\u201d","start":193,"end":194,"id":33,"ws":false,"disabled":false},{"text":".","start":194,"end":195,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":209,"end":221,"id":36,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":32,"child":25,"head_span":{"start":172,"end":193,"token_start":31,"token_end":32,"label":"base"},"child_span":{"start":129,"end":137,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":25,"head_span":{"start":96,"end":105,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":129,"end":137,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":32,"head_span":{"start":172,"end":193,"token_start":31,"token_end":32,"label":"base"},"child_span":{"start":172,"end":193,"token_start":31,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"ignore","flagged":true}
+{"number":161,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The natural ocean cycle of El Nin\u0303o is a key factor in pushing up temperatures in some parts of the ocean and the effect of global warming on the phenomenon remains uncertain, but the gradual overall heating of the oceans means heatwaves are worse when they strike.\n","text":"The natural ocean cycle of El Nin\u0303o is a key factor in pushing up temperatures in some parts of the ocean and the effect of global warming on the phenomenon remains uncertain, but the gradual overall heating of the oceans means heatwaves are worse when they strike. IMPLIED_BASE IMPLIED_BASE","characters":266,"document_index":128,"md_sentence_index":16,"classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/mar/04/heatwaves-sweeping-oceans-like-wildfires-scientists-reveal","combo_id":"128_16","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1909366509,"_task_hash":-1478535811,"spans":[{"text":"ocean cycle","start":12,"token_start":2,"token_end":3,"end":23,"type":"span","label":"base"},{"text":"El Nin\u0303o","start":27,"token_start":5,"token_end":6,"end":35,"type":"span","label":"type_of"},{"start":36,"end":38,"token_start":7,"token_end":7,"label":"confidence"},{"start":39,"end":54,"token_start":8,"token_end":11,"label":"predicate"},{"text":"pushing up","start":55,"token_start":12,"token_end":13,"end":65,"type":"span","label":"change_direction"},{"text":"temperatures","start":66,"token_start":14,"token_end":14,"end":78,"type":"span","label":"aspect_changing"},{"text":"in some parts","start":79,"token_start":15,"token_end":17,"end":92,"type":"span","label":"where"},{"text":"ocean","start":100,"token_start":20,"token_end":20,"end":105,"type":"span","label":"base"},{"start":184,"end":207,"token_start":35,"token_end":37,"label":"change_direction"},{"text":"oceans","start":215,"token_start":40,"token_end":40,"end":221,"type":"span","label":"base"},{"start":222,"end":227,"token_start":41,"token_end":41,"label":"predicate"},{"text":"heatwaves","start":228,"token_start":42,"token_end":42,"end":237,"type":"span","label":"base"},{"start":238,"end":241,"token_start":43,"token_end":43,"label":"confidence"},{"text":"worse","start":242,"token_start":44,"token_end":44,"end":247,"type":"span","label":"type_of"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"natural","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"ocean","start":12,"end":17,"id":2,"ws":true,"disabled":false},{"text":"cycle","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"of","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"El","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"Nin\u0303o","start":30,"end":35,"id":6,"ws":true,"disabled":false},{"text":"is","start":36,"end":38,"id":7,"ws":true,"disabled":false},{"text":"a","start":39,"end":40,"id":8,"ws":true,"disabled":false},{"text":"key","start":41,"end":44,"id":9,"ws":true,"disabled":false},{"text":"factor","start":45,"end":51,"id":10,"ws":true,"disabled":false},{"text":"in","start":52,"end":54,"id":11,"ws":true,"disabled":false},{"text":"pushing","start":55,"end":62,"id":12,"ws":true,"disabled":false},{"text":"up","start":63,"end":65,"id":13,"ws":true,"disabled":false},{"text":"temperatures","start":66,"end":78,"id":14,"ws":true,"disabled":false},{"text":"in","start":79,"end":81,"id":15,"ws":true,"disabled":false},{"text":"some","start":82,"end":86,"id":16,"ws":true,"disabled":false},{"text":"parts","start":87,"end":92,"id":17,"ws":true,"disabled":false},{"text":"of","start":93,"end":95,"id":18,"ws":true,"disabled":false},{"text":"the","start":96,"end":99,"id":19,"ws":true,"disabled":false},{"text":"ocean","start":100,"end":105,"id":20,"ws":true,"disabled":false},{"text":"and","start":106,"end":109,"id":21,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":22,"ws":true,"disabled":false},{"text":"effect","start":114,"end":120,"id":23,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":24,"ws":true,"disabled":false},{"text":"global","start":124,"end":130,"id":25,"ws":true,"disabled":false},{"text":"warming","start":131,"end":138,"id":26,"ws":true,"disabled":false},{"text":"on","start":139,"end":141,"id":27,"ws":true,"disabled":false},{"text":"the","start":142,"end":145,"id":28,"ws":true,"disabled":false},{"text":"phenomenon","start":146,"end":156,"id":29,"ws":true,"disabled":false},{"text":"remains","start":157,"end":164,"id":30,"ws":true,"disabled":false},{"text":"uncertain","start":165,"end":174,"id":31,"ws":false,"disabled":false},{"text":",","start":174,"end":175,"id":32,"ws":true,"disabled":false},{"text":"but","start":176,"end":179,"id":33,"ws":true,"disabled":false},{"text":"the","start":180,"end":183,"id":34,"ws":true,"disabled":false},{"text":"gradual","start":184,"end":191,"id":35,"ws":true,"disabled":false},{"text":"overall","start":192,"end":199,"id":36,"ws":true,"disabled":false},{"text":"heating","start":200,"end":207,"id":37,"ws":true,"disabled":false},{"text":"of","start":208,"end":210,"id":38,"ws":true,"disabled":false},{"text":"the","start":211,"end":214,"id":39,"ws":true,"disabled":false},{"text":"oceans","start":215,"end":221,"id":40,"ws":true,"disabled":false},{"text":"means","start":222,"end":227,"id":41,"ws":true,"disabled":false},{"text":"heatwaves","start":228,"end":237,"id":42,"ws":true,"disabled":false},{"text":"are","start":238,"end":241,"id":43,"ws":true,"disabled":false},{"text":"worse","start":242,"end":247,"id":44,"ws":true,"disabled":false},{"text":"when","start":248,"end":252,"id":45,"ws":true,"disabled":false},{"text":"they","start":253,"end":257,"id":46,"ws":true,"disabled":false},{"text":"strike","start":258,"end":264,"id":47,"ws":false,"disabled":false},{"text":".","start":264,"end":265,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":266,"end":278,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":279,"end":291,"id":50,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":6,"child":3,"head_span":{"start":27,"end":35,"token_start":5,"token_end":6,"label":"type_of"},"child_span":{"start":12,"end":23,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":20,"head_span":{"start":66,"end":78,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":100,"end":105,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":20,"head_span":{"start":55,"end":65,"token_start":12,"token_end":13,"label":"change_direction"},"child_span":{"start":100,"end":105,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":20,"head_span":{"start":12,"end":23,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":100,"end":105,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":40,"head_span":{"start":184,"end":207,"token_start":35,"token_end":37,"label":"change_direction"},"child_span":{"start":215,"end":221,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":42,"head_span":{"start":242,"end":247,"token_start":44,"token_end":44,"label":"type_of"},"child_span":{"start":228,"end":237,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":42,"head_span":{"start":215,"end":221,"token_start":40,"token_end":40,"label":"base"},"child_span":{"start":228,"end":237,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":148,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"The risk of heat stroke, which is potentially fatal, increases because older adults may be less mobile, and thus less able to reach cooler locations in a heat wave.","text":"The risk of heat stroke, which is potentially fatal, increases because older adults may be less mobile, and thus less able to reach cooler locations in a heat wave. IMPLIED_BASE IMPLIED_BASE","characters":164,"document_index":116,"md_sentence_index":29,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/24/health/climate-change-elderly.html","combo_id":"116_29","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":353213389,"_task_hash":59779107,"spans":[{"text":"risk","start":4,"token_start":1,"token_end":1,"end":8,"type":"span","label":"aspect_changing"},{"text":"heat stroke","start":12,"token_start":3,"token_end":4,"end":23,"type":"span","label":"base"},{"text":"increases","start":53,"token_start":11,"token_end":11,"end":62,"type":"span","label":"change_direction"},{"start":63,"end":70,"token_start":12,"token_end":12,"label":"predicate"},{"start":71,"end":76,"token_start":13,"token_end":13,"label":"type_of"},{"start":77,"end":83,"token_start":14,"token_end":14,"label":"base"},{"start":91,"end":102,"token_start":17,"token_end":18,"label":"change_direction"},{"start":108,"end":112,"token_start":21,"token_end":21,"label":"predicate"},{"start":113,"end":122,"token_start":22,"token_end":23,"label":"change_direction"},{"start":123,"end":148,"token_start":24,"token_end":27,"label":"base"},{"text":"heat wave","start":154,"token_start":30,"token_end":31,"end":163,"type":"span","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"risk","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"of","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"heat","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"stroke","start":17,"end":23,"id":4,"ws":false,"disabled":false},{"text":",","start":23,"end":24,"id":5,"ws":true,"disabled":false},{"text":"which","start":25,"end":30,"id":6,"ws":true,"disabled":false},{"text":"is","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"potentially","start":34,"end":45,"id":8,"ws":true,"disabled":false},{"text":"fatal","start":46,"end":51,"id":9,"ws":false,"disabled":false},{"text":",","start":51,"end":52,"id":10,"ws":true,"disabled":false},{"text":"increases","start":53,"end":62,"id":11,"ws":true,"disabled":false},{"text":"because","start":63,"end":70,"id":12,"ws":true,"disabled":false},{"text":"older","start":71,"end":76,"id":13,"ws":true,"disabled":false},{"text":"adults","start":77,"end":83,"id":14,"ws":true,"disabled":false},{"text":"may","start":84,"end":87,"id":15,"ws":true,"disabled":false},{"text":"be","start":88,"end":90,"id":16,"ws":true,"disabled":false},{"text":"less","start":91,"end":95,"id":17,"ws":true,"disabled":false},{"text":"mobile","start":96,"end":102,"id":18,"ws":false,"disabled":false},{"text":",","start":102,"end":103,"id":19,"ws":true,"disabled":false},{"text":"and","start":104,"end":107,"id":20,"ws":true,"disabled":false},{"text":"thus","start":108,"end":112,"id":21,"ws":true,"disabled":false},{"text":"less","start":113,"end":117,"id":22,"ws":true,"disabled":false},{"text":"able","start":118,"end":122,"id":23,"ws":true,"disabled":false},{"text":"to","start":123,"end":125,"id":24,"ws":true,"disabled":false},{"text":"reach","start":126,"end":131,"id":25,"ws":true,"disabled":false},{"text":"cooler","start":132,"end":138,"id":26,"ws":true,"disabled":false},{"text":"locations","start":139,"end":148,"id":27,"ws":true,"disabled":false},{"text":"in","start":149,"end":151,"id":28,"ws":true,"disabled":false},{"text":"a","start":152,"end":153,"id":29,"ws":true,"disabled":false},{"text":"heat","start":154,"end":158,"id":30,"ws":true,"disabled":false},{"text":"wave","start":159,"end":163,"id":31,"ws":false,"disabled":false},{"text":".","start":163,"end":164,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":34,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":1,"child":4,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":12,"end":23,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":4,"head_span":{"start":53,"end":62,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":12,"end":23,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":4,"head_span":{"start":77,"end":83,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":12,"end":23,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":4,"head_span":{"start":154,"end":163,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":12,"end":23,"token_start":3,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore","flagged":true}
+{"number":143,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"A record cold spell in Florida in 2010 induced genetic adaptation in the surviving Burmese pythons that made them more cold tolerant.","text":"A record cold spell in Florida in 2010 induced genetic adaptation in the surviving Burmese pythons that made them more cold tolerant. IMPLIED_BASE IMPLIED_BASE","characters":133,"document_index":113,"md_sentence_index":27,"classification_origin":"cm-label-eval","url":"https://www.statnews.com/2019/05/24/snakebites-increasing-climate-change/","combo_id":"113_27","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1747627405,"_task_hash":1448192241,"spans":[{"text":"record","start":2,"token_start":1,"token_end":1,"end":8,"type":"span","label":"effect_size"},{"text":"cold","start":9,"token_start":2,"token_end":2,"end":13,"type":"span","label":"base"},{"text":"in Florida","start":20,"token_start":4,"token_end":5,"end":30,"type":"span","label":"where"},{"text":"in 2010","start":31,"token_start":6,"token_end":7,"end":38,"type":"span","label":"when"},{"text":"induced","start":39,"token_start":8,"token_end":8,"end":46,"type":"span","label":"predicate"},{"text":"genetic","start":47,"token_start":9,"token_end":9,"end":54,"type":"span","label":"base"},{"text":"adaptation","start":55,"token_start":10,"token_end":10,"end":65,"type":"span","label":"change_direction"},{"text":"surviving Burmese pythons","start":73,"token_start":13,"token_end":15,"end":98,"type":"span","label":"to_whom"},{"text":"more","start":114,"token_start":19,"token_end":19,"end":118,"type":"span","label":"change_direction"},{"text":"cold","start":119,"token_start":20,"token_end":20,"end":123,"type":"span","label":"type_of"},{"text":"tolerant","start":124,"token_start":21,"token_end":21,"end":132,"type":"span","label":"aspect_changing"},{"text":"IMPLIED_BASE","start":134,"token_start":23,"token_end":23,"end":146,"type":"span","label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"record","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"cold","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"spell","start":14,"end":19,"id":3,"ws":true,"disabled":false},{"text":"in","start":20,"end":22,"id":4,"ws":true,"disabled":false},{"text":"Florida","start":23,"end":30,"id":5,"ws":true,"disabled":false},{"text":"in","start":31,"end":33,"id":6,"ws":true,"disabled":false},{"text":"2010","start":34,"end":38,"id":7,"ws":true,"disabled":false},{"text":"induced","start":39,"end":46,"id":8,"ws":true,"disabled":false},{"text":"genetic","start":47,"end":54,"id":9,"ws":true,"disabled":false},{"text":"adaptation","start":55,"end":65,"id":10,"ws":true,"disabled":false},{"text":"in","start":66,"end":68,"id":11,"ws":true,"disabled":false},{"text":"the","start":69,"end":72,"id":12,"ws":true,"disabled":false},{"text":"surviving","start":73,"end":82,"id":13,"ws":true,"disabled":false},{"text":"Burmese","start":83,"end":90,"id":14,"ws":true,"disabled":false},{"text":"pythons","start":91,"end":98,"id":15,"ws":true,"disabled":false},{"text":"that","start":99,"end":103,"id":16,"ws":true,"disabled":false},{"text":"made","start":104,"end":108,"id":17,"ws":true,"disabled":false},{"text":"them","start":109,"end":113,"id":18,"ws":true,"disabled":false},{"text":"more","start":114,"end":118,"id":19,"ws":true,"disabled":false},{"text":"cold","start":119,"end":123,"id":20,"ws":true,"disabled":false},{"text":"tolerant","start":124,"end":132,"id":21,"ws":false,"disabled":false},{"text":".","start":132,"end":133,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":147,"end":159,"id":24,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":2,"end":8,"token_start":1,"token_end":1,"label":"effect_size"},"child_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":2,"head_span":{"start":20,"end":30,"token_start":4,"token_end":5,"label":"where"},"child_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":2,"head_span":{"start":31,"end":38,"token_start":6,"token_end":7,"label":"when"},"child_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":55,"end":65,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":9,"head_span":{"start":73,"end":98,"token_start":13,"token_end":15,"label":"to_whom"},"child_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":23,"head_span":{"start":114,"end":118,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":134,"end":146,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":119,"end":123,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":134,"end":146,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":23,"head_span":{"start":124,"end":132,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":134,"end":146,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":9,"head_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":23,"head_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":134,"end":146,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore","flagged":true}
+{"number":107,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In 2016, the annually-averaged ocean surface temperature for the world was 1.35 degrees Fahrenheit (0.75 degrees Celsius) higher than the 20th century average, continuing a steady climb in ocean surface temperatures over the past three decades.43,44 Record ocean temperatures have contributed to a decline in sea ice levels.","text":"In 2016, the annually-averaged ocean surface temperature for the world was 1.35 degrees Fahrenheit (0.75 degrees Celsius) higher than the 20th century average, continuing a steady climb in ocean surface temperatures over the past three decades.43,44 Record ocean temperatures have contributed to a decline in sea ice levels. IMPLIED_BASE IMPLIED_BASE","characters":324,"document_index":81,"md_sentence_index":97,"classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_97","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1406727999,"_task_hash":-1414002400,"spans":[{"start":250,"end":256,"token_start":42,"token_end":42,"label":"effect_size"},{"text":"ocean","start":257,"token_start":43,"token_end":43,"end":262,"type":"span","label":"base"},{"text":"temperatures","start":263,"token_start":44,"token_end":44,"end":275,"type":"span","label":"aspect_changing"},{"text":"decline","start":298,"token_start":49,"token_end":49,"end":305,"type":"span","label":"change_direction"},{"start":309,"end":312,"token_start":51,"token_end":51,"label":"type_of"},{"start":313,"end":316,"token_start":52,"token_end":52,"label":"base"},{"text":"levels","start":317,"token_start":53,"token_end":53,"end":323,"type":"span","label":"aspect_changing"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"2016","start":3,"end":7,"id":1,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":2,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":3,"ws":true,"disabled":false},{"text":"annually","start":13,"end":21,"id":4,"ws":false,"disabled":false},{"text":"-","start":21,"end":22,"id":5,"ws":false,"disabled":false},{"text":"averaged","start":22,"end":30,"id":6,"ws":true,"disabled":false},{"text":"ocean","start":31,"end":36,"id":7,"ws":true,"disabled":false},{"text":"surface","start":37,"end":44,"id":8,"ws":true,"disabled":false},{"text":"temperature","start":45,"end":56,"id":9,"ws":true,"disabled":false},{"text":"for","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":11,"ws":true,"disabled":false},{"text":"world","start":65,"end":70,"id":12,"ws":true,"disabled":false},{"text":"was","start":71,"end":74,"id":13,"ws":true,"disabled":false},{"text":"1.35","start":75,"end":79,"id":14,"ws":true,"disabled":false},{"text":"degrees","start":80,"end":87,"id":15,"ws":true,"disabled":false},{"text":"Fahrenheit","start":88,"end":98,"id":16,"ws":true,"disabled":false},{"text":"(","start":99,"end":100,"id":17,"ws":false,"disabled":false},{"text":"0.75","start":100,"end":104,"id":18,"ws":true,"disabled":false},{"text":"degrees","start":105,"end":112,"id":19,"ws":true,"disabled":false},{"text":"Celsius","start":113,"end":120,"id":20,"ws":false,"disabled":false},{"text":")","start":120,"end":121,"id":21,"ws":true,"disabled":false},{"text":"higher","start":122,"end":128,"id":22,"ws":true,"disabled":false},{"text":"than","start":129,"end":133,"id":23,"ws":true,"disabled":false},{"text":"the","start":134,"end":137,"id":24,"ws":true,"disabled":false},{"text":"20th","start":138,"end":142,"id":25,"ws":true,"disabled":false},{"text":"century","start":143,"end":150,"id":26,"ws":true,"disabled":false},{"text":"average","start":151,"end":158,"id":27,"ws":false,"disabled":false},{"text":",","start":158,"end":159,"id":28,"ws":true,"disabled":false},{"text":"continuing","start":160,"end":170,"id":29,"ws":true,"disabled":false},{"text":"a","start":171,"end":172,"id":30,"ws":true,"disabled":false},{"text":"steady","start":173,"end":179,"id":31,"ws":true,"disabled":false},{"text":"climb","start":180,"end":185,"id":32,"ws":true,"disabled":false},{"text":"in","start":186,"end":188,"id":33,"ws":true,"disabled":false},{"text":"ocean","start":189,"end":194,"id":34,"ws":true,"disabled":false},{"text":"surface","start":195,"end":202,"id":35,"ws":true,"disabled":false},{"text":"temperatures","start":203,"end":215,"id":36,"ws":true,"disabled":false},{"text":"over","start":216,"end":220,"id":37,"ws":true,"disabled":false},{"text":"the","start":221,"end":224,"id":38,"ws":true,"disabled":false},{"text":"past","start":225,"end":229,"id":39,"ws":true,"disabled":false},{"text":"three","start":230,"end":235,"id":40,"ws":true,"disabled":false},{"text":"decades.43,44","start":236,"end":249,"id":41,"ws":true,"disabled":false},{"text":"Record","start":250,"end":256,"id":42,"ws":true,"disabled":false},{"text":"ocean","start":257,"end":262,"id":43,"ws":true,"disabled":false},{"text":"temperatures","start":263,"end":275,"id":44,"ws":true,"disabled":false},{"text":"have","start":276,"end":280,"id":45,"ws":true,"disabled":false},{"text":"contributed","start":281,"end":292,"id":46,"ws":true,"disabled":false},{"text":"to","start":293,"end":295,"id":47,"ws":true,"disabled":false},{"text":"a","start":296,"end":297,"id":48,"ws":true,"disabled":false},{"text":"decline","start":298,"end":305,"id":49,"ws":true,"disabled":false},{"text":"in","start":306,"end":308,"id":50,"ws":true,"disabled":false},{"text":"sea","start":309,"end":312,"id":51,"ws":true,"disabled":false},{"text":"ice","start":313,"end":316,"id":52,"ws":true,"disabled":false},{"text":"levels","start":317,"end":323,"id":53,"ws":false,"disabled":false},{"text":".","start":323,"end":324,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":325,"end":337,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":338,"end":350,"id":56,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":44,"child":43,"head_span":{"start":263,"end":275,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":257,"end":262,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":43,"head_span":{"start":250,"end":256,"token_start":42,"token_end":42,"label":"effect_size"},"child_span":{"start":257,"end":262,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":52,"head_span":{"start":298,"end":305,"token_start":49,"token_end":49,"label":"change_direction"},"child_span":{"start":313,"end":316,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":53,"child":52,"head_span":{"start":317,"end":323,"token_start":53,"token_end":53,"label":"aspect_changing"},"child_span":{"start":313,"end":316,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":52,"head_span":{"start":257,"end":262,"token_start":43,"token_end":43,"label":"base"},"child_span":{"start":313,"end":316,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":52,"head_span":{"start":309,"end":312,"token_start":51,"token_end":51,"label":"type_of"},"child_span":{"start":313,"end":316,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":98,"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Assignable causality?","relation count":"Many","complexity":"Simple","original_md_text":"There are studies linking heat to lowered cognitive function, an increased heart rate, higher testosterone production and even a perception of time passing more slowly than normal.\n","text":"There are studies linking heat to lowered cognitive function, an increased heart rate, higher testosterone production and even a perception of time passing more slowly than normal. IMPLIED_BASE IMPLIED_BASE","characters":181,"document_index":75,"md_sentence_index":26,"classification_origin":"cm_cause_effect_rel","url":"https://www.bbc.com/news/uk-44821796","combo_id":"75_26","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1888608852,"_task_hash":1552320260,"spans":[{"start":18,"end":25,"token_start":3,"token_end":3,"label":"predicate"},{"text":"heat","start":26,"token_start":4,"token_end":4,"end":30,"type":"span","label":"base"},{"text":"lowered","start":34,"token_start":6,"token_end":6,"end":41,"type":"span","label":"change_direction"},{"text":"cognitive","start":42,"token_start":7,"token_end":7,"end":51,"type":"span","label":"base"},{"text":"function","start":52,"token_start":8,"token_end":8,"end":60,"type":"span","label":"aspect_changing"},{"text":"increased","start":65,"token_start":11,"token_end":11,"end":74,"type":"span","label":"change_direction"},{"text":"heart","start":75,"token_start":12,"token_end":12,"end":80,"type":"span","label":"base"},{"text":"rate","start":81,"token_start":13,"token_end":13,"end":85,"type":"span","label":"aspect_changing"},{"text":"higher","start":87,"token_start":15,"token_end":15,"end":93,"type":"span","label":"change_direction"},{"text":"testosterone","start":94,"token_start":16,"token_end":16,"end":106,"type":"span","label":"base"},{"text":"production","start":107,"token_start":17,"token_end":17,"end":117,"type":"span","label":"aspect_changing"},{"start":129,"end":139,"token_start":21,"token_end":21,"label":"base"},{"start":143,"end":147,"token_start":23,"token_end":23,"label":"type_of"},{"start":156,"end":179,"token_start":25,"token_end":28,"label":"change_direction"}],"tokens":[{"text":"There","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"are","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"studies","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"linking","start":18,"end":25,"id":3,"ws":true,"disabled":false},{"text":"heat","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"to","start":31,"end":33,"id":5,"ws":true,"disabled":false},{"text":"lowered","start":34,"end":41,"id":6,"ws":true,"disabled":false},{"text":"cognitive","start":42,"end":51,"id":7,"ws":true,"disabled":false},{"text":"function","start":52,"end":60,"id":8,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":9,"ws":true,"disabled":false},{"text":"an","start":62,"end":64,"id":10,"ws":true,"disabled":false},{"text":"increased","start":65,"end":74,"id":11,"ws":true,"disabled":false},{"text":"heart","start":75,"end":80,"id":12,"ws":true,"disabled":false},{"text":"rate","start":81,"end":85,"id":13,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":14,"ws":true,"disabled":false},{"text":"higher","start":87,"end":93,"id":15,"ws":true,"disabled":false},{"text":"testosterone","start":94,"end":106,"id":16,"ws":true,"disabled":false},{"text":"production","start":107,"end":117,"id":17,"ws":true,"disabled":false},{"text":"and","start":118,"end":121,"id":18,"ws":true,"disabled":false},{"text":"even","start":122,"end":126,"id":19,"ws":true,"disabled":false},{"text":"a","start":127,"end":128,"id":20,"ws":true,"disabled":false},{"text":"perception","start":129,"end":139,"id":21,"ws":true,"disabled":false},{"text":"of","start":140,"end":142,"id":22,"ws":true,"disabled":false},{"text":"time","start":143,"end":147,"id":23,"ws":true,"disabled":false},{"text":"passing","start":148,"end":155,"id":24,"ws":true,"disabled":false},{"text":"more","start":156,"end":160,"id":25,"ws":true,"disabled":false},{"text":"slowly","start":161,"end":167,"id":26,"ws":true,"disabled":false},{"text":"than","start":168,"end":172,"id":27,"ws":true,"disabled":false},{"text":"normal","start":173,"end":179,"id":28,"ws":false,"disabled":false},{"text":".","start":179,"end":180,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":31,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":4,"child":7,"head_span":{"start":26,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":42,"end":51,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":12,"head_span":{"start":26,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":75,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":16,"head_span":{"start":26,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":94,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":7,"head_span":{"start":34,"end":41,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":42,"end":51,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":52,"end":60,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":42,"end":51,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":65,"end":74,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":75,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":12,"head_span":{"start":81,"end":85,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":75,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":87,"end":93,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":94,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":107,"end":117,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":94,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":21,"head_span":{"start":143,"end":147,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":129,"end":139,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":21,"head_span":{"start":156,"end":179,"token_start":25,"token_end":28,"label":"change_direction"},"child_span":{"start":129,"end":139,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":21,"head_span":{"start":26,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":129,"end":139,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":81,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Simple","original_md_text":"Economic Deprivation\nClimate change is projected to have a detrimental impact on economies worldwide, including reduced crop yields, less grazing land, and the loss of homes and jobs due to wildfires and flooding (IPCC, 2007).","text":"Economic DeprivationClimate change is projected to have a detrimental impact on economies worldwide, including reduced crop yields, less grazing land, and the loss of homes and jobs due to wildfires and flooding (IPCC, 2007). IMPLIED_BASE IMPLIED_BASE","characters":226,"document_index":71,"md_sentence_index":107,"classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_107","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1814233845,"_task_hash":791348917,"spans":[{"text":"DeprivationClimate change","start":9,"token_start":1,"token_end":2,"end":34,"type":"span","label":"base"},{"start":35,"end":37,"token_start":3,"token_end":3,"label":"confidence"},{"start":38,"end":50,"token_start":4,"token_end":5,"label":"predicate"},{"start":58,"end":69,"token_start":8,"token_end":8,"label":"aspect_changing"},{"text":"impact","start":70,"token_start":9,"token_end":9,"end":76,"type":"span","label":"aspect_changing"},{"text":"economies","start":80,"token_start":11,"token_end":11,"end":89,"type":"span","label":"base"},{"text":"worldwide","start":90,"token_start":12,"token_end":12,"end":99,"type":"span","label":"where"},{"text":"reduced","start":111,"token_start":15,"token_end":15,"end":118,"type":"span","label":"change_direction"},{"text":"crop","start":119,"token_start":16,"token_end":16,"end":123,"type":"span","label":"base"},{"text":"yields","start":124,"token_start":17,"token_end":17,"end":130,"type":"span","label":"aspect_changing"},{"text":"less","start":132,"token_start":19,"token_end":19,"end":136,"type":"span","label":"change_direction"},{"text":"grazing","start":137,"token_start":20,"token_end":20,"end":144,"type":"span","label":"type_of"},{"text":"land","start":145,"token_start":21,"token_end":21,"end":149,"type":"span","label":"base"},{"text":"loss","start":159,"token_start":25,"token_end":25,"end":163,"type":"span","label":"change_direction"},{"text":"homes","start":167,"token_start":27,"token_end":27,"end":172,"type":"span","label":"base"},{"text":"jobs","start":177,"token_start":29,"token_end":29,"end":181,"type":"span","label":"base"},{"start":182,"end":188,"token_start":30,"token_end":31,"label":"predicate"},{"text":"wildfires","start":189,"token_start":32,"token_end":32,"end":198,"type":"span","label":"base"},{"text":"flooding","start":203,"token_start":34,"token_end":34,"end":211,"type":"span","label":"base"}],"tokens":[{"text":"Economic","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"DeprivationClimate","start":9,"end":27,"id":1,"ws":true,"disabled":false},{"text":"change","start":28,"end":34,"id":2,"ws":true,"disabled":false},{"text":"is","start":35,"end":37,"id":3,"ws":true,"disabled":false},{"text":"projected","start":38,"end":47,"id":4,"ws":true,"disabled":false},{"text":"to","start":48,"end":50,"id":5,"ws":true,"disabled":false},{"text":"have","start":51,"end":55,"id":6,"ws":true,"disabled":false},{"text":"a","start":56,"end":57,"id":7,"ws":true,"disabled":false},{"text":"detrimental","start":58,"end":69,"id":8,"ws":true,"disabled":false},{"text":"impact","start":70,"end":76,"id":9,"ws":true,"disabled":false},{"text":"on","start":77,"end":79,"id":10,"ws":true,"disabled":false},{"text":"economies","start":80,"end":89,"id":11,"ws":true,"disabled":false},{"text":"worldwide","start":90,"end":99,"id":12,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":13,"ws":true,"disabled":false},{"text":"including","start":101,"end":110,"id":14,"ws":true,"disabled":false},{"text":"reduced","start":111,"end":118,"id":15,"ws":true,"disabled":false},{"text":"crop","start":119,"end":123,"id":16,"ws":true,"disabled":false},{"text":"yields","start":124,"end":130,"id":17,"ws":false,"disabled":false},{"text":",","start":130,"end":131,"id":18,"ws":true,"disabled":false},{"text":"less","start":132,"end":136,"id":19,"ws":true,"disabled":false},{"text":"grazing","start":137,"end":144,"id":20,"ws":true,"disabled":false},{"text":"land","start":145,"end":149,"id":21,"ws":false,"disabled":false},{"text":",","start":149,"end":150,"id":22,"ws":true,"disabled":false},{"text":"and","start":151,"end":154,"id":23,"ws":true,"disabled":false},{"text":"the","start":155,"end":158,"id":24,"ws":true,"disabled":false},{"text":"loss","start":159,"end":163,"id":25,"ws":true,"disabled":false},{"text":"of","start":164,"end":166,"id":26,"ws":true,"disabled":false},{"text":"homes","start":167,"end":172,"id":27,"ws":true,"disabled":false},{"text":"and","start":173,"end":176,"id":28,"ws":true,"disabled":false},{"text":"jobs","start":177,"end":181,"id":29,"ws":true,"disabled":false},{"text":"due","start":182,"end":185,"id":30,"ws":true,"disabled":false},{"text":"to","start":186,"end":188,"id":31,"ws":true,"disabled":false},{"text":"wildfires","start":189,"end":198,"id":32,"ws":true,"disabled":false},{"text":"and","start":199,"end":202,"id":33,"ws":true,"disabled":false},{"text":"flooding","start":203,"end":211,"id":34,"ws":true,"disabled":false},{"text":"(","start":212,"end":213,"id":35,"ws":false,"disabled":false},{"text":"IPCC","start":213,"end":217,"id":36,"ws":false,"disabled":false},{"text":",","start":217,"end":218,"id":37,"ws":true,"disabled":false},{"text":"2007","start":219,"end":223,"id":38,"ws":false,"disabled":false},{"text":")","start":223,"end":224,"id":39,"ws":false,"disabled":false},{"text":".","start":224,"end":225,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":42,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":2,"child":11,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":11,"head_span":{"start":58,"end":69,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":70,"end":76,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":29,"head_span":{"start":189,"end":198,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":177,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":27,"head_span":{"start":189,"end":198,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":167,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":29,"head_span":{"start":203,"end":211,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":177,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":27,"head_span":{"start":203,"end":211,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":167,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":27,"head_span":{"start":159,"end":163,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":167,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":29,"head_span":{"start":159,"end":163,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":177,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":137,"end":144,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":145,"end":149,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":21,"head_span":{"start":132,"end":136,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":145,"end":149,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":27,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":167,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":29,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":177,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":32,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":189,"end":198,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":34,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":203,"end":211,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":11,"head_span":{"start":203,"end":211,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":11,"head_span":{"start":189,"end":198,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":11,"head_span":{"start":177,"end":181,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":11,"head_span":{"start":167,"end":172,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":21,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":145,"end":149,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":11,"head_span":{"start":145,"end":149,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":11,"head_span":{"start":119,"end":123,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":16,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":119,"end":123,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":16,"head_span":{"start":111,"end":118,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":119,"end":123,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":124,"end":130,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":119,"end":123,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":94,"Used?":"staged","Dataset name":"checkin-three","ignore?":"","reason":"","relation count":"Many","complexity":"Complex","original_md_text":"Although there are many such indirect pathways to increased violence, we outline four that clearly link rapid climate change to the development of violence-prone adults: food insecurity, economic deprivation, susceptibility to terrorism, and preferential ingroup treatment.\n","text":"Although there are many such indirect pathways to increased violence, we outline four that clearly link rapid climate change to the development of violence-prone adults: food insecurity, economic deprivation, susceptibility to terrorism, and preferential ingroup treatment. IMPLIED_BASE IMPLIED_BASE","characters":274,"document_index":71,"md_sentence_index":89,"classification_origin":"cm-label-eval","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_89","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-365512541,"_task_hash":1606426413,"spans":[{"text":"increased","start":50,"token_start":8,"token_end":8,"end":59,"type":"span","label":"change_direction"},{"text":"violence","start":60,"token_start":9,"token_end":9,"end":68,"type":"span","label":"base"},{"start":91,"end":98,"token_start":15,"token_end":15,"label":"confidence"},{"start":99,"end":103,"token_start":16,"token_end":16,"label":"predicate"},{"text":"rapid","start":104,"token_start":17,"token_end":17,"end":109,"type":"span","label":"type_of"},{"text":"climate change","start":110,"token_start":18,"token_end":19,"end":124,"type":"span","label":"base"},{"text":"development","start":132,"token_start":22,"token_end":22,"end":143,"type":"span","label":"change_direction"},{"text":"violence-prone","start":147,"token_start":24,"token_end":26,"end":161,"type":"span","label":"type_of"},{"text":"adults","start":162,"token_start":27,"token_end":27,"end":168,"type":"span","label":"base"},{"start":168,"end":169,"token_start":28,"token_end":28,"label":"predicate"},{"text":"food insecurity","start":170,"token_start":29,"token_end":30,"end":185,"type":"span","label":"base"},{"text":"economic","start":187,"token_start":32,"token_end":32,"end":195,"type":"span","label":"type_of"},{"text":"deprivation","start":196,"token_start":33,"token_end":33,"end":207,"type":"span","label":"base"},{"text":"susceptibility","start":209,"token_start":35,"token_end":35,"end":223,"type":"span","label":"aspect_changing"},{"text":"terrorism","start":227,"token_start":37,"token_end":37,"end":236,"type":"span","label":"base"},{"text":"preferential ingroup treatment","start":242,"token_start":40,"token_end":42,"end":272,"type":"span","label":"base"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"there","start":9,"end":14,"id":1,"ws":true,"disabled":false},{"text":"are","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"many","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"such","start":24,"end":28,"id":4,"ws":true,"disabled":false},{"text":"indirect","start":29,"end":37,"id":5,"ws":true,"disabled":false},{"text":"pathways","start":38,"end":46,"id":6,"ws":true,"disabled":false},{"text":"to","start":47,"end":49,"id":7,"ws":true,"disabled":false},{"text":"increased","start":50,"end":59,"id":8,"ws":true,"disabled":false},{"text":"violence","start":60,"end":68,"id":9,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":10,"ws":true,"disabled":false},{"text":"we","start":70,"end":72,"id":11,"ws":true,"disabled":false},{"text":"outline","start":73,"end":80,"id":12,"ws":true,"disabled":false},{"text":"four","start":81,"end":85,"id":13,"ws":true,"disabled":false},{"text":"that","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"clearly","start":91,"end":98,"id":15,"ws":true,"disabled":false},{"text":"link","start":99,"end":103,"id":16,"ws":true,"disabled":false},{"text":"rapid","start":104,"end":109,"id":17,"ws":true,"disabled":false},{"text":"climate","start":110,"end":117,"id":18,"ws":true,"disabled":false},{"text":"change","start":118,"end":124,"id":19,"ws":true,"disabled":false},{"text":"to","start":125,"end":127,"id":20,"ws":true,"disabled":false},{"text":"the","start":128,"end":131,"id":21,"ws":true,"disabled":false},{"text":"development","start":132,"end":143,"id":22,"ws":true,"disabled":false},{"text":"of","start":144,"end":146,"id":23,"ws":true,"disabled":false},{"text":"violence","start":147,"end":155,"id":24,"ws":false,"disabled":false},{"text":"-","start":155,"end":156,"id":25,"ws":false,"disabled":false},{"text":"prone","start":156,"end":161,"id":26,"ws":true,"disabled":false},{"text":"adults","start":162,"end":168,"id":27,"ws":false,"disabled":false},{"text":":","start":168,"end":169,"id":28,"ws":true,"disabled":false},{"text":"food","start":170,"end":174,"id":29,"ws":true,"disabled":false},{"text":"insecurity","start":175,"end":185,"id":30,"ws":false,"disabled":false},{"text":",","start":185,"end":186,"id":31,"ws":true,"disabled":false},{"text":"economic","start":187,"end":195,"id":32,"ws":true,"disabled":false},{"text":"deprivation","start":196,"end":207,"id":33,"ws":false,"disabled":false},{"text":",","start":207,"end":208,"id":34,"ws":true,"disabled":false},{"text":"susceptibility","start":209,"end":223,"id":35,"ws":true,"disabled":false},{"text":"to","start":224,"end":226,"id":36,"ws":true,"disabled":false},{"text":"terrorism","start":227,"end":236,"id":37,"ws":false,"disabled":false},{"text":",","start":236,"end":237,"id":38,"ws":true,"disabled":false},{"text":"and","start":238,"end":241,"id":39,"ws":true,"disabled":false},{"text":"preferential","start":242,"end":254,"id":40,"ws":true,"disabled":false},{"text":"ingroup","start":255,"end":262,"id":41,"ws":true,"disabled":false},{"text":"treatment","start":263,"end":272,"id":42,"ws":false,"disabled":false},{"text":".","start":272,"end":273,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":274,"end":286,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":287,"end":299,"id":45,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":8,"child":9,"head_span":{"start":50,"end":59,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":60,"end":68,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":104,"end":109,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":27,"head_span":{"start":132,"end":143,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":147,"end":161,"token_start":24,"token_end":26,"label":"type_of"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":33,"head_span":{"start":187,"end":195,"token_start":32,"token_end":32,"label":"type_of"},"child_span":{"start":196,"end":207,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":37,"head_span":{"start":209,"end":223,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":227,"end":236,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":9,"head_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":60,"end":68,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":30,"head_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":170,"end":185,"token_start":29,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":33,"head_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":196,"end":207,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":37,"head_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":227,"end":236,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":42,"head_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":242,"end":272,"token_start":40,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":27,"head_span":{"start":170,"end":185,"token_start":29,"token_end":30,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":27,"head_span":{"start":196,"end":207,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":27,"head_span":{"start":227,"end":236,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":27,"head_span":{"start":242,"end":272,"token_start":40,"token_end":42,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":70,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Moderate","original_md_text":"But climate change and extreme weather events, such as recent flooding that cut road access to many remote communities for several weeks, are making it ever-more difficult.\n","text":"But climate change and extreme weather events, such as recent flooding that cut road access to many remote communities for several weeks, are making it ever-more difficult. IMPLIED_BASE IMPLIED_BASE","characters":173,"document_index":63,"md_sentence_index":28,"classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/australia-news/2019/may/14/inequality-and-climate-change-the-perfect-storm-threatening-the-health-of-australias-poorest","combo_id":"63_28","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1650203568,"_task_hash":-1160298072,"spans":[{"text":"climate change","start":4,"token_start":1,"token_end":2,"end":18,"type":"span","label":"base"},{"text":"extreme","start":23,"token_start":4,"token_end":4,"end":30,"type":"span","label":"type_of"},{"start":31,"end":38,"token_start":5,"token_end":5,"label":"base"},{"start":39,"end":45,"token_start":6,"token_end":6,"label":"aspect_changing"},{"text":"recent","start":55,"token_start":10,"token_end":10,"end":61,"type":"span","label":"when"},{"text":"flooding","start":62,"token_start":11,"token_end":11,"end":70,"type":"span","label":"base"},{"start":71,"end":75,"token_start":12,"token_end":12,"label":"predicate"},{"text":"cut","start":76,"token_start":13,"token_end":13,"end":79,"type":"span","label":"change_direction"},{"text":"road","start":80,"token_start":14,"token_end":14,"end":84,"type":"span","label":"base"},{"text":"access","start":85,"token_start":15,"token_end":15,"end":91,"type":"span","label":"aspect_changing"},{"text":"to many remote communities","start":92,"token_start":16,"token_end":19,"end":118,"type":"span","label":"to_whom"},{"text":"for several weeks","start":119,"token_start":20,"token_end":22,"end":136,"type":"span","label":"effect_size"},{"text":"are","start":138,"token_start":24,"token_end":24,"end":141,"type":"span","label":"confidence"},{"start":142,"end":148,"token_start":25,"token_end":25,"label":"predicate"},{"text":"ever-more difficult","start":152,"token_start":27,"token_end":30,"end":171,"type":"span","label":"change_direction"},{"text":"IMPLIED_BASE","start":173,"token_start":32,"token_end":32,"end":185,"type":"span","label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"climate","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"change","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"and","start":19,"end":22,"id":3,"ws":true,"disabled":false},{"text":"extreme","start":23,"end":30,"id":4,"ws":true,"disabled":false},{"text":"weather","start":31,"end":38,"id":5,"ws":true,"disabled":false},{"text":"events","start":39,"end":45,"id":6,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"such","start":47,"end":51,"id":8,"ws":true,"disabled":false},{"text":"as","start":52,"end":54,"id":9,"ws":true,"disabled":false},{"text":"recent","start":55,"end":61,"id":10,"ws":true,"disabled":false},{"text":"flooding","start":62,"end":70,"id":11,"ws":true,"disabled":false},{"text":"that","start":71,"end":75,"id":12,"ws":true,"disabled":false},{"text":"cut","start":76,"end":79,"id":13,"ws":true,"disabled":false},{"text":"road","start":80,"end":84,"id":14,"ws":true,"disabled":false},{"text":"access","start":85,"end":91,"id":15,"ws":true,"disabled":false},{"text":"to","start":92,"end":94,"id":16,"ws":true,"disabled":false},{"text":"many","start":95,"end":99,"id":17,"ws":true,"disabled":false},{"text":"remote","start":100,"end":106,"id":18,"ws":true,"disabled":false},{"text":"communities","start":107,"end":118,"id":19,"ws":true,"disabled":false},{"text":"for","start":119,"end":122,"id":20,"ws":true,"disabled":false},{"text":"several","start":123,"end":130,"id":21,"ws":true,"disabled":false},{"text":"weeks","start":131,"end":136,"id":22,"ws":false,"disabled":false},{"text":",","start":136,"end":137,"id":23,"ws":true,"disabled":false},{"text":"are","start":138,"end":141,"id":24,"ws":true,"disabled":false},{"text":"making","start":142,"end":148,"id":25,"ws":true,"disabled":false},{"text":"it","start":149,"end":151,"id":26,"ws":true,"disabled":false},{"text":"ever","start":152,"end":156,"id":27,"ws":false,"disabled":false},{"text":"-","start":156,"end":157,"id":28,"ws":false,"disabled":false},{"text":"more","start":157,"end":161,"id":29,"ws":true,"disabled":false},{"text":"difficult","start":162,"end":171,"id":30,"ws":false,"disabled":false},{"text":".","start":171,"end":172,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":173,"end":185,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":33,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":30,"child":32,"head_span":{"start":152,"end":171,"token_start":27,"token_end":30,"label":"change_direction"},"child_span":{"start":173,"end":185,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":55,"end":61,"token_start":10,"token_end":10,"label":"when"},"child_span":{"start":62,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":76,"end":79,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":80,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":85,"end":91,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":80,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":14,"head_span":{"start":92,"end":118,"token_start":16,"token_end":19,"label":"to_whom"},"child_span":{"start":80,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":14,"head_span":{"start":119,"end":136,"token_start":20,"token_end":22,"label":"effect_size"},"child_span":{"start":80,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":14,"head_span":{"start":62,"end":70,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":80,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":32,"head_span":{"start":4,"end":18,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":173,"end":185,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":5,"head_span":{"start":23,"end":30,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":31,"end":38,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":32,"head_span":{"start":31,"end":38,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":173,"end":185,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":5,"head_span":{"start":39,"end":45,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":31,"end":38,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":71,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Complex","original_md_text":"Tackling the social determinants of health is critical to address health inequities, which arise because people with the least social and economic power tend to have the worst health, live in unhealthier environments and have worse access to healthcare.\n","text":"Tackling the social determinants of health is critical to address health inequities, which arise because people with the least social and economic power tend to have the worst health, live in unhealthier environments and have worse access to healthcare. IMPLIED_BASE IMPLIED_BASE","characters":254,"document_index":63,"md_sentence_index":16,"classification_origin":"cm-label-eval","url":"https://www.theguardian.com/australia-news/2019/may/14/inequality-and-climate-change-the-perfect-storm-threatening-the-health-of-australias-poorest","combo_id":"63_16","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":871615699,"_task_hash":1698860706,"spans":[{"text":"health","start":66,"token_start":10,"token_end":10,"end":72,"type":"span","label":"base"},{"text":"people","start":105,"token_start":16,"token_end":16,"end":111,"type":"span","label":"base"},{"text":"health","start":176,"token_start":29,"token_end":29,"end":182,"type":"span","label":"base"}],"tokens":[{"text":"Tackling","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"social","start":13,"end":19,"id":2,"ws":true,"disabled":false},{"text":"determinants","start":20,"end":32,"id":3,"ws":true,"disabled":false},{"text":"of","start":33,"end":35,"id":4,"ws":true,"disabled":false},{"text":"health","start":36,"end":42,"id":5,"ws":true,"disabled":false},{"text":"is","start":43,"end":45,"id":6,"ws":true,"disabled":false},{"text":"critical","start":46,"end":54,"id":7,"ws":true,"disabled":false},{"text":"to","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"address","start":58,"end":65,"id":9,"ws":true,"disabled":false},{"text":"health","start":66,"end":72,"id":10,"ws":true,"disabled":false},{"text":"inequities","start":73,"end":83,"id":11,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":12,"ws":true,"disabled":false},{"text":"which","start":85,"end":90,"id":13,"ws":true,"disabled":false},{"text":"arise","start":91,"end":96,"id":14,"ws":true,"disabled":false},{"text":"because","start":97,"end":104,"id":15,"ws":true,"disabled":false},{"text":"people","start":105,"end":111,"id":16,"ws":true,"disabled":false},{"text":"with","start":112,"end":116,"id":17,"ws":true,"disabled":false},{"text":"the","start":117,"end":120,"id":18,"ws":true,"disabled":false},{"text":"least","start":121,"end":126,"id":19,"ws":true,"disabled":false},{"text":"social","start":127,"end":133,"id":20,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":21,"ws":true,"disabled":false},{"text":"economic","start":138,"end":146,"id":22,"ws":true,"disabled":false},{"text":"power","start":147,"end":152,"id":23,"ws":true,"disabled":false},{"text":"tend","start":153,"end":157,"id":24,"ws":true,"disabled":false},{"text":"to","start":158,"end":160,"id":25,"ws":true,"disabled":false},{"text":"have","start":161,"end":165,"id":26,"ws":true,"disabled":false},{"text":"the","start":166,"end":169,"id":27,"ws":true,"disabled":false},{"text":"worst","start":170,"end":175,"id":28,"ws":true,"disabled":false},{"text":"health","start":176,"end":182,"id":29,"ws":false,"disabled":false},{"text":",","start":182,"end":183,"id":30,"ws":true,"disabled":false},{"text":"live","start":184,"end":188,"id":31,"ws":true,"disabled":false},{"text":"in","start":189,"end":191,"id":32,"ws":true,"disabled":false},{"text":"unhealthier","start":192,"end":203,"id":33,"ws":true,"disabled":false},{"text":"environments","start":204,"end":216,"id":34,"ws":true,"disabled":false},{"text":"and","start":217,"end":220,"id":35,"ws":true,"disabled":false},{"text":"have","start":221,"end":225,"id":36,"ws":true,"disabled":false},{"text":"worse","start":226,"end":231,"id":37,"ws":true,"disabled":false},{"text":"access","start":232,"end":238,"id":38,"ws":true,"disabled":false},{"text":"to","start":239,"end":241,"id":39,"ws":true,"disabled":false},{"text":"healthcare","start":242,"end":252,"id":40,"ws":false,"disabled":false},{"text":".","start":252,"end":253,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":254,"end":266,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":267,"end":279,"id":43,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[],"answer":"ignore","flagged":true}
+{"number":60,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Moderate","original_md_text":"The 26-year-old Maui native can tick off the dangers climate change poses to the ocean he loves: \u201cBleaching of reefs; the damage of the shoreline from stronger storms; the changing of wind patterns so that a particular wave might not be as good anymore; the shifting of currents, which could destroy a particular break along a coastline.","text":"The 26-year-old Maui native can tick off the dangers climate change poses to the ocean he loves: \u201cBleaching of reefs; the damage of the shoreline from stronger storms; the changing of wind patterns so that a particular wave might not be as good anymore; the shifting of currents, which could destroy a particular break along a coastline. IMPLIED_BASE IMPLIED_BASE","characters":337,"document_index":55,"md_sentence_index":16,"classification_origin":"cm_cause_effect_rel","url":"https://www.washingtonpost.com/sports/2019/05/09/warming-oceans-have-created-golden-age-big-wave-surfing-leaving-surfers-conflicted/","combo_id":"55_16","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":646788874,"_task_hash":1385918335,"spans":[{"text":"dangers","start":45,"token_start":10,"token_end":10,"end":52,"type":"span","label":"aspect_changing"},{"text":"climate change","start":53,"token_start":11,"token_end":12,"end":67,"type":"span","label":"base"},{"text":"poses","start":68,"token_start":13,"token_end":13,"end":73,"type":"span","label":"predicate"},{"text":"ocean","start":81,"token_start":16,"token_end":16,"end":86,"type":"span","label":"base"},{"text":"Bleaching","start":98,"token_start":21,"token_end":21,"end":107,"type":"span","label":"aspect_changing"},{"text":"reefs","start":111,"token_start":23,"token_end":23,"end":116,"type":"span","label":"base"},{"text":"damage","start":122,"token_start":26,"token_end":26,"end":128,"type":"span","label":"aspect_changing"},{"text":"shoreline","start":136,"token_start":29,"token_end":29,"end":145,"type":"span","label":"base"},{"text":"stronger","start":151,"token_start":31,"token_end":31,"end":159,"type":"span","label":"type_of"},{"text":"storms","start":160,"token_start":32,"token_end":32,"end":166,"type":"span","label":"base"},{"text":"changing","start":172,"token_start":35,"token_end":35,"end":180,"type":"span","label":"predicate"},{"text":"wind","start":184,"token_start":37,"token_end":37,"end":188,"type":"span","label":"base"},{"text":"patterns","start":189,"token_start":38,"token_end":38,"end":197,"type":"span","label":"aspect_changing"},{"text":"shifting","start":258,"token_start":52,"token_end":52,"end":266,"type":"span","label":"predicate"},{"text":"currents","start":270,"token_start":54,"token_end":54,"end":278,"type":"span","label":"aspect_changing"},{"text":"IMPLIED_BASE","start":338,"token_start":66,"token_end":66,"end":350,"type":"span","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"26-year","start":4,"end":11,"id":1,"ws":false,"disabled":false},{"text":"-","start":11,"end":12,"id":2,"ws":false,"disabled":false},{"text":"old","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"Maui","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"native","start":21,"end":27,"id":5,"ws":true,"disabled":false},{"text":"can","start":28,"end":31,"id":6,"ws":true,"disabled":false},{"text":"tick","start":32,"end":36,"id":7,"ws":true,"disabled":false},{"text":"off","start":37,"end":40,"id":8,"ws":true,"disabled":false},{"text":"the","start":41,"end":44,"id":9,"ws":true,"disabled":false},{"text":"dangers","start":45,"end":52,"id":10,"ws":true,"disabled":false},{"text":"climate","start":53,"end":60,"id":11,"ws":true,"disabled":false},{"text":"change","start":61,"end":67,"id":12,"ws":true,"disabled":false},{"text":"poses","start":68,"end":73,"id":13,"ws":true,"disabled":false},{"text":"to","start":74,"end":76,"id":14,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":15,"ws":true,"disabled":false},{"text":"ocean","start":81,"end":86,"id":16,"ws":true,"disabled":false},{"text":"he","start":87,"end":89,"id":17,"ws":true,"disabled":false},{"text":"loves","start":90,"end":95,"id":18,"ws":false,"disabled":false},{"text":":","start":95,"end":96,"id":19,"ws":true,"disabled":false},{"text":"\u201c","start":97,"end":98,"id":20,"ws":false,"disabled":false},{"text":"Bleaching","start":98,"end":107,"id":21,"ws":true,"disabled":false},{"text":"of","start":108,"end":110,"id":22,"ws":true,"disabled":false},{"text":"reefs","start":111,"end":116,"id":23,"ws":false,"disabled":false},{"text":";","start":116,"end":117,"id":24,"ws":true,"disabled":false},{"text":"the","start":118,"end":121,"id":25,"ws":true,"disabled":false},{"text":"damage","start":122,"end":128,"id":26,"ws":true,"disabled":false},{"text":"of","start":129,"end":131,"id":27,"ws":true,"disabled":false},{"text":"the","start":132,"end":135,"id":28,"ws":true,"disabled":false},{"text":"shoreline","start":136,"end":145,"id":29,"ws":true,"disabled":false},{"text":"from","start":146,"end":150,"id":30,"ws":true,"disabled":false},{"text":"stronger","start":151,"end":159,"id":31,"ws":true,"disabled":false},{"text":"storms","start":160,"end":166,"id":32,"ws":false,"disabled":false},{"text":";","start":166,"end":167,"id":33,"ws":true,"disabled":false},{"text":"the","start":168,"end":171,"id":34,"ws":true,"disabled":false},{"text":"changing","start":172,"end":180,"id":35,"ws":true,"disabled":false},{"text":"of","start":181,"end":183,"id":36,"ws":true,"disabled":false},{"text":"wind","start":184,"end":188,"id":37,"ws":true,"disabled":false},{"text":"patterns","start":189,"end":197,"id":38,"ws":true,"disabled":false},{"text":"so","start":198,"end":200,"id":39,"ws":true,"disabled":false},{"text":"that","start":201,"end":205,"id":40,"ws":true,"disabled":false},{"text":"a","start":206,"end":207,"id":41,"ws":true,"disabled":false},{"text":"particular","start":208,"end":218,"id":42,"ws":true,"disabled":false},{"text":"wave","start":219,"end":223,"id":43,"ws":true,"disabled":false},{"text":"might","start":224,"end":229,"id":44,"ws":true,"disabled":false},{"text":"not","start":230,"end":233,"id":45,"ws":true,"disabled":false},{"text":"be","start":234,"end":236,"id":46,"ws":true,"disabled":false},{"text":"as","start":237,"end":239,"id":47,"ws":true,"disabled":false},{"text":"good","start":240,"end":244,"id":48,"ws":true,"disabled":false},{"text":"anymore","start":245,"end":252,"id":49,"ws":false,"disabled":false},{"text":";","start":252,"end":253,"id":50,"ws":true,"disabled":false},{"text":"the","start":254,"end":257,"id":51,"ws":true,"disabled":false},{"text":"shifting","start":258,"end":266,"id":52,"ws":true,"disabled":false},{"text":"of","start":267,"end":269,"id":53,"ws":true,"disabled":false},{"text":"currents","start":270,"end":278,"id":54,"ws":false,"disabled":false},{"text":",","start":278,"end":279,"id":55,"ws":true,"disabled":false},{"text":"which","start":280,"end":285,"id":56,"ws":true,"disabled":false},{"text":"could","start":286,"end":291,"id":57,"ws":true,"disabled":false},{"text":"destroy","start":292,"end":299,"id":58,"ws":true,"disabled":false},{"text":"a","start":300,"end":301,"id":59,"ws":true,"disabled":false},{"text":"particular","start":302,"end":312,"id":60,"ws":true,"disabled":false},{"text":"break","start":313,"end":318,"id":61,"ws":true,"disabled":false},{"text":"along","start":319,"end":324,"id":62,"ws":true,"disabled":false},{"text":"a","start":325,"end":326,"id":63,"ws":true,"disabled":false},{"text":"coastline","start":327,"end":336,"id":64,"ws":false,"disabled":false},{"text":".","start":336,"end":337,"id":65,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":338,"end":350,"id":66,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":351,"end":363,"id":67,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":10,"child":12,"head_span":{"start":45,"end":52,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":23,"head_span":{"start":98,"end":107,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":111,"end":116,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":29,"head_span":{"start":122,"end":128,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":136,"end":145,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":32,"head_span":{"start":151,"end":159,"token_start":31,"token_end":31,"label":"type_of"},"child_span":{"start":160,"end":166,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":37,"head_span":{"start":189,"end":197,"token_start":38,"token_end":38,"label":"aspect_changing"},"child_span":{"start":184,"end":188,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":54,"child":66,"head_span":{"start":270,"end":278,"token_start":54,"token_end":54,"label":"aspect_changing"},"child_span":{"start":338,"end":350,"token_start":66,"token_end":66,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":23,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":111,"end":116,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":29,"head_span":{"start":160,"end":166,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":136,"end":145,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":32,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":160,"end":166,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":37,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":184,"end":188,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":66,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":338,"end":350,"token_start":66,"token_end":66,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"ignore","flagged":true}
+{"number":47,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"One","complexity":"Simple","original_md_text":"Some saw parents killed or lost in the flooding that followed the storms.\n","text":"Some saw parents killed or lost in the flooding that followed the storms. IMPLIED_BASE IMPLIED_BASE","characters":74,"document_index":47,"md_sentence_index":6,"classification_origin":"cm_cause_effect_rel","url":"https://nypost.com/2019/05/03/more-than-1-million-children-affected-by-mozambique-cyclones/","combo_id":"47_6","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1534545957,"_task_hash":1061419411,"spans":[{"text":"parents","start":9,"token_start":2,"token_end":2,"end":16,"type":"span","label":"base"},{"text":"killed","start":17,"token_start":3,"token_end":3,"end":23,"type":"span","label":"change_direction"},{"start":27,"end":31,"token_start":5,"token_end":5,"label":"change_direction"},{"text":"flooding","start":39,"token_start":8,"token_end":8,"end":47,"type":"span","label":"base"},{"start":53,"end":61,"token_start":10,"token_end":10,"label":"predicate"},{"text":"storms","start":66,"token_start":12,"token_end":12,"end":72,"type":"span","label":"base"}],"tokens":[{"text":"Some","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"saw","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"parents","start":9,"end":16,"id":2,"ws":true,"disabled":false},{"text":"killed","start":17,"end":23,"id":3,"ws":true,"disabled":false},{"text":"or","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"lost","start":27,"end":31,"id":5,"ws":true,"disabled":false},{"text":"in","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":7,"ws":true,"disabled":false},{"text":"flooding","start":39,"end":47,"id":8,"ws":true,"disabled":false},{"text":"that","start":48,"end":52,"id":9,"ws":true,"disabled":false},{"text":"followed","start":53,"end":61,"id":10,"ws":true,"disabled":false},{"text":"the","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"storms","start":66,"end":72,"id":12,"ws":false,"disabled":false},{"text":".","start":72,"end":73,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":74,"end":86,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":87,"end":99,"id":15,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":12,"child":8,"head_span":{"start":66,"end":72,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":39,"end":47,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":2,"head_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":9,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":2,"head_span":{"start":39,"end":47,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":9,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":2,"head_span":{"start":27,"end":31,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":9,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":45,"Used?":"staged","Dataset name":"checkin-three","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"A warming climate could also mean increased extinction risk for a large fraction of species, the spread of diseases, an undermining of food security, and reduced renewable surface water and groundwater resources.\n","text":"A warming climate could also mean increased extinction risk for a large fraction of species, the spread of diseases, an undermining of food security, and reduced renewable surface water and groundwater resources. IMPLIED_BASE IMPLIED_BASE","characters":213,"document_index":36,"md_sentence_index":3,"classification_origin":"cm_cause_effect_rel","url":"https://blogs.imf.org/2019/05/03/getting-real-on-meeting-paris-climate-change-commitments/","combo_id":"36_3","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1002104634,"_task_hash":1170575368,"spans":[{"text":"warming","start":2,"token_start":1,"token_end":1,"end":9,"type":"span","label":"change_direction"},{"text":"climate","start":10,"token_start":2,"token_end":2,"end":17,"type":"span","label":"base"},{"text":"could","start":18,"token_start":3,"token_end":3,"end":23,"type":"span","label":"confidence"},{"text":"mean","start":29,"token_start":5,"token_end":5,"end":33,"type":"span","label":"predicate"},{"text":"increased","start":34,"token_start":6,"token_end":6,"end":43,"type":"span","label":"change_direction"},{"start":44,"end":59,"token_start":7,"token_end":8,"label":"aspect_changing"},{"start":64,"end":91,"token_start":10,"token_end":14,"label":"base"},{"text":"spread","start":97,"token_start":17,"token_end":17,"end":103,"type":"span","label":"change_direction"},{"text":"diseases","start":107,"token_start":19,"token_end":19,"end":115,"type":"span","label":"base"},{"text":"undermining","start":120,"token_start":22,"token_end":22,"end":131,"type":"span","label":"change_direction"},{"text":"food security","start":135,"token_start":24,"token_end":25,"end":148,"type":"span","label":"base"},{"text":"reduced","start":154,"token_start":28,"token_end":28,"end":161,"type":"span","label":"change_direction"},{"text":"renewable","start":162,"token_start":29,"token_end":29,"end":171,"type":"span","label":"type_of"},{"text":"surface","start":172,"token_start":30,"token_end":30,"end":179,"type":"span","label":"type_of"},{"text":"water","start":180,"token_start":31,"token_end":31,"end":185,"type":"span","label":"base"},{"text":"groundwater","start":190,"token_start":33,"token_end":33,"end":201,"type":"span","label":"base"},{"text":"resources","start":202,"token_start":34,"token_end":34,"end":211,"type":"span","label":"aspect_changing"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"warming","start":2,"end":9,"id":1,"ws":true,"disabled":false},{"text":"climate","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"could","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"also","start":24,"end":28,"id":4,"ws":true,"disabled":false},{"text":"mean","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"increased","start":34,"end":43,"id":6,"ws":true,"disabled":false},{"text":"extinction","start":44,"end":54,"id":7,"ws":true,"disabled":false},{"text":"risk","start":55,"end":59,"id":8,"ws":true,"disabled":false},{"text":"for","start":60,"end":63,"id":9,"ws":true,"disabled":false},{"text":"a","start":64,"end":65,"id":10,"ws":true,"disabled":false},{"text":"large","start":66,"end":71,"id":11,"ws":true,"disabled":false},{"text":"fraction","start":72,"end":80,"id":12,"ws":true,"disabled":false},{"text":"of","start":81,"end":83,"id":13,"ws":true,"disabled":false},{"text":"species","start":84,"end":91,"id":14,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":15,"ws":true,"disabled":false},{"text":"the","start":93,"end":96,"id":16,"ws":true,"disabled":false},{"text":"spread","start":97,"end":103,"id":17,"ws":true,"disabled":false},{"text":"of","start":104,"end":106,"id":18,"ws":true,"disabled":false},{"text":"diseases","start":107,"end":115,"id":19,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":20,"ws":true,"disabled":false},{"text":"an","start":117,"end":119,"id":21,"ws":true,"disabled":false},{"text":"undermining","start":120,"end":131,"id":22,"ws":true,"disabled":false},{"text":"of","start":132,"end":134,"id":23,"ws":true,"disabled":false},{"text":"food","start":135,"end":139,"id":24,"ws":true,"disabled":false},{"text":"security","start":140,"end":148,"id":25,"ws":false,"disabled":false},{"text":",","start":148,"end":149,"id":26,"ws":true,"disabled":false},{"text":"and","start":150,"end":153,"id":27,"ws":true,"disabled":false},{"text":"reduced","start":154,"end":161,"id":28,"ws":true,"disabled":false},{"text":"renewable","start":162,"end":171,"id":29,"ws":true,"disabled":false},{"text":"surface","start":172,"end":179,"id":30,"ws":true,"disabled":false},{"text":"water","start":180,"end":185,"id":31,"ws":true,"disabled":false},{"text":"and","start":186,"end":189,"id":32,"ws":true,"disabled":false},{"text":"groundwater","start":190,"end":201,"id":33,"ws":true,"disabled":false},{"text":"resources","start":202,"end":211,"id":34,"ws":false,"disabled":false},{"text":".","start":211,"end":212,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":213,"end":225,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":37,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":2,"end":9,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":107,"end":115,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":25,"head_span":{"start":120,"end":131,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":135,"end":148,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":31,"head_span":{"start":154,"end":161,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":180,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":162,"end":171,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":180,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":31,"head_span":{"start":172,"end":179,"token_start":30,"token_end":30,"label":"type_of"},"child_span":{"start":180,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":33,"head_span":{"start":154,"end":161,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":190,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":202,"end":211,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":190,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":31,"head_span":{"start":202,"end":211,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":180,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":19,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":107,"end":115,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":25,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":135,"end":148,"token_start":24,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":31,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":180,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":33,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":190,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":14,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":64,"end":91,"token_start":10,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":14,"head_span":{"start":34,"end":43,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":64,"end":91,"token_start":10,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":14,"head_span":{"start":44,"end":59,"token_start":7,"token_end":8,"label":"aspect_changing"},"child_span":{"start":64,"end":91,"token_start":10,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":27,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"\u201cI have recognized that climate change is causing these extreme events we\u2019ve seen around this country and the world for several years,\u201d Thompson said.","text":"\u201cI have recognized that climate change is causing these extreme events we\u2019ve seen around this country and the world for several years,\u201d Thompson said. IMPLIED_BASE IMPLIED_BASE","characters":150,"document_index":34,"md_sentence_index":9,"classification_origin":"cm_cause_effect_rel","url":"https://energynews.us/2019/05/03/midwest/despite-floods-nebraska-utility-leaders-still-hesitant-to-address-climate-change/","combo_id":"34_9","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-877218095,"_task_hash":1985406669,"spans":[{"text":"climate change","start":24,"token_start":5,"token_end":6,"end":38,"type":"span","label":"base"},{"text":"is","start":39,"token_start":7,"token_end":7,"end":41,"type":"span","label":"confidence"},{"text":"causing","start":42,"token_start":8,"token_end":8,"end":49,"type":"span","label":"predicate"},{"text":"extreme","start":56,"token_start":10,"token_end":10,"end":63,"type":"span","label":"type_of"},{"text":"events","start":64,"token_start":11,"token_end":11,"end":70,"type":"span","label":"base"},{"text":"around this country and the world","start":82,"token_start":15,"token_end":20,"end":115,"type":"span","label":"where"},{"text":"for several years","start":116,"token_start":21,"token_end":23,"end":133,"type":"span","label":"when"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"I","start":1,"end":2,"id":1,"ws":true,"disabled":false},{"text":"have","start":3,"end":7,"id":2,"ws":true,"disabled":false},{"text":"recognized","start":8,"end":18,"id":3,"ws":true,"disabled":false},{"text":"that","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"climate","start":24,"end":31,"id":5,"ws":true,"disabled":false},{"text":"change","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"is","start":39,"end":41,"id":7,"ws":true,"disabled":false},{"text":"causing","start":42,"end":49,"id":8,"ws":true,"disabled":false},{"text":"these","start":50,"end":55,"id":9,"ws":true,"disabled":false},{"text":"extreme","start":56,"end":63,"id":10,"ws":true,"disabled":false},{"text":"events","start":64,"end":70,"id":11,"ws":true,"disabled":false},{"text":"we","start":71,"end":73,"id":12,"ws":false,"disabled":false},{"text":"\u2019ve","start":73,"end":76,"id":13,"ws":true,"disabled":false},{"text":"seen","start":77,"end":81,"id":14,"ws":true,"disabled":false},{"text":"around","start":82,"end":88,"id":15,"ws":true,"disabled":false},{"text":"this","start":89,"end":93,"id":16,"ws":true,"disabled":false},{"text":"country","start":94,"end":101,"id":17,"ws":true,"disabled":false},{"text":"and","start":102,"end":105,"id":18,"ws":true,"disabled":false},{"text":"the","start":106,"end":109,"id":19,"ws":true,"disabled":false},{"text":"world","start":110,"end":115,"id":20,"ws":true,"disabled":false},{"text":"for","start":116,"end":119,"id":21,"ws":true,"disabled":false},{"text":"several","start":120,"end":127,"id":22,"ws":true,"disabled":false},{"text":"years","start":128,"end":133,"id":23,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":24,"ws":false,"disabled":false},{"text":"\u201d","start":134,"end":135,"id":25,"ws":true,"disabled":false},{"text":"Thompson","start":136,"end":144,"id":26,"ws":true,"disabled":false},{"text":"said","start":145,"end":149,"id":27,"ws":false,"disabled":false},{"text":".","start":149,"end":150,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":30,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":56,"end":63,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":11,"head_span":{"start":82,"end":115,"token_start":15,"token_end":20,"label":"where"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":11,"head_span":{"start":116,"end":133,"token_start":21,"token_end":23,"label":"when"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":11,"head_span":{"start":24,"end":38,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"reject"}
+{"number":36,"Used?":"","Dataset name":"","ignore?":"ignore","reason":"not causal","relation count":"","complexity":"","original_md_text":"A factor \u2014 such as unusual temperatures, movements, moisture or pollution \u2014 that affects the health of a species or ecosystem.","text":"A factor \u2014 such as unusual temperatures, movements, moisture or pollution \u2014 that affects the health of a species or ecosystem. IMPLIED_BASE IMPLIED_BASE","characters":126,"document_index":31,"md_sentence_index":113,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencenewsforstudents.org/article/climate-change-poses-mental-health-risks-children-and-teens","combo_id":"31_113","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1377387822,"_task_hash":1046807021,"spans":[{"text":"temperatures","start":27,"token_start":6,"token_end":6,"end":39,"type":"span","label":"aspect_changing"},{"text":"moisture","start":52,"token_start":10,"token_end":10,"end":60,"type":"span","label":"aspect_changing"},{"text":"pollution","start":64,"token_start":12,"token_end":12,"end":73,"type":"span","label":"base"},{"text":"health","start":93,"token_start":17,"token_end":17,"end":99,"type":"span","label":"base"},{"text":"species","start":105,"token_start":20,"token_end":20,"end":112,"type":"span","label":"base"},{"start":116,"end":125,"token_start":22,"token_end":22,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"factor","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"\u2014","start":9,"end":10,"id":2,"ws":true,"disabled":false},{"text":"such","start":11,"end":15,"id":3,"ws":true,"disabled":false},{"text":"as","start":16,"end":18,"id":4,"ws":true,"disabled":false},{"text":"unusual","start":19,"end":26,"id":5,"ws":true,"disabled":false},{"text":"temperatures","start":27,"end":39,"id":6,"ws":false,"disabled":false},{"text":",","start":39,"end":40,"id":7,"ws":true,"disabled":false},{"text":"movements","start":41,"end":50,"id":8,"ws":false,"disabled":false},{"text":",","start":50,"end":51,"id":9,"ws":true,"disabled":false},{"text":"moisture","start":52,"end":60,"id":10,"ws":true,"disabled":false},{"text":"or","start":61,"end":63,"id":11,"ws":true,"disabled":false},{"text":"pollution","start":64,"end":73,"id":12,"ws":true,"disabled":false},{"text":"\u2014","start":74,"end":75,"id":13,"ws":true,"disabled":false},{"text":"that","start":76,"end":80,"id":14,"ws":true,"disabled":false},{"text":"affects","start":81,"end":88,"id":15,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":16,"ws":true,"disabled":false},{"text":"health","start":93,"end":99,"id":17,"ws":true,"disabled":false},{"text":"of","start":100,"end":102,"id":18,"ws":true,"disabled":false},{"text":"a","start":103,"end":104,"id":19,"ws":true,"disabled":false},{"text":"species","start":105,"end":112,"id":20,"ws":true,"disabled":false},{"text":"or","start":113,"end":115,"id":21,"ws":true,"disabled":false},{"text":"ecosystem","start":116,"end":125,"id":22,"ws":false,"disabled":false},{"text":".","start":125,"end":126,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":127,"end":139,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":25,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":158,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Even droughts can make breathing harder.","text":"Even droughts can make breathing harder. IMPLIED_BASE IMPLIED_BASE","characters":40,"document_index":29,"md_sentence_index":144,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencenewsforstudents.org/article/warning-climate-change-can-harm-your-health","combo_id":"29_144","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1014030689,"_task_hash":2018027913,"spans":[{"text":"droughts","start":5,"token_start":1,"token_end":1,"end":13,"type":"span","label":"base"},{"start":14,"end":17,"token_start":2,"token_end":2,"label":"confidence"},{"text":"breathing","start":23,"token_start":4,"token_end":4,"end":32,"type":"span","label":"base"},{"text":"harder","start":33,"token_start":5,"token_end":5,"end":39,"type":"span","label":"change_direction"},{"label":"predicate"},{"start":18,"end":22,"token_start":3,"token_end":3,"label":"predicate"}],"tokens":[{"text":"Even","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"droughts","start":5,"end":13,"id":1,"ws":true,"disabled":false},{"text":"can","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"make","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"breathing","start":23,"end":32,"id":4,"ws":true,"disabled":false},{"text":"harder","start":33,"end":39,"id":5,"ws":false,"disabled":false},{"text":".","start":39,"end":40,"id":6,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":41,"end":53,"id":7,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":54,"end":66,"id":8,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":1,"child":4,"head_span":{"start":5,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":23,"end":32,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":4,"head_span":{"start":33,"end":39,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":23,"end":32,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":30,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one?","complexity":"simple","original_md_text":"Wildfires spew particulates, too, along with other pollutants.","text":"Wildfires spew particulates, too, along with other pollutants. IMPLIED_BASE IMPLIED_BASE","characters":62,"document_index":29,"md_sentence_index":137,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencenewsforstudents.org/article/warning-climate-change-can-harm-your-health","combo_id":"29_137","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-832238576,"_task_hash":2130473245,"spans":[{"text":"Wildfires","start":0,"token_start":0,"token_end":0,"end":9,"type":"span","label":"base"},{"start":10,"end":14,"token_start":1,"token_end":1,"label":"predicate"},{"text":"particulates","start":15,"token_start":2,"token_end":2,"end":27,"type":"span","label":"base"},{"text":"pollutants","start":51,"token_start":9,"token_end":9,"end":61,"type":"span","label":"base"}],"tokens":[{"text":"Wildfires","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"spew","start":10,"end":14,"id":1,"ws":true,"disabled":false},{"text":"particulates","start":15,"end":27,"id":2,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":3,"ws":true,"disabled":false},{"text":"too","start":29,"end":32,"id":4,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":5,"ws":true,"disabled":false},{"text":"along","start":34,"end":39,"id":6,"ws":true,"disabled":false},{"text":"with","start":40,"end":44,"id":7,"ws":true,"disabled":false},{"text":"other","start":45,"end":50,"id":8,"ws":true,"disabled":false},{"text":"pollutants","start":51,"end":61,"id":9,"ws":false,"disabled":false},{"text":".","start":61,"end":62,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":63,"end":75,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":76,"end":88,"id":12,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":0,"child":2,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":15,"end":27,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":9,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":51,"end":61,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":0,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"But Mongolia\u2019s nomads are also being pushed off the land, as mining accelerates desertification of grasslands, through the mines\u2019 heavy groundwater use and destruction of vegetation.","text":"But Mongolia\u2019s nomads are also being pushed off the land, as mining accelerates desertification of grasslands, through the mines\u2019 heavy groundwater use and destruction of vegetation. IMPLIED_BASE IMPLIED_BASE","characters":182,"document_index":2,"md_sentence_index":130,"classification_origin":"cm_cause_effect_rel","url":"https://www.nationalgeographic.com/environment/2019/03/mongolia-air-pollution/","combo_id":"2_130","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1954680961,"_task_hash":310256872,"spans":[{"start":4,"end":21,"token_start":1,"token_end":3,"label":"to_whom"},{"text":"mining","start":61,"token_start":13,"token_end":13,"end":67,"type":"span","label":"base"},{"text":"accelerates","start":68,"token_start":14,"token_end":14,"end":79,"type":"span","label":"change_direction"},{"text":"desertification","start":80,"token_start":15,"token_end":15,"end":95,"type":"span","label":"aspect_changing"},{"text":"grasslands","start":99,"token_start":17,"token_end":17,"end":109,"type":"span","label":"base"},{"start":111,"end":118,"token_start":19,"token_end":19,"label":"predicate"},{"start":130,"end":135,"token_start":23,"token_end":23,"label":"change_direction"},{"text":"groundwater","start":136,"token_start":24,"token_end":24,"end":147,"type":"span","label":"base"},{"start":148,"end":151,"token_start":25,"token_end":25,"label":"change_direction"},{"start":156,"end":167,"token_start":27,"token_end":27,"label":"aspect_changing"},{"text":"vegetation","start":171,"token_start":29,"token_end":29,"end":181,"type":"span","label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Mongolia","start":4,"end":12,"id":1,"ws":false,"disabled":false},{"text":"\u2019s","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"nomads","start":15,"end":21,"id":3,"ws":true,"disabled":false},{"text":"are","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"also","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"being","start":31,"end":36,"id":6,"ws":true,"disabled":false},{"text":"pushed","start":37,"end":43,"id":7,"ws":true,"disabled":false},{"text":"off","start":44,"end":47,"id":8,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":9,"ws":true,"disabled":false},{"text":"land","start":52,"end":56,"id":10,"ws":false,"disabled":false},{"text":",","start":56,"end":57,"id":11,"ws":true,"disabled":false},{"text":"as","start":58,"end":60,"id":12,"ws":true,"disabled":false},{"text":"mining","start":61,"end":67,"id":13,"ws":true,"disabled":false},{"text":"accelerates","start":68,"end":79,"id":14,"ws":true,"disabled":false},{"text":"desertification","start":80,"end":95,"id":15,"ws":true,"disabled":false},{"text":"of","start":96,"end":98,"id":16,"ws":true,"disabled":false},{"text":"grasslands","start":99,"end":109,"id":17,"ws":false,"disabled":false},{"text":",","start":109,"end":110,"id":18,"ws":true,"disabled":false},{"text":"through","start":111,"end":118,"id":19,"ws":true,"disabled":false},{"text":"the","start":119,"end":122,"id":20,"ws":true,"disabled":false},{"text":"mines","start":123,"end":128,"id":21,"ws":false,"disabled":false},{"text":"\u2019","start":128,"end":129,"id":22,"ws":true,"disabled":false},{"text":"heavy","start":130,"end":135,"id":23,"ws":true,"disabled":false},{"text":"groundwater","start":136,"end":147,"id":24,"ws":true,"disabled":false},{"text":"use","start":148,"end":151,"id":25,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":26,"ws":true,"disabled":false},{"text":"destruction","start":156,"end":167,"id":27,"ws":true,"disabled":false},{"text":"of","start":168,"end":170,"id":28,"ws":true,"disabled":false},{"text":"vegetation","start":171,"end":181,"id":29,"ws":false,"disabled":false},{"text":".","start":181,"end":182,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":183,"end":195,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":32,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":14,"child":17,"head_span":{"start":68,"end":79,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":80,"end":95,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":29,"head_span":{"start":156,"end":167,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":171,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":24,"head_span":{"start":148,"end":151,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":136,"end":147,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":130,"end":135,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":136,"end":147,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":61,"end":67,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":29,"head_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":171,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":24,"head_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":136,"end":147,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":24,"head_span":{"start":61,"end":67,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":136,"end":147,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":29,"head_span":{"start":61,"end":67,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":171,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":15,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"A new report from the Congressional Budget Office estimates annual losses from damage linked to hurricanes and flooding at $54 billion under current conditions (which are changing rapidly).\n","text":"A new report from the Congressional Budget Office estimates annual losses from damage linked to hurricanes and flooding at $54 billion under current conditions (which are changing rapidly). IMPLIED_BASE IMPLIED_BASE","characters":190,"document_index":15,"md_sentence_index":30,"classification_origin":"cm_cause_effect_rel","url":"https://www.marketwatch.com/story/how-climate-change-could-trigger-the-next-financial-crisis-2019-04-18","combo_id":"15_30","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1142923253,"_task_hash":-62424214,"spans":[{"text":"annual losses","start":60,"token_start":9,"token_end":10,"end":73,"type":"span","label":"aspect_changing"},{"start":74,"end":78,"token_start":11,"token_end":11,"label":"predicate"},{"text":"damage","start":79,"token_start":12,"token_end":12,"end":85,"type":"span","label":"aspect_changing"},{"start":86,"end":95,"token_start":13,"token_end":14,"label":"predicate"},{"text":"hurricanes","start":96,"token_start":15,"token_end":15,"end":106,"type":"span","label":"base"},{"text":"flooding","start":111,"token_start":17,"token_end":17,"end":119,"type":"span","label":"base"},{"text":"$54 billion","start":123,"token_start":19,"token_end":21,"end":134,"type":"span","label":"effect_size"},{"text":"current","start":141,"token_start":23,"token_end":23,"end":148,"type":"span","label":"when"},{"text":"IMPLIED_BASE","start":190,"token_start":32,"token_end":32,"end":202,"type":"span","label":"base"},{"text":"IMPLIED_BASE","start":203,"token_start":33,"token_end":33,"end":215,"type":"span","label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"new","start":2,"end":5,"id":1,"ws":true,"disabled":false},{"text":"report","start":6,"end":12,"id":2,"ws":true,"disabled":false},{"text":"from","start":13,"end":17,"id":3,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":4,"ws":true,"disabled":false},{"text":"Congressional","start":22,"end":35,"id":5,"ws":true,"disabled":false},{"text":"Budget","start":36,"end":42,"id":6,"ws":true,"disabled":false},{"text":"Office","start":43,"end":49,"id":7,"ws":true,"disabled":false},{"text":"estimates","start":50,"end":59,"id":8,"ws":true,"disabled":false},{"text":"annual","start":60,"end":66,"id":9,"ws":true,"disabled":false},{"text":"losses","start":67,"end":73,"id":10,"ws":true,"disabled":false},{"text":"from","start":74,"end":78,"id":11,"ws":true,"disabled":false},{"text":"damage","start":79,"end":85,"id":12,"ws":true,"disabled":false},{"text":"linked","start":86,"end":92,"id":13,"ws":true,"disabled":false},{"text":"to","start":93,"end":95,"id":14,"ws":true,"disabled":false},{"text":"hurricanes","start":96,"end":106,"id":15,"ws":true,"disabled":false},{"text":"and","start":107,"end":110,"id":16,"ws":true,"disabled":false},{"text":"flooding","start":111,"end":119,"id":17,"ws":true,"disabled":false},{"text":"at","start":120,"end":122,"id":18,"ws":true,"disabled":false},{"text":"$","start":123,"end":124,"id":19,"ws":false,"disabled":false},{"text":"54","start":124,"end":126,"id":20,"ws":true,"disabled":false},{"text":"billion","start":127,"end":134,"id":21,"ws":true,"disabled":false},{"text":"under","start":135,"end":140,"id":22,"ws":true,"disabled":false},{"text":"current","start":141,"end":148,"id":23,"ws":true,"disabled":false},{"text":"conditions","start":149,"end":159,"id":24,"ws":true,"disabled":false},{"text":"(","start":160,"end":161,"id":25,"ws":false,"disabled":false},{"text":"which","start":161,"end":166,"id":26,"ws":true,"disabled":false},{"text":"are","start":167,"end":170,"id":27,"ws":true,"disabled":false},{"text":"changing","start":171,"end":179,"id":28,"ws":true,"disabled":false},{"text":"rapidly","start":180,"end":187,"id":29,"ws":false,"disabled":false},{"text":")","start":187,"end":188,"id":30,"ws":false,"disabled":false},{"text":".","start":188,"end":189,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":33,"ws":false,"disabled":false}],"_session_id":"gold_A_D_1-HeidiHirsh","_view_id":"relations","relations":[{"head":10,"child":32,"head_span":{"start":60,"end":73,"token_start":9,"token_end":10,"label":"aspect_changing"},"child_span":{"start":190,"end":202,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":33,"head_span":{"start":79,"end":85,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":203,"end":215,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":32,"head_span":{"start":123,"end":134,"token_start":19,"token_end":21,"label":"effect_size"},"child_span":{"start":190,"end":202,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":33,"head_span":{"start":96,"end":106,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":203,"end":215,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":33,"head_span":{"start":111,"end":119,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":203,"end":215,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":32,"head_span":{"start":203,"end":215,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":190,"end":202,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
diff --git a/model_dev/data/all_silver_standard.jsonl b/model_dev/data/all_silver_standard.jsonl
new file mode 100644
index 0000000..fa59000
--- /dev/null
+++ b/model_dev/data/all_silver_standard.jsonl
@@ -0,0 +1,2571 @@
+{"number":45,"Used?":"staged","Dataset name":"checkin-three","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"A warming climate could also mean increased extinction risk for a large fraction of species, the spread of diseases, an undermining of food security, and reduced renewable surface water and groundwater resources.\n","text":"A warming climate could also mean increased extinction risk for a large fraction of species, the spread of diseases, an undermining of food security, and reduced renewable surface water and groundwater resources. IMPLIED_BASE IMPLIED_BASE","characters":213,"document_index":36,"md_sentence_index":3,"classification_origin":"cm_cause_effect_rel","url":"https://blogs.imf.org/2019/05/03/getting-real-on-meeting-paris-climate-change-commitments/","combo_id":"36_3","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1002104634,"_task_hash":674968895,"spans":[{"start":2,"end":9,"token_start":1,"token_end":1,"label":"change_direction"},{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},{"start":18,"end":23,"token_start":3,"token_end":3,"label":"confidence"},{"start":29,"end":33,"token_start":5,"token_end":5,"label":"predicate"},{"text":"increased","start":34,"token_start":6,"token_end":6,"end":43,"type":"pattern","label":"change_direction"},{"start":44,"end":54,"token_start":7,"token_end":7,"label":"base"},{"text":"risk","start":55,"token_start":8,"token_end":8,"end":59,"type":"pattern","label":"aspect_changing"},{"start":64,"end":91,"token_start":10,"token_end":14,"label":"to_whom"},{"start":97,"end":103,"token_start":17,"token_end":17,"label":"change_direction"},{"start":107,"end":115,"token_start":19,"token_end":19,"label":"base"},{"start":120,"end":131,"token_start":22,"token_end":22,"label":"change_direction"},{"text":"food security","start":135,"token_start":24,"token_end":25,"end":148,"type":"pattern","label":"base"},{"text":"reduced","start":154,"token_start":28,"token_end":28,"end":161,"type":"pattern","label":"change_direction"},{"start":162,"end":171,"token_start":29,"token_end":29,"label":"type_of"},{"start":172,"end":179,"token_start":30,"token_end":30,"label":"type_of"},{"start":180,"end":185,"token_start":31,"token_end":31,"label":"base"},{"start":190,"end":201,"token_start":33,"token_end":33,"label":"base"},{"start":202,"end":211,"token_start":34,"token_end":34,"label":"aspect_changing"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"warming","start":2,"end":9,"id":1,"ws":true,"disabled":false},{"text":"climate","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"could","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"also","start":24,"end":28,"id":4,"ws":true,"disabled":false},{"text":"mean","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"increased","start":34,"end":43,"id":6,"ws":true,"disabled":false},{"text":"extinction","start":44,"end":54,"id":7,"ws":true,"disabled":false},{"text":"risk","start":55,"end":59,"id":8,"ws":true,"disabled":false},{"text":"for","start":60,"end":63,"id":9,"ws":true,"disabled":false},{"text":"a","start":64,"end":65,"id":10,"ws":true,"disabled":false},{"text":"large","start":66,"end":71,"id":11,"ws":true,"disabled":false},{"text":"fraction","start":72,"end":80,"id":12,"ws":true,"disabled":false},{"text":"of","start":81,"end":83,"id":13,"ws":true,"disabled":false},{"text":"species","start":84,"end":91,"id":14,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":15,"ws":true,"disabled":false},{"text":"the","start":93,"end":96,"id":16,"ws":true,"disabled":false},{"text":"spread","start":97,"end":103,"id":17,"ws":true,"disabled":false},{"text":"of","start":104,"end":106,"id":18,"ws":true,"disabled":false},{"text":"diseases","start":107,"end":115,"id":19,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":20,"ws":true,"disabled":false},{"text":"an","start":117,"end":119,"id":21,"ws":true,"disabled":false},{"text":"undermining","start":120,"end":131,"id":22,"ws":true,"disabled":false},{"text":"of","start":132,"end":134,"id":23,"ws":true,"disabled":false},{"text":"food","start":135,"end":139,"id":24,"ws":true,"disabled":false},{"text":"security","start":140,"end":148,"id":25,"ws":false,"disabled":false},{"text":",","start":148,"end":149,"id":26,"ws":true,"disabled":false},{"text":"and","start":150,"end":153,"id":27,"ws":true,"disabled":false},{"text":"reduced","start":154,"end":161,"id":28,"ws":true,"disabled":false},{"text":"renewable","start":162,"end":171,"id":29,"ws":true,"disabled":false},{"text":"surface","start":172,"end":179,"id":30,"ws":true,"disabled":false},{"text":"water","start":180,"end":185,"id":31,"ws":true,"disabled":false},{"text":"and","start":186,"end":189,"id":32,"ws":true,"disabled":false},{"text":"groundwater","start":190,"end":201,"id":33,"ws":true,"disabled":false},{"text":"resources","start":202,"end":211,"id":34,"ws":false,"disabled":false},{"text":".","start":211,"end":212,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":213,"end":225,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":37,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":2,"end":9,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":34,"end":43,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":44,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":55,"end":59,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":44,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":7,"head_span":{"start":64,"end":91,"token_start":10,"token_end":14,"label":"to_whom"},"child_span":{"start":44,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":107,"end":115,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":25,"head_span":{"start":120,"end":131,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":135,"end":148,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":31,"head_span":{"start":154,"end":161,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":180,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":162,"end":171,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":180,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":31,"head_span":{"start":172,"end":179,"token_start":30,"token_end":30,"label":"type_of"},"child_span":{"start":180,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":33,"head_span":{"start":154,"end":161,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":190,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":202,"end":211,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":190,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":31,"head_span":{"start":202,"end":211,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":180,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":7,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":44,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":19,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":107,"end":115,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":25,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":135,"end":148,"token_start":24,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":31,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":180,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":33,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":190,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":60,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Moderate","original_md_text":"The 26-year-old Maui native can tick off the dangers climate change poses to the ocean he loves: \u201cBleaching of reefs; the damage of the shoreline from stronger storms; the changing of wind patterns so that a particular wave might not be as good anymore; the shifting of currents, which could destroy a particular break along a coastline.","text":"The 26-year-old Maui native can tick off the dangers climate change poses to the ocean he loves: \u201cBleaching of reefs; the damage of the shoreline from stronger storms; the changing of wind patterns so that a particular wave might not be as good anymore; the shifting of currents, which could destroy a particular break along a coastline. IMPLIED_BASE IMPLIED_BASE","characters":337,"document_index":55,"md_sentence_index":16,"classification_origin":"cm_cause_effect_rel","url":"https://www.washingtonpost.com/sports/2019/05/09/warming-oceans-have-created-golden-age-big-wave-surfing-leaving-surfers-conflicted/","combo_id":"55_16","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":646788874,"_task_hash":-1774114114,"spans":[{"start":45,"end":52,"token_start":10,"token_end":10,"label":"aspect_changing"},{"text":"climate change","start":53,"token_start":11,"token_end":12,"end":67,"type":"pattern","label":"base"},{"start":68,"end":73,"token_start":13,"token_end":13,"label":"predicate"},{"text":"ocean","start":81,"token_start":16,"token_end":16,"end":86,"type":"pattern","label":"base"},{"start":98,"end":107,"token_start":21,"token_end":21,"label":"aspect_changing"},{"text":"reefs","start":111,"token_start":23,"token_end":23,"end":116,"type":"pattern","label":"base"},{"start":122,"end":128,"token_start":26,"token_end":26,"label":"aspect_changing"},{"start":136,"end":145,"token_start":29,"token_end":29,"label":"base"},{"start":151,"end":159,"token_start":31,"token_end":31,"label":"type_of"},{"text":"storms","start":160,"token_start":32,"token_end":32,"end":166,"type":"pattern","label":"base"},{"start":172,"end":180,"token_start":35,"token_end":35,"label":"predicate"},{"start":184,"end":188,"token_start":37,"token_end":37,"label":"base"},{"start":189,"end":197,"token_start":38,"token_end":38,"label":"aspect_changing"},{"start":258,"end":266,"token_start":52,"token_end":52,"label":"predicate"},{"start":270,"end":278,"token_start":54,"token_end":54,"label":"aspect_changing"},{"start":338,"end":350,"token_start":66,"token_end":66,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"26-year","start":4,"end":11,"id":1,"ws":false,"disabled":false},{"text":"-","start":11,"end":12,"id":2,"ws":false,"disabled":false},{"text":"old","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"Maui","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"native","start":21,"end":27,"id":5,"ws":true,"disabled":false},{"text":"can","start":28,"end":31,"id":6,"ws":true,"disabled":false},{"text":"tick","start":32,"end":36,"id":7,"ws":true,"disabled":false},{"text":"off","start":37,"end":40,"id":8,"ws":true,"disabled":false},{"text":"the","start":41,"end":44,"id":9,"ws":true,"disabled":false},{"text":"dangers","start":45,"end":52,"id":10,"ws":true,"disabled":false},{"text":"climate","start":53,"end":60,"id":11,"ws":true,"disabled":false},{"text":"change","start":61,"end":67,"id":12,"ws":true,"disabled":false},{"text":"poses","start":68,"end":73,"id":13,"ws":true,"disabled":false},{"text":"to","start":74,"end":76,"id":14,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":15,"ws":true,"disabled":false},{"text":"ocean","start":81,"end":86,"id":16,"ws":true,"disabled":false},{"text":"he","start":87,"end":89,"id":17,"ws":true,"disabled":false},{"text":"loves","start":90,"end":95,"id":18,"ws":false,"disabled":false},{"text":":","start":95,"end":96,"id":19,"ws":true,"disabled":false},{"text":"\u201c","start":97,"end":98,"id":20,"ws":false,"disabled":false},{"text":"Bleaching","start":98,"end":107,"id":21,"ws":true,"disabled":false},{"text":"of","start":108,"end":110,"id":22,"ws":true,"disabled":false},{"text":"reefs","start":111,"end":116,"id":23,"ws":false,"disabled":false},{"text":";","start":116,"end":117,"id":24,"ws":true,"disabled":false},{"text":"the","start":118,"end":121,"id":25,"ws":true,"disabled":false},{"text":"damage","start":122,"end":128,"id":26,"ws":true,"disabled":false},{"text":"of","start":129,"end":131,"id":27,"ws":true,"disabled":false},{"text":"the","start":132,"end":135,"id":28,"ws":true,"disabled":false},{"text":"shoreline","start":136,"end":145,"id":29,"ws":true,"disabled":false},{"text":"from","start":146,"end":150,"id":30,"ws":true,"disabled":false},{"text":"stronger","start":151,"end":159,"id":31,"ws":true,"disabled":false},{"text":"storms","start":160,"end":166,"id":32,"ws":false,"disabled":false},{"text":";","start":166,"end":167,"id":33,"ws":true,"disabled":false},{"text":"the","start":168,"end":171,"id":34,"ws":true,"disabled":false},{"text":"changing","start":172,"end":180,"id":35,"ws":true,"disabled":false},{"text":"of","start":181,"end":183,"id":36,"ws":true,"disabled":false},{"text":"wind","start":184,"end":188,"id":37,"ws":true,"disabled":false},{"text":"patterns","start":189,"end":197,"id":38,"ws":true,"disabled":false},{"text":"so","start":198,"end":200,"id":39,"ws":true,"disabled":false},{"text":"that","start":201,"end":205,"id":40,"ws":true,"disabled":false},{"text":"a","start":206,"end":207,"id":41,"ws":true,"disabled":false},{"text":"particular","start":208,"end":218,"id":42,"ws":true,"disabled":false},{"text":"wave","start":219,"end":223,"id":43,"ws":true,"disabled":false},{"text":"might","start":224,"end":229,"id":44,"ws":true,"disabled":false},{"text":"not","start":230,"end":233,"id":45,"ws":true,"disabled":false},{"text":"be","start":234,"end":236,"id":46,"ws":true,"disabled":false},{"text":"as","start":237,"end":239,"id":47,"ws":true,"disabled":false},{"text":"good","start":240,"end":244,"id":48,"ws":true,"disabled":false},{"text":"anymore","start":245,"end":252,"id":49,"ws":false,"disabled":false},{"text":";","start":252,"end":253,"id":50,"ws":true,"disabled":false},{"text":"the","start":254,"end":257,"id":51,"ws":true,"disabled":false},{"text":"shifting","start":258,"end":266,"id":52,"ws":true,"disabled":false},{"text":"of","start":267,"end":269,"id":53,"ws":true,"disabled":false},{"text":"currents","start":270,"end":278,"id":54,"ws":false,"disabled":false},{"text":",","start":278,"end":279,"id":55,"ws":true,"disabled":false},{"text":"which","start":280,"end":285,"id":56,"ws":true,"disabled":false},{"text":"could","start":286,"end":291,"id":57,"ws":true,"disabled":false},{"text":"destroy","start":292,"end":299,"id":58,"ws":true,"disabled":false},{"text":"a","start":300,"end":301,"id":59,"ws":true,"disabled":false},{"text":"particular","start":302,"end":312,"id":60,"ws":true,"disabled":false},{"text":"break","start":313,"end":318,"id":61,"ws":true,"disabled":false},{"text":"along","start":319,"end":324,"id":62,"ws":true,"disabled":false},{"text":"a","start":325,"end":326,"id":63,"ws":true,"disabled":false},{"text":"coastline","start":327,"end":336,"id":64,"ws":false,"disabled":false},{"text":".","start":336,"end":337,"id":65,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":338,"end":350,"id":66,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":351,"end":363,"id":67,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":10,"child":12,"head_span":{"start":45,"end":52,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":23,"head_span":{"start":98,"end":107,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":111,"end":116,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":29,"head_span":{"start":122,"end":128,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":136,"end":145,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":32,"head_span":{"start":151,"end":159,"token_start":31,"token_end":31,"label":"type_of"},"child_span":{"start":160,"end":166,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":37,"head_span":{"start":189,"end":197,"token_start":38,"token_end":38,"label":"aspect_changing"},"child_span":{"start":184,"end":188,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":54,"child":66,"head_span":{"start":270,"end":278,"token_start":54,"token_end":54,"label":"aspect_changing"},"child_span":{"start":338,"end":350,"token_start":66,"token_end":66,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":23,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":111,"end":116,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":29,"head_span":{"start":160,"end":166,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":136,"end":145,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":32,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":160,"end":166,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":37,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":184,"end":188,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":66,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":338,"end":350,"token_start":66,"token_end":66,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1088,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Malaria, which can cause low red blood cell counts and cut off vessels carrying blood to the brain, caused an estimated 627,000 deaths in 2012, with many of its victims children in Africa.\n","text":"Malaria, which can cause low red blood cell counts and cut off vessels carrying blood to the brain, caused an estimated 627,000 deaths in 2012, with many of its victims children in Africa. IMPLIED_BASE IMPLIED_BASE","characters":189,"document_index":829,"md_sentence_index":19,"classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/how-the-spreading-symptoms-of-climate-change-can-be-deadly/","combo_id":"829_19","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-941538127,"_task_hash":1397052549,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},{"start":15,"end":18,"token_start":3,"token_end":3,"label":"confidence"},{"start":19,"end":24,"token_start":4,"token_end":4,"label":"predicate"},{"start":25,"end":28,"token_start":5,"token_end":5,"label":"change_direction"},{"start":29,"end":38,"token_start":6,"token_end":7,"label":"type_of"},{"start":39,"end":43,"token_start":8,"token_end":8,"label":"base"},{"start":44,"end":50,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":55,"end":62,"token_start":11,"token_end":12,"label":"change_direction"},{"start":63,"end":70,"token_start":13,"token_end":13,"label":"base"},{"start":71,"end":98,"token_start":14,"token_end":18,"label":"type_of"},{"start":100,"end":106,"token_start":20,"token_end":20,"label":"predicate"},{"start":110,"end":119,"token_start":22,"token_end":22,"label":"confidence"},{"start":120,"end":127,"token_start":23,"token_end":23,"label":"effect_size"},{"start":128,"end":134,"token_start":24,"token_end":24,"label":"base"},{"start":135,"end":142,"token_start":25,"token_end":26,"label":"when"}],"tokens":[{"text":"Malaria","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"which","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"can","start":15,"end":18,"id":3,"ws":true,"disabled":false},{"text":"cause","start":19,"end":24,"id":4,"ws":true,"disabled":false},{"text":"low","start":25,"end":28,"id":5,"ws":true,"disabled":false},{"text":"red","start":29,"end":32,"id":6,"ws":true,"disabled":false},{"text":"blood","start":33,"end":38,"id":7,"ws":true,"disabled":false},{"text":"cell","start":39,"end":43,"id":8,"ws":true,"disabled":false},{"text":"counts","start":44,"end":50,"id":9,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":10,"ws":true,"disabled":false},{"text":"cut","start":55,"end":58,"id":11,"ws":true,"disabled":false},{"text":"off","start":59,"end":62,"id":12,"ws":true,"disabled":false},{"text":"vessels","start":63,"end":70,"id":13,"ws":true,"disabled":false},{"text":"carrying","start":71,"end":79,"id":14,"ws":true,"disabled":false},{"text":"blood","start":80,"end":85,"id":15,"ws":true,"disabled":false},{"text":"to","start":86,"end":88,"id":16,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":17,"ws":true,"disabled":false},{"text":"brain","start":93,"end":98,"id":18,"ws":false,"disabled":false},{"text":",","start":98,"end":99,"id":19,"ws":true,"disabled":false},{"text":"caused","start":100,"end":106,"id":20,"ws":true,"disabled":false},{"text":"an","start":107,"end":109,"id":21,"ws":true,"disabled":false},{"text":"estimated","start":110,"end":119,"id":22,"ws":true,"disabled":false},{"text":"627,000","start":120,"end":127,"id":23,"ws":true,"disabled":false},{"text":"deaths","start":128,"end":134,"id":24,"ws":true,"disabled":false},{"text":"in","start":135,"end":137,"id":25,"ws":true,"disabled":false},{"text":"2012","start":138,"end":142,"id":26,"ws":false,"disabled":false},{"text":",","start":142,"end":143,"id":27,"ws":true,"disabled":false},{"text":"with","start":144,"end":148,"id":28,"ws":true,"disabled":false},{"text":"many","start":149,"end":153,"id":29,"ws":true,"disabled":false},{"text":"of","start":154,"end":156,"id":30,"ws":true,"disabled":false},{"text":"its","start":157,"end":160,"id":31,"ws":true,"disabled":false},{"text":"victims","start":161,"end":168,"id":32,"ws":true,"disabled":false},{"text":"children","start":169,"end":177,"id":33,"ws":true,"disabled":false},{"text":"in","start":178,"end":180,"id":34,"ws":true,"disabled":false},{"text":"Africa","start":181,"end":187,"id":35,"ws":false,"disabled":false},{"text":".","start":187,"end":188,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":189,"end":201,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":202,"end":214,"id":38,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":5,"child":8,"head_span":{"start":25,"end":28,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":39,"end":43,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":29,"end":38,"token_start":6,"token_end":7,"label":"type_of"},"child_span":{"start":39,"end":43,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":44,"end":50,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":39,"end":43,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":55,"end":62,"token_start":11,"token_end":12,"label":"change_direction"},"child_span":{"start":63,"end":70,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":13,"head_span":{"start":71,"end":98,"token_start":14,"token_end":18,"label":"type_of"},"child_span":{"start":63,"end":70,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":120,"end":127,"token_start":23,"token_end":23,"label":"effect_size"},"child_span":{"start":128,"end":134,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":24,"head_span":{"start":135,"end":142,"token_start":25,"token_end":26,"label":"when"},"child_span":{"start":128,"end":134,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":8,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":39,"end":43,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":13,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":63,"end":70,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":24,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":128,"end":134,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":775,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"One of most severe drought periods on record in the Colorado River Basin was between the years 900 to 1300, when regional temperatures close to today's triggered \"a period of extensive and persistent aridity over western North America,\" according to a 2010 study in the Proceedings of the National Academy of Sciences.\n","text":"One of most severe drought periods on record in the Colorado River Basin was between the years 900 to 1300, when regional temperatures close to today's triggered \"a period of extensive and persistent aridity over western North America,\" according to a 2010 study in the Proceedings of the National Academy of Sciences. IMPLIED_BASE IMPLIED_BASE","characters":319,"document_index":641,"md_sentence_index":58,"classification_origin":"causal_sentence_classification","url":"https://insideclimatenews.org/news/20022020/severe-water-shortages-colorado-river-basin-snowpack-albedo","combo_id":"641_58","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1084878555,"_task_hash":-593604733,"spans":[{"start":0,"end":18,"token_start":0,"token_end":3,"label":"effect_size"},{"start":19,"end":34,"token_start":4,"token_end":5,"label":"base"},{"start":45,"end":72,"token_start":8,"token_end":12,"label":"where"},{"start":73,"end":76,"token_start":13,"token_end":13,"label":"confidence"},{"start":77,"end":106,"token_start":14,"token_end":19,"label":"when"},{"start":113,"end":121,"token_start":22,"token_end":22,"label":"type_of"},{"text":"temperatures","start":122,"token_start":23,"token_end":23,"end":134,"type":"pattern","label":"aspect_changing"},{"start":152,"end":161,"token_start":28,"token_end":28,"label":"predicate"},{"start":175,"end":184,"token_start":33,"token_end":33,"label":"type_of"},{"start":189,"end":199,"token_start":35,"token_end":35,"label":"type_of"},{"start":200,"end":207,"token_start":36,"token_end":36,"label":"base"},{"start":208,"end":234,"token_start":37,"token_end":40,"label":"where"},{"start":319,"end":331,"token_start":58,"token_end":58,"label":"base"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"of","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"most","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"severe","start":12,"end":18,"id":3,"ws":true,"disabled":false},{"text":"drought","start":19,"end":26,"id":4,"ws":true,"disabled":false},{"text":"periods","start":27,"end":34,"id":5,"ws":true,"disabled":false},{"text":"on","start":35,"end":37,"id":6,"ws":true,"disabled":false},{"text":"record","start":38,"end":44,"id":7,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":8,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":9,"ws":true,"disabled":false},{"text":"Colorado","start":52,"end":60,"id":10,"ws":true,"disabled":false},{"text":"River","start":61,"end":66,"id":11,"ws":true,"disabled":false},{"text":"Basin","start":67,"end":72,"id":12,"ws":true,"disabled":false},{"text":"was","start":73,"end":76,"id":13,"ws":true,"disabled":false},{"text":"between","start":77,"end":84,"id":14,"ws":true,"disabled":false},{"text":"the","start":85,"end":88,"id":15,"ws":true,"disabled":false},{"text":"years","start":89,"end":94,"id":16,"ws":true,"disabled":false},{"text":"900","start":95,"end":98,"id":17,"ws":true,"disabled":false},{"text":"to","start":99,"end":101,"id":18,"ws":true,"disabled":false},{"text":"1300","start":102,"end":106,"id":19,"ws":false,"disabled":false},{"text":",","start":106,"end":107,"id":20,"ws":true,"disabled":false},{"text":"when","start":108,"end":112,"id":21,"ws":true,"disabled":false},{"text":"regional","start":113,"end":121,"id":22,"ws":true,"disabled":false},{"text":"temperatures","start":122,"end":134,"id":23,"ws":true,"disabled":false},{"text":"close","start":135,"end":140,"id":24,"ws":true,"disabled":false},{"text":"to","start":141,"end":143,"id":25,"ws":true,"disabled":false},{"text":"today","start":144,"end":149,"id":26,"ws":false,"disabled":false},{"text":"'s","start":149,"end":151,"id":27,"ws":true,"disabled":false},{"text":"triggered","start":152,"end":161,"id":28,"ws":true,"disabled":false},{"text":"\"","start":162,"end":163,"id":29,"ws":false,"disabled":false},{"text":"a","start":163,"end":164,"id":30,"ws":true,"disabled":false},{"text":"period","start":165,"end":171,"id":31,"ws":true,"disabled":false},{"text":"of","start":172,"end":174,"id":32,"ws":true,"disabled":false},{"text":"extensive","start":175,"end":184,"id":33,"ws":true,"disabled":false},{"text":"and","start":185,"end":188,"id":34,"ws":true,"disabled":false},{"text":"persistent","start":189,"end":199,"id":35,"ws":true,"disabled":false},{"text":"aridity","start":200,"end":207,"id":36,"ws":true,"disabled":false},{"text":"over","start":208,"end":212,"id":37,"ws":true,"disabled":false},{"text":"western","start":213,"end":220,"id":38,"ws":true,"disabled":false},{"text":"North","start":221,"end":226,"id":39,"ws":true,"disabled":false},{"text":"America","start":227,"end":234,"id":40,"ws":false,"disabled":false},{"text":",","start":234,"end":235,"id":41,"ws":false,"disabled":false},{"text":"\"","start":235,"end":236,"id":42,"ws":true,"disabled":false},{"text":"according","start":237,"end":246,"id":43,"ws":true,"disabled":false},{"text":"to","start":247,"end":249,"id":44,"ws":true,"disabled":false},{"text":"a","start":250,"end":251,"id":45,"ws":true,"disabled":false},{"text":"2010","start":252,"end":256,"id":46,"ws":true,"disabled":false},{"text":"study","start":257,"end":262,"id":47,"ws":true,"disabled":false},{"text":"in","start":263,"end":265,"id":48,"ws":true,"disabled":false},{"text":"the","start":266,"end":269,"id":49,"ws":true,"disabled":false},{"text":"Proceedings","start":270,"end":281,"id":50,"ws":true,"disabled":false},{"text":"of","start":282,"end":284,"id":51,"ws":true,"disabled":false},{"text":"the","start":285,"end":288,"id":52,"ws":true,"disabled":false},{"text":"National","start":289,"end":297,"id":53,"ws":true,"disabled":false},{"text":"Academy","start":298,"end":305,"id":54,"ws":true,"disabled":false},{"text":"of","start":306,"end":308,"id":55,"ws":true,"disabled":false},{"text":"Sciences","start":309,"end":317,"id":56,"ws":false,"disabled":false},{"text":".","start":317,"end":318,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":319,"end":331,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":332,"end":344,"id":59,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":3,"child":5,"head_span":{"start":0,"end":18,"token_start":0,"token_end":3,"label":"effect_size"},"child_span":{"start":19,"end":34,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":5,"head_span":{"start":45,"end":72,"token_start":8,"token_end":12,"label":"where"},"child_span":{"start":19,"end":34,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":5,"head_span":{"start":77,"end":106,"token_start":14,"token_end":19,"label":"when"},"child_span":{"start":19,"end":34,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":58,"head_span":{"start":113,"end":121,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":319,"end":331,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":58,"head_span":{"start":122,"end":134,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":319,"end":331,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":36,"head_span":{"start":175,"end":184,"token_start":33,"token_end":33,"label":"type_of"},"child_span":{"start":200,"end":207,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":36,"head_span":{"start":189,"end":199,"token_start":35,"token_end":35,"label":"type_of"},"child_span":{"start":200,"end":207,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":36,"head_span":{"start":208,"end":234,"token_start":37,"token_end":40,"label":"where"},"child_span":{"start":200,"end":207,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":58,"child":36,"head_span":{"start":319,"end":331,"token_start":58,"token_end":58,"label":"base"},"child_span":{"start":200,"end":207,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":94,"Used?":"staged","Dataset name":"checkin-three","ignore?":"","reason":"","relation count":"Many","complexity":"Complex","original_md_text":"Although there are many such indirect pathways to increased violence, we outline four that clearly link rapid climate change to the development of violence-prone adults: food insecurity, economic deprivation, susceptibility to terrorism, and preferential ingroup treatment.\n","text":"Although there are many such indirect pathways to increased violence, we outline four that clearly link rapid climate change to the development of violence-prone adults: food insecurity, economic deprivation, susceptibility to terrorism, and preferential ingroup treatment. IMPLIED_BASE IMPLIED_BASE","characters":274,"document_index":71,"md_sentence_index":89,"classification_origin":"cm-label-eval","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_89","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-365512541,"_task_hash":215488864,"spans":[{"text":"increased","start":50,"token_start":8,"token_end":8,"end":59,"type":"pattern","label":"change_direction"},{"text":"violence","start":60,"token_start":9,"token_end":9,"end":68,"type":"pattern","label":"type_of"},{"start":91,"end":98,"token_start":15,"token_end":15,"label":"confidence"},{"start":104,"end":109,"token_start":17,"token_end":17,"label":"type_of"},{"text":"climate change","start":110,"token_start":18,"token_end":19,"end":124,"type":"pattern","label":"base"},{"start":132,"end":143,"token_start":22,"token_end":22,"label":"change_direction"},{"start":147,"end":161,"token_start":24,"token_end":26,"label":"type_of"},{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},{"text":"food insecurity","start":170,"token_start":29,"token_end":30,"end":185,"type":"pattern","label":"base"},{"start":187,"end":195,"token_start":32,"token_end":32,"label":"base"},{"start":196,"end":207,"token_start":33,"token_end":33,"label":"change_direction"},{"text":"susceptibility","start":209,"token_start":35,"token_end":35,"end":223,"type":"pattern","label":"aspect_changing"},{"text":"terrorism","start":227,"token_start":37,"token_end":37,"end":236,"type":"pattern","label":"base"},{"text":"preferential ingroup treatment","start":242,"token_start":40,"token_end":42,"end":272,"type":"pattern","label":"base"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"there","start":9,"end":14,"id":1,"ws":true,"disabled":false},{"text":"are","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"many","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"such","start":24,"end":28,"id":4,"ws":true,"disabled":false},{"text":"indirect","start":29,"end":37,"id":5,"ws":true,"disabled":false},{"text":"pathways","start":38,"end":46,"id":6,"ws":true,"disabled":false},{"text":"to","start":47,"end":49,"id":7,"ws":true,"disabled":false},{"text":"increased","start":50,"end":59,"id":8,"ws":true,"disabled":false},{"text":"violence","start":60,"end":68,"id":9,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":10,"ws":true,"disabled":false},{"text":"we","start":70,"end":72,"id":11,"ws":true,"disabled":false},{"text":"outline","start":73,"end":80,"id":12,"ws":true,"disabled":false},{"text":"four","start":81,"end":85,"id":13,"ws":true,"disabled":false},{"text":"that","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"clearly","start":91,"end":98,"id":15,"ws":true,"disabled":false},{"text":"link","start":99,"end":103,"id":16,"ws":true,"disabled":false},{"text":"rapid","start":104,"end":109,"id":17,"ws":true,"disabled":false},{"text":"climate","start":110,"end":117,"id":18,"ws":true,"disabled":false},{"text":"change","start":118,"end":124,"id":19,"ws":true,"disabled":false},{"text":"to","start":125,"end":127,"id":20,"ws":true,"disabled":false},{"text":"the","start":128,"end":131,"id":21,"ws":true,"disabled":false},{"text":"development","start":132,"end":143,"id":22,"ws":true,"disabled":false},{"text":"of","start":144,"end":146,"id":23,"ws":true,"disabled":false},{"text":"violence","start":147,"end":155,"id":24,"ws":false,"disabled":false},{"text":"-","start":155,"end":156,"id":25,"ws":false,"disabled":false},{"text":"prone","start":156,"end":161,"id":26,"ws":true,"disabled":false},{"text":"adults","start":162,"end":168,"id":27,"ws":false,"disabled":false},{"text":":","start":168,"end":169,"id":28,"ws":true,"disabled":false},{"text":"food","start":170,"end":174,"id":29,"ws":true,"disabled":false},{"text":"insecurity","start":175,"end":185,"id":30,"ws":false,"disabled":false},{"text":",","start":185,"end":186,"id":31,"ws":true,"disabled":false},{"text":"economic","start":187,"end":195,"id":32,"ws":true,"disabled":false},{"text":"deprivation","start":196,"end":207,"id":33,"ws":false,"disabled":false},{"text":",","start":207,"end":208,"id":34,"ws":true,"disabled":false},{"text":"susceptibility","start":209,"end":223,"id":35,"ws":true,"disabled":false},{"text":"to","start":224,"end":226,"id":36,"ws":true,"disabled":false},{"text":"terrorism","start":227,"end":236,"id":37,"ws":false,"disabled":false},{"text":",","start":236,"end":237,"id":38,"ws":true,"disabled":false},{"text":"and","start":238,"end":241,"id":39,"ws":true,"disabled":false},{"text":"preferential","start":242,"end":254,"id":40,"ws":true,"disabled":false},{"text":"ingroup","start":255,"end":262,"id":41,"ws":true,"disabled":false},{"text":"treatment","start":263,"end":272,"id":42,"ws":false,"disabled":false},{"text":".","start":272,"end":273,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":274,"end":286,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":287,"end":299,"id":45,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":8,"child":9,"head_span":{"start":50,"end":59,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":60,"end":68,"token_start":9,"token_end":9,"label":"type_of"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":104,"end":109,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":27,"head_span":{"start":132,"end":143,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":147,"end":161,"token_start":24,"token_end":26,"label":"type_of"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":32,"head_span":{"start":196,"end":207,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":187,"end":195,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":37,"head_span":{"start":209,"end":223,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":227,"end":236,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":27,"head_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":27,"head_span":{"start":170,"end":185,"token_start":29,"token_end":30,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":27,"head_span":{"start":187,"end":195,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":27,"head_span":{"start":227,"end":236,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":27,"head_span":{"start":242,"end":272,"token_start":40,"token_end":42,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":9,"head_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":60,"end":68,"token_start":9,"token_end":9,"label":"type_of"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":686,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Research conducted at Utah\u2019s colleges and universities shows that even short-term exposure to air pollutants can cause and aggravate severe health conditions, costing the state and individuals millions of dollars a year .","text":"Research conducted at Utah\u2019s colleges and universities shows that even short-term exposure to air pollutants can cause and aggravate severe health conditions, costing the state and individuals millions of dollars a year . IMPLIED_BASE IMPLIED_BASE","characters":221,"document_index":586,"md_sentence_index":403,"classification_origin":"causal_sentence_classification","url":"https://gardner.utah.edu/wp-content/uploads/Utah-Roadmap-Public-Draft.pdf","combo_id":"586_403","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":413157237,"_task_hash":-1038876061,"spans":[{"start":55,"end":60,"token_start":8,"token_end":8,"label":"confidence"},{"start":71,"end":90,"token_start":11,"token_end":14,"label":"effect_size"},{"start":94,"end":97,"token_start":16,"token_end":16,"label":"type_of"},{"text":"pollutants","start":98,"token_start":17,"token_end":17,"end":108,"type":"pattern","label":"base"},{"start":109,"end":112,"token_start":18,"token_end":18,"label":"confidence"},{"start":113,"end":118,"token_start":19,"token_end":19,"label":"predicate"},{"start":123,"end":132,"token_start":21,"token_end":21,"label":"change_direction"},{"start":133,"end":139,"token_start":22,"token_end":22,"label":"type_of"},{"text":"health","start":140,"token_start":23,"token_end":23,"end":146,"type":"pattern","label":"base"},{"start":147,"end":157,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":159,"end":166,"token_start":26,"token_end":26,"label":"predicate"},{"start":167,"end":192,"token_start":27,"token_end":30,"label":"to_whom"},{"start":193,"end":219,"token_start":31,"token_end":35,"label":"effect_size"},{"start":222,"end":234,"token_start":37,"token_end":37,"label":"base"}],"tokens":[{"text":"Research","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"conducted","start":9,"end":18,"id":1,"ws":true,"disabled":false},{"text":"at","start":19,"end":21,"id":2,"ws":true,"disabled":false},{"text":"Utah","start":22,"end":26,"id":3,"ws":false,"disabled":false},{"text":"\u2019s","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"colleges","start":29,"end":37,"id":5,"ws":true,"disabled":false},{"text":"and","start":38,"end":41,"id":6,"ws":true,"disabled":false},{"text":"universities","start":42,"end":54,"id":7,"ws":true,"disabled":false},{"text":"shows","start":55,"end":60,"id":8,"ws":true,"disabled":false},{"text":"that","start":61,"end":65,"id":9,"ws":true,"disabled":false},{"text":"even","start":66,"end":70,"id":10,"ws":true,"disabled":false},{"text":"short","start":71,"end":76,"id":11,"ws":false,"disabled":false},{"text":"-","start":76,"end":77,"id":12,"ws":false,"disabled":false},{"text":"term","start":77,"end":81,"id":13,"ws":true,"disabled":false},{"text":"exposure","start":82,"end":90,"id":14,"ws":true,"disabled":false},{"text":"to","start":91,"end":93,"id":15,"ws":true,"disabled":false},{"text":"air","start":94,"end":97,"id":16,"ws":true,"disabled":false},{"text":"pollutants","start":98,"end":108,"id":17,"ws":true,"disabled":false},{"text":"can","start":109,"end":112,"id":18,"ws":true,"disabled":false},{"text":"cause","start":113,"end":118,"id":19,"ws":true,"disabled":false},{"text":"and","start":119,"end":122,"id":20,"ws":true,"disabled":false},{"text":"aggravate","start":123,"end":132,"id":21,"ws":true,"disabled":false},{"text":"severe","start":133,"end":139,"id":22,"ws":true,"disabled":false},{"text":"health","start":140,"end":146,"id":23,"ws":true,"disabled":false},{"text":"conditions","start":147,"end":157,"id":24,"ws":false,"disabled":false},{"text":",","start":157,"end":158,"id":25,"ws":true,"disabled":false},{"text":"costing","start":159,"end":166,"id":26,"ws":true,"disabled":false},{"text":"the","start":167,"end":170,"id":27,"ws":true,"disabled":false},{"text":"state","start":171,"end":176,"id":28,"ws":true,"disabled":false},{"text":"and","start":177,"end":180,"id":29,"ws":true,"disabled":false},{"text":"individuals","start":181,"end":192,"id":30,"ws":true,"disabled":false},{"text":"millions","start":193,"end":201,"id":31,"ws":true,"disabled":false},{"text":"of","start":202,"end":204,"id":32,"ws":true,"disabled":false},{"text":"dollars","start":205,"end":212,"id":33,"ws":true,"disabled":false},{"text":"a","start":213,"end":214,"id":34,"ws":true,"disabled":false},{"text":"year","start":215,"end":219,"id":35,"ws":true,"disabled":false},{"text":".","start":220,"end":221,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":222,"end":234,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":235,"end":247,"id":38,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":14,"child":17,"head_span":{"start":71,"end":90,"token_start":11,"token_end":14,"label":"effect_size"},"child_span":{"start":98,"end":108,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":94,"end":97,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":98,"end":108,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":23,"head_span":{"start":123,"end":132,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":140,"end":146,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":133,"end":139,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":140,"end":146,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":23,"head_span":{"start":147,"end":157,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":140,"end":146,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":37,"head_span":{"start":193,"end":219,"token_start":31,"token_end":35,"label":"effect_size"},"child_span":{"start":222,"end":234,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":37,"head_span":{"start":167,"end":192,"token_start":27,"token_end":30,"label":"to_whom"},"child_span":{"start":222,"end":234,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":23,"head_span":{"start":98,"end":108,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":140,"end":146,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":37,"head_span":{"start":98,"end":108,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":222,"end":234,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":502,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"He warns that too much change in ocean temperature and salinity could disrupt the North Atlantic thermohaline circulation enough to slow down or possibly halt the conveyor belt\u2014causing drastic climate changes in time spans as short as a decade.\n","text":"He warns that too much change in ocean temperature and salinity could disrupt the North Atlantic thermohaline circulation enough to slow down or possibly halt the conveyor belt\u2014causing drastic climate changes in time spans as short as a decade. IMPLIED_BASE IMPLIED_BASE","characters":245,"document_index":382,"md_sentence_index":83,"classification_origin":"cm_cause_effect_rel","url":"https://www.nationalgeographic.com/environment/global-warming/big-thaw/","combo_id":"382_83","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1862181909,"_task_hash":96096297,"spans":[{"text":"ocean","start":33,"token_start":7,"token_end":7,"end":38,"type":"pattern","label":"base"},{"text":"temperature","start":39,"token_start":8,"token_end":8,"end":50,"type":"pattern","label":"aspect_changing"},{"start":55,"end":63,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":64,"end":69,"token_start":11,"token_end":11,"label":"confidence"},{"start":70,"end":77,"token_start":12,"token_end":12,"label":"predicate"},{"start":82,"end":96,"token_start":14,"token_end":15,"label":"where"},{"start":97,"end":109,"token_start":16,"token_end":16,"label":"type_of"},{"start":110,"end":121,"token_start":17,"token_end":17,"label":"base"},{"start":122,"end":131,"token_start":18,"token_end":19,"label":"predicate"},{"start":132,"end":158,"token_start":20,"token_end":24,"label":"change_direction"},{"start":163,"end":176,"token_start":26,"token_end":27,"label":"aspect_changing"},{"start":177,"end":184,"token_start":29,"token_end":29,"label":"predicate"},{"start":185,"end":192,"token_start":30,"token_end":30,"label":"type_of"},{"start":193,"end":208,"token_start":31,"token_end":32,"label":"base"},{"start":245,"end":257,"token_start":42,"token_end":42,"label":"base"}],"tokens":[{"text":"He","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"warns","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"that","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"too","start":14,"end":17,"id":3,"ws":true,"disabled":false},{"text":"much","start":18,"end":22,"id":4,"ws":true,"disabled":false},{"text":"change","start":23,"end":29,"id":5,"ws":true,"disabled":false},{"text":"in","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"ocean","start":33,"end":38,"id":7,"ws":true,"disabled":false},{"text":"temperature","start":39,"end":50,"id":8,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"salinity","start":55,"end":63,"id":10,"ws":true,"disabled":false},{"text":"could","start":64,"end":69,"id":11,"ws":true,"disabled":false},{"text":"disrupt","start":70,"end":77,"id":12,"ws":true,"disabled":false},{"text":"the","start":78,"end":81,"id":13,"ws":true,"disabled":false},{"text":"North","start":82,"end":87,"id":14,"ws":true,"disabled":false},{"text":"Atlantic","start":88,"end":96,"id":15,"ws":true,"disabled":false},{"text":"thermohaline","start":97,"end":109,"id":16,"ws":true,"disabled":false},{"text":"circulation","start":110,"end":121,"id":17,"ws":true,"disabled":false},{"text":"enough","start":122,"end":128,"id":18,"ws":true,"disabled":false},{"text":"to","start":129,"end":131,"id":19,"ws":true,"disabled":false},{"text":"slow","start":132,"end":136,"id":20,"ws":true,"disabled":false},{"text":"down","start":137,"end":141,"id":21,"ws":true,"disabled":false},{"text":"or","start":142,"end":144,"id":22,"ws":true,"disabled":false},{"text":"possibly","start":145,"end":153,"id":23,"ws":true,"disabled":false},{"text":"halt","start":154,"end":158,"id":24,"ws":true,"disabled":false},{"text":"the","start":159,"end":162,"id":25,"ws":true,"disabled":false},{"text":"conveyor","start":163,"end":171,"id":26,"ws":true,"disabled":false},{"text":"belt","start":172,"end":176,"id":27,"ws":false,"disabled":false},{"text":"\u2014","start":176,"end":177,"id":28,"ws":false,"disabled":false},{"text":"causing","start":177,"end":184,"id":29,"ws":true,"disabled":false},{"text":"drastic","start":185,"end":192,"id":30,"ws":true,"disabled":false},{"text":"climate","start":193,"end":200,"id":31,"ws":true,"disabled":false},{"text":"changes","start":201,"end":208,"id":32,"ws":true,"disabled":false},{"text":"in","start":209,"end":211,"id":33,"ws":true,"disabled":false},{"text":"time","start":212,"end":216,"id":34,"ws":true,"disabled":false},{"text":"spans","start":217,"end":222,"id":35,"ws":true,"disabled":false},{"text":"as","start":223,"end":225,"id":36,"ws":true,"disabled":false},{"text":"short","start":226,"end":231,"id":37,"ws":true,"disabled":false},{"text":"as","start":232,"end":234,"id":38,"ws":true,"disabled":false},{"text":"a","start":235,"end":236,"id":39,"ws":true,"disabled":false},{"text":"decade","start":237,"end":243,"id":40,"ws":false,"disabled":false},{"text":".","start":243,"end":244,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":245,"end":257,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":258,"end":270,"id":43,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":8,"child":7,"head_span":{"start":39,"end":50,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":33,"end":38,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":7,"head_span":{"start":55,"end":63,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":33,"end":38,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":82,"end":96,"token_start":14,"token_end":15,"label":"where"},"child_span":{"start":110,"end":121,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":97,"end":109,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":110,"end":121,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":42,"head_span":{"start":163,"end":176,"token_start":26,"token_end":27,"label":"aspect_changing"},"child_span":{"start":245,"end":257,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":42,"head_span":{"start":132,"end":158,"token_start":20,"token_end":24,"label":"change_direction"},"child_span":{"start":245,"end":257,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":32,"head_span":{"start":185,"end":192,"token_start":30,"token_end":30,"label":"type_of"},"child_span":{"start":193,"end":208,"token_start":31,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":17,"head_span":{"start":33,"end":38,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":110,"end":121,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":42,"head_span":{"start":110,"end":121,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":245,"end":257,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":32,"head_span":{"start":245,"end":257,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":193,"end":208,"token_start":31,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":509,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Later determined to be due to live fire training, gusty winds and dry conditions allowed the fire to spread, reaching about 3,300 acres in size, destroying three homes, and causing the evacuation of 250 homes.\n","text":"Later determined to be due to live fire training, gusty winds and dry conditions allowed the fire to spread, reaching about 3,300 acres in size, destroying three homes, and causing the evacuation of 250 homes. IMPLIED_BASE IMPLIED_BASE","characters":210,"document_index":383,"md_sentence_index":110,"classification_origin":"cm_cause_effect_rel","url":"https://media.defense.gov/2019/Jan/29/2002084200/-1/-1/1/CLIMATE-CHANGE-REPORT-2019.PDF","combo_id":"383_110","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":2016156325,"_task_hash":1326229225,"spans":[{"start":6,"end":16,"token_start":1,"token_end":1,"label":"confidence"},{"start":23,"end":29,"token_start":4,"token_end":5,"label":"predicate"},{"start":30,"end":34,"token_start":6,"token_end":6,"label":"type_of"},{"start":35,"end":48,"token_start":7,"token_end":8,"label":"base"},{"start":50,"end":55,"token_start":10,"token_end":10,"label":"type_of"},{"start":56,"end":61,"token_start":11,"token_end":11,"label":"base"},{"start":66,"end":69,"token_start":13,"token_end":13,"label":"type_of"},{"start":70,"end":80,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":81,"end":88,"token_start":15,"token_end":15,"label":"predicate"},{"start":93,"end":97,"token_start":17,"token_end":17,"label":"base"},{"start":101,"end":107,"token_start":19,"token_end":19,"label":"change_direction"},{"start":118,"end":143,"token_start":22,"token_end":26,"label":"effect_size"},{"start":145,"end":155,"token_start":28,"token_end":28,"label":"change_direction"},{"start":156,"end":161,"token_start":29,"token_end":29,"label":"effect_size"},{"text":"homes","start":162,"token_start":30,"token_end":30,"end":167,"type":"pattern","label":"base"},{"start":173,"end":180,"token_start":33,"token_end":33,"label":"predicate"},{"start":185,"end":195,"token_start":35,"token_end":35,"label":"aspect_changing"},{"start":199,"end":202,"token_start":37,"token_end":37,"label":"effect_size"},{"text":"homes","start":203,"token_start":38,"token_end":38,"end":208,"type":"pattern","label":"base"},{"start":210,"end":222,"token_start":40,"token_end":40,"label":"base"}],"tokens":[{"text":"Later","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"determined","start":6,"end":16,"id":1,"ws":true,"disabled":false},{"text":"to","start":17,"end":19,"id":2,"ws":true,"disabled":false},{"text":"be","start":20,"end":22,"id":3,"ws":true,"disabled":false},{"text":"due","start":23,"end":26,"id":4,"ws":true,"disabled":false},{"text":"to","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"live","start":30,"end":34,"id":6,"ws":true,"disabled":false},{"text":"fire","start":35,"end":39,"id":7,"ws":true,"disabled":false},{"text":"training","start":40,"end":48,"id":8,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":9,"ws":true,"disabled":false},{"text":"gusty","start":50,"end":55,"id":10,"ws":true,"disabled":false},{"text":"winds","start":56,"end":61,"id":11,"ws":true,"disabled":false},{"text":"and","start":62,"end":65,"id":12,"ws":true,"disabled":false},{"text":"dry","start":66,"end":69,"id":13,"ws":true,"disabled":false},{"text":"conditions","start":70,"end":80,"id":14,"ws":true,"disabled":false},{"text":"allowed","start":81,"end":88,"id":15,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":16,"ws":true,"disabled":false},{"text":"fire","start":93,"end":97,"id":17,"ws":true,"disabled":false},{"text":"to","start":98,"end":100,"id":18,"ws":true,"disabled":false},{"text":"spread","start":101,"end":107,"id":19,"ws":false,"disabled":false},{"text":",","start":107,"end":108,"id":20,"ws":true,"disabled":false},{"text":"reaching","start":109,"end":117,"id":21,"ws":true,"disabled":false},{"text":"about","start":118,"end":123,"id":22,"ws":true,"disabled":false},{"text":"3,300","start":124,"end":129,"id":23,"ws":true,"disabled":false},{"text":"acres","start":130,"end":135,"id":24,"ws":true,"disabled":false},{"text":"in","start":136,"end":138,"id":25,"ws":true,"disabled":false},{"text":"size","start":139,"end":143,"id":26,"ws":false,"disabled":false},{"text":",","start":143,"end":144,"id":27,"ws":true,"disabled":false},{"text":"destroying","start":145,"end":155,"id":28,"ws":true,"disabled":false},{"text":"three","start":156,"end":161,"id":29,"ws":true,"disabled":false},{"text":"homes","start":162,"end":167,"id":30,"ws":false,"disabled":false},{"text":",","start":167,"end":168,"id":31,"ws":true,"disabled":false},{"text":"and","start":169,"end":172,"id":32,"ws":true,"disabled":false},{"text":"causing","start":173,"end":180,"id":33,"ws":true,"disabled":false},{"text":"the","start":181,"end":184,"id":34,"ws":true,"disabled":false},{"text":"evacuation","start":185,"end":195,"id":35,"ws":true,"disabled":false},{"text":"of","start":196,"end":198,"id":36,"ws":true,"disabled":false},{"text":"250","start":199,"end":202,"id":37,"ws":true,"disabled":false},{"text":"homes","start":203,"end":208,"id":38,"ws":false,"disabled":false},{"text":".","start":208,"end":209,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":210,"end":222,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":223,"end":235,"id":41,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":6,"child":8,"head_span":{"start":30,"end":34,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":35,"end":48,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":50,"end":55,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":56,"end":61,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":40,"head_span":{"start":66,"end":69,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":210,"end":222,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":40,"head_span":{"start":70,"end":80,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":210,"end":222,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":17,"head_span":{"start":101,"end":107,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":93,"end":97,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":17,"head_span":{"start":118,"end":143,"token_start":22,"token_end":26,"label":"effect_size"},"child_span":{"start":93,"end":97,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":30,"head_span":{"start":145,"end":155,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":162,"end":167,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":30,"head_span":{"start":156,"end":161,"token_start":29,"token_end":29,"label":"effect_size"},"child_span":{"start":162,"end":167,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":38,"head_span":{"start":185,"end":195,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":203,"end":208,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":38,"head_span":{"start":199,"end":202,"token_start":37,"token_end":37,"label":"effect_size"},"child_span":{"start":203,"end":208,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":35,"end":48,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":56,"end":61,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":40,"head_span":{"start":35,"end":48,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":210,"end":222,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":17,"head_span":{"start":56,"end":61,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":93,"end":97,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":40,"child":17,"head_span":{"start":210,"end":222,"token_start":40,"token_end":40,"label":"base"},"child_span":{"start":93,"end":97,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":30,"head_span":{"start":93,"end":97,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":162,"end":167,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":38,"head_span":{"start":93,"end":97,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":203,"end":208,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1162,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Zeta, which was responsible for at least one death, is the fifth major storm to hit Louisiana this year, coming as yet another blow late in a long and punishing hurricane season that has wrought billions of dollars in devastation in the state and left many residents worn out.\n","text":"Zeta, which was responsible for at least one death, is the fifth major storm to hit Louisiana this year, coming as yet another blow late in a long and punishing hurricane season that has wrought billions of dollars in devastation in the state and left many residents worn out. IMPLIED_BASE IMPLIED_BASE","characters":277,"document_index":867,"md_sentence_index":6,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/10/28/us/hurricane-zeta.html","combo_id":"867_6","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":2137258716,"_task_hash":203301848,"spans":[{"start":12,"end":15,"token_start":3,"token_end":3,"label":"confidence"},{"start":16,"end":27,"token_start":4,"token_end":4,"label":"predicate"},{"start":32,"end":44,"token_start":6,"token_end":8,"label":"effect_size"},{"text":"death","start":45,"token_start":9,"token_end":9,"end":50,"type":"pattern","label":"base"},{"text":"storm","start":71,"token_start":15,"token_end":15,"end":76,"type":"pattern","label":"base"},{"start":84,"end":93,"token_start":18,"token_end":18,"label":"where"},{"start":94,"end":103,"token_start":19,"token_end":20,"label":"when"},{"start":142,"end":146,"token_start":30,"token_end":30,"label":"type_of"},{"start":151,"end":160,"token_start":32,"token_end":32,"label":"type_of"},{"start":161,"end":170,"token_start":33,"token_end":33,"label":"base"},{"start":171,"end":177,"token_start":34,"token_end":34,"label":"when"},{"start":183,"end":186,"token_start":36,"token_end":36,"label":"confidence"},{"start":187,"end":194,"token_start":37,"token_end":37,"label":"predicate"},{"start":195,"end":214,"token_start":38,"token_end":40,"label":"effect_size"},{"start":218,"end":229,"token_start":42,"token_end":42,"label":"aspect_changing"},{"start":230,"end":242,"token_start":43,"token_end":45,"label":"where"},{"start":247,"end":251,"token_start":47,"token_end":47,"label":"predicate"},{"start":252,"end":256,"token_start":48,"token_end":48,"label":"effect_size"},{"start":257,"end":266,"token_start":49,"token_end":49,"label":"base"},{"start":277,"end":289,"token_start":53,"token_end":53,"label":"base"}],"tokens":[{"text":"Zeta","start":0,"end":4,"id":0,"ws":false,"disabled":false},{"text":",","start":4,"end":5,"id":1,"ws":true,"disabled":false},{"text":"which","start":6,"end":11,"id":2,"ws":true,"disabled":false},{"text":"was","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"responsible","start":16,"end":27,"id":4,"ws":true,"disabled":false},{"text":"for","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"at","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"least","start":35,"end":40,"id":7,"ws":true,"disabled":false},{"text":"one","start":41,"end":44,"id":8,"ws":true,"disabled":false},{"text":"death","start":45,"end":50,"id":9,"ws":false,"disabled":false},{"text":",","start":50,"end":51,"id":10,"ws":true,"disabled":false},{"text":"is","start":52,"end":54,"id":11,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":12,"ws":true,"disabled":false},{"text":"fifth","start":59,"end":64,"id":13,"ws":true,"disabled":false},{"text":"major","start":65,"end":70,"id":14,"ws":true,"disabled":false},{"text":"storm","start":71,"end":76,"id":15,"ws":true,"disabled":false},{"text":"to","start":77,"end":79,"id":16,"ws":true,"disabled":false},{"text":"hit","start":80,"end":83,"id":17,"ws":true,"disabled":false},{"text":"Louisiana","start":84,"end":93,"id":18,"ws":true,"disabled":false},{"text":"this","start":94,"end":98,"id":19,"ws":true,"disabled":false},{"text":"year","start":99,"end":103,"id":20,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":21,"ws":true,"disabled":false},{"text":"coming","start":105,"end":111,"id":22,"ws":true,"disabled":false},{"text":"as","start":112,"end":114,"id":23,"ws":true,"disabled":false},{"text":"yet","start":115,"end":118,"id":24,"ws":true,"disabled":false},{"text":"another","start":119,"end":126,"id":25,"ws":true,"disabled":false},{"text":"blow","start":127,"end":131,"id":26,"ws":true,"disabled":false},{"text":"late","start":132,"end":136,"id":27,"ws":true,"disabled":false},{"text":"in","start":137,"end":139,"id":28,"ws":true,"disabled":false},{"text":"a","start":140,"end":141,"id":29,"ws":true,"disabled":false},{"text":"long","start":142,"end":146,"id":30,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":31,"ws":true,"disabled":false},{"text":"punishing","start":151,"end":160,"id":32,"ws":true,"disabled":false},{"text":"hurricane","start":161,"end":170,"id":33,"ws":true,"disabled":false},{"text":"season","start":171,"end":177,"id":34,"ws":true,"disabled":false},{"text":"that","start":178,"end":182,"id":35,"ws":true,"disabled":false},{"text":"has","start":183,"end":186,"id":36,"ws":true,"disabled":false},{"text":"wrought","start":187,"end":194,"id":37,"ws":true,"disabled":false},{"text":"billions","start":195,"end":203,"id":38,"ws":true,"disabled":false},{"text":"of","start":204,"end":206,"id":39,"ws":true,"disabled":false},{"text":"dollars","start":207,"end":214,"id":40,"ws":true,"disabled":false},{"text":"in","start":215,"end":217,"id":41,"ws":true,"disabled":false},{"text":"devastation","start":218,"end":229,"id":42,"ws":true,"disabled":false},{"text":"in","start":230,"end":232,"id":43,"ws":true,"disabled":false},{"text":"the","start":233,"end":236,"id":44,"ws":true,"disabled":false},{"text":"state","start":237,"end":242,"id":45,"ws":true,"disabled":false},{"text":"and","start":243,"end":246,"id":46,"ws":true,"disabled":false},{"text":"left","start":247,"end":251,"id":47,"ws":true,"disabled":false},{"text":"many","start":252,"end":256,"id":48,"ws":true,"disabled":false},{"text":"residents","start":257,"end":266,"id":49,"ws":true,"disabled":false},{"text":"worn","start":267,"end":271,"id":50,"ws":true,"disabled":false},{"text":"out","start":272,"end":275,"id":51,"ws":false,"disabled":false},{"text":".","start":275,"end":276,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":277,"end":289,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":290,"end":302,"id":54,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":8,"child":9,"head_span":{"start":32,"end":44,"token_start":6,"token_end":8,"label":"effect_size"},"child_span":{"start":45,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":15,"head_span":{"start":84,"end":93,"token_start":18,"token_end":18,"label":"where"},"child_span":{"start":71,"end":76,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":15,"head_span":{"start":94,"end":103,"token_start":19,"token_end":20,"label":"when"},"child_span":{"start":71,"end":76,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":33,"head_span":{"start":142,"end":146,"token_start":30,"token_end":30,"label":"type_of"},"child_span":{"start":161,"end":170,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":33,"head_span":{"start":151,"end":160,"token_start":32,"token_end":32,"label":"type_of"},"child_span":{"start":161,"end":170,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":171,"end":177,"token_start":34,"token_end":34,"label":"when"},"child_span":{"start":161,"end":170,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":53,"head_span":{"start":195,"end":214,"token_start":38,"token_end":40,"label":"effect_size"},"child_span":{"start":277,"end":289,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":53,"head_span":{"start":218,"end":229,"token_start":42,"token_end":42,"label":"aspect_changing"},"child_span":{"start":277,"end":289,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":53,"head_span":{"start":230,"end":242,"token_start":43,"token_end":45,"label":"where"},"child_span":{"start":277,"end":289,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":49,"head_span":{"start":252,"end":256,"token_start":48,"token_end":48,"label":"effect_size"},"child_span":{"start":257,"end":266,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":9,"head_span":{"start":71,"end":76,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":45,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":53,"head_span":{"start":161,"end":170,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":277,"end":289,"token_start":53,"token_end":53,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":49,"head_span":{"start":161,"end":170,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":257,"end":266,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":896,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These embers often originate within the body of the main burn that may be relatively distant from the structure, but due to the nature of ember transmission can land on or near the structure and cause a direct ignition or a spot fire distant from the primary burn.","text":"These embers often originate within the body of the main burn that may be relatively distant from the structure, but due to the nature of ember transmission can land on or near the structure and cause a direct ignition or a spot fire distant from the primary burn. IMPLIED_BASE IMPLIED_BASE","characters":264,"document_index":717,"md_sentence_index":158,"classification_origin":"causal_sentence_classification","url":"https://storymaps.arcgis.com/stories/cb987be2818a4013a66977b6b3900444","combo_id":"717_158","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1295888578,"_task_hash":1470274894,"spans":[{"start":6,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":13,"end":18,"token_start":2,"token_end":2,"label":"confidence"},{"start":19,"end":28,"token_start":3,"token_end":3,"label":"change_direction"},{"start":29,"end":47,"token_start":4,"token_end":7,"label":"where"},{"start":52,"end":56,"token_start":9,"token_end":9,"label":"type_of"},{"start":57,"end":61,"token_start":10,"token_end":10,"label":"base"},{"start":74,"end":111,"token_start":14,"token_end":18,"label":"where"},{"start":117,"end":123,"token_start":21,"token_end":22,"label":"predicate"},{"start":128,"end":134,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":138,"end":143,"token_start":26,"token_end":26,"label":"base"},{"start":144,"end":156,"token_start":27,"token_end":27,"label":"change_direction"},{"start":157,"end":160,"token_start":28,"token_end":28,"label":"confidence"},{"start":166,"end":190,"token_start":30,"token_end":34,"label":"where"},{"start":195,"end":200,"token_start":36,"token_end":36,"label":"predicate"},{"start":203,"end":209,"token_start":38,"token_end":38,"label":"type_of"},{"start":210,"end":218,"token_start":39,"token_end":39,"label":"base"},{"start":224,"end":228,"token_start":42,"token_end":42,"label":"type_of"},{"start":229,"end":233,"token_start":43,"token_end":43,"label":"base"},{"start":234,"end":263,"token_start":44,"token_end":48,"label":"where"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"embers","start":6,"end":12,"id":1,"ws":true,"disabled":false},{"text":"often","start":13,"end":18,"id":2,"ws":true,"disabled":false},{"text":"originate","start":19,"end":28,"id":3,"ws":true,"disabled":false},{"text":"within","start":29,"end":35,"id":4,"ws":true,"disabled":false},{"text":"the","start":36,"end":39,"id":5,"ws":true,"disabled":false},{"text":"body","start":40,"end":44,"id":6,"ws":true,"disabled":false},{"text":"of","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":8,"ws":true,"disabled":false},{"text":"main","start":52,"end":56,"id":9,"ws":true,"disabled":false},{"text":"burn","start":57,"end":61,"id":10,"ws":true,"disabled":false},{"text":"that","start":62,"end":66,"id":11,"ws":true,"disabled":false},{"text":"may","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"be","start":71,"end":73,"id":13,"ws":true,"disabled":false},{"text":"relatively","start":74,"end":84,"id":14,"ws":true,"disabled":false},{"text":"distant","start":85,"end":92,"id":15,"ws":true,"disabled":false},{"text":"from","start":93,"end":97,"id":16,"ws":true,"disabled":false},{"text":"the","start":98,"end":101,"id":17,"ws":true,"disabled":false},{"text":"structure","start":102,"end":111,"id":18,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":19,"ws":true,"disabled":false},{"text":"but","start":113,"end":116,"id":20,"ws":true,"disabled":false},{"text":"due","start":117,"end":120,"id":21,"ws":true,"disabled":false},{"text":"to","start":121,"end":123,"id":22,"ws":true,"disabled":false},{"text":"the","start":124,"end":127,"id":23,"ws":true,"disabled":false},{"text":"nature","start":128,"end":134,"id":24,"ws":true,"disabled":false},{"text":"of","start":135,"end":137,"id":25,"ws":true,"disabled":false},{"text":"ember","start":138,"end":143,"id":26,"ws":true,"disabled":false},{"text":"transmission","start":144,"end":156,"id":27,"ws":true,"disabled":false},{"text":"can","start":157,"end":160,"id":28,"ws":true,"disabled":false},{"text":"land","start":161,"end":165,"id":29,"ws":true,"disabled":false},{"text":"on","start":166,"end":168,"id":30,"ws":true,"disabled":false},{"text":"or","start":169,"end":171,"id":31,"ws":true,"disabled":false},{"text":"near","start":172,"end":176,"id":32,"ws":true,"disabled":false},{"text":"the","start":177,"end":180,"id":33,"ws":true,"disabled":false},{"text":"structure","start":181,"end":190,"id":34,"ws":true,"disabled":false},{"text":"and","start":191,"end":194,"id":35,"ws":true,"disabled":false},{"text":"cause","start":195,"end":200,"id":36,"ws":true,"disabled":false},{"text":"a","start":201,"end":202,"id":37,"ws":true,"disabled":false},{"text":"direct","start":203,"end":209,"id":38,"ws":true,"disabled":false},{"text":"ignition","start":210,"end":218,"id":39,"ws":true,"disabled":false},{"text":"or","start":219,"end":221,"id":40,"ws":true,"disabled":false},{"text":"a","start":222,"end":223,"id":41,"ws":true,"disabled":false},{"text":"spot","start":224,"end":228,"id":42,"ws":true,"disabled":false},{"text":"fire","start":229,"end":233,"id":43,"ws":true,"disabled":false},{"text":"distant","start":234,"end":241,"id":44,"ws":true,"disabled":false},{"text":"from","start":242,"end":246,"id":45,"ws":true,"disabled":false},{"text":"the","start":247,"end":250,"id":46,"ws":true,"disabled":false},{"text":"primary","start":251,"end":258,"id":47,"ws":true,"disabled":false},{"text":"burn","start":259,"end":263,"id":48,"ws":false,"disabled":false},{"text":".","start":263,"end":264,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":265,"end":277,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":278,"end":290,"id":51,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":3,"child":1,"head_span":{"start":19,"end":28,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":6,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":52,"end":56,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":57,"end":61,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":26,"head_span":{"start":128,"end":134,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":138,"end":143,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":26,"head_span":{"start":144,"end":156,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":138,"end":143,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":39,"head_span":{"start":203,"end":209,"token_start":38,"token_end":38,"label":"type_of"},"child_span":{"start":210,"end":218,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":43,"head_span":{"start":224,"end":228,"token_start":42,"token_end":42,"label":"type_of"},"child_span":{"start":229,"end":233,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":1,"head_span":{"start":57,"end":61,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":6,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":39,"head_span":{"start":138,"end":143,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":210,"end":218,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":43,"head_span":{"start":138,"end":143,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":229,"end":233,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":885,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"This paper reports on three lessons learned from analysis of wildfires and climate change; first, it seems likely that area burned will roughly double during the next century in the west; second, the most important variable seems to be summer temperature; and third, there are state-by-state variations in sensitivity to fires.\n","text":"This paper reports on three lessons learned from analysis of wildfires and climate change; first, it seems likely that area burned will roughly double during the next century in the west; second, the most important variable seems to be summer temperature; and third, there are state-by-state variations in sensitivity to fires. IMPLIED_BASE IMPLIED_BASE","characters":328,"document_index":715,"md_sentence_index":522,"classification_origin":"causal_sentence_classification","url":"https://earthtosky.org/climate-change-categories?tmpl=component&article_id=78","combo_id":"715_522","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1021588404,"_task_hash":1986222636,"spans":[{"text":"wildfires","start":61,"token_start":10,"token_end":10,"end":70,"type":"pattern","label":"base"},{"text":"climate change","start":75,"token_start":12,"token_end":13,"end":89,"type":"pattern","label":"base"},{"start":107,"end":113,"token_start":19,"token_end":19,"label":"confidence"},{"start":119,"end":123,"token_start":21,"token_end":21,"label":"aspect_changing"},{"start":124,"end":130,"token_start":22,"token_end":22,"label":"change_direction"},{"start":136,"end":150,"token_start":24,"token_end":25,"label":"effect_size"},{"start":151,"end":174,"token_start":26,"token_end":29,"label":"when"},{"start":175,"end":186,"token_start":30,"token_end":32,"label":"where"},{"start":236,"end":242,"token_start":43,"token_end":43,"label":"type_of"},{"text":"temperature","start":243,"token_start":44,"token_end":44,"end":254,"type":"pattern","label":"aspect_changing"},{"start":277,"end":291,"token_start":51,"token_end":55,"label":"where"},{"start":292,"end":302,"token_start":56,"token_end":56,"label":"change_direction"},{"start":306,"end":317,"token_start":58,"token_end":58,"label":"aspect_changing"},{"start":321,"end":326,"token_start":60,"token_end":60,"label":"base"},{"start":328,"end":340,"token_start":62,"token_end":62,"label":"base"},{"start":341,"end":353,"token_start":63,"token_end":63,"label":"base"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"paper","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"reports","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"on","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"three","start":22,"end":27,"id":4,"ws":true,"disabled":false},{"text":"lessons","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"learned","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"from","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"analysis","start":49,"end":57,"id":8,"ws":true,"disabled":false},{"text":"of","start":58,"end":60,"id":9,"ws":true,"disabled":false},{"text":"wildfires","start":61,"end":70,"id":10,"ws":true,"disabled":false},{"text":"and","start":71,"end":74,"id":11,"ws":true,"disabled":false},{"text":"climate","start":75,"end":82,"id":12,"ws":true,"disabled":false},{"text":"change","start":83,"end":89,"id":13,"ws":false,"disabled":false},{"text":";","start":89,"end":90,"id":14,"ws":true,"disabled":false},{"text":"first","start":91,"end":96,"id":15,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":16,"ws":true,"disabled":false},{"text":"it","start":98,"end":100,"id":17,"ws":true,"disabled":false},{"text":"seems","start":101,"end":106,"id":18,"ws":true,"disabled":false},{"text":"likely","start":107,"end":113,"id":19,"ws":true,"disabled":false},{"text":"that","start":114,"end":118,"id":20,"ws":true,"disabled":false},{"text":"area","start":119,"end":123,"id":21,"ws":true,"disabled":false},{"text":"burned","start":124,"end":130,"id":22,"ws":true,"disabled":false},{"text":"will","start":131,"end":135,"id":23,"ws":true,"disabled":false},{"text":"roughly","start":136,"end":143,"id":24,"ws":true,"disabled":false},{"text":"double","start":144,"end":150,"id":25,"ws":true,"disabled":false},{"text":"during","start":151,"end":157,"id":26,"ws":true,"disabled":false},{"text":"the","start":158,"end":161,"id":27,"ws":true,"disabled":false},{"text":"next","start":162,"end":166,"id":28,"ws":true,"disabled":false},{"text":"century","start":167,"end":174,"id":29,"ws":true,"disabled":false},{"text":"in","start":175,"end":177,"id":30,"ws":true,"disabled":false},{"text":"the","start":178,"end":181,"id":31,"ws":true,"disabled":false},{"text":"west","start":182,"end":186,"id":32,"ws":false,"disabled":false},{"text":";","start":186,"end":187,"id":33,"ws":true,"disabled":false},{"text":"second","start":188,"end":194,"id":34,"ws":false,"disabled":false},{"text":",","start":194,"end":195,"id":35,"ws":true,"disabled":false},{"text":"the","start":196,"end":199,"id":36,"ws":true,"disabled":false},{"text":"most","start":200,"end":204,"id":37,"ws":true,"disabled":false},{"text":"important","start":205,"end":214,"id":38,"ws":true,"disabled":false},{"text":"variable","start":215,"end":223,"id":39,"ws":true,"disabled":false},{"text":"seems","start":224,"end":229,"id":40,"ws":true,"disabled":false},{"text":"to","start":230,"end":232,"id":41,"ws":true,"disabled":false},{"text":"be","start":233,"end":235,"id":42,"ws":true,"disabled":false},{"text":"summer","start":236,"end":242,"id":43,"ws":true,"disabled":false},{"text":"temperature","start":243,"end":254,"id":44,"ws":false,"disabled":false},{"text":";","start":254,"end":255,"id":45,"ws":true,"disabled":false},{"text":"and","start":256,"end":259,"id":46,"ws":true,"disabled":false},{"text":"third","start":260,"end":265,"id":47,"ws":false,"disabled":false},{"text":",","start":265,"end":266,"id":48,"ws":true,"disabled":false},{"text":"there","start":267,"end":272,"id":49,"ws":true,"disabled":false},{"text":"are","start":273,"end":276,"id":50,"ws":true,"disabled":false},{"text":"state","start":277,"end":282,"id":51,"ws":false,"disabled":false},{"text":"-","start":282,"end":283,"id":52,"ws":false,"disabled":false},{"text":"by","start":283,"end":285,"id":53,"ws":false,"disabled":false},{"text":"-","start":285,"end":286,"id":54,"ws":false,"disabled":false},{"text":"state","start":286,"end":291,"id":55,"ws":true,"disabled":false},{"text":"variations","start":292,"end":302,"id":56,"ws":true,"disabled":false},{"text":"in","start":303,"end":305,"id":57,"ws":true,"disabled":false},{"text":"sensitivity","start":306,"end":317,"id":58,"ws":true,"disabled":false},{"text":"to","start":318,"end":320,"id":59,"ws":true,"disabled":false},{"text":"fires","start":321,"end":326,"id":60,"ws":false,"disabled":false},{"text":".","start":326,"end":327,"id":61,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":328,"end":340,"id":62,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":341,"end":353,"id":63,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":55,"child":60,"head_span":{"start":277,"end":291,"token_start":51,"token_end":55,"label":"where"},"child_span":{"start":321,"end":326,"token_start":60,"token_end":60,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":56,"child":60,"head_span":{"start":292,"end":302,"token_start":56,"token_end":56,"label":"change_direction"},"child_span":{"start":321,"end":326,"token_start":60,"token_end":60,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":58,"child":60,"head_span":{"start":306,"end":317,"token_start":58,"token_end":58,"label":"aspect_changing"},"child_span":{"start":321,"end":326,"token_start":60,"token_end":60,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":62,"head_span":{"start":236,"end":242,"token_start":43,"token_end":43,"label":"type_of"},"child_span":{"start":328,"end":340,"token_start":62,"token_end":62,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":62,"head_span":{"start":243,"end":254,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":328,"end":340,"token_start":62,"token_end":62,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":63,"head_span":{"start":119,"end":123,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":341,"end":353,"token_start":63,"token_end":63,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":63,"head_span":{"start":124,"end":130,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":341,"end":353,"token_start":63,"token_end":63,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":63,"head_span":{"start":136,"end":150,"token_start":24,"token_end":25,"label":"effect_size"},"child_span":{"start":341,"end":353,"token_start":63,"token_end":63,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":63,"head_span":{"start":151,"end":174,"token_start":26,"token_end":29,"label":"when"},"child_span":{"start":341,"end":353,"token_start":63,"token_end":63,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":63,"head_span":{"start":175,"end":186,"token_start":30,"token_end":32,"label":"where"},"child_span":{"start":341,"end":353,"token_start":63,"token_end":63,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":16,"Used?":"staged","Dataset name":"checkin-three","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Wildfires in the West reduced visibility, slowed frequency of landings, and rerouted planes.","text":"Wildfires in the West reduced visibility, slowed frequency of landings, and rerouted planes. IMPLIED_BASE IMPLIED_BASE","characters":92,"document_index":16,"md_sentence_index":32,"classification_origin":"cm_cause_effect_rel","url":"https://www.vox.com/first-person/2019/4/17/18410615/green-new-deal-flight-attendants-alexandria-ocasio-cortez-sara-nelson","combo_id":"16_32","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-456966441,"_task_hash":356567133,"spans":[{"text":"Wildfires","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"base"},{"start":10,"end":21,"token_start":1,"token_end":3,"label":"where"},{"text":"reduced","start":22,"token_start":4,"token_end":4,"end":29,"type":"pattern","label":"change_direction"},{"text":"visibility","start":30,"token_start":5,"token_end":5,"end":40,"type":"pattern","label":"aspect_changing"},{"text":"slowed","start":42,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"change_direction"},{"text":"frequency of landings","start":49,"token_start":8,"token_end":10,"end":70,"type":"pattern","label":"aspect_changing"},{"text":"rerouted","start":76,"token_start":13,"token_end":13,"end":84,"type":"pattern","label":"change_direction"},{"text":"planes","start":85,"token_start":14,"token_end":14,"end":91,"type":"pattern","label":"base"},{"start":93,"end":105,"token_start":16,"token_end":16,"label":"base"},{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"Wildfires","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"in","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"the","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"West","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"reduced","start":22,"end":29,"id":4,"ws":true,"disabled":false},{"text":"visibility","start":30,"end":40,"id":5,"ws":false,"disabled":false},{"text":",","start":40,"end":41,"id":6,"ws":true,"disabled":false},{"text":"slowed","start":42,"end":48,"id":7,"ws":true,"disabled":false},{"text":"frequency","start":49,"end":58,"id":8,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"landings","start":62,"end":70,"id":10,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":11,"ws":true,"disabled":false},{"text":"and","start":72,"end":75,"id":12,"ws":true,"disabled":false},{"text":"rerouted","start":76,"end":84,"id":13,"ws":true,"disabled":false},{"text":"planes","start":85,"end":91,"id":14,"ws":false,"disabled":false},{"text":".","start":91,"end":92,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":17,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":4,"child":16,"head_span":{"start":22,"end":29,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":93,"end":105,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":16,"head_span":{"start":30,"end":40,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":93,"end":105,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":76,"end":84,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":85,"end":91,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":17,"head_span":{"start":42,"end":48,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":17,"head_span":{"start":49,"end":70,"token_start":8,"token_end":10,"label":"aspect_changing"},"child_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":14,"head_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":85,"end":91,"token_start":14,"token_end":14,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":0,"child":16,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":93,"end":105,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":17,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":14,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":85,"end":91,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":563,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Contamination of aquifers will exacerbate water shortages.","text":"Contamination of aquifers will exacerbate water shortages. IMPLIED_BASE IMPLIED_BASE","characters":58,"document_index":445,"md_sentence_index":39,"classification_origin":"causal_sentence_classification","url":"https://www.foreignaffairs.com/articles/2019-09-23/climate-change-already-killing-us","combo_id":"445_39","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-273768650,"_task_hash":1000701749,"spans":[{"start":0,"end":13,"token_start":0,"token_end":0,"label":"aspect_changing"},{"start":17,"end":25,"token_start":2,"token_end":2,"label":"base"},{"start":26,"end":30,"token_start":3,"token_end":3,"label":"confidence"},{"start":31,"end":41,"token_start":4,"token_end":4,"label":"change_direction"},{"text":"water","start":42,"token_start":5,"token_end":5,"end":47,"type":"pattern","label":"base"},{"start":48,"end":57,"token_start":6,"token_end":6,"label":"aspect_changing"}],"tokens":[{"text":"Contamination","start":0,"end":13,"id":0,"ws":true,"disabled":false},{"text":"of","start":14,"end":16,"id":1,"ws":true,"disabled":false},{"text":"aquifers","start":17,"end":25,"id":2,"ws":true,"disabled":false},{"text":"will","start":26,"end":30,"id":3,"ws":true,"disabled":false},{"text":"exacerbate","start":31,"end":41,"id":4,"ws":true,"disabled":false},{"text":"water","start":42,"end":47,"id":5,"ws":true,"disabled":false},{"text":"shortages","start":48,"end":57,"id":6,"ws":false,"disabled":false},{"text":".","start":57,"end":58,"id":7,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":59,"end":71,"id":8,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":72,"end":84,"id":9,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":2,"head_span":{"start":0,"end":13,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":17,"end":25,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":31,"end":41,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":42,"end":47,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":48,"end":57,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":42,"end":47,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":5,"head_span":{"start":17,"end":25,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":42,"end":47,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":318,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"complex","original_md_text":"During an El Ni\u00f1o, warmer-than-normal surface waters in the equatorial Pacific can affect weather patterns in many parts of the world, including rainfall in Central America.","text":"During an El Ni\u00f1o, warmer-than-normal surface waters in the equatorial Pacific can affect weather patterns in many parts of the world, including rainfall in Central America. IMPLIED_BASE IMPLIED_BASE","characters":173,"document_index":92,"md_sentence_index":12,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/17/climate/drought-water-shortage-panama-canal.html","combo_id":"92_12","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-477907444,"_task_hash":-92888950,"spans":[{"start":0,"end":17,"token_start":0,"token_end":3,"label":"when"},{"start":19,"end":37,"token_start":5,"token_end":9,"label":"type_of"},{"start":38,"end":45,"token_start":10,"token_end":10,"label":"type_of"},{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},{"start":53,"end":78,"token_start":12,"token_end":15,"label":"where"},{"start":79,"end":82,"token_start":16,"token_end":16,"label":"confidence"},{"start":83,"end":89,"token_start":17,"token_end":17,"label":"predicate"},{"start":90,"end":97,"token_start":18,"token_end":18,"label":"base"},{"start":98,"end":106,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":107,"end":133,"token_start":20,"token_end":25,"label":"where"},{"text":"rainfall","start":145,"token_start":28,"token_end":28,"end":153,"type":"pattern","label":"base"},{"start":154,"end":172,"token_start":29,"token_end":31,"label":"where"}],"tokens":[{"text":"During","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"an","start":7,"end":9,"id":1,"ws":true,"disabled":false},{"text":"El","start":10,"end":12,"id":2,"ws":true,"disabled":false},{"text":"Ni\u00f1o","start":13,"end":17,"id":3,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":4,"ws":true,"disabled":false},{"text":"warmer","start":19,"end":25,"id":5,"ws":false,"disabled":false},{"text":"-","start":25,"end":26,"id":6,"ws":false,"disabled":false},{"text":"than","start":26,"end":30,"id":7,"ws":false,"disabled":false},{"text":"-","start":30,"end":31,"id":8,"ws":false,"disabled":false},{"text":"normal","start":31,"end":37,"id":9,"ws":true,"disabled":false},{"text":"surface","start":38,"end":45,"id":10,"ws":true,"disabled":false},{"text":"waters","start":46,"end":52,"id":11,"ws":true,"disabled":false},{"text":"in","start":53,"end":55,"id":12,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":13,"ws":true,"disabled":false},{"text":"equatorial","start":60,"end":70,"id":14,"ws":true,"disabled":false},{"text":"Pacific","start":71,"end":78,"id":15,"ws":true,"disabled":false},{"text":"can","start":79,"end":82,"id":16,"ws":true,"disabled":false},{"text":"affect","start":83,"end":89,"id":17,"ws":true,"disabled":false},{"text":"weather","start":90,"end":97,"id":18,"ws":true,"disabled":false},{"text":"patterns","start":98,"end":106,"id":19,"ws":true,"disabled":false},{"text":"in","start":107,"end":109,"id":20,"ws":true,"disabled":false},{"text":"many","start":110,"end":114,"id":21,"ws":true,"disabled":false},{"text":"parts","start":115,"end":120,"id":22,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":23,"ws":true,"disabled":false},{"text":"the","start":124,"end":127,"id":24,"ws":true,"disabled":false},{"text":"world","start":128,"end":133,"id":25,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":26,"ws":true,"disabled":false},{"text":"including","start":135,"end":144,"id":27,"ws":true,"disabled":false},{"text":"rainfall","start":145,"end":153,"id":28,"ws":true,"disabled":false},{"text":"in","start":154,"end":156,"id":29,"ws":true,"disabled":false},{"text":"Central","start":157,"end":164,"id":30,"ws":true,"disabled":false},{"text":"America","start":165,"end":172,"id":31,"ws":false,"disabled":false},{"text":".","start":172,"end":173,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":9,"child":11,"head_span":{"start":19,"end":37,"token_start":5,"token_end":9,"label":"type_of"},"child_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":38,"end":45,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":11,"head_span":{"start":53,"end":78,"token_start":12,"token_end":15,"label":"where"},"child_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":98,"end":106,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":90,"end":97,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":18,"head_span":{"start":107,"end":133,"token_start":20,"token_end":25,"label":"where"},"child_span":{"start":90,"end":97,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":28,"head_span":{"start":154,"end":172,"token_start":29,"token_end":31,"label":"where"},"child_span":{"start":145,"end":153,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":18,"head_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":90,"end":97,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":28,"head_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":145,"end":153,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1149,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cWe do know that the Vibrio concentrations ramped up immediately after the storm, and stayed very high well into December 2018,\u201d she said.\n","text":"\u201cWe do know that the Vibrio concentrations ramped up immediately after the storm, and stayed very high well into December 2018,\u201d she said. IMPLIED_BASE IMPLIED_BASE","characters":139,"document_index":861,"md_sentence_index":148,"classification_origin":"causal_sentence_classification","url":"https://publicintegrity.org/environment/hidden-epidemics/vibrio-deadly-bacteria-coastal-waters-climate-change-health/","combo_id":"861_148","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1360748131,"_task_hash":-541252915,"spans":[{"start":7,"end":11,"token_start":3,"token_end":3,"label":"confidence"},{"start":21,"end":27,"token_start":6,"token_end":6,"label":"type_of"},{"text":"concentrations","start":28,"token_start":7,"token_end":7,"end":42,"type":"pattern","label":"aspect_changing"},{"start":43,"end":52,"token_start":8,"token_end":9,"label":"change_direction"},{"start":53,"end":70,"token_start":10,"token_end":11,"label":"when"},{"text":"storm","start":75,"token_start":13,"token_end":13,"end":80,"type":"pattern","label":"base"},{"start":139,"end":151,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"We","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"do","start":4,"end":6,"id":2,"ws":true,"disabled":false},{"text":"know","start":7,"end":11,"id":3,"ws":true,"disabled":false},{"text":"that","start":12,"end":16,"id":4,"ws":true,"disabled":false},{"text":"the","start":17,"end":20,"id":5,"ws":true,"disabled":false},{"text":"Vibrio","start":21,"end":27,"id":6,"ws":true,"disabled":false},{"text":"concentrations","start":28,"end":42,"id":7,"ws":true,"disabled":false},{"text":"ramped","start":43,"end":49,"id":8,"ws":true,"disabled":false},{"text":"up","start":50,"end":52,"id":9,"ws":true,"disabled":false},{"text":"immediately","start":53,"end":64,"id":10,"ws":true,"disabled":false},{"text":"after","start":65,"end":70,"id":11,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":12,"ws":true,"disabled":false},{"text":"storm","start":75,"end":80,"id":13,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":14,"ws":true,"disabled":false},{"text":"and","start":82,"end":85,"id":15,"ws":true,"disabled":false},{"text":"stayed","start":86,"end":92,"id":16,"ws":true,"disabled":false},{"text":"very","start":93,"end":97,"id":17,"ws":true,"disabled":false},{"text":"high","start":98,"end":102,"id":18,"ws":true,"disabled":false},{"text":"well","start":103,"end":107,"id":19,"ws":true,"disabled":false},{"text":"into","start":108,"end":112,"id":20,"ws":true,"disabled":false},{"text":"December","start":113,"end":121,"id":21,"ws":true,"disabled":false},{"text":"2018","start":122,"end":126,"id":22,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":23,"ws":false,"disabled":false},{"text":"\u201d","start":127,"end":128,"id":24,"ws":true,"disabled":false},{"text":"she","start":129,"end":132,"id":25,"ws":true,"disabled":false},{"text":"said","start":133,"end":137,"id":26,"ws":false,"disabled":false},{"text":".","start":137,"end":138,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":6,"child":28,"head_span":{"start":21,"end":27,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":139,"end":151,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":28,"head_span":{"start":28,"end":42,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":139,"end":151,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":28,"head_span":{"start":43,"end":52,"token_start":8,"token_end":9,"label":"change_direction"},"child_span":{"start":139,"end":151,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":28,"head_span":{"start":75,"end":80,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":139,"end":151,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":253,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"\"If we look at deaths avoided per 100,000 people,\" Lo added, \"Miami and Detroit would have the highest numbers of heat-related deaths avoided among the 15 cities that we studied.\"\n","text":"\"If we look at deaths avoided per 100,000 people,\" Lo added, \"Miami and Detroit would have the highest numbers of heat-related deaths avoided among the 15 cities that we studied.\" IMPLIED_BASE IMPLIED_BASE","characters":180,"document_index":195,"md_sentence_index":11,"classification_origin":"cm-label-eval","url":"https://www.usatoday.com/story/news/nation/2019/06/05/limiting-climate-change-would-prevent-thousands-heat-related-deaths-us-cities/1357357001/","combo_id":"195_11","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":980231186,"_task_hash":-139630827,"spans":[{"start":62,"end":79,"token_start":16,"token_end":18,"label":"where"},{"start":91,"end":110,"token_start":21,"token_end":23,"label":"effect_size"},{"start":114,"end":126,"token_start":25,"token_end":27,"label":"type_of"},{"start":127,"end":133,"token_start":28,"token_end":28,"label":"base"},{"start":134,"end":141,"token_start":29,"token_end":29,"label":"change_direction"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"If","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"we","start":4,"end":6,"id":2,"ws":true,"disabled":false},{"text":"look","start":7,"end":11,"id":3,"ws":true,"disabled":false},{"text":"at","start":12,"end":14,"id":4,"ws":true,"disabled":false},{"text":"deaths","start":15,"end":21,"id":5,"ws":true,"disabled":false},{"text":"avoided","start":22,"end":29,"id":6,"ws":true,"disabled":false},{"text":"per","start":30,"end":33,"id":7,"ws":true,"disabled":false},{"text":"100,000","start":34,"end":41,"id":8,"ws":true,"disabled":false},{"text":"people","start":42,"end":48,"id":9,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":10,"ws":false,"disabled":false},{"text":"\"","start":49,"end":50,"id":11,"ws":true,"disabled":false},{"text":"Lo","start":51,"end":53,"id":12,"ws":true,"disabled":false},{"text":"added","start":54,"end":59,"id":13,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":14,"ws":true,"disabled":false},{"text":"\"","start":61,"end":62,"id":15,"ws":false,"disabled":false},{"text":"Miami","start":62,"end":67,"id":16,"ws":true,"disabled":false},{"text":"and","start":68,"end":71,"id":17,"ws":true,"disabled":false},{"text":"Detroit","start":72,"end":79,"id":18,"ws":true,"disabled":false},{"text":"would","start":80,"end":85,"id":19,"ws":true,"disabled":false},{"text":"have","start":86,"end":90,"id":20,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":21,"ws":true,"disabled":false},{"text":"highest","start":95,"end":102,"id":22,"ws":true,"disabled":false},{"text":"numbers","start":103,"end":110,"id":23,"ws":true,"disabled":false},{"text":"of","start":111,"end":113,"id":24,"ws":true,"disabled":false},{"text":"heat","start":114,"end":118,"id":25,"ws":false,"disabled":false},{"text":"-","start":118,"end":119,"id":26,"ws":false,"disabled":false},{"text":"related","start":119,"end":126,"id":27,"ws":true,"disabled":false},{"text":"deaths","start":127,"end":133,"id":28,"ws":true,"disabled":false},{"text":"avoided","start":134,"end":141,"id":29,"ws":true,"disabled":false},{"text":"among","start":142,"end":147,"id":30,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":31,"ws":true,"disabled":false},{"text":"15","start":152,"end":154,"id":32,"ws":true,"disabled":false},{"text":"cities","start":155,"end":161,"id":33,"ws":true,"disabled":false},{"text":"that","start":162,"end":166,"id":34,"ws":true,"disabled":false},{"text":"we","start":167,"end":169,"id":35,"ws":true,"disabled":false},{"text":"studied","start":170,"end":177,"id":36,"ws":false,"disabled":false},{"text":".","start":177,"end":178,"id":37,"ws":false,"disabled":false},{"text":"\"","start":178,"end":179,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":180,"end":192,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":40,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"accept"}
+{"number":168,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Back in December 2018, a study of the 2017/18 heatwave in the Tasman Sea concluded the \u201coverall intensity of the 2017/18 Tasman [heatwave] was virtually impossible without anthropogenic forcing\u201d.\n","text":"Back in December 2018, a study of the 2017/18 heatwave in the Tasman Sea concluded the \u201coverall intensity of the 2017/18 Tasman [heatwave] was virtually impossible without anthropogenic forcing\u201d. IMPLIED_BASE IMPLIED_BASE","characters":196,"document_index":131,"md_sentence_index":25,"classification_origin":"cm_cause_effect_rel","url":"https://www.climatechangenews.com/2019/05/29/deadly-japan-heatwave-essentially-impossible-without-global-warming/","combo_id":"131_25","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1282006908,"_task_hash":-433261319,"spans":[{"start":38,"end":45,"token_start":9,"token_end":9,"label":"when"},{"text":"heatwave","start":46,"token_start":10,"token_end":10,"end":54,"type":"pattern","label":"base"},{"start":62,"end":72,"token_start":13,"token_end":14,"label":"where"},{"start":73,"end":82,"token_start":15,"token_end":15,"label":"confidence"},{"text":"intensity","start":96,"token_start":19,"token_end":19,"end":105,"type":"pattern","label":"aspect_changing"},{"start":113,"end":120,"token_start":22,"token_end":22,"label":"when"},{"start":121,"end":127,"token_start":23,"token_end":23,"label":"where"},{"text":"heatwave","start":129,"token_start":25,"token_end":25,"end":137,"type":"pattern","label":"base"},{"start":139,"end":171,"token_start":27,"token_end":30,"label":"confidence"},{"start":172,"end":185,"token_start":31,"token_end":31,"label":"base"},{"start":186,"end":193,"token_start":32,"token_end":32,"label":"change_direction"}],"tokens":[{"text":"Back","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"in","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"December","start":8,"end":16,"id":2,"ws":true,"disabled":false},{"text":"2018","start":17,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"a","start":23,"end":24,"id":5,"ws":true,"disabled":false},{"text":"study","start":25,"end":30,"id":6,"ws":true,"disabled":false},{"text":"of","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":8,"ws":true,"disabled":false},{"text":"2017/18","start":38,"end":45,"id":9,"ws":true,"disabled":false},{"text":"heatwave","start":46,"end":54,"id":10,"ws":true,"disabled":false},{"text":"in","start":55,"end":57,"id":11,"ws":true,"disabled":false},{"text":"the","start":58,"end":61,"id":12,"ws":true,"disabled":false},{"text":"Tasman","start":62,"end":68,"id":13,"ws":true,"disabled":false},{"text":"Sea","start":69,"end":72,"id":14,"ws":true,"disabled":false},{"text":"concluded","start":73,"end":82,"id":15,"ws":true,"disabled":false},{"text":"the","start":83,"end":86,"id":16,"ws":true,"disabled":false},{"text":"\u201c","start":87,"end":88,"id":17,"ws":false,"disabled":false},{"text":"overall","start":88,"end":95,"id":18,"ws":true,"disabled":false},{"text":"intensity","start":96,"end":105,"id":19,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":20,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":21,"ws":true,"disabled":false},{"text":"2017/18","start":113,"end":120,"id":22,"ws":true,"disabled":false},{"text":"Tasman","start":121,"end":127,"id":23,"ws":true,"disabled":false},{"text":"[","start":128,"end":129,"id":24,"ws":false,"disabled":false},{"text":"heatwave","start":129,"end":137,"id":25,"ws":false,"disabled":false},{"text":"]","start":137,"end":138,"id":26,"ws":true,"disabled":false},{"text":"was","start":139,"end":142,"id":27,"ws":true,"disabled":false},{"text":"virtually","start":143,"end":152,"id":28,"ws":true,"disabled":false},{"text":"impossible","start":153,"end":163,"id":29,"ws":true,"disabled":false},{"text":"without","start":164,"end":171,"id":30,"ws":true,"disabled":false},{"text":"anthropogenic","start":172,"end":185,"id":31,"ws":true,"disabled":false},{"text":"forcing","start":186,"end":193,"id":32,"ws":false,"disabled":false},{"text":"\u201d","start":193,"end":194,"id":33,"ws":false,"disabled":false},{"text":".","start":194,"end":195,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":209,"end":221,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":23,"child":25,"head_span":{"start":121,"end":127,"token_start":23,"token_end":23,"label":"where"},"child_span":{"start":129,"end":137,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":25,"head_span":{"start":113,"end":120,"token_start":22,"token_end":22,"label":"when"},"child_span":{"start":129,"end":137,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":25,"head_span":{"start":96,"end":105,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":129,"end":137,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":31,"head_span":{"start":186,"end":193,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":172,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":25,"head_span":{"start":172,"end":185,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":129,"end":137,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1046,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The problem worsens as global warming increases the number of hot days nationwide.\n","text":"The problem worsens as global warming increases the number of hot days nationwide. IMPLIED_BASE IMPLIED_BASE","characters":83,"document_index":806,"md_sentence_index":100,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/08/24/climate/racism-redlining-cities-global-warming.html","combo_id":"806_100","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":284640816,"_task_hash":-1604515174,"spans":[{"start":4,"end":11,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":12,"end":19,"token_start":2,"token_end":2,"label":"change_direction"},{"start":20,"end":22,"token_start":3,"token_end":3,"label":"predicate"},{"text":"global warming","start":23,"token_start":4,"token_end":5,"end":37,"type":"pattern","label":"base"},{"text":"increases","start":38,"token_start":6,"token_end":6,"end":47,"type":"pattern","label":"change_direction"},{"start":71,"end":81,"token_start":12,"token_end":12,"label":"where"},{"start":83,"end":95,"token_start":14,"token_end":14,"label":"base"},{"start":96,"end":108,"token_start":15,"token_end":15,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"problem","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"worsens","start":12,"end":19,"id":2,"ws":true,"disabled":false},{"text":"as","start":20,"end":22,"id":3,"ws":true,"disabled":false},{"text":"global","start":23,"end":29,"id":4,"ws":true,"disabled":false},{"text":"warming","start":30,"end":37,"id":5,"ws":true,"disabled":false},{"text":"increases","start":38,"end":47,"id":6,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":7,"ws":true,"disabled":false},{"text":"number","start":52,"end":58,"id":8,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"hot","start":62,"end":65,"id":10,"ws":true,"disabled":false},{"text":"days","start":66,"end":70,"id":11,"ws":true,"disabled":false},{"text":"nationwide","start":71,"end":81,"id":12,"ws":false,"disabled":false},{"text":".","start":81,"end":82,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":83,"end":95,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":15,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"ignore"}
+{"number":1094,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"On the West Coast, the worst fire season on record has burned millions of acres and destroyed towns in California, Oregon and Washington, forcing hundreds of thousands of people to evacuate.","text":"On the West Coast, the worst fire season on record has burned millions of acres and destroyed towns in California, Oregon and Washington, forcing hundreds of thousands of people to evacuate. IMPLIED_BASE IMPLIED_BASE","characters":190,"document_index":833,"md_sentence_index":2,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/25/parenting/disaster-evacuation-kids-coping.html","combo_id":"833_2","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":607233366,"_task_hash":1459625674,"spans":[{"start":0,"end":17,"token_start":0,"token_end":3,"label":"where"},{"start":23,"end":28,"token_start":6,"token_end":6,"label":"effect_size"},{"start":29,"end":33,"token_start":7,"token_end":7,"label":"base"},{"start":34,"end":40,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":55,"end":61,"token_start":12,"token_end":12,"label":"change_direction"},{"start":62,"end":79,"token_start":13,"token_end":15,"label":"effect_size"},{"start":84,"end":93,"token_start":17,"token_end":17,"label":"change_direction"},{"start":94,"end":99,"token_start":18,"token_end":18,"label":"base"},{"start":100,"end":136,"token_start":19,"token_end":24,"label":"where"},{"start":138,"end":145,"token_start":26,"token_end":26,"label":"predicate"},{"start":146,"end":167,"token_start":27,"token_end":29,"label":"effect_size"},{"text":"people","start":171,"token_start":31,"token_end":31,"end":177,"type":"pattern","label":"base"},{"start":191,"end":203,"token_start":35,"token_end":35,"label":"base"}],"tokens":[{"text":"On","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"West","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"Coast","start":12,"end":17,"id":3,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":4,"ws":true,"disabled":false},{"text":"the","start":19,"end":22,"id":5,"ws":true,"disabled":false},{"text":"worst","start":23,"end":28,"id":6,"ws":true,"disabled":false},{"text":"fire","start":29,"end":33,"id":7,"ws":true,"disabled":false},{"text":"season","start":34,"end":40,"id":8,"ws":true,"disabled":false},{"text":"on","start":41,"end":43,"id":9,"ws":true,"disabled":false},{"text":"record","start":44,"end":50,"id":10,"ws":true,"disabled":false},{"text":"has","start":51,"end":54,"id":11,"ws":true,"disabled":false},{"text":"burned","start":55,"end":61,"id":12,"ws":true,"disabled":false},{"text":"millions","start":62,"end":70,"id":13,"ws":true,"disabled":false},{"text":"of","start":71,"end":73,"id":14,"ws":true,"disabled":false},{"text":"acres","start":74,"end":79,"id":15,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":16,"ws":true,"disabled":false},{"text":"destroyed","start":84,"end":93,"id":17,"ws":true,"disabled":false},{"text":"towns","start":94,"end":99,"id":18,"ws":true,"disabled":false},{"text":"in","start":100,"end":102,"id":19,"ws":true,"disabled":false},{"text":"California","start":103,"end":113,"id":20,"ws":false,"disabled":false},{"text":",","start":113,"end":114,"id":21,"ws":true,"disabled":false},{"text":"Oregon","start":115,"end":121,"id":22,"ws":true,"disabled":false},{"text":"and","start":122,"end":125,"id":23,"ws":true,"disabled":false},{"text":"Washington","start":126,"end":136,"id":24,"ws":false,"disabled":false},{"text":",","start":136,"end":137,"id":25,"ws":true,"disabled":false},{"text":"forcing","start":138,"end":145,"id":26,"ws":true,"disabled":false},{"text":"hundreds","start":146,"end":154,"id":27,"ws":true,"disabled":false},{"text":"of","start":155,"end":157,"id":28,"ws":true,"disabled":false},{"text":"thousands","start":158,"end":167,"id":29,"ws":true,"disabled":false},{"text":"of","start":168,"end":170,"id":30,"ws":true,"disabled":false},{"text":"people","start":171,"end":177,"id":31,"ws":true,"disabled":false},{"text":"to","start":178,"end":180,"id":32,"ws":true,"disabled":false},{"text":"evacuate","start":181,"end":189,"id":33,"ws":false,"disabled":false},{"text":".","start":189,"end":190,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":191,"end":203,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":204,"end":216,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":23,"end":28,"token_start":6,"token_end":6,"label":"effect_size"},"child_span":{"start":29,"end":33,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":34,"end":40,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":29,"end":33,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":35,"head_span":{"start":55,"end":61,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":191,"end":203,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":35,"head_span":{"start":62,"end":79,"token_start":13,"token_end":15,"label":"effect_size"},"child_span":{"start":191,"end":203,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":84,"end":93,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":94,"end":99,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":18,"head_span":{"start":100,"end":136,"token_start":19,"token_end":24,"label":"where"},"child_span":{"start":94,"end":99,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":35,"head_span":{"start":100,"end":136,"token_start":19,"token_end":24,"label":"where"},"child_span":{"start":191,"end":203,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":146,"end":167,"token_start":27,"token_end":29,"label":"effect_size"},"child_span":{"start":171,"end":177,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":35,"head_span":{"start":29,"end":33,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":191,"end":203,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":18,"head_span":{"start":29,"end":33,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":94,"end":99,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":31,"head_span":{"start":29,"end":33,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":171,"end":177,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":597,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Of particular concern elsewhere are bases that train recruits, who already experience heat-related illness at a rate six times higher than other enlisted personnel.","text":"Of particular concern elsewhere are bases that train recruits, who already experience heat-related illness at a rate six times higher than other enlisted personnel. IMPLIED_BASE IMPLIED_BASE","characters":164,"document_index":476,"md_sentence_index":7,"classification_origin":"causal_sentence_classification","url":"https://news.azpm.org/p/news-topical-sci/2019/11/14/161727-study-arizona-military-base-will-be-hardest-hit-by-climate-change/","combo_id":"476_7","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1253345361,"_task_hash":-933092744,"spans":[{"start":36,"end":41,"token_start":5,"token_end":5,"label":"where"},{"start":53,"end":61,"token_start":8,"token_end":8,"label":"base"},{"start":86,"end":98,"token_start":13,"token_end":15,"label":"type_of"},{"start":99,"end":106,"token_start":16,"token_end":16,"label":"base"},{"start":117,"end":133,"token_start":20,"token_end":22,"label":"effect_size"}],"tokens":[{"text":"Of","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"particular","start":3,"end":13,"id":1,"ws":true,"disabled":false},{"text":"concern","start":14,"end":21,"id":2,"ws":true,"disabled":false},{"text":"elsewhere","start":22,"end":31,"id":3,"ws":true,"disabled":false},{"text":"are","start":32,"end":35,"id":4,"ws":true,"disabled":false},{"text":"bases","start":36,"end":41,"id":5,"ws":true,"disabled":false},{"text":"that","start":42,"end":46,"id":6,"ws":true,"disabled":false},{"text":"train","start":47,"end":52,"id":7,"ws":true,"disabled":false},{"text":"recruits","start":53,"end":61,"id":8,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":9,"ws":true,"disabled":false},{"text":"who","start":63,"end":66,"id":10,"ws":true,"disabled":false},{"text":"already","start":67,"end":74,"id":11,"ws":true,"disabled":false},{"text":"experience","start":75,"end":85,"id":12,"ws":true,"disabled":false},{"text":"heat","start":86,"end":90,"id":13,"ws":false,"disabled":false},{"text":"-","start":90,"end":91,"id":14,"ws":false,"disabled":false},{"text":"related","start":91,"end":98,"id":15,"ws":true,"disabled":false},{"text":"illness","start":99,"end":106,"id":16,"ws":true,"disabled":false},{"text":"at","start":107,"end":109,"id":17,"ws":true,"disabled":false},{"text":"a","start":110,"end":111,"id":18,"ws":true,"disabled":false},{"text":"rate","start":112,"end":116,"id":19,"ws":true,"disabled":false},{"text":"six","start":117,"end":120,"id":20,"ws":true,"disabled":false},{"text":"times","start":121,"end":126,"id":21,"ws":true,"disabled":false},{"text":"higher","start":127,"end":133,"id":22,"ws":true,"disabled":false},{"text":"than","start":134,"end":138,"id":23,"ws":true,"disabled":false},{"text":"other","start":139,"end":144,"id":24,"ws":true,"disabled":false},{"text":"enlisted","start":145,"end":153,"id":25,"ws":true,"disabled":false},{"text":"personnel","start":154,"end":163,"id":26,"ws":false,"disabled":false},{"text":".","start":163,"end":164,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":15,"child":16,"head_span":{"start":86,"end":98,"token_start":13,"token_end":15,"label":"type_of"},"child_span":{"start":99,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":8,"head_span":{"start":99,"end":106,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":53,"end":61,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":301,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one?","complexity":"simple","original_md_text":"As global temperatures rise, climate change\u2019s impacts on mental health are becoming increasingly evident.","text":"As global temperatures rise, climate change\u2019s impacts on mental health are becoming increasingly evident. IMPLIED_BASE IMPLIED_BASE","characters":105,"document_index":249,"md_sentence_index":0,"classification_origin":"cm_cause_effect_rel","url":"https://news.stanford.edu/2019/03/29/effects-climate-change-suicide-rates/","combo_id":"249_0","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1506880340,"_task_hash":352368958,"spans":[{"start":3,"end":9,"token_start":1,"token_end":1,"label":"type_of"},{"text":"temperatures","start":10,"token_start":2,"token_end":2,"end":22,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":23,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"change_direction"},{"text":"climate change","start":29,"token_start":5,"token_end":6,"end":43,"type":"pattern","label":"base"},{"start":46,"end":53,"token_start":8,"token_end":8,"label":"predicate"},{"start":57,"end":63,"token_start":10,"token_end":10,"label":"type_of"},{"text":"health","start":64,"token_start":11,"token_end":11,"end":70,"type":"pattern","label":"base"},{"start":84,"end":104,"token_start":14,"token_end":15,"label":"confidence"},{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"global","start":3,"end":9,"id":1,"ws":true,"disabled":false},{"text":"temperatures","start":10,"end":22,"id":2,"ws":true,"disabled":false},{"text":"rise","start":23,"end":27,"id":3,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":4,"ws":true,"disabled":false},{"text":"climate","start":29,"end":36,"id":5,"ws":true,"disabled":false},{"text":"change","start":37,"end":43,"id":6,"ws":false,"disabled":false},{"text":"\u2019s","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"impacts","start":46,"end":53,"id":8,"ws":true,"disabled":false},{"text":"on","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"mental","start":57,"end":63,"id":10,"ws":true,"disabled":false},{"text":"health","start":64,"end":70,"id":11,"ws":true,"disabled":false},{"text":"are","start":71,"end":74,"id":12,"ws":true,"disabled":false},{"text":"becoming","start":75,"end":83,"id":13,"ws":true,"disabled":false},{"text":"increasingly","start":84,"end":96,"id":14,"ws":true,"disabled":false},{"text":"evident","start":97,"end":104,"id":15,"ws":false,"disabled":false},{"text":".","start":104,"end":105,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":18,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":1,"child":17,"head_span":{"start":3,"end":9,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":17,"head_span":{"start":10,"end":22,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":17,"head_span":{"start":23,"end":27,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":57,"end":63,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":11,"head_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":11,"head_span":{"start":29,"end":43,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":686,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Research conducted at Utah\u2019s colleges and universities shows that even short-term exposure to air pollutants can cause and aggravate severe health conditions, costing the state and individuals millions of dollars a year .","text":"Research conducted at Utah\u2019s colleges and universities shows that even short-term exposure to air pollutants can cause and aggravate severe health conditions, costing the state and individuals millions of dollars a year . IMPLIED_BASE IMPLIED_BASE","characters":221,"document_index":586,"md_sentence_index":403,"classification_origin":"causal_sentence_classification","url":"https://gardner.utah.edu/wp-content/uploads/Utah-Roadmap-Public-Draft.pdf","combo_id":"586_403","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":413157237,"_task_hash":-1038876061,"spans":[{"start":71,"end":81,"token_start":11,"token_end":13,"label":"effect_size"},{"start":82,"end":90,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":94,"end":97,"token_start":16,"token_end":16,"label":"type_of"},{"text":"pollutants","start":98,"token_start":17,"token_end":17,"end":108,"type":"pattern","label":"base"},{"start":113,"end":118,"token_start":19,"token_end":19,"label":"predicate"},{"start":123,"end":132,"token_start":21,"token_end":21,"label":"predicate"},{"start":133,"end":139,"token_start":22,"token_end":22,"label":"type_of"},{"text":"health","start":140,"token_start":23,"token_end":23,"end":146,"type":"pattern","label":"base"},{"start":147,"end":157,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":159,"end":166,"token_start":26,"token_end":26,"label":"predicate"},{"start":171,"end":176,"token_start":28,"token_end":28,"label":"to_whom"},{"start":181,"end":192,"token_start":30,"token_end":30,"label":"to_whom"}],"tokens":[{"text":"Research","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"conducted","start":9,"end":18,"id":1,"ws":true,"disabled":false},{"text":"at","start":19,"end":21,"id":2,"ws":true,"disabled":false},{"text":"Utah","start":22,"end":26,"id":3,"ws":false,"disabled":false},{"text":"\u2019s","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"colleges","start":29,"end":37,"id":5,"ws":true,"disabled":false},{"text":"and","start":38,"end":41,"id":6,"ws":true,"disabled":false},{"text":"universities","start":42,"end":54,"id":7,"ws":true,"disabled":false},{"text":"shows","start":55,"end":60,"id":8,"ws":true,"disabled":false},{"text":"that","start":61,"end":65,"id":9,"ws":true,"disabled":false},{"text":"even","start":66,"end":70,"id":10,"ws":true,"disabled":false},{"text":"short","start":71,"end":76,"id":11,"ws":false,"disabled":false},{"text":"-","start":76,"end":77,"id":12,"ws":false,"disabled":false},{"text":"term","start":77,"end":81,"id":13,"ws":true,"disabled":false},{"text":"exposure","start":82,"end":90,"id":14,"ws":true,"disabled":false},{"text":"to","start":91,"end":93,"id":15,"ws":true,"disabled":false},{"text":"air","start":94,"end":97,"id":16,"ws":true,"disabled":false},{"text":"pollutants","start":98,"end":108,"id":17,"ws":true,"disabled":false},{"text":"can","start":109,"end":112,"id":18,"ws":true,"disabled":false},{"text":"cause","start":113,"end":118,"id":19,"ws":true,"disabled":false},{"text":"and","start":119,"end":122,"id":20,"ws":true,"disabled":false},{"text":"aggravate","start":123,"end":132,"id":21,"ws":true,"disabled":false},{"text":"severe","start":133,"end":139,"id":22,"ws":true,"disabled":false},{"text":"health","start":140,"end":146,"id":23,"ws":true,"disabled":false},{"text":"conditions","start":147,"end":157,"id":24,"ws":false,"disabled":false},{"text":",","start":157,"end":158,"id":25,"ws":true,"disabled":false},{"text":"costing","start":159,"end":166,"id":26,"ws":true,"disabled":false},{"text":"the","start":167,"end":170,"id":27,"ws":true,"disabled":false},{"text":"state","start":171,"end":176,"id":28,"ws":true,"disabled":false},{"text":"and","start":177,"end":180,"id":29,"ws":true,"disabled":false},{"text":"individuals","start":181,"end":192,"id":30,"ws":true,"disabled":false},{"text":"millions","start":193,"end":201,"id":31,"ws":true,"disabled":false},{"text":"of","start":202,"end":204,"id":32,"ws":true,"disabled":false},{"text":"dollars","start":205,"end":212,"id":33,"ws":true,"disabled":false},{"text":"a","start":213,"end":214,"id":34,"ws":true,"disabled":false},{"text":"year","start":215,"end":219,"id":35,"ws":true,"disabled":false},{"text":".","start":220,"end":221,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":222,"end":234,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":235,"end":247,"id":38,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[],"answer":"ignore"}
+{"number":16,"Used?":"staged","Dataset name":"checkin-three","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Wildfires in the West reduced visibility, slowed frequency of landings, and rerouted planes.","text":"Wildfires in the West reduced visibility, slowed frequency of landings, and rerouted planes. IMPLIED_BASE IMPLIED_BASE","characters":92,"document_index":16,"md_sentence_index":32,"classification_origin":"cm_cause_effect_rel","url":"https://www.vox.com/first-person/2019/4/17/18410615/green-new-deal-flight-attendants-alexandria-ocasio-cortez-sara-nelson","combo_id":"16_32","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-456966441,"_task_hash":356567133,"spans":[{"text":"Wildfires","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"base"},{"text":"reduced","start":22,"token_start":4,"token_end":4,"end":29,"type":"pattern","label":"change_direction"},{"start":30,"end":40,"token_start":5,"token_end":5,"label":"base"},{"text":"slowed","start":42,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"change_direction"},{"start":49,"end":58,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":62,"end":70,"token_start":10,"token_end":10,"label":"base"},{"start":76,"end":84,"token_start":13,"token_end":13,"label":"predicate"},{"text":"planes","start":85,"token_start":14,"token_end":14,"end":91,"type":"pattern","label":"base"}],"tokens":[{"text":"Wildfires","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"in","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"the","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"West","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"reduced","start":22,"end":29,"id":4,"ws":true,"disabled":false},{"text":"visibility","start":30,"end":40,"id":5,"ws":false,"disabled":false},{"text":",","start":40,"end":41,"id":6,"ws":true,"disabled":false},{"text":"slowed","start":42,"end":48,"id":7,"ws":true,"disabled":false},{"text":"frequency","start":49,"end":58,"id":8,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"landings","start":62,"end":70,"id":10,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":11,"ws":true,"disabled":false},{"text":"and","start":72,"end":75,"id":12,"ws":true,"disabled":false},{"text":"rerouted","start":76,"end":84,"id":13,"ws":true,"disabled":false},{"text":"planes","start":85,"end":91,"id":14,"ws":false,"disabled":false},{"text":".","start":91,"end":92,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":17,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":22,"end":29,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":30,"end":40,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":42,"end":48,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":62,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":49,"end":58,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":62,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":5,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":30,"end":40,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":10,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":62,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":14,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":85,"end":91,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":563,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Contamination of aquifers will exacerbate water shortages.","text":"Contamination of aquifers will exacerbate water shortages. IMPLIED_BASE IMPLIED_BASE","characters":58,"document_index":445,"md_sentence_index":39,"classification_origin":"causal_sentence_classification","url":"https://www.foreignaffairs.com/articles/2019-09-23/climate-change-already-killing-us","combo_id":"445_39","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-273768650,"_task_hash":1000701749,"spans":[{"start":0,"end":13,"token_start":0,"token_end":0,"label":"aspect_changing"},{"start":17,"end":25,"token_start":2,"token_end":2,"label":"base"},{"start":31,"end":41,"token_start":4,"token_end":4,"label":"change_direction"},{"text":"water","start":42,"token_start":5,"token_end":5,"end":47,"type":"pattern","label":"base"},{"start":48,"end":57,"token_start":6,"token_end":6,"label":"aspect_changing"}],"tokens":[{"text":"Contamination","start":0,"end":13,"id":0,"ws":true,"disabled":false},{"text":"of","start":14,"end":16,"id":1,"ws":true,"disabled":false},{"text":"aquifers","start":17,"end":25,"id":2,"ws":true,"disabled":false},{"text":"will","start":26,"end":30,"id":3,"ws":true,"disabled":false},{"text":"exacerbate","start":31,"end":41,"id":4,"ws":true,"disabled":false},{"text":"water","start":42,"end":47,"id":5,"ws":true,"disabled":false},{"text":"shortages","start":48,"end":57,"id":6,"ws":false,"disabled":false},{"text":".","start":57,"end":58,"id":7,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":59,"end":71,"id":8,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":72,"end":84,"id":9,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":0,"child":2,"head_span":{"start":0,"end":13,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":17,"end":25,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":31,"end":41,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":42,"end":47,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":48,"end":57,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":42,"end":47,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":5,"head_span":{"start":17,"end":25,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":42,"end":47,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":318,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"complex","original_md_text":"During an El Ni\u00f1o, warmer-than-normal surface waters in the equatorial Pacific can affect weather patterns in many parts of the world, including rainfall in Central America.","text":"During an El Ni\u00f1o, warmer-than-normal surface waters in the equatorial Pacific can affect weather patterns in many parts of the world, including rainfall in Central America. IMPLIED_BASE IMPLIED_BASE","characters":173,"document_index":92,"md_sentence_index":12,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/17/climate/drought-water-shortage-panama-canal.html","combo_id":"92_12","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-477907444,"_task_hash":-92888950,"spans":[{"start":0,"end":17,"token_start":0,"token_end":3,"label":"when"},{"start":19,"end":37,"token_start":5,"token_end":9,"label":"change_direction"},{"start":38,"end":45,"token_start":10,"token_end":10,"label":"type_of"},{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},{"start":60,"end":78,"token_start":14,"token_end":15,"label":"where"},{"start":79,"end":82,"token_start":16,"token_end":16,"label":"confidence"},{"start":83,"end":89,"token_start":17,"token_end":17,"label":"predicate"},{"start":90,"end":97,"token_start":18,"token_end":18,"label":"base"},{"start":98,"end":106,"token_start":19,"token_end":19,"label":"aspect_changing"},{"text":"rainfall","start":145,"token_start":28,"token_end":28,"end":153,"type":"pattern","label":"base"},{"start":157,"end":172,"token_start":30,"token_end":31,"label":"where"}],"tokens":[{"text":"During","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"an","start":7,"end":9,"id":1,"ws":true,"disabled":false},{"text":"El","start":10,"end":12,"id":2,"ws":true,"disabled":false},{"text":"Ni\u00f1o","start":13,"end":17,"id":3,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":4,"ws":true,"disabled":false},{"text":"warmer","start":19,"end":25,"id":5,"ws":false,"disabled":false},{"text":"-","start":25,"end":26,"id":6,"ws":false,"disabled":false},{"text":"than","start":26,"end":30,"id":7,"ws":false,"disabled":false},{"text":"-","start":30,"end":31,"id":8,"ws":false,"disabled":false},{"text":"normal","start":31,"end":37,"id":9,"ws":true,"disabled":false},{"text":"surface","start":38,"end":45,"id":10,"ws":true,"disabled":false},{"text":"waters","start":46,"end":52,"id":11,"ws":true,"disabled":false},{"text":"in","start":53,"end":55,"id":12,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":13,"ws":true,"disabled":false},{"text":"equatorial","start":60,"end":70,"id":14,"ws":true,"disabled":false},{"text":"Pacific","start":71,"end":78,"id":15,"ws":true,"disabled":false},{"text":"can","start":79,"end":82,"id":16,"ws":true,"disabled":false},{"text":"affect","start":83,"end":89,"id":17,"ws":true,"disabled":false},{"text":"weather","start":90,"end":97,"id":18,"ws":true,"disabled":false},{"text":"patterns","start":98,"end":106,"id":19,"ws":true,"disabled":false},{"text":"in","start":107,"end":109,"id":20,"ws":true,"disabled":false},{"text":"many","start":110,"end":114,"id":21,"ws":true,"disabled":false},{"text":"parts","start":115,"end":120,"id":22,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":23,"ws":true,"disabled":false},{"text":"the","start":124,"end":127,"id":24,"ws":true,"disabled":false},{"text":"world","start":128,"end":133,"id":25,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":26,"ws":true,"disabled":false},{"text":"including","start":135,"end":144,"id":27,"ws":true,"disabled":false},{"text":"rainfall","start":145,"end":153,"id":28,"ws":true,"disabled":false},{"text":"in","start":154,"end":156,"id":29,"ws":true,"disabled":false},{"text":"Central","start":157,"end":164,"id":30,"ws":true,"disabled":false},{"text":"America","start":165,"end":172,"id":31,"ws":false,"disabled":false},{"text":".","start":172,"end":173,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":38,"end":45,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":19,"end":37,"token_start":5,"token_end":9,"label":"change_direction"},"child_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":11,"head_span":{"start":60,"end":78,"token_start":14,"token_end":15,"label":"where"},"child_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":98,"end":106,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":90,"end":97,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":28,"head_span":{"start":157,"end":172,"token_start":30,"token_end":31,"label":"where"},"child_span":{"start":145,"end":153,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":18,"head_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":90,"end":97,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":28,"head_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":145,"end":153,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1149,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cWe do know that the Vibrio concentrations ramped up immediately after the storm, and stayed very high well into December 2018,\u201d she said.\n","text":"\u201cWe do know that the Vibrio concentrations ramped up immediately after the storm, and stayed very high well into December 2018,\u201d she said. IMPLIED_BASE IMPLIED_BASE","characters":139,"document_index":861,"md_sentence_index":148,"classification_origin":"causal_sentence_classification","url":"https://publicintegrity.org/environment/hidden-epidemics/vibrio-deadly-bacteria-coastal-waters-climate-change-health/","combo_id":"861_148","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1360748131,"_task_hash":-541252915,"spans":[{"start":21,"end":27,"token_start":6,"token_end":6,"label":"base"},{"text":"concentrations","start":28,"token_start":7,"token_end":7,"end":42,"type":"pattern","label":"aspect_changing"},{"text":"storm","start":75,"token_start":13,"token_end":13,"end":80,"type":"pattern","label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"We","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"do","start":4,"end":6,"id":2,"ws":true,"disabled":false},{"text":"know","start":7,"end":11,"id":3,"ws":true,"disabled":false},{"text":"that","start":12,"end":16,"id":4,"ws":true,"disabled":false},{"text":"the","start":17,"end":20,"id":5,"ws":true,"disabled":false},{"text":"Vibrio","start":21,"end":27,"id":6,"ws":true,"disabled":false},{"text":"concentrations","start":28,"end":42,"id":7,"ws":true,"disabled":false},{"text":"ramped","start":43,"end":49,"id":8,"ws":true,"disabled":false},{"text":"up","start":50,"end":52,"id":9,"ws":true,"disabled":false},{"text":"immediately","start":53,"end":64,"id":10,"ws":true,"disabled":false},{"text":"after","start":65,"end":70,"id":11,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":12,"ws":true,"disabled":false},{"text":"storm","start":75,"end":80,"id":13,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":14,"ws":true,"disabled":false},{"text":"and","start":82,"end":85,"id":15,"ws":true,"disabled":false},{"text":"stayed","start":86,"end":92,"id":16,"ws":true,"disabled":false},{"text":"very","start":93,"end":97,"id":17,"ws":true,"disabled":false},{"text":"high","start":98,"end":102,"id":18,"ws":true,"disabled":false},{"text":"well","start":103,"end":107,"id":19,"ws":true,"disabled":false},{"text":"into","start":108,"end":112,"id":20,"ws":true,"disabled":false},{"text":"December","start":113,"end":121,"id":21,"ws":true,"disabled":false},{"text":"2018","start":122,"end":126,"id":22,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":23,"ws":false,"disabled":false},{"text":"\u201d","start":127,"end":128,"id":24,"ws":true,"disabled":false},{"text":"she","start":129,"end":132,"id":25,"ws":true,"disabled":false},{"text":"said","start":133,"end":137,"id":26,"ws":false,"disabled":false},{"text":".","start":137,"end":138,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[],"answer":"ignore"}
+{"number":253,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"\"If we look at deaths avoided per 100,000 people,\" Lo added, \"Miami and Detroit would have the highest numbers of heat-related deaths avoided among the 15 cities that we studied.\"\n","text":"\"If we look at deaths avoided per 100,000 people,\" Lo added, \"Miami and Detroit would have the highest numbers of heat-related deaths avoided among the 15 cities that we studied.\" IMPLIED_BASE IMPLIED_BASE","characters":180,"document_index":195,"md_sentence_index":11,"classification_origin":"cm-label-eval","url":"https://www.usatoday.com/story/news/nation/2019/06/05/limiting-climate-change-would-prevent-thousands-heat-related-deaths-us-cities/1357357001/","combo_id":"195_11","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":980231186,"_task_hash":-139630827,"spans":[{"start":62,"end":67,"token_start":16,"token_end":16,"label":"where"},{"start":72,"end":79,"token_start":18,"token_end":18,"label":"where"},{"start":114,"end":126,"token_start":25,"token_end":27,"label":"type_of"},{"start":127,"end":133,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"If","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"we","start":4,"end":6,"id":2,"ws":true,"disabled":false},{"text":"look","start":7,"end":11,"id":3,"ws":true,"disabled":false},{"text":"at","start":12,"end":14,"id":4,"ws":true,"disabled":false},{"text":"deaths","start":15,"end":21,"id":5,"ws":true,"disabled":false},{"text":"avoided","start":22,"end":29,"id":6,"ws":true,"disabled":false},{"text":"per","start":30,"end":33,"id":7,"ws":true,"disabled":false},{"text":"100,000","start":34,"end":41,"id":8,"ws":true,"disabled":false},{"text":"people","start":42,"end":48,"id":9,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":10,"ws":false,"disabled":false},{"text":"\"","start":49,"end":50,"id":11,"ws":true,"disabled":false},{"text":"Lo","start":51,"end":53,"id":12,"ws":true,"disabled":false},{"text":"added","start":54,"end":59,"id":13,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":14,"ws":true,"disabled":false},{"text":"\"","start":61,"end":62,"id":15,"ws":false,"disabled":false},{"text":"Miami","start":62,"end":67,"id":16,"ws":true,"disabled":false},{"text":"and","start":68,"end":71,"id":17,"ws":true,"disabled":false},{"text":"Detroit","start":72,"end":79,"id":18,"ws":true,"disabled":false},{"text":"would","start":80,"end":85,"id":19,"ws":true,"disabled":false},{"text":"have","start":86,"end":90,"id":20,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":21,"ws":true,"disabled":false},{"text":"highest","start":95,"end":102,"id":22,"ws":true,"disabled":false},{"text":"numbers","start":103,"end":110,"id":23,"ws":true,"disabled":false},{"text":"of","start":111,"end":113,"id":24,"ws":true,"disabled":false},{"text":"heat","start":114,"end":118,"id":25,"ws":false,"disabled":false},{"text":"-","start":118,"end":119,"id":26,"ws":false,"disabled":false},{"text":"related","start":119,"end":126,"id":27,"ws":true,"disabled":false},{"text":"deaths","start":127,"end":133,"id":28,"ws":true,"disabled":false},{"text":"avoided","start":134,"end":141,"id":29,"ws":true,"disabled":false},{"text":"among","start":142,"end":147,"id":30,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":31,"ws":true,"disabled":false},{"text":"15","start":152,"end":154,"id":32,"ws":true,"disabled":false},{"text":"cities","start":155,"end":161,"id":33,"ws":true,"disabled":false},{"text":"that","start":162,"end":166,"id":34,"ws":true,"disabled":false},{"text":"we","start":167,"end":169,"id":35,"ws":true,"disabled":false},{"text":"studied","start":170,"end":177,"id":36,"ws":false,"disabled":false},{"text":".","start":177,"end":178,"id":37,"ws":false,"disabled":false},{"text":"\"","start":178,"end":179,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":180,"end":192,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":40,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":168,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Back in December 2018, a study of the 2017/18 heatwave in the Tasman Sea concluded the \u201coverall intensity of the 2017/18 Tasman [heatwave] was virtually impossible without anthropogenic forcing\u201d.\n","text":"Back in December 2018, a study of the 2017/18 heatwave in the Tasman Sea concluded the \u201coverall intensity of the 2017/18 Tasman [heatwave] was virtually impossible without anthropogenic forcing\u201d. IMPLIED_BASE IMPLIED_BASE","characters":196,"document_index":131,"md_sentence_index":25,"classification_origin":"cm_cause_effect_rel","url":"https://www.climatechangenews.com/2019/05/29/deadly-japan-heatwave-essentially-impossible-without-global-warming/","combo_id":"131_25","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1282006908,"_task_hash":-433261319,"spans":[{"start":38,"end":45,"token_start":9,"token_end":9,"label":"when"},{"text":"heatwave","start":46,"token_start":10,"token_end":10,"end":54,"type":"pattern","label":"base"},{"start":62,"end":72,"token_start":13,"token_end":14,"label":"where"},{"text":"intensity","start":96,"token_start":19,"token_end":19,"end":105,"type":"pattern","label":"aspect_changing"},{"text":"heatwave","start":129,"token_start":25,"token_end":25,"end":137,"type":"pattern","label":"base"},{"start":172,"end":185,"token_start":31,"token_end":31,"label":"type_of"},{"start":186,"end":193,"token_start":32,"token_end":32,"label":"base"}],"tokens":[{"text":"Back","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"in","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"December","start":8,"end":16,"id":2,"ws":true,"disabled":false},{"text":"2018","start":17,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"a","start":23,"end":24,"id":5,"ws":true,"disabled":false},{"text":"study","start":25,"end":30,"id":6,"ws":true,"disabled":false},{"text":"of","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":8,"ws":true,"disabled":false},{"text":"2017/18","start":38,"end":45,"id":9,"ws":true,"disabled":false},{"text":"heatwave","start":46,"end":54,"id":10,"ws":true,"disabled":false},{"text":"in","start":55,"end":57,"id":11,"ws":true,"disabled":false},{"text":"the","start":58,"end":61,"id":12,"ws":true,"disabled":false},{"text":"Tasman","start":62,"end":68,"id":13,"ws":true,"disabled":false},{"text":"Sea","start":69,"end":72,"id":14,"ws":true,"disabled":false},{"text":"concluded","start":73,"end":82,"id":15,"ws":true,"disabled":false},{"text":"the","start":83,"end":86,"id":16,"ws":true,"disabled":false},{"text":"\u201c","start":87,"end":88,"id":17,"ws":false,"disabled":false},{"text":"overall","start":88,"end":95,"id":18,"ws":true,"disabled":false},{"text":"intensity","start":96,"end":105,"id":19,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":20,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":21,"ws":true,"disabled":false},{"text":"2017/18","start":113,"end":120,"id":22,"ws":true,"disabled":false},{"text":"Tasman","start":121,"end":127,"id":23,"ws":true,"disabled":false},{"text":"[","start":128,"end":129,"id":24,"ws":false,"disabled":false},{"text":"heatwave","start":129,"end":137,"id":25,"ws":false,"disabled":false},{"text":"]","start":137,"end":138,"id":26,"ws":true,"disabled":false},{"text":"was","start":139,"end":142,"id":27,"ws":true,"disabled":false},{"text":"virtually","start":143,"end":152,"id":28,"ws":true,"disabled":false},{"text":"impossible","start":153,"end":163,"id":29,"ws":true,"disabled":false},{"text":"without","start":164,"end":171,"id":30,"ws":true,"disabled":false},{"text":"anthropogenic","start":172,"end":185,"id":31,"ws":true,"disabled":false},{"text":"forcing","start":186,"end":193,"id":32,"ws":false,"disabled":false},{"text":"\u201d","start":193,"end":194,"id":33,"ws":false,"disabled":false},{"text":".","start":194,"end":195,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":209,"end":221,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":31,"child":32,"head_span":{"start":172,"end":185,"token_start":31,"token_end":31,"label":"type_of"},"child_span":{"start":186,"end":193,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":25,"head_span":{"start":96,"end":105,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":129,"end":137,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":25,"head_span":{"start":186,"end":193,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":129,"end":137,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1046,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The problem worsens as global warming increases the number of hot days nationwide.\n","text":"The problem worsens as global warming increases the number of hot days nationwide. IMPLIED_BASE IMPLIED_BASE","characters":83,"document_index":806,"md_sentence_index":100,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/08/24/climate/racism-redlining-cities-global-warming.html","combo_id":"806_100","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":284640816,"_task_hash":-1604515174,"spans":[{"text":"global warming","start":23,"token_start":4,"token_end":5,"end":37,"type":"pattern","label":"base"},{"text":"increases","start":38,"token_start":6,"token_end":6,"end":47,"type":"pattern","label":"change_direction"},{"start":52,"end":58,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":62,"end":65,"token_start":10,"token_end":10,"label":"type_of"},{"start":66,"end":70,"token_start":11,"token_end":11,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"problem","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"worsens","start":12,"end":19,"id":2,"ws":true,"disabled":false},{"text":"as","start":20,"end":22,"id":3,"ws":true,"disabled":false},{"text":"global","start":23,"end":29,"id":4,"ws":true,"disabled":false},{"text":"warming","start":30,"end":37,"id":5,"ws":true,"disabled":false},{"text":"increases","start":38,"end":47,"id":6,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":7,"ws":true,"disabled":false},{"text":"number","start":52,"end":58,"id":8,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"hot","start":62,"end":65,"id":10,"ws":true,"disabled":false},{"text":"days","start":66,"end":70,"id":11,"ws":true,"disabled":false},{"text":"nationwide","start":71,"end":81,"id":12,"ws":false,"disabled":false},{"text":".","start":81,"end":82,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":83,"end":95,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":15,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":62,"end":65,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":66,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":52,"end":58,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":66,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":11,"head_span":{"start":38,"end":47,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":66,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":11,"head_span":{"start":23,"end":37,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":66,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1094,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"On the West Coast, the worst fire season on record has burned millions of acres and destroyed towns in California, Oregon and Washington, forcing hundreds of thousands of people to evacuate.","text":"On the West Coast, the worst fire season on record has burned millions of acres and destroyed towns in California, Oregon and Washington, forcing hundreds of thousands of people to evacuate. IMPLIED_BASE IMPLIED_BASE","characters":190,"document_index":833,"md_sentence_index":2,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/25/parenting/disaster-evacuation-kids-coping.html","combo_id":"833_2","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":607233366,"_task_hash":1459625674,"spans":[{"start":0,"end":17,"token_start":0,"token_end":3,"label":"where"},{"start":29,"end":33,"token_start":7,"token_end":7,"label":"type_of"},{"start":34,"end":40,"token_start":8,"token_end":8,"label":"base"},{"start":55,"end":61,"token_start":12,"token_end":12,"label":"predicate"},{"start":62,"end":70,"token_start":13,"token_end":13,"label":"effect_size"},{"start":74,"end":79,"token_start":15,"token_end":15,"label":"base"},{"start":84,"end":93,"token_start":17,"token_end":17,"label":"predicate"},{"start":94,"end":99,"token_start":18,"token_end":18,"label":"base"},{"start":100,"end":113,"token_start":19,"token_end":20,"label":"where"},{"start":115,"end":121,"token_start":22,"token_end":22,"label":"where"},{"start":126,"end":136,"token_start":24,"token_end":24,"label":"where"},{"start":138,"end":145,"token_start":26,"token_end":26,"label":"predicate"},{"start":146,"end":167,"token_start":27,"token_end":29,"label":"effect_size"},{"text":"people","start":171,"token_start":31,"token_end":31,"end":177,"type":"pattern","label":"base"}],"tokens":[{"text":"On","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"West","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"Coast","start":12,"end":17,"id":3,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":4,"ws":true,"disabled":false},{"text":"the","start":19,"end":22,"id":5,"ws":true,"disabled":false},{"text":"worst","start":23,"end":28,"id":6,"ws":true,"disabled":false},{"text":"fire","start":29,"end":33,"id":7,"ws":true,"disabled":false},{"text":"season","start":34,"end":40,"id":8,"ws":true,"disabled":false},{"text":"on","start":41,"end":43,"id":9,"ws":true,"disabled":false},{"text":"record","start":44,"end":50,"id":10,"ws":true,"disabled":false},{"text":"has","start":51,"end":54,"id":11,"ws":true,"disabled":false},{"text":"burned","start":55,"end":61,"id":12,"ws":true,"disabled":false},{"text":"millions","start":62,"end":70,"id":13,"ws":true,"disabled":false},{"text":"of","start":71,"end":73,"id":14,"ws":true,"disabled":false},{"text":"acres","start":74,"end":79,"id":15,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":16,"ws":true,"disabled":false},{"text":"destroyed","start":84,"end":93,"id":17,"ws":true,"disabled":false},{"text":"towns","start":94,"end":99,"id":18,"ws":true,"disabled":false},{"text":"in","start":100,"end":102,"id":19,"ws":true,"disabled":false},{"text":"California","start":103,"end":113,"id":20,"ws":false,"disabled":false},{"text":",","start":113,"end":114,"id":21,"ws":true,"disabled":false},{"text":"Oregon","start":115,"end":121,"id":22,"ws":true,"disabled":false},{"text":"and","start":122,"end":125,"id":23,"ws":true,"disabled":false},{"text":"Washington","start":126,"end":136,"id":24,"ws":false,"disabled":false},{"text":",","start":136,"end":137,"id":25,"ws":true,"disabled":false},{"text":"forcing","start":138,"end":145,"id":26,"ws":true,"disabled":false},{"text":"hundreds","start":146,"end":154,"id":27,"ws":true,"disabled":false},{"text":"of","start":155,"end":157,"id":28,"ws":true,"disabled":false},{"text":"thousands","start":158,"end":167,"id":29,"ws":true,"disabled":false},{"text":"of","start":168,"end":170,"id":30,"ws":true,"disabled":false},{"text":"people","start":171,"end":177,"id":31,"ws":true,"disabled":false},{"text":"to","start":178,"end":180,"id":32,"ws":true,"disabled":false},{"text":"evacuate","start":181,"end":189,"id":33,"ws":false,"disabled":false},{"text":".","start":189,"end":190,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":191,"end":203,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":204,"end":216,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":7,"child":8,"head_span":{"start":29,"end":33,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":34,"end":40,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":15,"head_span":{"start":62,"end":70,"token_start":13,"token_end":13,"label":"effect_size"},"child_span":{"start":74,"end":79,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":146,"end":167,"token_start":27,"token_end":29,"label":"effect_size"},"child_span":{"start":171,"end":177,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":15,"head_span":{"start":34,"end":40,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":74,"end":79,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":31,"head_span":{"start":34,"end":40,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":171,"end":177,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":18,"head_span":{"start":34,"end":40,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":94,"end":99,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":597,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Of particular concern elsewhere are bases that train recruits, who already experience heat-related illness at a rate six times higher than other enlisted personnel.","text":"Of particular concern elsewhere are bases that train recruits, who already experience heat-related illness at a rate six times higher than other enlisted personnel. IMPLIED_BASE IMPLIED_BASE","characters":164,"document_index":476,"md_sentence_index":7,"classification_origin":"causal_sentence_classification","url":"https://news.azpm.org/p/news-topical-sci/2019/11/14/161727-study-arizona-military-base-will-be-hardest-hit-by-climate-change/","combo_id":"476_7","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1253345361,"_task_hash":-933092744,"spans":[{"start":86,"end":98,"token_start":13,"token_end":15,"label":"type_of"},{"start":99,"end":106,"token_start":16,"token_end":16,"label":"base"},{"text":"higher","start":127,"token_start":22,"token_end":22,"end":133,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Of","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"particular","start":3,"end":13,"id":1,"ws":true,"disabled":false},{"text":"concern","start":14,"end":21,"id":2,"ws":true,"disabled":false},{"text":"elsewhere","start":22,"end":31,"id":3,"ws":true,"disabled":false},{"text":"are","start":32,"end":35,"id":4,"ws":true,"disabled":false},{"text":"bases","start":36,"end":41,"id":5,"ws":true,"disabled":false},{"text":"that","start":42,"end":46,"id":6,"ws":true,"disabled":false},{"text":"train","start":47,"end":52,"id":7,"ws":true,"disabled":false},{"text":"recruits","start":53,"end":61,"id":8,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":9,"ws":true,"disabled":false},{"text":"who","start":63,"end":66,"id":10,"ws":true,"disabled":false},{"text":"already","start":67,"end":74,"id":11,"ws":true,"disabled":false},{"text":"experience","start":75,"end":85,"id":12,"ws":true,"disabled":false},{"text":"heat","start":86,"end":90,"id":13,"ws":false,"disabled":false},{"text":"-","start":90,"end":91,"id":14,"ws":false,"disabled":false},{"text":"related","start":91,"end":98,"id":15,"ws":true,"disabled":false},{"text":"illness","start":99,"end":106,"id":16,"ws":true,"disabled":false},{"text":"at","start":107,"end":109,"id":17,"ws":true,"disabled":false},{"text":"a","start":110,"end":111,"id":18,"ws":true,"disabled":false},{"text":"rate","start":112,"end":116,"id":19,"ws":true,"disabled":false},{"text":"six","start":117,"end":120,"id":20,"ws":true,"disabled":false},{"text":"times","start":121,"end":126,"id":21,"ws":true,"disabled":false},{"text":"higher","start":127,"end":133,"id":22,"ws":true,"disabled":false},{"text":"than","start":134,"end":138,"id":23,"ws":true,"disabled":false},{"text":"other","start":139,"end":144,"id":24,"ws":true,"disabled":false},{"text":"enlisted","start":145,"end":153,"id":25,"ws":true,"disabled":false},{"text":"personnel","start":154,"end":163,"id":26,"ws":false,"disabled":false},{"text":".","start":163,"end":164,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":580,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The European heat waves in 2003 lead to the deaths of 70,000 people.","text":"The European heat waves in 2003 lead to the deaths of 70,000 people. IMPLIED_BASE IMPLIED_BASE","characters":68,"document_index":459,"md_sentence_index":25,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/11/13/climate/climate-change-child-health.html","combo_id":"459_25","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1840735764,"_task_hash":1369373707,"spans":[{"start":4,"end":12,"token_start":1,"token_end":1,"label":"where"},{"text":"heat waves","start":13,"token_start":2,"token_end":3,"end":23,"type":"pattern","label":"base"},{"start":24,"end":31,"token_start":4,"token_end":5,"label":"when"},{"start":32,"end":39,"token_start":6,"token_end":7,"label":"predicate"},{"start":44,"end":50,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":54,"end":60,"token_start":11,"token_end":11,"label":"effect_size"},{"text":"people","start":61,"token_start":12,"token_end":12,"end":67,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"European","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"heat","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"waves","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"in","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"2003","start":27,"end":31,"id":5,"ws":true,"disabled":false},{"text":"lead","start":32,"end":36,"id":6,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":7,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":8,"ws":true,"disabled":false},{"text":"deaths","start":44,"end":50,"id":9,"ws":true,"disabled":false},{"text":"of","start":51,"end":53,"id":10,"ws":true,"disabled":false},{"text":"70,000","start":54,"end":60,"id":11,"ws":true,"disabled":false},{"text":"people","start":61,"end":67,"id":12,"ws":false,"disabled":false},{"text":".","start":67,"end":68,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":69,"end":81,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":82,"end":94,"id":15,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":4,"end":12,"token_start":1,"token_end":1,"label":"where"},"child_span":{"start":13,"end":23,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":3,"head_span":{"start":24,"end":31,"token_start":4,"token_end":5,"label":"when"},"child_span":{"start":13,"end":23,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":12,"head_span":{"start":44,"end":50,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":61,"end":67,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":54,"end":60,"token_start":11,"token_end":11,"label":"effect_size"},"child_span":{"start":61,"end":67,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":12,"head_span":{"start":13,"end":23,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":61,"end":67,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":768,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Temperatures are rising 1.5 times the global average, leading to more frequent and longer droughts and flooding.\n","text":"Temperatures are rising 1.5 times the global average, leading to more frequent and longer droughts and flooding. IMPLIED_BASE IMPLIED_BASE","characters":113,"document_index":635,"md_sentence_index":17,"classification_origin":"causal_sentence_classification","url":"https://news.sky.com/story/climate-change-will-be-catastrophic-in-20-years-with-risks-to-global-security-report-11933118","combo_id":"635_17","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-785433434,"_task_hash":1057929073,"spans":[{"text":"Temperatures","start":0,"token_start":0,"token_end":0,"end":12,"type":"pattern","label":"aspect_changing"},{"text":"rising","start":17,"token_start":2,"token_end":2,"end":23,"type":"pattern","label":"change_direction"},{"start":24,"end":52,"token_start":3,"token_end":7,"label":"effect_size"},{"start":54,"end":64,"token_start":9,"token_end":10,"label":"predicate"},{"start":65,"end":78,"token_start":11,"token_end":12,"label":"change_direction"},{"start":83,"end":89,"token_start":14,"token_end":14,"label":"change_direction"},{"text":"droughts","start":90,"token_start":15,"token_end":15,"end":98,"type":"pattern","label":"base"},{"text":"flooding","start":103,"token_start":17,"token_end":17,"end":111,"type":"pattern","label":"base"},{"start":113,"end":125,"token_start":19,"token_end":19,"label":"base"}],"tokens":[{"text":"Temperatures","start":0,"end":12,"id":0,"ws":true,"disabled":false},{"text":"are","start":13,"end":16,"id":1,"ws":true,"disabled":false},{"text":"rising","start":17,"end":23,"id":2,"ws":true,"disabled":false},{"text":"1.5","start":24,"end":27,"id":3,"ws":true,"disabled":false},{"text":"times","start":28,"end":33,"id":4,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"global","start":38,"end":44,"id":6,"ws":true,"disabled":false},{"text":"average","start":45,"end":52,"id":7,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":8,"ws":true,"disabled":false},{"text":"leading","start":54,"end":61,"id":9,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":10,"ws":true,"disabled":false},{"text":"more","start":65,"end":69,"id":11,"ws":true,"disabled":false},{"text":"frequent","start":70,"end":78,"id":12,"ws":true,"disabled":false},{"text":"and","start":79,"end":82,"id":13,"ws":true,"disabled":false},{"text":"longer","start":83,"end":89,"id":14,"ws":true,"disabled":false},{"text":"droughts","start":90,"end":98,"id":15,"ws":true,"disabled":false},{"text":"and","start":99,"end":102,"id":16,"ws":true,"disabled":false},{"text":"flooding","start":103,"end":111,"id":17,"ws":false,"disabled":false},{"text":".","start":111,"end":112,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":113,"end":125,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":20,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":19,"head_span":{"start":0,"end":12,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":113,"end":125,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":19,"head_span":{"start":17,"end":23,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":113,"end":125,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":19,"head_span":{"start":24,"end":52,"token_start":3,"token_end":7,"label":"effect_size"},"child_span":{"start":113,"end":125,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":65,"end":78,"token_start":11,"token_end":12,"label":"change_direction"},"child_span":{"start":90,"end":98,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":17,"head_span":{"start":65,"end":78,"token_start":11,"token_end":12,"label":"change_direction"},"child_span":{"start":103,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":83,"end":89,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":90,"end":98,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":83,"end":89,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":103,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":15,"head_span":{"start":113,"end":125,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":90,"end":98,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":17,"head_span":{"start":113,"end":125,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":103,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":828,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We contribute to this literature by considering capacity impacts, driven by variability in impacts across space and time.","text":"We contribute to this literature by considering capacity impacts, driven by variability in impacts across space and time. IMPLIED_BASE IMPLIED_BASE","characters":121,"document_index":664,"md_sentence_index":26,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"http://www.pnas.org/content/114/8/1886.full","combo_id":"664_26","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1798034681,"_task_hash":-1223792801,"spans":[{"start":48,"end":56,"token_start":7,"token_end":7,"label":"base"},{"start":57,"end":64,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":66,"end":75,"token_start":10,"token_end":11,"label":"predicate"},{"start":99,"end":111,"token_start":15,"token_end":16,"label":"where"},{"start":116,"end":120,"token_start":18,"token_end":18,"label":"when"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"contribute","start":3,"end":13,"id":1,"ws":true,"disabled":false},{"text":"to","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"this","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"literature","start":22,"end":32,"id":4,"ws":true,"disabled":false},{"text":"by","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"considering","start":36,"end":47,"id":6,"ws":true,"disabled":false},{"text":"capacity","start":48,"end":56,"id":7,"ws":true,"disabled":false},{"text":"impacts","start":57,"end":64,"id":8,"ws":false,"disabled":false},{"text":",","start":64,"end":65,"id":9,"ws":true,"disabled":false},{"text":"driven","start":66,"end":72,"id":10,"ws":true,"disabled":false},{"text":"by","start":73,"end":75,"id":11,"ws":true,"disabled":false},{"text":"variability","start":76,"end":87,"id":12,"ws":true,"disabled":false},{"text":"in","start":88,"end":90,"id":13,"ws":true,"disabled":false},{"text":"impacts","start":91,"end":98,"id":14,"ws":true,"disabled":false},{"text":"across","start":99,"end":105,"id":15,"ws":true,"disabled":false},{"text":"space","start":106,"end":111,"id":16,"ws":true,"disabled":false},{"text":"and","start":112,"end":115,"id":17,"ws":true,"disabled":false},{"text":"time","start":116,"end":120,"id":18,"ws":false,"disabled":false},{"text":".","start":120,"end":121,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":122,"end":134,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":135,"end":147,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":1078,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The combination of increased heat and inadequate mitigation can be lethal: The Maricopa County Department of Public Health's statistics indicate that deaths attributed to heat increased 232% from 2006 to 2019.\n","text":"The combination of increased heat and inadequate mitigation can be lethal: The Maricopa County Department of Public Health's statistics indicate that deaths attributed to heat increased 232% from 2006 to 2019. IMPLIED_BASE IMPLIED_BASE","characters":210,"document_index":826,"md_sentence_index":66,"classification_origin":"causal_sentence_classification","url":"https://www.azcentral.com/in-depth/news/2020/08/26/heat-killing-more-people-cities-sizzle-hotter-temperatures/4553439002/","combo_id":"826_66","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1084224068,"_task_hash":-1553527288,"spans":[{"text":"increased","start":19,"token_start":3,"token_end":3,"end":28,"type":"pattern","label":"change_direction"},{"start":29,"end":33,"token_start":4,"token_end":4,"label":"base"},{"start":38,"end":48,"token_start":6,"token_end":6,"label":"type_of"},{"start":49,"end":59,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":60,"end":63,"token_start":8,"token_end":8,"label":"confidence"},{"start":67,"end":73,"token_start":10,"token_end":10,"label":"type_of"},{"start":79,"end":122,"token_start":13,"token_end":18,"label":"where"},{"start":136,"end":144,"token_start":21,"token_end":21,"label":"confidence"},{"start":150,"end":156,"token_start":23,"token_end":23,"label":"aspect_changing"},{"start":157,"end":170,"token_start":24,"token_end":25,"label":"predicate"},{"start":171,"end":175,"token_start":26,"token_end":26,"label":"base"},{"text":"increased","start":176,"token_start":27,"token_end":27,"end":185,"type":"pattern","label":"change_direction"},{"start":186,"end":190,"token_start":28,"token_end":29,"label":"effect_size"},{"start":191,"end":208,"token_start":30,"token_end":33,"label":"when"},{"start":210,"end":222,"token_start":35,"token_end":35,"label":"base"},{"start":223,"end":235,"token_start":36,"token_end":36,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"combination","start":4,"end":15,"id":1,"ws":true,"disabled":false},{"text":"of","start":16,"end":18,"id":2,"ws":true,"disabled":false},{"text":"increased","start":19,"end":28,"id":3,"ws":true,"disabled":false},{"text":"heat","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"and","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"inadequate","start":38,"end":48,"id":6,"ws":true,"disabled":false},{"text":"mitigation","start":49,"end":59,"id":7,"ws":true,"disabled":false},{"text":"can","start":60,"end":63,"id":8,"ws":true,"disabled":false},{"text":"be","start":64,"end":66,"id":9,"ws":true,"disabled":false},{"text":"lethal","start":67,"end":73,"id":10,"ws":false,"disabled":false},{"text":":","start":73,"end":74,"id":11,"ws":true,"disabled":false},{"text":"The","start":75,"end":78,"id":12,"ws":true,"disabled":false},{"text":"Maricopa","start":79,"end":87,"id":13,"ws":true,"disabled":false},{"text":"County","start":88,"end":94,"id":14,"ws":true,"disabled":false},{"text":"Department","start":95,"end":105,"id":15,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":16,"ws":true,"disabled":false},{"text":"Public","start":109,"end":115,"id":17,"ws":true,"disabled":false},{"text":"Health","start":116,"end":122,"id":18,"ws":false,"disabled":false},{"text":"'s","start":122,"end":124,"id":19,"ws":true,"disabled":false},{"text":"statistics","start":125,"end":135,"id":20,"ws":true,"disabled":false},{"text":"indicate","start":136,"end":144,"id":21,"ws":true,"disabled":false},{"text":"that","start":145,"end":149,"id":22,"ws":true,"disabled":false},{"text":"deaths","start":150,"end":156,"id":23,"ws":true,"disabled":false},{"text":"attributed","start":157,"end":167,"id":24,"ws":true,"disabled":false},{"text":"to","start":168,"end":170,"id":25,"ws":true,"disabled":false},{"text":"heat","start":171,"end":175,"id":26,"ws":true,"disabled":false},{"text":"increased","start":176,"end":185,"id":27,"ws":true,"disabled":false},{"text":"232","start":186,"end":189,"id":28,"ws":false,"disabled":false},{"text":"%","start":189,"end":190,"id":29,"ws":true,"disabled":false},{"text":"from","start":191,"end":195,"id":30,"ws":true,"disabled":false},{"text":"2006","start":196,"end":200,"id":31,"ws":true,"disabled":false},{"text":"to","start":201,"end":203,"id":32,"ws":true,"disabled":false},{"text":"2019","start":204,"end":208,"id":33,"ws":false,"disabled":false},{"text":".","start":208,"end":209,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":210,"end":222,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":223,"end":235,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":3,"child":4,"head_span":{"start":19,"end":28,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":29,"end":33,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":35,"head_span":{"start":38,"end":48,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":210,"end":222,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":35,"head_span":{"start":49,"end":59,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":210,"end":222,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":36,"head_span":{"start":67,"end":73,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":223,"end":235,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":36,"head_span":{"start":150,"end":156,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":223,"end":235,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":36,"head_span":{"start":176,"end":185,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":223,"end":235,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":36,"head_span":{"start":186,"end":190,"token_start":28,"token_end":29,"label":"effect_size"},"child_span":{"start":223,"end":235,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":36,"head_span":{"start":191,"end":208,"token_start":30,"token_end":33,"label":"when"},"child_span":{"start":223,"end":235,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":36,"head_span":{"start":29,"end":33,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":223,"end":235,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":35,"child":36,"head_span":{"start":210,"end":222,"token_start":35,"token_end":35,"label":"base"},"child_span":{"start":223,"end":235,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":36,"head_span":{"start":171,"end":175,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":223,"end":235,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":185,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"not causal? (unless vulnerable is synonym for damage?)","relation count":"","complexity":"","original_md_text":"DiPerna says hotels are extremely vulnerable to the rise in extreme weather, perhaps more than any other client-facing industry.\n","text":"DiPerna says hotels are extremely vulnerable to the rise in extreme weather, perhaps more than any other client-facing industry. IMPLIED_BASE IMPLIED_BASE","characters":129,"document_index":138,"md_sentence_index":15,"classification_origin":"cm_cause_effect_rel","url":"https://www.curbed.com/2019/5/28/18642701/hotel-resort-real-estate-insurance-climate-change","combo_id":"138_15","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":652668983,"_task_hash":-1216586982,"spans":[{"start":13,"end":19,"token_start":2,"token_end":2,"label":"base"},{"start":20,"end":23,"token_start":3,"token_end":3,"label":"confidence"},{"start":24,"end":33,"token_start":4,"token_end":4,"label":"effect_size"},{"start":34,"end":47,"token_start":5,"token_end":6,"label":"predicate"},{"text":"rise","start":52,"token_start":8,"token_end":8,"end":56,"type":"pattern","label":"change_direction"},{"start":60,"end":67,"token_start":10,"token_end":10,"label":"type_of"},{"start":68,"end":75,"token_start":11,"token_end":11,"label":"base"},{"start":77,"end":84,"token_start":13,"token_end":13,"label":"confidence"},{"start":105,"end":118,"token_start":18,"token_end":20,"label":"type_of"},{"start":119,"end":127,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"DiPerna","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"says","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"hotels","start":13,"end":19,"id":2,"ws":true,"disabled":false},{"text":"are","start":20,"end":23,"id":3,"ws":true,"disabled":false},{"text":"extremely","start":24,"end":33,"id":4,"ws":true,"disabled":false},{"text":"vulnerable","start":34,"end":44,"id":5,"ws":true,"disabled":false},{"text":"to","start":45,"end":47,"id":6,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":7,"ws":true,"disabled":false},{"text":"rise","start":52,"end":56,"id":8,"ws":true,"disabled":false},{"text":"in","start":57,"end":59,"id":9,"ws":true,"disabled":false},{"text":"extreme","start":60,"end":67,"id":10,"ws":true,"disabled":false},{"text":"weather","start":68,"end":75,"id":11,"ws":false,"disabled":false},{"text":",","start":75,"end":76,"id":12,"ws":true,"disabled":false},{"text":"perhaps","start":77,"end":84,"id":13,"ws":true,"disabled":false},{"text":"more","start":85,"end":89,"id":14,"ws":true,"disabled":false},{"text":"than","start":90,"end":94,"id":15,"ws":true,"disabled":false},{"text":"any","start":95,"end":98,"id":16,"ws":true,"disabled":false},{"text":"other","start":99,"end":104,"id":17,"ws":true,"disabled":false},{"text":"client","start":105,"end":111,"id":18,"ws":false,"disabled":false},{"text":"-","start":111,"end":112,"id":19,"ws":false,"disabled":false},{"text":"facing","start":112,"end":118,"id":20,"ws":true,"disabled":false},{"text":"industry","start":119,"end":127,"id":21,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":24,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":4,"child":2,"head_span":{"start":24,"end":33,"token_start":4,"token_end":4,"label":"effect_size"},"child_span":{"start":13,"end":19,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":52,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":68,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":60,"end":67,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":68,"end":75,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":105,"end":118,"token_start":18,"token_end":20,"label":"type_of"},"child_span":{"start":119,"end":127,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":2,"head_span":{"start":68,"end":75,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":13,"end":19,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":696,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In contrast, high\u2010elevation snow\u2010dominated watersheds may see more delayed changes in flood risk, due to the competing influence of decreasing snowmelt\u2010driven floods and increasing rainfall\u2010driven floods.","text":"In contrast, high\u2010elevation snow\u2010dominated watersheds may see more delayed changes in flood risk, due to the competing influence of decreasing snowmelt\u2010driven floods and increasing rainfall\u2010driven floods. IMPLIED_BASE IMPLIED_BASE","characters":204,"document_index":605,"md_sentence_index":319,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://agupubs.onlinelibrary.wiley.com/doi/full/10.1029/2019WR025571","combo_id":"605_319","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1240273415,"_task_hash":-273792961,"spans":[{"start":13,"end":27,"token_start":3,"token_end":3,"label":"type_of"},{"start":28,"end":42,"token_start":4,"token_end":4,"label":"type_of"},{"text":"watersheds","start":43,"token_start":5,"token_end":5,"end":53,"type":"pattern","label":"base"},{"start":54,"end":57,"token_start":6,"token_end":6,"label":"confidence"},{"start":62,"end":74,"token_start":8,"token_end":9,"label":"change_direction"},{"start":86,"end":96,"token_start":12,"token_end":13,"label":"aspect_changing"},{"start":98,"end":104,"token_start":15,"token_end":16,"label":"predicate"},{"text":"decreasing","start":132,"token_start":21,"token_end":21,"end":142,"type":"pattern","label":"change_direction"},{"start":143,"end":158,"token_start":22,"token_end":22,"label":"type_of"},{"text":"floods","start":159,"token_start":23,"token_end":23,"end":165,"type":"pattern","label":"base"},{"text":"increasing","start":170,"token_start":25,"token_end":25,"end":180,"type":"pattern","label":"change_direction"},{"start":181,"end":196,"token_start":26,"token_end":26,"label":"type_of"},{"text":"floods","start":197,"token_start":27,"token_end":27,"end":203,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"contrast","start":3,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"high\u2010elevation","start":13,"end":27,"id":3,"ws":true,"disabled":false},{"text":"snow\u2010dominated","start":28,"end":42,"id":4,"ws":true,"disabled":false},{"text":"watersheds","start":43,"end":53,"id":5,"ws":true,"disabled":false},{"text":"may","start":54,"end":57,"id":6,"ws":true,"disabled":false},{"text":"see","start":58,"end":61,"id":7,"ws":true,"disabled":false},{"text":"more","start":62,"end":66,"id":8,"ws":true,"disabled":false},{"text":"delayed","start":67,"end":74,"id":9,"ws":true,"disabled":false},{"text":"changes","start":75,"end":82,"id":10,"ws":true,"disabled":false},{"text":"in","start":83,"end":85,"id":11,"ws":true,"disabled":false},{"text":"flood","start":86,"end":91,"id":12,"ws":true,"disabled":false},{"text":"risk","start":92,"end":96,"id":13,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":14,"ws":true,"disabled":false},{"text":"due","start":98,"end":101,"id":15,"ws":true,"disabled":false},{"text":"to","start":102,"end":104,"id":16,"ws":true,"disabled":false},{"text":"the","start":105,"end":108,"id":17,"ws":true,"disabled":false},{"text":"competing","start":109,"end":118,"id":18,"ws":true,"disabled":false},{"text":"influence","start":119,"end":128,"id":19,"ws":true,"disabled":false},{"text":"of","start":129,"end":131,"id":20,"ws":true,"disabled":false},{"text":"decreasing","start":132,"end":142,"id":21,"ws":true,"disabled":false},{"text":"snowmelt\u2010driven","start":143,"end":158,"id":22,"ws":true,"disabled":false},{"text":"floods","start":159,"end":165,"id":23,"ws":true,"disabled":false},{"text":"and","start":166,"end":169,"id":24,"ws":true,"disabled":false},{"text":"increasing","start":170,"end":180,"id":25,"ws":true,"disabled":false},{"text":"rainfall\u2010driven","start":181,"end":196,"id":26,"ws":true,"disabled":false},{"text":"floods","start":197,"end":203,"id":27,"ws":false,"disabled":false},{"text":".","start":203,"end":204,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":4,"child":5,"head_span":{"start":28,"end":42,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":43,"end":53,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":5,"head_span":{"start":13,"end":27,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":43,"end":53,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":5,"head_span":{"start":62,"end":74,"token_start":8,"token_end":9,"label":"change_direction"},"child_span":{"start":43,"end":53,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":5,"head_span":{"start":86,"end":96,"token_start":12,"token_end":13,"label":"aspect_changing"},"child_span":{"start":43,"end":53,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":23,"head_span":{"start":132,"end":142,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":159,"end":165,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":143,"end":158,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":159,"end":165,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":27,"head_span":{"start":170,"end":180,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":197,"end":203,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":181,"end":196,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":197,"end":203,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":5,"head_span":{"start":159,"end":165,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":43,"end":53,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":5,"head_span":{"start":197,"end":203,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":43,"end":53,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":916,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Heat waves contributed to the record wildfire season in the American West.","text":"Heat waves contributed to the record wildfire season in the American West. IMPLIED_BASE IMPLIED_BASE","characters":74,"document_index":742,"md_sentence_index":79,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.thebalance.com/heat-wave-causes-list-effect-on-the-economy-4173881","combo_id":"742_79","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1169180386,"_task_hash":341271974,"spans":[{"text":"Heat waves","start":0,"token_start":0,"token_end":1,"end":10,"type":"pattern","label":"base"},{"start":11,"end":25,"token_start":2,"token_end":3,"label":"predicate"},{"start":30,"end":36,"token_start":5,"token_end":5,"label":"effect_size"},{"text":"wildfire","start":37,"token_start":6,"token_end":6,"end":45,"type":"pattern","label":"base"},{"start":46,"end":52,"token_start":7,"token_end":7,"label":"when"},{"start":53,"end":73,"token_start":8,"token_end":11,"label":"where"}],"tokens":[{"text":"Heat","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"waves","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"contributed","start":11,"end":22,"id":2,"ws":true,"disabled":false},{"text":"to","start":23,"end":25,"id":3,"ws":true,"disabled":false},{"text":"the","start":26,"end":29,"id":4,"ws":true,"disabled":false},{"text":"record","start":30,"end":36,"id":5,"ws":true,"disabled":false},{"text":"wildfire","start":37,"end":45,"id":6,"ws":true,"disabled":false},{"text":"season","start":46,"end":52,"id":7,"ws":true,"disabled":false},{"text":"in","start":53,"end":55,"id":8,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":9,"ws":true,"disabled":false},{"text":"American","start":60,"end":68,"id":10,"ws":true,"disabled":false},{"text":"West","start":69,"end":73,"id":11,"ws":false,"disabled":false},{"text":".","start":73,"end":74,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":75,"end":87,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":88,"end":100,"id":14,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":5,"child":6,"head_span":{"start":30,"end":36,"token_start":5,"token_end":5,"label":"effect_size"},"child_span":{"start":37,"end":45,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":6,"head_span":{"start":46,"end":52,"token_start":7,"token_end":7,"label":"when"},"child_span":{"start":37,"end":45,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":6,"head_span":{"start":53,"end":73,"token_start":8,"token_end":11,"label":"where"},"child_span":{"start":37,"end":45,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":0,"end":10,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":37,"end":45,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1007,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Many of the fires were caused by a mass of lightning strikes last week \u2013 sparks that lit a tinder box of vegetation left dry and crunchy by months of persistent heat and low humidity.","text":"Many of the fires were caused by a mass of lightning strikes last week \u2013 sparks that lit a tinder box of vegetation left dry and crunchy by months of persistent heat and low humidity. IMPLIED_BASE IMPLIED_BASE","characters":183,"document_index":783,"md_sentence_index":38,"classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2020/08/22/california-wildfires-updates-saturday-map-redwood-trees-burn-big-basin/3419083001/","combo_id":"783_38","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1934885718,"_task_hash":839258481,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"effect_size"},{"start":12,"end":17,"token_start":3,"token_end":3,"label":"base"},{"start":18,"end":22,"token_start":4,"token_end":4,"label":"confidence"},{"start":23,"end":32,"token_start":5,"token_end":6,"label":"predicate"},{"start":35,"end":39,"token_start":8,"token_end":8,"label":"effect_size"},{"start":43,"end":52,"token_start":10,"token_end":10,"label":"base"},{"start":53,"end":60,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":61,"end":70,"token_start":12,"token_end":13,"label":"when"},{"text":"vegetation","start":105,"token_start":22,"token_end":22,"end":115,"type":"pattern","label":"base"},{"start":116,"end":120,"token_start":23,"token_end":23,"label":"predicate"},{"start":121,"end":124,"token_start":24,"token_end":24,"label":"type_of"},{"start":129,"end":136,"token_start":26,"token_end":26,"label":"type_of"},{"start":137,"end":139,"token_start":27,"token_end":27,"label":"predicate"},{"start":140,"end":146,"token_start":28,"token_end":28,"label":"effect_size"},{"start":150,"end":160,"token_start":30,"token_end":30,"label":"type_of"},{"start":161,"end":165,"token_start":31,"token_end":31,"label":"base"},{"start":170,"end":173,"token_start":33,"token_end":33,"label":"change_direction"},{"start":174,"end":182,"token_start":34,"token_end":34,"label":"aspect_changing"},{"start":184,"end":196,"token_start":36,"token_end":36,"label":"base"}],"tokens":[{"text":"Many","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"of","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"fires","start":12,"end":17,"id":3,"ws":true,"disabled":false},{"text":"were","start":18,"end":22,"id":4,"ws":true,"disabled":false},{"text":"caused","start":23,"end":29,"id":5,"ws":true,"disabled":false},{"text":"by","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"a","start":33,"end":34,"id":7,"ws":true,"disabled":false},{"text":"mass","start":35,"end":39,"id":8,"ws":true,"disabled":false},{"text":"of","start":40,"end":42,"id":9,"ws":true,"disabled":false},{"text":"lightning","start":43,"end":52,"id":10,"ws":true,"disabled":false},{"text":"strikes","start":53,"end":60,"id":11,"ws":true,"disabled":false},{"text":"last","start":61,"end":65,"id":12,"ws":true,"disabled":false},{"text":"week","start":66,"end":70,"id":13,"ws":true,"disabled":false},{"text":"\u2013","start":71,"end":72,"id":14,"ws":true,"disabled":false},{"text":"sparks","start":73,"end":79,"id":15,"ws":true,"disabled":false},{"text":"that","start":80,"end":84,"id":16,"ws":true,"disabled":false},{"text":"lit","start":85,"end":88,"id":17,"ws":true,"disabled":false},{"text":"a","start":89,"end":90,"id":18,"ws":true,"disabled":false},{"text":"tinder","start":91,"end":97,"id":19,"ws":true,"disabled":false},{"text":"box","start":98,"end":101,"id":20,"ws":true,"disabled":false},{"text":"of","start":102,"end":104,"id":21,"ws":true,"disabled":false},{"text":"vegetation","start":105,"end":115,"id":22,"ws":true,"disabled":false},{"text":"left","start":116,"end":120,"id":23,"ws":true,"disabled":false},{"text":"dry","start":121,"end":124,"id":24,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":25,"ws":true,"disabled":false},{"text":"crunchy","start":129,"end":136,"id":26,"ws":true,"disabled":false},{"text":"by","start":137,"end":139,"id":27,"ws":true,"disabled":false},{"text":"months","start":140,"end":146,"id":28,"ws":true,"disabled":false},{"text":"of","start":147,"end":149,"id":29,"ws":true,"disabled":false},{"text":"persistent","start":150,"end":160,"id":30,"ws":true,"disabled":false},{"text":"heat","start":161,"end":165,"id":31,"ws":true,"disabled":false},{"text":"and","start":166,"end":169,"id":32,"ws":true,"disabled":false},{"text":"low","start":170,"end":173,"id":33,"ws":true,"disabled":false},{"text":"humidity","start":174,"end":182,"id":34,"ws":false,"disabled":false},{"text":".","start":182,"end":183,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":197,"end":209,"id":37,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":8,"child":10,"head_span":{"start":35,"end":39,"token_start":8,"token_end":8,"label":"effect_size"},"child_span":{"start":43,"end":52,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":53,"end":60,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":43,"end":52,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":10,"head_span":{"start":61,"end":70,"token_start":12,"token_end":13,"label":"when"},"child_span":{"start":43,"end":52,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":22,"head_span":{"start":121,"end":124,"token_start":24,"token_end":24,"label":"type_of"},"child_span":{"start":105,"end":115,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":22,"head_span":{"start":129,"end":136,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":105,"end":115,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":31,"head_span":{"start":140,"end":146,"token_start":28,"token_end":28,"label":"effect_size"},"child_span":{"start":161,"end":165,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":34,"head_span":{"start":140,"end":146,"token_start":28,"token_end":28,"label":"effect_size"},"child_span":{"start":174,"end":182,"token_start":34,"token_end":34,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":31,"head_span":{"start":150,"end":160,"token_start":30,"token_end":30,"label":"type_of"},"child_span":{"start":161,"end":165,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":3,"head_span":{"start":43,"end":52,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":12,"end":17,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":22,"head_span":{"start":43,"end":52,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":105,"end":115,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":22,"head_span":{"start":161,"end":165,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":105,"end":115,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":36,"head_span":{"start":170,"end":173,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":184,"end":196,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":36,"head_span":{"start":174,"end":182,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":184,"end":196,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":22,"head_span":{"start":184,"end":196,"token_start":36,"token_end":36,"label":"base"},"child_span":{"start":105,"end":115,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":814,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"While natural variations continue to play an important role in extreme heat events, climate change has shifted the odds, increasing the likelihood that these events will occur.\n","text":"While natural variations continue to play an important role in extreme heat events, climate change has shifted the odds, increasing the likelihood that these events will occur. IMPLIED_BASE IMPLIED_BASE","characters":177,"document_index":656,"md_sentence_index":166,"classification_origin":"causal_sentence_classification","url":"https://www.cdc.gov/climateandhealth/pubs/extreme-heat-guidebook.pdf","combo_id":"656_166","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-332341821,"_task_hash":-1146351520,"spans":[{"start":63,"end":70,"token_start":10,"token_end":10,"label":"type_of"},{"start":71,"end":75,"token_start":11,"token_end":11,"label":"type_of"},{"start":76,"end":82,"token_start":12,"token_end":12,"label":"base"},{"text":"climate change","start":84,"token_start":14,"token_end":15,"end":98,"type":"pattern","label":"base"},{"start":99,"end":102,"token_start":16,"token_end":16,"label":"confidence"},{"start":103,"end":110,"token_start":17,"token_end":17,"label":"predicate"},{"text":"increasing","start":121,"token_start":21,"token_end":21,"end":131,"type":"pattern","label":"change_direction"},{"text":"likelihood","start":136,"token_start":23,"token_end":23,"end":146,"type":"pattern","label":"aspect_changing"},{"start":158,"end":164,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"While","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"natural","start":6,"end":13,"id":1,"ws":true,"disabled":false},{"text":"variations","start":14,"end":24,"id":2,"ws":true,"disabled":false},{"text":"continue","start":25,"end":33,"id":3,"ws":true,"disabled":false},{"text":"to","start":34,"end":36,"id":4,"ws":true,"disabled":false},{"text":"play","start":37,"end":41,"id":5,"ws":true,"disabled":false},{"text":"an","start":42,"end":44,"id":6,"ws":true,"disabled":false},{"text":"important","start":45,"end":54,"id":7,"ws":true,"disabled":false},{"text":"role","start":55,"end":59,"id":8,"ws":true,"disabled":false},{"text":"in","start":60,"end":62,"id":9,"ws":true,"disabled":false},{"text":"extreme","start":63,"end":70,"id":10,"ws":true,"disabled":false},{"text":"heat","start":71,"end":75,"id":11,"ws":true,"disabled":false},{"text":"events","start":76,"end":82,"id":12,"ws":false,"disabled":false},{"text":",","start":82,"end":83,"id":13,"ws":true,"disabled":false},{"text":"climate","start":84,"end":91,"id":14,"ws":true,"disabled":false},{"text":"change","start":92,"end":98,"id":15,"ws":true,"disabled":false},{"text":"has","start":99,"end":102,"id":16,"ws":true,"disabled":false},{"text":"shifted","start":103,"end":110,"id":17,"ws":true,"disabled":false},{"text":"the","start":111,"end":114,"id":18,"ws":true,"disabled":false},{"text":"odds","start":115,"end":119,"id":19,"ws":false,"disabled":false},{"text":",","start":119,"end":120,"id":20,"ws":true,"disabled":false},{"text":"increasing","start":121,"end":131,"id":21,"ws":true,"disabled":false},{"text":"the","start":132,"end":135,"id":22,"ws":true,"disabled":false},{"text":"likelihood","start":136,"end":146,"id":23,"ws":true,"disabled":false},{"text":"that","start":147,"end":151,"id":24,"ws":true,"disabled":false},{"text":"these","start":152,"end":157,"id":25,"ws":true,"disabled":false},{"text":"events","start":158,"end":164,"id":26,"ws":true,"disabled":false},{"text":"will","start":165,"end":169,"id":27,"ws":true,"disabled":false},{"text":"occur","start":170,"end":175,"id":28,"ws":false,"disabled":false},{"text":".","start":175,"end":176,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":177,"end":189,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":31,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":10,"child":12,"head_span":{"start":63,"end":70,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":76,"end":82,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":71,"end":75,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":76,"end":82,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":26,"head_span":{"start":121,"end":131,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":158,"end":164,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":26,"head_span":{"start":136,"end":146,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":158,"end":164,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":26,"head_span":{"start":84,"end":98,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":158,"end":164,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":12,"head_span":{"start":158,"end":164,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":76,"end":82,"token_start":12,"token_end":12,"label":"base"},"color":"#d9fbad","label":"Same_As"}],"answer":"accept"}
+{"number":400,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"","original_md_text":"In Japan, where 11 people died as a result of the summer heatwave, 10 all-time temperature highs were set.\n","text":"In Japan, where 11 people died as a result of the summer heatwave, 10 all-time temperature highs were set. IMPLIED_BASE IMPLIED_BASE","characters":107,"document_index":310,"md_sentence_index":22,"classification_origin":"cm-label-eval","url":"https://www.bbc.com/news/science-environment-46384067","combo_id":"310_22","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":221868025,"_task_hash":2083371807,"spans":[{"start":0,"end":8,"token_start":0,"token_end":1,"label":"where"},{"start":16,"end":18,"token_start":4,"token_end":4,"label":"effect_size"},{"text":"people","start":19,"token_start":5,"token_end":5,"end":25,"type":"pattern","label":"base"},{"start":26,"end":30,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":31,"end":45,"token_start":7,"token_end":10,"label":"predicate"},{"start":50,"end":56,"token_start":12,"token_end":12,"label":"when"},{"text":"heatwave","start":57,"token_start":13,"token_end":13,"end":65,"type":"pattern","label":"base"},{"start":67,"end":69,"token_start":15,"token_end":15,"label":"type_of"},{"start":70,"end":78,"token_start":16,"token_end":18,"label":"type_of"},{"start":79,"end":96,"token_start":19,"token_end":20,"label":"aspect_changing"},{"start":97,"end":101,"token_start":21,"token_end":21,"label":"confidence"},{"start":102,"end":105,"token_start":22,"token_end":22,"label":"predicate"},{"start":107,"end":119,"token_start":24,"token_end":24,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Japan","start":3,"end":8,"id":1,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":2,"ws":true,"disabled":false},{"text":"where","start":10,"end":15,"id":3,"ws":true,"disabled":false},{"text":"11","start":16,"end":18,"id":4,"ws":true,"disabled":false},{"text":"people","start":19,"end":25,"id":5,"ws":true,"disabled":false},{"text":"died","start":26,"end":30,"id":6,"ws":true,"disabled":false},{"text":"as","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"a","start":34,"end":35,"id":8,"ws":true,"disabled":false},{"text":"result","start":36,"end":42,"id":9,"ws":true,"disabled":false},{"text":"of","start":43,"end":45,"id":10,"ws":true,"disabled":false},{"text":"the","start":46,"end":49,"id":11,"ws":true,"disabled":false},{"text":"summer","start":50,"end":56,"id":12,"ws":true,"disabled":false},{"text":"heatwave","start":57,"end":65,"id":13,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":14,"ws":true,"disabled":false},{"text":"10","start":67,"end":69,"id":15,"ws":true,"disabled":false},{"text":"all","start":70,"end":73,"id":16,"ws":false,"disabled":false},{"text":"-","start":73,"end":74,"id":17,"ws":false,"disabled":false},{"text":"time","start":74,"end":78,"id":18,"ws":true,"disabled":false},{"text":"temperature","start":79,"end":90,"id":19,"ws":true,"disabled":false},{"text":"highs","start":91,"end":96,"id":20,"ws":true,"disabled":false},{"text":"were","start":97,"end":101,"id":21,"ws":true,"disabled":false},{"text":"set","start":102,"end":105,"id":22,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":25,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":1,"child":5,"head_span":{"start":0,"end":8,"token_start":0,"token_end":1,"label":"where"},"child_span":{"start":19,"end":25,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":16,"end":18,"token_start":4,"token_end":4,"label":"effect_size"},"child_span":{"start":19,"end":25,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":50,"end":56,"token_start":12,"token_end":12,"label":"when"},"child_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":24,"head_span":{"start":67,"end":69,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":107,"end":119,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":24,"head_span":{"start":70,"end":78,"token_start":16,"token_end":18,"label":"type_of"},"child_span":{"start":107,"end":119,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":24,"head_span":{"start":79,"end":96,"token_start":19,"token_end":20,"label":"aspect_changing"},"child_span":{"start":107,"end":119,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":24,"head_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":107,"end":119,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":5,"head_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":19,"end":25,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":5,"head_span":{"start":26,"end":30,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":19,"end":25,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":539,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In contrast, if the observed warming had been due to increases in solar output, Earth\u2019s atmosphere would have warmed throughout its entire extent, including the stratosphere.\n","text":"In contrast, if the observed warming had been due to increases in solar output, Earth\u2019s atmosphere would have warmed throughout its entire extent, including the stratosphere. IMPLIED_BASE IMPLIED_BASE","characters":175,"document_index":415,"md_sentence_index":58,"classification_origin":"causal_sentence_classification","url":"http://nca2014.globalchange.gov/node/1952","combo_id":"415_58","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":2037907023,"_task_hash":867445649,"spans":[{"start":13,"end":15,"token_start":3,"token_end":3,"label":"confidence"},{"start":20,"end":28,"token_start":5,"token_end":5,"label":"confidence"},{"start":29,"end":36,"token_start":6,"token_end":6,"label":"change_direction"},{"start":37,"end":45,"token_start":7,"token_end":8,"label":"confidence"},{"start":46,"end":52,"token_start":9,"token_end":10,"label":"predicate"},{"text":"increases","start":53,"token_start":11,"token_end":11,"end":62,"type":"pattern","label":"change_direction"},{"start":66,"end":71,"token_start":13,"token_end":13,"label":"base"},{"start":72,"end":78,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":80,"end":87,"token_start":16,"token_end":17,"label":"where"},{"start":88,"end":98,"token_start":18,"token_end":18,"label":"base"},{"start":110,"end":116,"token_start":21,"token_end":21,"label":"change_direction"},{"start":117,"end":145,"token_start":22,"token_end":25,"label":"effect_size"},{"start":175,"end":187,"token_start":31,"token_end":31,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"contrast","start":3,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"if","start":13,"end":15,"id":3,"ws":true,"disabled":false},{"text":"the","start":16,"end":19,"id":4,"ws":true,"disabled":false},{"text":"observed","start":20,"end":28,"id":5,"ws":true,"disabled":false},{"text":"warming","start":29,"end":36,"id":6,"ws":true,"disabled":false},{"text":"had","start":37,"end":40,"id":7,"ws":true,"disabled":false},{"text":"been","start":41,"end":45,"id":8,"ws":true,"disabled":false},{"text":"due","start":46,"end":49,"id":9,"ws":true,"disabled":false},{"text":"to","start":50,"end":52,"id":10,"ws":true,"disabled":false},{"text":"increases","start":53,"end":62,"id":11,"ws":true,"disabled":false},{"text":"in","start":63,"end":65,"id":12,"ws":true,"disabled":false},{"text":"solar","start":66,"end":71,"id":13,"ws":true,"disabled":false},{"text":"output","start":72,"end":78,"id":14,"ws":false,"disabled":false},{"text":",","start":78,"end":79,"id":15,"ws":true,"disabled":false},{"text":"Earth","start":80,"end":85,"id":16,"ws":false,"disabled":false},{"text":"\u2019s","start":85,"end":87,"id":17,"ws":true,"disabled":false},{"text":"atmosphere","start":88,"end":98,"id":18,"ws":true,"disabled":false},{"text":"would","start":99,"end":104,"id":19,"ws":true,"disabled":false},{"text":"have","start":105,"end":109,"id":20,"ws":true,"disabled":false},{"text":"warmed","start":110,"end":116,"id":21,"ws":true,"disabled":false},{"text":"throughout","start":117,"end":127,"id":22,"ws":true,"disabled":false},{"text":"its","start":128,"end":131,"id":23,"ws":true,"disabled":false},{"text":"entire","start":132,"end":138,"id":24,"ws":true,"disabled":false},{"text":"extent","start":139,"end":145,"id":25,"ws":false,"disabled":false},{"text":",","start":145,"end":146,"id":26,"ws":true,"disabled":false},{"text":"including","start":147,"end":156,"id":27,"ws":true,"disabled":false},{"text":"the","start":157,"end":160,"id":28,"ws":true,"disabled":false},{"text":"stratosphere","start":161,"end":173,"id":29,"ws":false,"disabled":false},{"text":".","start":173,"end":174,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":32,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":6,"child":31,"head_span":{"start":29,"end":36,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":175,"end":187,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":53,"end":62,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":66,"end":71,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":72,"end":78,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":66,"end":71,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":80,"end":87,"token_start":16,"token_end":17,"label":"where"},"child_span":{"start":88,"end":98,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":18,"head_span":{"start":110,"end":116,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":88,"end":98,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":18,"head_span":{"start":117,"end":145,"token_start":22,"token_end":25,"label":"effect_size"},"child_span":{"start":88,"end":98,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":430,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The projected emergence of unprecedented high-temperature extremes in the tropics will consequently lead to significantly larger impacts on agriculture and ecosystems.\n","text":"The projected emergence of unprecedented high-temperature extremes in the tropics will consequently lead to significantly larger impacts on agriculture and ecosystems. IMPLIED_BASE IMPLIED_BASE","characters":168,"document_index":340,"md_sentence_index":31,"classification_origin":"cm_cause_effect_rel","url":"https://www.greenfacts.org/en/impacts-global-warming/l-2/index.htm","combo_id":"340_31","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-455491463,"_task_hash":-953526754,"spans":[{"start":4,"end":13,"token_start":1,"token_end":1,"label":"confidence"},{"start":14,"end":23,"token_start":2,"token_end":2,"label":"change_direction"},{"start":27,"end":40,"token_start":4,"token_end":4,"label":"type_of"},{"start":41,"end":57,"token_start":5,"token_end":7,"label":"type_of"},{"start":58,"end":66,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":67,"end":81,"token_start":9,"token_end":11,"label":"where"},{"start":82,"end":86,"token_start":12,"token_end":12,"label":"confidence"},{"start":87,"end":107,"token_start":13,"token_end":15,"label":"predicate"},{"start":108,"end":121,"token_start":16,"token_end":16,"label":"effect_size"},{"start":122,"end":128,"token_start":17,"token_end":17,"label":"change_direction"},{"start":129,"end":136,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"projected","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"emergence","start":14,"end":23,"id":2,"ws":true,"disabled":false},{"text":"of","start":24,"end":26,"id":3,"ws":true,"disabled":false},{"text":"unprecedented","start":27,"end":40,"id":4,"ws":true,"disabled":false},{"text":"high","start":41,"end":45,"id":5,"ws":false,"disabled":false},{"text":"-","start":45,"end":46,"id":6,"ws":false,"disabled":false},{"text":"temperature","start":46,"end":57,"id":7,"ws":true,"disabled":false},{"text":"extremes","start":58,"end":66,"id":8,"ws":true,"disabled":false},{"text":"in","start":67,"end":69,"id":9,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":10,"ws":true,"disabled":false},{"text":"tropics","start":74,"end":81,"id":11,"ws":true,"disabled":false},{"text":"will","start":82,"end":86,"id":12,"ws":true,"disabled":false},{"text":"consequently","start":87,"end":99,"id":13,"ws":true,"disabled":false},{"text":"lead","start":100,"end":104,"id":14,"ws":true,"disabled":false},{"text":"to","start":105,"end":107,"id":15,"ws":true,"disabled":false},{"text":"significantly","start":108,"end":121,"id":16,"ws":true,"disabled":false},{"text":"larger","start":122,"end":128,"id":17,"ws":true,"disabled":false},{"text":"impacts","start":129,"end":136,"id":18,"ws":true,"disabled":false},{"text":"on","start":137,"end":139,"id":19,"ws":true,"disabled":false},{"text":"agriculture","start":140,"end":151,"id":20,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":21,"ws":true,"disabled":false},{"text":"ecosystems","start":156,"end":166,"id":22,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":25,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":2,"child":24,"head_span":{"start":14,"end":23,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":24,"head_span":{"start":27,"end":40,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":24,"head_span":{"start":41,"end":57,"token_start":5,"token_end":7,"label":"type_of"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":24,"head_span":{"start":58,"end":66,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":24,"head_span":{"start":67,"end":81,"token_start":9,"token_end":11,"label":"where"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":108,"end":121,"token_start":16,"token_end":16,"label":"effect_size"},"child_span":{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":20,"head_span":{"start":122,"end":128,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":129,"end":136,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":22,"head_span":{"start":108,"end":121,"token_start":16,"token_end":16,"label":"effect_size"},"child_span":{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":22,"head_span":{"start":122,"end":128,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":22,"head_span":{"start":129,"end":136,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":20,"head_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":22,"head_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":331,"Used?":"","Dataset name":"","ignore?":"","reason":"solutions","relation count":"many","complexity":"moderate","original_md_text":"Heat reduction: Trees provide shade for homes, office buildings, parks and roadways, cooling surface temperatures.","text":"Heat reduction: Trees provide shade for homes, office buildings, parks and roadways, cooling surface temperatures. IMPLIED_BASE IMPLIED_BASE","characters":114,"document_index":267,"md_sentence_index":13,"classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/07/20/health/iyw-cities-losing-36-million-trees-how-to-help-trnd/index.html","combo_id":"267_13","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1097195643,"_task_hash":2094881685,"spans":[{"text":"Trees","start":16,"token_start":3,"token_end":3,"end":21,"type":"pattern","label":"base"},{"start":22,"end":29,"token_start":4,"token_end":4,"label":"predicate"},{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},{"start":40,"end":45,"token_start":7,"token_end":7,"label":"to_whom"},{"start":47,"end":63,"token_start":9,"token_end":10,"label":"to_whom"},{"start":65,"end":70,"token_start":12,"token_end":12,"label":"to_whom"},{"start":75,"end":83,"token_start":14,"token_end":14,"label":"to_whom"},{"start":85,"end":92,"token_start":16,"token_end":16,"label":"change_direction"},{"start":93,"end":100,"token_start":17,"token_end":17,"label":"type_of"},{"start":101,"end":113,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":115,"end":127,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"Heat","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"reduction","start":5,"end":14,"id":1,"ws":false,"disabled":false},{"text":":","start":14,"end":15,"id":2,"ws":true,"disabled":false},{"text":"Trees","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"provide","start":22,"end":29,"id":4,"ws":true,"disabled":false},{"text":"shade","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"for","start":36,"end":39,"id":6,"ws":true,"disabled":false},{"text":"homes","start":40,"end":45,"id":7,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":8,"ws":true,"disabled":false},{"text":"office","start":47,"end":53,"id":9,"ws":true,"disabled":false},{"text":"buildings","start":54,"end":63,"id":10,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":11,"ws":true,"disabled":false},{"text":"parks","start":65,"end":70,"id":12,"ws":true,"disabled":false},{"text":"and","start":71,"end":74,"id":13,"ws":true,"disabled":false},{"text":"roadways","start":75,"end":83,"id":14,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":15,"ws":true,"disabled":false},{"text":"cooling","start":85,"end":92,"id":16,"ws":true,"disabled":false},{"text":"surface","start":93,"end":100,"id":17,"ws":true,"disabled":false},{"text":"temperatures","start":101,"end":113,"id":18,"ws":false,"disabled":false},{"text":".","start":113,"end":114,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":7,"child":5,"head_span":{"start":40,"end":45,"token_start":7,"token_end":7,"label":"to_whom"},"child_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":5,"head_span":{"start":47,"end":63,"token_start":9,"token_end":10,"label":"to_whom"},"child_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":5,"head_span":{"start":65,"end":70,"token_start":12,"token_end":12,"label":"to_whom"},"child_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":5,"head_span":{"start":75,"end":83,"token_start":14,"token_end":14,"label":"to_whom"},"child_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":85,"end":92,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":115,"end":127,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":20,"head_span":{"start":93,"end":100,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":115,"end":127,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":101,"end":113,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":115,"end":127,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":5,"head_span":{"start":16,"end":21,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":20,"head_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":115,"end":127,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":840,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Extreme heat may not trigger the same visceral fear as a tornado, but according to NOAA\u2019s natural hazard statistics, it causes nearly twice as many fatalities in the United States each year \u2013 more than any other weather hazard.","text":"Extreme heat may not trigger the same visceral fear as a tornado, but according to NOAA\u2019s natural hazard statistics, it causes nearly twice as many fatalities in the United States each year \u2013 more than any other weather hazard. IMPLIED_BASE IMPLIED_BASE","characters":227,"document_index":685,"md_sentence_index":0,"classification_origin":"causal_sentence_classification","url":"https://www.yaleclimateconnections.org/2019/06/heat-waves-and-climate-change-is-there-a-connection/","combo_id":"685_0","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-690416453,"_task_hash":47436027,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},{"text":"tornado","start":57,"token_start":11,"token_end":11,"end":64,"type":"pattern","label":"base"},{"start":120,"end":126,"token_start":23,"token_end":23,"label":"predicate"},{"start":127,"end":147,"token_start":24,"token_end":27,"label":"effect_size"},{"start":148,"end":158,"token_start":28,"token_end":28,"label":"base"},{"start":159,"end":179,"token_start":29,"token_end":32,"label":"where"},{"start":180,"end":189,"token_start":33,"token_end":34,"label":"when"},{"start":212,"end":219,"token_start":40,"token_end":40,"label":"type_of"},{"start":220,"end":226,"token_start":41,"token_end":41,"label":"base"}],"tokens":[{"text":"Extreme","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"heat","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"may","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"not","start":17,"end":20,"id":3,"ws":true,"disabled":false},{"text":"trigger","start":21,"end":28,"id":4,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"same","start":33,"end":37,"id":6,"ws":true,"disabled":false},{"text":"visceral","start":38,"end":46,"id":7,"ws":true,"disabled":false},{"text":"fear","start":47,"end":51,"id":8,"ws":true,"disabled":false},{"text":"as","start":52,"end":54,"id":9,"ws":true,"disabled":false},{"text":"a","start":55,"end":56,"id":10,"ws":true,"disabled":false},{"text":"tornado","start":57,"end":64,"id":11,"ws":false,"disabled":false},{"text":",","start":64,"end":65,"id":12,"ws":true,"disabled":false},{"text":"but","start":66,"end":69,"id":13,"ws":true,"disabled":false},{"text":"according","start":70,"end":79,"id":14,"ws":true,"disabled":false},{"text":"to","start":80,"end":82,"id":15,"ws":true,"disabled":false},{"text":"NOAA","start":83,"end":87,"id":16,"ws":false,"disabled":false},{"text":"\u2019s","start":87,"end":89,"id":17,"ws":true,"disabled":false},{"text":"natural","start":90,"end":97,"id":18,"ws":true,"disabled":false},{"text":"hazard","start":98,"end":104,"id":19,"ws":true,"disabled":false},{"text":"statistics","start":105,"end":115,"id":20,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":21,"ws":true,"disabled":false},{"text":"it","start":117,"end":119,"id":22,"ws":true,"disabled":false},{"text":"causes","start":120,"end":126,"id":23,"ws":true,"disabled":false},{"text":"nearly","start":127,"end":133,"id":24,"ws":true,"disabled":false},{"text":"twice","start":134,"end":139,"id":25,"ws":true,"disabled":false},{"text":"as","start":140,"end":142,"id":26,"ws":true,"disabled":false},{"text":"many","start":143,"end":147,"id":27,"ws":true,"disabled":false},{"text":"fatalities","start":148,"end":158,"id":28,"ws":true,"disabled":false},{"text":"in","start":159,"end":161,"id":29,"ws":true,"disabled":false},{"text":"the","start":162,"end":165,"id":30,"ws":true,"disabled":false},{"text":"United","start":166,"end":172,"id":31,"ws":true,"disabled":false},{"text":"States","start":173,"end":179,"id":32,"ws":true,"disabled":false},{"text":"each","start":180,"end":184,"id":33,"ws":true,"disabled":false},{"text":"year","start":185,"end":189,"id":34,"ws":true,"disabled":false},{"text":"\u2013","start":190,"end":191,"id":35,"ws":true,"disabled":false},{"text":"more","start":192,"end":196,"id":36,"ws":true,"disabled":false},{"text":"than","start":197,"end":201,"id":37,"ws":true,"disabled":false},{"text":"any","start":202,"end":205,"id":38,"ws":true,"disabled":false},{"text":"other","start":206,"end":211,"id":39,"ws":true,"disabled":false},{"text":"weather","start":212,"end":219,"id":40,"ws":true,"disabled":false},{"text":"hazard","start":220,"end":226,"id":41,"ws":false,"disabled":false},{"text":".","start":226,"end":227,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":228,"end":240,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":241,"end":253,"id":44,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":40,"child":41,"head_span":{"start":212,"end":219,"token_start":40,"token_end":40,"label":"type_of"},"child_span":{"start":220,"end":226,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":28,"head_span":{"start":127,"end":147,"token_start":24,"token_end":27,"label":"effect_size"},"child_span":{"start":148,"end":158,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":28,"head_span":{"start":159,"end":179,"token_start":29,"token_end":32,"label":"where"},"child_span":{"start":148,"end":158,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":28,"head_span":{"start":180,"end":189,"token_start":33,"token_end":34,"label":"when"},"child_span":{"start":148,"end":158,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":28,"head_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":148,"end":158,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":256,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Among its impacts, the heatwave caused crop failures across Europe, fanned wildfires from Manchester in the UK to Yosemite National Park in the US and exposed more than 34,000 people to power outages in Los Angeles as the grid experienced an unprecedented demand for air conditioning.\n","text":"Among its impacts, the heatwave caused crop failures across Europe, fanned wildfires from Manchester in the UK to Yosemite National Park in the US and exposed more than 34,000 people to power outages in Los Angeles as the grid experienced an unprecedented demand for air conditioning. IMPLIED_BASE IMPLIED_BASE","characters":285,"document_index":209,"md_sentence_index":10,"classification_origin":"cm_cause_effect_rel","url":"https://www.carbonbrief.org/northern-hemispheres-extreme-heatwave-in-2018-impossible-without-climate-change","combo_id":"209_10","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1242458263,"_task_hash":1055779840,"spans":[{"text":"heatwave","start":23,"token_start":5,"token_end":5,"end":31,"type":"pattern","label":"base"},{"start":32,"end":38,"token_start":6,"token_end":6,"label":"predicate"},{"text":"crop","start":39,"token_start":7,"token_end":7,"end":43,"type":"pattern","label":"base"},{"start":44,"end":52,"token_start":8,"token_end":8,"label":"change_direction"},{"start":53,"end":66,"token_start":9,"token_end":10,"label":"where"},{"start":68,"end":74,"token_start":12,"token_end":12,"label":"change_direction"},{"text":"wildfires","start":75,"token_start":13,"token_end":13,"end":84,"type":"pattern","label":"base"},{"start":85,"end":146,"token_start":14,"token_end":25,"label":"where"},{"start":151,"end":158,"token_start":27,"token_end":27,"label":"predicate"},{"start":159,"end":175,"token_start":28,"token_end":30,"label":"effect_size"},{"start":176,"end":182,"token_start":31,"token_end":31,"label":"to_whom"},{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},{"start":192,"end":199,"token_start":34,"token_end":34,"label":"change_direction"},{"start":200,"end":214,"token_start":35,"token_end":37,"label":"where"},{"start":215,"end":217,"token_start":38,"token_end":38,"label":"predicate"},{"start":222,"end":226,"token_start":40,"token_end":40,"label":"base"},{"start":242,"end":255,"token_start":43,"token_end":43,"label":"effect_size"},{"start":256,"end":262,"token_start":44,"token_end":44,"label":"aspect_changing"},{"start":267,"end":283,"token_start":46,"token_end":47,"label":"base"}],"tokens":[{"text":"Among","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"its","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"impacts","start":10,"end":17,"id":2,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":3,"ws":true,"disabled":false},{"text":"the","start":19,"end":22,"id":4,"ws":true,"disabled":false},{"text":"heatwave","start":23,"end":31,"id":5,"ws":true,"disabled":false},{"text":"caused","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"crop","start":39,"end":43,"id":7,"ws":true,"disabled":false},{"text":"failures","start":44,"end":52,"id":8,"ws":true,"disabled":false},{"text":"across","start":53,"end":59,"id":9,"ws":true,"disabled":false},{"text":"Europe","start":60,"end":66,"id":10,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":11,"ws":true,"disabled":false},{"text":"fanned","start":68,"end":74,"id":12,"ws":true,"disabled":false},{"text":"wildfires","start":75,"end":84,"id":13,"ws":true,"disabled":false},{"text":"from","start":85,"end":89,"id":14,"ws":true,"disabled":false},{"text":"Manchester","start":90,"end":100,"id":15,"ws":true,"disabled":false},{"text":"in","start":101,"end":103,"id":16,"ws":true,"disabled":false},{"text":"the","start":104,"end":107,"id":17,"ws":true,"disabled":false},{"text":"UK","start":108,"end":110,"id":18,"ws":true,"disabled":false},{"text":"to","start":111,"end":113,"id":19,"ws":true,"disabled":false},{"text":"Yosemite","start":114,"end":122,"id":20,"ws":true,"disabled":false},{"text":"National","start":123,"end":131,"id":21,"ws":true,"disabled":false},{"text":"Park","start":132,"end":136,"id":22,"ws":true,"disabled":false},{"text":"in","start":137,"end":139,"id":23,"ws":true,"disabled":false},{"text":"the","start":140,"end":143,"id":24,"ws":true,"disabled":false},{"text":"US","start":144,"end":146,"id":25,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":26,"ws":true,"disabled":false},{"text":"exposed","start":151,"end":158,"id":27,"ws":true,"disabled":false},{"text":"more","start":159,"end":163,"id":28,"ws":true,"disabled":false},{"text":"than","start":164,"end":168,"id":29,"ws":true,"disabled":false},{"text":"34,000","start":169,"end":175,"id":30,"ws":true,"disabled":false},{"text":"people","start":176,"end":182,"id":31,"ws":true,"disabled":false},{"text":"to","start":183,"end":185,"id":32,"ws":true,"disabled":false},{"text":"power","start":186,"end":191,"id":33,"ws":true,"disabled":false},{"text":"outages","start":192,"end":199,"id":34,"ws":true,"disabled":false},{"text":"in","start":200,"end":202,"id":35,"ws":true,"disabled":false},{"text":"Los","start":203,"end":206,"id":36,"ws":true,"disabled":false},{"text":"Angeles","start":207,"end":214,"id":37,"ws":true,"disabled":false},{"text":"as","start":215,"end":217,"id":38,"ws":true,"disabled":false},{"text":"the","start":218,"end":221,"id":39,"ws":true,"disabled":false},{"text":"grid","start":222,"end":226,"id":40,"ws":true,"disabled":false},{"text":"experienced","start":227,"end":238,"id":41,"ws":true,"disabled":false},{"text":"an","start":239,"end":241,"id":42,"ws":true,"disabled":false},{"text":"unprecedented","start":242,"end":255,"id":43,"ws":true,"disabled":false},{"text":"demand","start":256,"end":262,"id":44,"ws":true,"disabled":false},{"text":"for","start":263,"end":266,"id":45,"ws":true,"disabled":false},{"text":"air","start":267,"end":270,"id":46,"ws":true,"disabled":false},{"text":"conditioning","start":271,"end":283,"id":47,"ws":false,"disabled":false},{"text":".","start":283,"end":284,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":285,"end":297,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":298,"end":310,"id":50,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":8,"child":7,"head_span":{"start":44,"end":52,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":39,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":7,"head_span":{"start":53,"end":66,"token_start":9,"token_end":10,"label":"where"},"child_span":{"start":39,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":68,"end":74,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":75,"end":84,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":13,"head_span":{"start":85,"end":146,"token_start":14,"token_end":25,"label":"where"},"child_span":{"start":75,"end":84,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":33,"head_span":{"start":159,"end":175,"token_start":28,"token_end":30,"label":"effect_size"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":33,"head_span":{"start":176,"end":182,"token_start":31,"token_end":31,"label":"to_whom"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":192,"end":199,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":33,"head_span":{"start":200,"end":214,"token_start":35,"token_end":37,"label":"where"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":47,"head_span":{"start":242,"end":255,"token_start":43,"token_end":43,"label":"effect_size"},"child_span":{"start":267,"end":283,"token_start":46,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":47,"head_span":{"start":256,"end":262,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":267,"end":283,"token_start":46,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":39,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":13,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":75,"end":84,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":33,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":33,"head_span":{"start":267,"end":283,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":36,"Used?":"","Dataset name":"","ignore?":"ignore","reason":"not causal","relation count":"","complexity":"","original_md_text":"A factor \u2014 such as unusual temperatures, movements, moisture or pollution \u2014 that affects the health of a species or ecosystem.","text":"A factor \u2014 such as unusual temperatures, movements, moisture or pollution \u2014 that affects the health of a species or ecosystem. IMPLIED_BASE IMPLIED_BASE","characters":126,"document_index":31,"md_sentence_index":113,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencenewsforstudents.org/article/climate-change-poses-mental-health-risks-children-and-teens","combo_id":"31_113","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1377387822,"_task_hash":-1273286515,"spans":[{"start":19,"end":26,"token_start":5,"token_end":5,"label":"type_of"},{"start":27,"end":39,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":41,"end":50,"token_start":8,"token_end":8,"label":"aspect_changing"},{"text":"moisture","start":52,"token_start":10,"token_end":10,"end":60,"type":"pattern","label":"aspect_changing"},{"start":64,"end":73,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":81,"end":88,"token_start":15,"token_end":15,"label":"predicate"},{"start":93,"end":99,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":105,"end":112,"token_start":20,"token_end":20,"label":"base"},{"start":116,"end":125,"token_start":22,"token_end":22,"label":"base"},{"start":127,"end":139,"token_start":24,"token_end":24,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"factor","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"\u2014","start":9,"end":10,"id":2,"ws":true,"disabled":false},{"text":"such","start":11,"end":15,"id":3,"ws":true,"disabled":false},{"text":"as","start":16,"end":18,"id":4,"ws":true,"disabled":false},{"text":"unusual","start":19,"end":26,"id":5,"ws":true,"disabled":false},{"text":"temperatures","start":27,"end":39,"id":6,"ws":false,"disabled":false},{"text":",","start":39,"end":40,"id":7,"ws":true,"disabled":false},{"text":"movements","start":41,"end":50,"id":8,"ws":false,"disabled":false},{"text":",","start":50,"end":51,"id":9,"ws":true,"disabled":false},{"text":"moisture","start":52,"end":60,"id":10,"ws":true,"disabled":false},{"text":"or","start":61,"end":63,"id":11,"ws":true,"disabled":false},{"text":"pollution","start":64,"end":73,"id":12,"ws":true,"disabled":false},{"text":"\u2014","start":74,"end":75,"id":13,"ws":true,"disabled":false},{"text":"that","start":76,"end":80,"id":14,"ws":true,"disabled":false},{"text":"affects","start":81,"end":88,"id":15,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":16,"ws":true,"disabled":false},{"text":"health","start":93,"end":99,"id":17,"ws":true,"disabled":false},{"text":"of","start":100,"end":102,"id":18,"ws":true,"disabled":false},{"text":"a","start":103,"end":104,"id":19,"ws":true,"disabled":false},{"text":"species","start":105,"end":112,"id":20,"ws":true,"disabled":false},{"text":"or","start":113,"end":115,"id":21,"ws":true,"disabled":false},{"text":"ecosystem","start":116,"end":125,"id":22,"ws":false,"disabled":false},{"text":".","start":125,"end":126,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":127,"end":139,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":25,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":5,"child":24,"head_span":{"start":19,"end":26,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":127,"end":139,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":24,"head_span":{"start":27,"end":39,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":127,"end":139,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":24,"head_span":{"start":41,"end":50,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":127,"end":139,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":24,"head_span":{"start":52,"end":60,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":127,"end":139,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":24,"head_span":{"start":64,"end":73,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":127,"end":139,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":20,"head_span":{"start":93,"end":99,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":105,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":22,"head_span":{"start":93,"end":99,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":116,"end":125,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":20,"head_span":{"start":127,"end":139,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":105,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":22,"head_span":{"start":127,"end":139,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":116,"end":125,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":288,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"His research team compared known health impacts from air pollution against future climate scenarios to derive its projections.\n","text":"His research team compared known health impacts from air pollution against future climate scenarios to derive its projections. IMPLIED_BASE IMPLIED_BASE","characters":127,"document_index":247,"md_sentence_index":49,"classification_origin":"cm-label-eval","url":"https://www.latimes.com/science/environment/wildfires-climate-change-shorter-lives-americans-story.html","combo_id":"247_49","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-671765344,"_task_hash":-404402956,"spans":[{"start":27,"end":32,"token_start":4,"token_end":4,"label":"confidence"},{"text":"health","start":33,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"base"},{"start":40,"end":47,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":53,"end":56,"token_start":8,"token_end":8,"label":"type_of"},{"start":57,"end":66,"token_start":9,"token_end":9,"label":"base"},{"start":75,"end":81,"token_start":11,"token_end":11,"label":"when"},{"start":82,"end":99,"token_start":12,"token_end":13,"label":"base"}],"tokens":[{"text":"His","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"research","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"team","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"compared","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"known","start":27,"end":32,"id":4,"ws":true,"disabled":false},{"text":"health","start":33,"end":39,"id":5,"ws":true,"disabled":false},{"text":"impacts","start":40,"end":47,"id":6,"ws":true,"disabled":false},{"text":"from","start":48,"end":52,"id":7,"ws":true,"disabled":false},{"text":"air","start":53,"end":56,"id":8,"ws":true,"disabled":false},{"text":"pollution","start":57,"end":66,"id":9,"ws":true,"disabled":false},{"text":"against","start":67,"end":74,"id":10,"ws":true,"disabled":false},{"text":"future","start":75,"end":81,"id":11,"ws":true,"disabled":false},{"text":"climate","start":82,"end":89,"id":12,"ws":true,"disabled":false},{"text":"scenarios","start":90,"end":99,"id":13,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":14,"ws":true,"disabled":false},{"text":"derive","start":103,"end":109,"id":15,"ws":true,"disabled":false},{"text":"its","start":110,"end":113,"id":16,"ws":true,"disabled":false},{"text":"projections","start":114,"end":125,"id":17,"ws":false,"disabled":false},{"text":".","start":125,"end":126,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":127,"end":139,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":20,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":6,"child":5,"head_span":{"start":40,"end":47,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":33,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":75,"end":81,"token_start":11,"token_end":11,"label":"when"},"child_span":{"start":82,"end":99,"token_start":12,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":53,"end":56,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":57,"end":66,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":5,"head_span":{"start":57,"end":66,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":33,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":651,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Stronger winds create more shear (a difference in wind speed over a short distance) in the atmosphere, which results in turbulence.","text":"Stronger winds create more shear (a difference in wind speed over a short distance) in the atmosphere, which results in turbulence. IMPLIED_BASE IMPLIED_BASE","characters":131,"document_index":544,"md_sentence_index":147,"classification_origin":"causal_sentence_classification","url":"https://blogs.ei.columbia.edu/2019/12/27/climate-change-impacts-everyone/","combo_id":"544_147","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1728359477,"_task_hash":-1694638977,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"type_of"},{"start":9,"end":14,"token_start":1,"token_end":1,"label":"base"},{"start":15,"end":21,"token_start":2,"token_end":2,"label":"predicate"},{"text":"more","start":22,"token_start":3,"token_end":3,"end":26,"type":"pattern","label":"change_direction"},{"start":27,"end":32,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":84,"end":101,"token_start":16,"token_end":18,"label":"where"},{"start":109,"end":119,"token_start":21,"token_end":22,"label":"predicate"},{"start":120,"end":130,"token_start":23,"token_end":23,"label":"base"},{"start":132,"end":144,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"Stronger","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"winds","start":9,"end":14,"id":1,"ws":true,"disabled":false},{"text":"create","start":15,"end":21,"id":2,"ws":true,"disabled":false},{"text":"more","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"shear","start":27,"end":32,"id":4,"ws":true,"disabled":false},{"text":"(","start":33,"end":34,"id":5,"ws":false,"disabled":false},{"text":"a","start":34,"end":35,"id":6,"ws":true,"disabled":false},{"text":"difference","start":36,"end":46,"id":7,"ws":true,"disabled":false},{"text":"in","start":47,"end":49,"id":8,"ws":true,"disabled":false},{"text":"wind","start":50,"end":54,"id":9,"ws":true,"disabled":false},{"text":"speed","start":55,"end":60,"id":10,"ws":true,"disabled":false},{"text":"over","start":61,"end":65,"id":11,"ws":true,"disabled":false},{"text":"a","start":66,"end":67,"id":12,"ws":true,"disabled":false},{"text":"short","start":68,"end":73,"id":13,"ws":true,"disabled":false},{"text":"distance","start":74,"end":82,"id":14,"ws":false,"disabled":false},{"text":")","start":82,"end":83,"id":15,"ws":true,"disabled":false},{"text":"in","start":84,"end":86,"id":16,"ws":true,"disabled":false},{"text":"the","start":87,"end":90,"id":17,"ws":true,"disabled":false},{"text":"atmosphere","start":91,"end":101,"id":18,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":19,"ws":true,"disabled":false},{"text":"which","start":103,"end":108,"id":20,"ws":true,"disabled":false},{"text":"results","start":109,"end":116,"id":21,"ws":true,"disabled":false},{"text":"in","start":117,"end":119,"id":22,"ws":true,"disabled":false},{"text":"turbulence","start":120,"end":130,"id":23,"ws":false,"disabled":false},{"text":".","start":130,"end":131,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":132,"end":144,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":145,"end":157,"id":26,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":9,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":25,"head_span":{"start":22,"end":26,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":132,"end":144,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":25,"head_span":{"start":27,"end":32,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":132,"end":144,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":25,"head_span":{"start":84,"end":101,"token_start":16,"token_end":18,"label":"where"},"child_span":{"start":132,"end":144,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":25,"head_span":{"start":9,"end":14,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":132,"end":144,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":23,"head_span":{"start":132,"end":144,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":120,"end":130,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1021,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Tropical Storm Imelda brought an estimated 16 to 24 inches of rain to Beaumont and Houston, Texas and heavy rain over a large section between southwestern Louisiana and Texas by September 20.","text":"Tropical Storm Imelda brought an estimated 16 to 24 inches of rain to Beaumont and Houston, Texas and heavy rain over a large section between southwestern Louisiana and Texas by September 20. IMPLIED_BASE IMPLIED_BASE","characters":191,"document_index":790,"md_sentence_index":133,"classification_origin":"causal_sentence_classification","url":"https://www.iii.org/fact-statistic/facts-statistics-hurricanes","combo_id":"790_133","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-874451054,"_task_hash":-480017023,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"type_of"},{"start":9,"end":14,"token_start":1,"token_end":1,"label":"base"},{"start":15,"end":21,"token_start":2,"token_end":2,"label":"type_of"},{"start":22,"end":29,"token_start":3,"token_end":3,"label":"predicate"},{"start":33,"end":42,"token_start":5,"token_end":5,"label":"confidence"},{"start":43,"end":58,"token_start":6,"token_end":9,"label":"effect_size"},{"text":"rain","start":62,"token_start":11,"token_end":11,"end":66,"type":"pattern","label":"base"},{"start":70,"end":97,"token_start":13,"token_end":17,"label":"where"},{"start":102,"end":107,"token_start":19,"token_end":19,"label":"type_of"},{"text":"rain","start":108,"token_start":20,"token_end":20,"end":112,"type":"pattern","label":"base"},{"start":113,"end":133,"token_start":21,"token_end":24,"label":"effect_size"},{"start":134,"end":174,"token_start":25,"token_end":29,"label":"where"},{"start":175,"end":190,"token_start":30,"token_end":32,"label":"when"}],"tokens":[{"text":"Tropical","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"Storm","start":9,"end":14,"id":1,"ws":true,"disabled":false},{"text":"Imelda","start":15,"end":21,"id":2,"ws":true,"disabled":false},{"text":"brought","start":22,"end":29,"id":3,"ws":true,"disabled":false},{"text":"an","start":30,"end":32,"id":4,"ws":true,"disabled":false},{"text":"estimated","start":33,"end":42,"id":5,"ws":true,"disabled":false},{"text":"16","start":43,"end":45,"id":6,"ws":true,"disabled":false},{"text":"to","start":46,"end":48,"id":7,"ws":true,"disabled":false},{"text":"24","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"inches","start":52,"end":58,"id":9,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":10,"ws":true,"disabled":false},{"text":"rain","start":62,"end":66,"id":11,"ws":true,"disabled":false},{"text":"to","start":67,"end":69,"id":12,"ws":true,"disabled":false},{"text":"Beaumont","start":70,"end":78,"id":13,"ws":true,"disabled":false},{"text":"and","start":79,"end":82,"id":14,"ws":true,"disabled":false},{"text":"Houston","start":83,"end":90,"id":15,"ws":false,"disabled":false},{"text":",","start":90,"end":91,"id":16,"ws":true,"disabled":false},{"text":"Texas","start":92,"end":97,"id":17,"ws":true,"disabled":false},{"text":"and","start":98,"end":101,"id":18,"ws":true,"disabled":false},{"text":"heavy","start":102,"end":107,"id":19,"ws":true,"disabled":false},{"text":"rain","start":108,"end":112,"id":20,"ws":true,"disabled":false},{"text":"over","start":113,"end":117,"id":21,"ws":true,"disabled":false},{"text":"a","start":118,"end":119,"id":22,"ws":true,"disabled":false},{"text":"large","start":120,"end":125,"id":23,"ws":true,"disabled":false},{"text":"section","start":126,"end":133,"id":24,"ws":true,"disabled":false},{"text":"between","start":134,"end":141,"id":25,"ws":true,"disabled":false},{"text":"southwestern","start":142,"end":154,"id":26,"ws":true,"disabled":false},{"text":"Louisiana","start":155,"end":164,"id":27,"ws":true,"disabled":false},{"text":"and","start":165,"end":168,"id":28,"ws":true,"disabled":false},{"text":"Texas","start":169,"end":174,"id":29,"ws":true,"disabled":false},{"text":"by","start":175,"end":177,"id":30,"ws":true,"disabled":false},{"text":"September","start":178,"end":187,"id":31,"ws":true,"disabled":false},{"text":"20","start":188,"end":190,"id":32,"ws":false,"disabled":false},{"text":".","start":190,"end":191,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":35,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":9,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":1,"head_span":{"start":15,"end":21,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":9,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":43,"end":58,"token_start":6,"token_end":9,"label":"effect_size"},"child_span":{"start":62,"end":66,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":11,"head_span":{"start":70,"end":97,"token_start":13,"token_end":17,"label":"where"},"child_span":{"start":62,"end":66,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":102,"end":107,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":108,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":20,"head_span":{"start":113,"end":133,"token_start":21,"token_end":24,"label":"effect_size"},"child_span":{"start":108,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":20,"head_span":{"start":134,"end":174,"token_start":25,"token_end":29,"label":"where"},"child_span":{"start":108,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":20,"head_span":{"start":175,"end":190,"token_start":30,"token_end":32,"label":"when"},"child_span":{"start":108,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":11,"head_span":{"start":9,"end":14,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":62,"end":66,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":20,"head_span":{"start":9,"end":14,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":108,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":472,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In some areas like Indonesia, Randerson and his colleagues have found that the radiocarbon age of carbon emissions from peat fires is about 800 years, which is then added to the greenhouse gases in that atmosphere that drive global warming.","text":"In some areas like Indonesia, Randerson and his colleagues have found that the radiocarbon age of carbon emissions from peat fires is about 800 years, which is then added to the greenhouse gases in that atmosphere that drive global warming. IMPLIED_BASE IMPLIED_BASE","characters":240,"document_index":367,"md_sentence_index":51,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencedaily.com/releases/2019/09/190910154657.htm","combo_id":"367_51","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":2143303585,"_task_hash":-1921533589,"spans":[{"start":0,"end":28,"token_start":0,"token_end":4,"label":"where"},{"start":64,"end":69,"token_start":11,"token_end":11,"label":"confidence"},{"start":98,"end":104,"token_start":17,"token_end":17,"label":"type_of"},{"start":105,"end":114,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":115,"end":119,"token_start":19,"token_end":19,"label":"predicate"},{"start":120,"end":124,"token_start":20,"token_end":20,"label":"type_of"},{"start":125,"end":130,"token_start":21,"token_end":21,"label":"base"},{"start":178,"end":188,"token_start":33,"token_end":33,"label":"type_of"},{"start":195,"end":213,"token_start":35,"token_end":37,"label":"where"},{"start":219,"end":224,"token_start":39,"token_end":39,"label":"predicate"},{"text":"global warming","start":225,"token_start":40,"token_end":41,"end":239,"type":"pattern","label":"base"},{"start":241,"end":253,"token_start":43,"token_end":43,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"some","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"areas","start":8,"end":13,"id":2,"ws":true,"disabled":false},{"text":"like","start":14,"end":18,"id":3,"ws":true,"disabled":false},{"text":"Indonesia","start":19,"end":28,"id":4,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":5,"ws":true,"disabled":false},{"text":"Randerson","start":30,"end":39,"id":6,"ws":true,"disabled":false},{"text":"and","start":40,"end":43,"id":7,"ws":true,"disabled":false},{"text":"his","start":44,"end":47,"id":8,"ws":true,"disabled":false},{"text":"colleagues","start":48,"end":58,"id":9,"ws":true,"disabled":false},{"text":"have","start":59,"end":63,"id":10,"ws":true,"disabled":false},{"text":"found","start":64,"end":69,"id":11,"ws":true,"disabled":false},{"text":"that","start":70,"end":74,"id":12,"ws":true,"disabled":false},{"text":"the","start":75,"end":78,"id":13,"ws":true,"disabled":false},{"text":"radiocarbon","start":79,"end":90,"id":14,"ws":true,"disabled":false},{"text":"age","start":91,"end":94,"id":15,"ws":true,"disabled":false},{"text":"of","start":95,"end":97,"id":16,"ws":true,"disabled":false},{"text":"carbon","start":98,"end":104,"id":17,"ws":true,"disabled":false},{"text":"emissions","start":105,"end":114,"id":18,"ws":true,"disabled":false},{"text":"from","start":115,"end":119,"id":19,"ws":true,"disabled":false},{"text":"peat","start":120,"end":124,"id":20,"ws":true,"disabled":false},{"text":"fires","start":125,"end":130,"id":21,"ws":true,"disabled":false},{"text":"is","start":131,"end":133,"id":22,"ws":true,"disabled":false},{"text":"about","start":134,"end":139,"id":23,"ws":true,"disabled":false},{"text":"800","start":140,"end":143,"id":24,"ws":true,"disabled":false},{"text":"years","start":144,"end":149,"id":25,"ws":false,"disabled":false},{"text":",","start":149,"end":150,"id":26,"ws":true,"disabled":false},{"text":"which","start":151,"end":156,"id":27,"ws":true,"disabled":false},{"text":"is","start":157,"end":159,"id":28,"ws":true,"disabled":false},{"text":"then","start":160,"end":164,"id":29,"ws":true,"disabled":false},{"text":"added","start":165,"end":170,"id":30,"ws":true,"disabled":false},{"text":"to","start":171,"end":173,"id":31,"ws":true,"disabled":false},{"text":"the","start":174,"end":177,"id":32,"ws":true,"disabled":false},{"text":"greenhouse","start":178,"end":188,"id":33,"ws":true,"disabled":false},{"text":"gases","start":189,"end":194,"id":34,"ws":true,"disabled":false},{"text":"in","start":195,"end":197,"id":35,"ws":true,"disabled":false},{"text":"that","start":198,"end":202,"id":36,"ws":true,"disabled":false},{"text":"atmosphere","start":203,"end":213,"id":37,"ws":true,"disabled":false},{"text":"that","start":214,"end":218,"id":38,"ws":true,"disabled":false},{"text":"drive","start":219,"end":224,"id":39,"ws":true,"disabled":false},{"text":"global","start":225,"end":231,"id":40,"ws":true,"disabled":false},{"text":"warming","start":232,"end":239,"id":41,"ws":false,"disabled":false},{"text":".","start":239,"end":240,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":241,"end":253,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":254,"end":266,"id":44,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":17,"child":43,"head_span":{"start":98,"end":104,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":241,"end":253,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":43,"head_span":{"start":105,"end":114,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":241,"end":253,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":120,"end":124,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":125,"end":130,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":34,"head_span":{"start":195,"end":213,"token_start":35,"token_end":37,"label":"where"},"child_span":{"start":189,"end":194,"token_start":34,"token_end":34,"label":null},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":43,"head_span":{"start":125,"end":130,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":241,"end":253,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":41,"head_span":{"start":189,"end":194,"token_start":34,"token_end":34,"label":null},"child_span":{"start":225,"end":239,"token_start":40,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":34,"head_span":{"start":178,"end":188,"token_start":33,"token_end":33,"label":"type_of"},"child_span":{"start":189,"end":194,"token_start":34,"token_end":34,"label":null},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":30,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one?","complexity":"simple","original_md_text":"Wildfires spew particulates, too, along with other pollutants.","text":"Wildfires spew particulates, too, along with other pollutants. IMPLIED_BASE IMPLIED_BASE","characters":62,"document_index":29,"md_sentence_index":137,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencenewsforstudents.org/article/warning-climate-change-can-harm-your-health","combo_id":"29_137","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-832238576,"_task_hash":-897075026,"spans":[{"text":"Wildfires","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"base"},{"start":10,"end":14,"token_start":1,"token_end":1,"label":"predicate"},{"text":"particulates","start":15,"token_start":2,"token_end":2,"end":27,"type":"pattern","label":"base"},{"text":"pollutants","start":51,"token_start":9,"token_end":9,"end":61,"type":"pattern","label":"base"}],"tokens":[{"text":"Wildfires","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"spew","start":10,"end":14,"id":1,"ws":true,"disabled":false},{"text":"particulates","start":15,"end":27,"id":2,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":3,"ws":true,"disabled":false},{"text":"too","start":29,"end":32,"id":4,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":5,"ws":true,"disabled":false},{"text":"along","start":34,"end":39,"id":6,"ws":true,"disabled":false},{"text":"with","start":40,"end":44,"id":7,"ws":true,"disabled":false},{"text":"other","start":45,"end":50,"id":8,"ws":true,"disabled":false},{"text":"pollutants","start":51,"end":61,"id":9,"ws":false,"disabled":false},{"text":".","start":61,"end":62,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":63,"end":75,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":76,"end":88,"id":12,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":2,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":15,"end":27,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":9,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":51,"end":61,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1168,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Warming ocean temperatures are linked to the increase and spread of diseases in marine species.","text":"Warming ocean temperatures are linked to the increase and spread of diseases in marine species. IMPLIED_BASE IMPLIED_BASE","characters":95,"document_index":872,"md_sentence_index":27,"classification_origin":"causal_sentence_classification","url":"https://www.iucn.org/resources/issues-briefs/ocean-warming","combo_id":"872_27","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":125119538,"_task_hash":621191534,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"change_direction"},{"text":"ocean","start":8,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"text":"temperatures","start":14,"token_start":2,"token_end":2,"end":26,"type":"pattern","label":"aspect_changing"},{"start":27,"end":30,"token_start":3,"token_end":3,"label":"confidence"},{"start":31,"end":40,"token_start":4,"token_end":5,"label":"predicate"},{"text":"increase","start":45,"token_start":7,"token_end":7,"end":53,"type":"pattern","label":"change_direction"},{"start":58,"end":64,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":68,"end":76,"token_start":11,"token_end":11,"label":"base"},{"start":80,"end":94,"token_start":13,"token_end":14,"label":"to_whom"}],"tokens":[{"text":"Warming","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"ocean","start":8,"end":13,"id":1,"ws":true,"disabled":false},{"text":"temperatures","start":14,"end":26,"id":2,"ws":true,"disabled":false},{"text":"are","start":27,"end":30,"id":3,"ws":true,"disabled":false},{"text":"linked","start":31,"end":37,"id":4,"ws":true,"disabled":false},{"text":"to","start":38,"end":40,"id":5,"ws":true,"disabled":false},{"text":"the","start":41,"end":44,"id":6,"ws":true,"disabled":false},{"text":"increase","start":45,"end":53,"id":7,"ws":true,"disabled":false},{"text":"and","start":54,"end":57,"id":8,"ws":true,"disabled":false},{"text":"spread","start":58,"end":64,"id":9,"ws":true,"disabled":false},{"text":"of","start":65,"end":67,"id":10,"ws":true,"disabled":false},{"text":"diseases","start":68,"end":76,"id":11,"ws":true,"disabled":false},{"text":"in","start":77,"end":79,"id":12,"ws":true,"disabled":false},{"text":"marine","start":80,"end":86,"id":13,"ws":true,"disabled":false},{"text":"species","start":87,"end":94,"id":14,"ws":false,"disabled":false},{"text":".","start":94,"end":95,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":109,"end":121,"id":17,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":1,"head_span":{"start":14,"end":26,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":11,"head_span":{"start":45,"end":53,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":68,"end":76,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":58,"end":64,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":68,"end":76,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":11,"head_span":{"start":80,"end":94,"token_start":13,"token_end":14,"label":"to_whom"},"child_span":{"start":68,"end":76,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":11,"head_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":68,"end":76,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":943,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A recent report from UNICEF shows 1.4 million deaths per year among children attributable to pneumonia and diarrhea [1].","text":"A recent report from UNICEF shows 1.4 million deaths per year among children attributable to pneumonia and diarrhea [1]. IMPLIED_BASE IMPLIED_BASE","characters":120,"document_index":750,"md_sentence_index":9,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_9","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-2037027318,"_task_hash":1112864042,"spans":[{"start":28,"end":33,"token_start":5,"token_end":5,"label":"confidence"},{"start":34,"end":45,"token_start":6,"token_end":7,"label":"effect_size"},{"start":46,"end":52,"token_start":8,"token_end":8,"label":"base"},{"start":53,"end":61,"token_start":9,"token_end":10,"label":"when"},{"start":62,"end":76,"token_start":11,"token_end":12,"label":"to_whom"},{"start":77,"end":92,"token_start":13,"token_end":14,"label":"predicate"},{"start":93,"end":102,"token_start":15,"token_end":15,"label":"base"},{"start":107,"end":115,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"recent","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"report","start":9,"end":15,"id":2,"ws":true,"disabled":false},{"text":"from","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"UNICEF","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"shows","start":28,"end":33,"id":5,"ws":true,"disabled":false},{"text":"1.4","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"million","start":38,"end":45,"id":7,"ws":true,"disabled":false},{"text":"deaths","start":46,"end":52,"id":8,"ws":true,"disabled":false},{"text":"per","start":53,"end":56,"id":9,"ws":true,"disabled":false},{"text":"year","start":57,"end":61,"id":10,"ws":true,"disabled":false},{"text":"among","start":62,"end":67,"id":11,"ws":true,"disabled":false},{"text":"children","start":68,"end":76,"id":12,"ws":true,"disabled":false},{"text":"attributable","start":77,"end":89,"id":13,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":14,"ws":true,"disabled":false},{"text":"pneumonia","start":93,"end":102,"id":15,"ws":true,"disabled":false},{"text":"and","start":103,"end":106,"id":16,"ws":true,"disabled":false},{"text":"diarrhea","start":107,"end":115,"id":17,"ws":true,"disabled":false},{"text":"[","start":116,"end":117,"id":18,"ws":false,"disabled":false},{"text":"1","start":117,"end":118,"id":19,"ws":false,"disabled":false},{"text":"]","start":118,"end":119,"id":20,"ws":false,"disabled":false},{"text":".","start":119,"end":120,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":23,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":7,"child":8,"head_span":{"start":34,"end":45,"token_start":6,"token_end":7,"label":"effect_size"},"child_span":{"start":46,"end":52,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":8,"head_span":{"start":53,"end":61,"token_start":9,"token_end":10,"label":"when"},"child_span":{"start":46,"end":52,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":8,"head_span":{"start":62,"end":76,"token_start":11,"token_end":12,"label":"to_whom"},"child_span":{"start":46,"end":52,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":8,"head_span":{"start":93,"end":102,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":46,"end":52,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":8,"head_span":{"start":107,"end":115,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":46,"end":52,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":855,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Imminent severe humid heat provides incentive for a broad interdisciplinary research initiative to better characterize health impacts.","text":"Imminent severe humid heat provides incentive for a broad interdisciplinary research initiative to better characterize health impacts. IMPLIED_BASE IMPLIED_BASE","characters":134,"document_index":708,"md_sentence_index":107,"classification_origin":"causal_sentence_classification","url":"https://advances.sciencemag.org/content/6/19/eaaw1838","combo_id":"708_107","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":191582018,"_task_hash":1993180299,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"when"},{"start":9,"end":15,"token_start":1,"token_end":1,"label":"type_of"},{"start":16,"end":21,"token_start":2,"token_end":2,"label":"type_of"},{"start":22,"end":26,"token_start":3,"token_end":3,"label":"base"},{"start":27,"end":49,"token_start":4,"token_end":6,"label":"predicate"},{"start":52,"end":57,"token_start":8,"token_end":8,"label":"type_of"},{"start":58,"end":75,"token_start":9,"token_end":9,"label":"type_of"},{"start":76,"end":84,"token_start":10,"token_end":10,"label":"type_of"},{"start":85,"end":95,"token_start":11,"token_end":11,"label":"base"},{"text":"health","start":119,"token_start":15,"token_end":15,"end":125,"type":"pattern","label":"base"},{"start":126,"end":133,"token_start":16,"token_end":16,"label":"aspect_changing"}],"tokens":[{"text":"Imminent","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"severe","start":9,"end":15,"id":1,"ws":true,"disabled":false},{"text":"humid","start":16,"end":21,"id":2,"ws":true,"disabled":false},{"text":"heat","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"provides","start":27,"end":35,"id":4,"ws":true,"disabled":false},{"text":"incentive","start":36,"end":45,"id":5,"ws":true,"disabled":false},{"text":"for","start":46,"end":49,"id":6,"ws":true,"disabled":false},{"text":"a","start":50,"end":51,"id":7,"ws":true,"disabled":false},{"text":"broad","start":52,"end":57,"id":8,"ws":true,"disabled":false},{"text":"interdisciplinary","start":58,"end":75,"id":9,"ws":true,"disabled":false},{"text":"research","start":76,"end":84,"id":10,"ws":true,"disabled":false},{"text":"initiative","start":85,"end":95,"id":11,"ws":true,"disabled":false},{"text":"to","start":96,"end":98,"id":12,"ws":true,"disabled":false},{"text":"better","start":99,"end":105,"id":13,"ws":true,"disabled":false},{"text":"characterize","start":106,"end":118,"id":14,"ws":true,"disabled":false},{"text":"health","start":119,"end":125,"id":15,"ws":true,"disabled":false},{"text":"impacts","start":126,"end":133,"id":16,"ws":false,"disabled":false},{"text":".","start":133,"end":134,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":135,"end":147,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":19,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":3,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"when"},"child_span":{"start":22,"end":26,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":3,"head_span":{"start":9,"end":15,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":22,"end":26,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":3,"head_span":{"start":16,"end":21,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":22,"end":26,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":52,"end":57,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":85,"end":95,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":58,"end":75,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":85,"end":95,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":76,"end":84,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":85,"end":95,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":15,"head_span":{"start":126,"end":133,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":119,"end":125,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":11,"head_span":{"start":22,"end":26,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":85,"end":95,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":148,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"The risk of heat stroke, which is potentially fatal, increases because older adults may be less mobile, and thus less able to reach cooler locations in a heat wave.","text":"The risk of heat stroke, which is potentially fatal, increases because older adults may be less mobile, and thus less able to reach cooler locations in a heat wave. IMPLIED_BASE IMPLIED_BASE","characters":164,"document_index":116,"md_sentence_index":29,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/24/health/climate-change-elderly.html","combo_id":"116_29","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":353213389,"_task_hash":-654369914,"spans":[{"text":"risk","start":4,"token_start":1,"token_end":1,"end":8,"type":"pattern","label":"aspect_changing"},{"text":"heat stroke","start":12,"token_start":3,"token_end":4,"end":23,"type":"pattern","label":"base"},{"text":"increases","start":53,"token_start":11,"token_end":11,"end":62,"type":"pattern","label":"change_direction"},{"start":63,"end":70,"token_start":12,"token_end":12,"label":"confidence"},{"start":71,"end":83,"token_start":13,"token_end":14,"label":"to_whom"},{"text":"heat wave","start":154,"token_start":30,"token_end":31,"end":163,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"risk","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"of","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"heat","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"stroke","start":17,"end":23,"id":4,"ws":false,"disabled":false},{"text":",","start":23,"end":24,"id":5,"ws":true,"disabled":false},{"text":"which","start":25,"end":30,"id":6,"ws":true,"disabled":false},{"text":"is","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"potentially","start":34,"end":45,"id":8,"ws":true,"disabled":false},{"text":"fatal","start":46,"end":51,"id":9,"ws":false,"disabled":false},{"text":",","start":51,"end":52,"id":10,"ws":true,"disabled":false},{"text":"increases","start":53,"end":62,"id":11,"ws":true,"disabled":false},{"text":"because","start":63,"end":70,"id":12,"ws":true,"disabled":false},{"text":"older","start":71,"end":76,"id":13,"ws":true,"disabled":false},{"text":"adults","start":77,"end":83,"id":14,"ws":true,"disabled":false},{"text":"may","start":84,"end":87,"id":15,"ws":true,"disabled":false},{"text":"be","start":88,"end":90,"id":16,"ws":true,"disabled":false},{"text":"less","start":91,"end":95,"id":17,"ws":true,"disabled":false},{"text":"mobile","start":96,"end":102,"id":18,"ws":false,"disabled":false},{"text":",","start":102,"end":103,"id":19,"ws":true,"disabled":false},{"text":"and","start":104,"end":107,"id":20,"ws":true,"disabled":false},{"text":"thus","start":108,"end":112,"id":21,"ws":true,"disabled":false},{"text":"less","start":113,"end":117,"id":22,"ws":true,"disabled":false},{"text":"able","start":118,"end":122,"id":23,"ws":true,"disabled":false},{"text":"to","start":123,"end":125,"id":24,"ws":true,"disabled":false},{"text":"reach","start":126,"end":131,"id":25,"ws":true,"disabled":false},{"text":"cooler","start":132,"end":138,"id":26,"ws":true,"disabled":false},{"text":"locations","start":139,"end":148,"id":27,"ws":true,"disabled":false},{"text":"in","start":149,"end":151,"id":28,"ws":true,"disabled":false},{"text":"a","start":152,"end":153,"id":29,"ws":true,"disabled":false},{"text":"heat","start":154,"end":158,"id":30,"ws":true,"disabled":false},{"text":"wave","start":159,"end":163,"id":31,"ws":false,"disabled":false},{"text":".","start":163,"end":164,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":1,"child":4,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":12,"end":23,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":4,"head_span":{"start":53,"end":62,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":12,"end":23,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":4,"head_span":{"start":71,"end":83,"token_start":13,"token_end":14,"label":"to_whom"},"child_span":{"start":12,"end":23,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":4,"head_span":{"start":154,"end":163,"token_start":30,"token_end":31,"label":"base"},"child_span":{"start":12,"end":23,"token_start":3,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":70,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Moderate","original_md_text":"But climate change and extreme weather events, such as recent flooding that cut road access to many remote communities for several weeks, are making it ever-more difficult.\n","text":"But climate change and extreme weather events, such as recent flooding that cut road access to many remote communities for several weeks, are making it ever-more difficult. IMPLIED_BASE IMPLIED_BASE","characters":173,"document_index":63,"md_sentence_index":28,"classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/australia-news/2019/may/14/inequality-and-climate-change-the-perfect-storm-threatening-the-health-of-australias-poorest","combo_id":"63_28","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1650203568,"_task_hash":-1202140625,"spans":[{"text":"climate change","start":4,"token_start":1,"token_end":2,"end":18,"type":"pattern","label":"base"},{"start":23,"end":30,"token_start":4,"token_end":4,"label":"type_of"},{"start":31,"end":45,"token_start":5,"token_end":6,"label":"base"},{"start":55,"end":61,"token_start":10,"token_end":10,"label":"when"},{"text":"flooding","start":62,"token_start":11,"token_end":11,"end":70,"type":"pattern","label":"base"},{"start":76,"end":79,"token_start":13,"token_end":13,"label":"change_direction"},{"start":80,"end":84,"token_start":14,"token_end":14,"label":"base"},{"start":85,"end":91,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":92,"end":118,"token_start":16,"token_end":19,"label":"to_whom"},{"start":119,"end":136,"token_start":20,"token_end":22,"label":"effect_size"},{"start":138,"end":141,"token_start":24,"token_end":24,"label":"confidence"},{"start":142,"end":151,"token_start":25,"token_end":26,"label":"predicate"},{"start":152,"end":171,"token_start":27,"token_end":30,"label":"change_direction"},{"start":173,"end":185,"token_start":32,"token_end":32,"label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"climate","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"change","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"and","start":19,"end":22,"id":3,"ws":true,"disabled":false},{"text":"extreme","start":23,"end":30,"id":4,"ws":true,"disabled":false},{"text":"weather","start":31,"end":38,"id":5,"ws":true,"disabled":false},{"text":"events","start":39,"end":45,"id":6,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"such","start":47,"end":51,"id":8,"ws":true,"disabled":false},{"text":"as","start":52,"end":54,"id":9,"ws":true,"disabled":false},{"text":"recent","start":55,"end":61,"id":10,"ws":true,"disabled":false},{"text":"flooding","start":62,"end":70,"id":11,"ws":true,"disabled":false},{"text":"that","start":71,"end":75,"id":12,"ws":true,"disabled":false},{"text":"cut","start":76,"end":79,"id":13,"ws":true,"disabled":false},{"text":"road","start":80,"end":84,"id":14,"ws":true,"disabled":false},{"text":"access","start":85,"end":91,"id":15,"ws":true,"disabled":false},{"text":"to","start":92,"end":94,"id":16,"ws":true,"disabled":false},{"text":"many","start":95,"end":99,"id":17,"ws":true,"disabled":false},{"text":"remote","start":100,"end":106,"id":18,"ws":true,"disabled":false},{"text":"communities","start":107,"end":118,"id":19,"ws":true,"disabled":false},{"text":"for","start":119,"end":122,"id":20,"ws":true,"disabled":false},{"text":"several","start":123,"end":130,"id":21,"ws":true,"disabled":false},{"text":"weeks","start":131,"end":136,"id":22,"ws":false,"disabled":false},{"text":",","start":136,"end":137,"id":23,"ws":true,"disabled":false},{"text":"are","start":138,"end":141,"id":24,"ws":true,"disabled":false},{"text":"making","start":142,"end":148,"id":25,"ws":true,"disabled":false},{"text":"it","start":149,"end":151,"id":26,"ws":true,"disabled":false},{"text":"ever","start":152,"end":156,"id":27,"ws":false,"disabled":false},{"text":"-","start":156,"end":157,"id":28,"ws":false,"disabled":false},{"text":"more","start":157,"end":161,"id":29,"ws":true,"disabled":false},{"text":"difficult","start":162,"end":171,"id":30,"ws":false,"disabled":false},{"text":".","start":171,"end":172,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":173,"end":185,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":30,"child":32,"head_span":{"start":152,"end":171,"token_start":27,"token_end":30,"label":"change_direction"},"child_span":{"start":173,"end":185,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":6,"head_span":{"start":23,"end":30,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":31,"end":45,"token_start":5,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":55,"end":61,"token_start":10,"token_end":10,"label":"when"},"child_span":{"start":62,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":76,"end":79,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":80,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":85,"end":91,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":80,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":14,"head_span":{"start":92,"end":118,"token_start":16,"token_end":19,"label":"to_whom"},"child_span":{"start":80,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":14,"head_span":{"start":119,"end":136,"token_start":20,"token_end":22,"label":"effect_size"},"child_span":{"start":80,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":14,"head_span":{"start":62,"end":70,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":80,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":32,"head_span":{"start":4,"end":18,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":173,"end":185,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":32,"head_span":{"start":31,"end":45,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":173,"end":185,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":243,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Storms such as Hurricanes Andrew, Irma, and Katrina exemplify how major weather events magnified by global warming can have long-lasting effects on the economy.\n","text":"Storms such as Hurricanes Andrew, Irma, and Katrina exemplify how major weather events magnified by global warming can have long-lasting effects on the economy. IMPLIED_BASE IMPLIED_BASE","characters":161,"document_index":189,"md_sentence_index":21,"classification_origin":"cm-label-eval","url":"https://www.greencarreports.com/news/1117054_nature-study-shows-its-cheaper-to-reduce-global-warming-than-to-adapt-to-it","combo_id":"189_21","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1674309936,"_task_hash":2112750915,"spans":[{"text":"Storms","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"base"},{"start":66,"end":71,"token_start":12,"token_end":12,"label":"type_of"},{"start":72,"end":86,"token_start":13,"token_end":14,"label":"base"},{"start":87,"end":96,"token_start":15,"token_end":15,"label":"change_direction"},{"start":97,"end":99,"token_start":16,"token_end":16,"label":"predicate"},{"text":"global warming","start":100,"token_start":17,"token_end":18,"end":114,"type":"pattern","label":"base"},{"start":124,"end":136,"token_start":21,"token_end":23,"label":"effect_size"},{"start":137,"end":144,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":152,"end":159,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"Storms","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"such","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"as","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"Hurricanes","start":15,"end":25,"id":3,"ws":true,"disabled":false},{"text":"Andrew","start":26,"end":32,"id":4,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":5,"ws":true,"disabled":false},{"text":"Irma","start":34,"end":38,"id":6,"ws":false,"disabled":false},{"text":",","start":38,"end":39,"id":7,"ws":true,"disabled":false},{"text":"and","start":40,"end":43,"id":8,"ws":true,"disabled":false},{"text":"Katrina","start":44,"end":51,"id":9,"ws":true,"disabled":false},{"text":"exemplify","start":52,"end":61,"id":10,"ws":true,"disabled":false},{"text":"how","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"major","start":66,"end":71,"id":12,"ws":true,"disabled":false},{"text":"weather","start":72,"end":79,"id":13,"ws":true,"disabled":false},{"text":"events","start":80,"end":86,"id":14,"ws":true,"disabled":false},{"text":"magnified","start":87,"end":96,"id":15,"ws":true,"disabled":false},{"text":"by","start":97,"end":99,"id":16,"ws":true,"disabled":false},{"text":"global","start":100,"end":106,"id":17,"ws":true,"disabled":false},{"text":"warming","start":107,"end":114,"id":18,"ws":true,"disabled":false},{"text":"can","start":115,"end":118,"id":19,"ws":true,"disabled":false},{"text":"have","start":119,"end":123,"id":20,"ws":true,"disabled":false},{"text":"long","start":124,"end":128,"id":21,"ws":false,"disabled":false},{"text":"-","start":128,"end":129,"id":22,"ws":false,"disabled":false},{"text":"lasting","start":129,"end":136,"id":23,"ws":true,"disabled":false},{"text":"effects","start":137,"end":144,"id":24,"ws":true,"disabled":false},{"text":"on","start":145,"end":147,"id":25,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":26,"ws":true,"disabled":false},{"text":"economy","start":152,"end":159,"id":27,"ws":false,"disabled":false},{"text":".","start":159,"end":160,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":12,"child":14,"head_span":{"start":66,"end":71,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":72,"end":86,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":87,"end":96,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":72,"end":86,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":27,"head_span":{"start":124,"end":136,"token_start":21,"token_end":23,"label":"effect_size"},"child_span":{"start":152,"end":159,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":27,"head_span":{"start":137,"end":144,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":152,"end":159,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":14,"head_span":{"start":100,"end":114,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":72,"end":86,"token_start":13,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":27,"head_span":{"start":72,"end":86,"token_start":13,"token_end":14,"label":"base"},"child_span":{"start":152,"end":159,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":744,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Some extreme weather events are projected to become more frequent and severe, and those who become homeless due to these disasters are at increased risk for post-traumatic stress symptoms.","text":"Some extreme weather events are projected to become more frequent and severe, and those who become homeless due to these disasters are at increased risk for post-traumatic stress symptoms. IMPLIED_BASE IMPLIED_BASE","characters":188,"document_index":619,"md_sentence_index":209,"classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_209","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-604774108,"_task_hash":-190249530,"spans":[{"start":5,"end":12,"token_start":1,"token_end":1,"label":"type_of"},{"start":13,"end":27,"token_start":2,"token_end":3,"label":"base"},{"start":28,"end":44,"token_start":4,"token_end":6,"label":"confidence"},{"start":52,"end":65,"token_start":8,"token_end":9,"label":"change_direction"},{"start":70,"end":76,"token_start":11,"token_end":11,"label":"change_direction"},{"start":82,"end":107,"token_start":14,"token_end":17,"label":"to_whom"},{"start":108,"end":114,"token_start":18,"token_end":19,"label":"predicate"},{"start":121,"end":130,"token_start":21,"token_end":21,"label":"base"},{"start":131,"end":134,"token_start":22,"token_end":22,"label":"confidence"},{"text":"increased","start":138,"token_start":24,"token_end":24,"end":147,"type":"pattern","label":"change_direction"},{"text":"risk","start":148,"token_start":25,"token_end":25,"end":152,"type":"pattern","label":"aspect_changing"},{"start":157,"end":178,"token_start":27,"token_end":30,"label":"type_of"},{"start":179,"end":187,"token_start":31,"token_end":31,"label":"base"}],"tokens":[{"text":"Some","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"extreme","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"weather","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"events","start":21,"end":27,"id":3,"ws":true,"disabled":false},{"text":"are","start":28,"end":31,"id":4,"ws":true,"disabled":false},{"text":"projected","start":32,"end":41,"id":5,"ws":true,"disabled":false},{"text":"to","start":42,"end":44,"id":6,"ws":true,"disabled":false},{"text":"become","start":45,"end":51,"id":7,"ws":true,"disabled":false},{"text":"more","start":52,"end":56,"id":8,"ws":true,"disabled":false},{"text":"frequent","start":57,"end":65,"id":9,"ws":true,"disabled":false},{"text":"and","start":66,"end":69,"id":10,"ws":true,"disabled":false},{"text":"severe","start":70,"end":76,"id":11,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":12,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":13,"ws":true,"disabled":false},{"text":"those","start":82,"end":87,"id":14,"ws":true,"disabled":false},{"text":"who","start":88,"end":91,"id":15,"ws":true,"disabled":false},{"text":"become","start":92,"end":98,"id":16,"ws":true,"disabled":false},{"text":"homeless","start":99,"end":107,"id":17,"ws":true,"disabled":false},{"text":"due","start":108,"end":111,"id":18,"ws":true,"disabled":false},{"text":"to","start":112,"end":114,"id":19,"ws":true,"disabled":false},{"text":"these","start":115,"end":120,"id":20,"ws":true,"disabled":false},{"text":"disasters","start":121,"end":130,"id":21,"ws":true,"disabled":false},{"text":"are","start":131,"end":134,"id":22,"ws":true,"disabled":false},{"text":"at","start":135,"end":137,"id":23,"ws":true,"disabled":false},{"text":"increased","start":138,"end":147,"id":24,"ws":true,"disabled":false},{"text":"risk","start":148,"end":152,"id":25,"ws":true,"disabled":false},{"text":"for","start":153,"end":156,"id":26,"ws":true,"disabled":false},{"text":"post","start":157,"end":161,"id":27,"ws":false,"disabled":false},{"text":"-","start":161,"end":162,"id":28,"ws":false,"disabled":false},{"text":"traumatic","start":162,"end":171,"id":29,"ws":true,"disabled":false},{"text":"stress","start":172,"end":178,"id":30,"ws":true,"disabled":false},{"text":"symptoms","start":179,"end":187,"id":31,"ws":false,"disabled":false},{"text":".","start":187,"end":188,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":189,"end":201,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":202,"end":214,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":5,"end":12,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":13,"end":27,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":3,"head_span":{"start":52,"end":65,"token_start":8,"token_end":9,"label":"change_direction"},"child_span":{"start":13,"end":27,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":3,"head_span":{"start":70,"end":76,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":13,"end":27,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":21,"head_span":{"start":82,"end":107,"token_start":14,"token_end":17,"label":"to_whom"},"child_span":{"start":121,"end":130,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":31,"head_span":{"start":138,"end":147,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":179,"end":187,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":31,"head_span":{"start":148,"end":152,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":179,"end":187,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":31,"head_span":{"start":157,"end":178,"token_start":27,"token_end":30,"label":"type_of"},"child_span":{"start":179,"end":187,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":31,"head_span":{"start":121,"end":130,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":179,"end":187,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":937,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"If I were to tell you that there were nearly 2,800 cases of heat-related illness among active-duty members of the US military last year, you might not be surprised.","text":"If I were to tell you that there were nearly 2,800 cases of heat-related illness among active-duty members of the US military last year, you might not be surprised. IMPLIED_BASE IMPLIED_BASE","characters":164,"document_index":747,"md_sentence_index":0,"classification_origin":"causal_sentence_classification","url":"https://blog.ucsusa.org/kristy-dahl/military-extreme-heat","combo_id":"747_0","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":584579763,"_task_hash":435611876,"spans":[{"start":38,"end":56,"token_start":9,"token_end":11,"label":"effect_size"},{"start":60,"end":72,"token_start":13,"token_end":15,"label":"type_of"},{"start":73,"end":80,"token_start":16,"token_end":16,"label":"base"},{"start":81,"end":125,"token_start":17,"token_end":25,"label":"to_whom"},{"start":126,"end":135,"token_start":26,"token_end":27,"label":"when"}],"tokens":[{"text":"If","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"I","start":3,"end":4,"id":1,"ws":true,"disabled":false},{"text":"were","start":5,"end":9,"id":2,"ws":true,"disabled":false},{"text":"to","start":10,"end":12,"id":3,"ws":true,"disabled":false},{"text":"tell","start":13,"end":17,"id":4,"ws":true,"disabled":false},{"text":"you","start":18,"end":21,"id":5,"ws":true,"disabled":false},{"text":"that","start":22,"end":26,"id":6,"ws":true,"disabled":false},{"text":"there","start":27,"end":32,"id":7,"ws":true,"disabled":false},{"text":"were","start":33,"end":37,"id":8,"ws":true,"disabled":false},{"text":"nearly","start":38,"end":44,"id":9,"ws":true,"disabled":false},{"text":"2,800","start":45,"end":50,"id":10,"ws":true,"disabled":false},{"text":"cases","start":51,"end":56,"id":11,"ws":true,"disabled":false},{"text":"of","start":57,"end":59,"id":12,"ws":true,"disabled":false},{"text":"heat","start":60,"end":64,"id":13,"ws":false,"disabled":false},{"text":"-","start":64,"end":65,"id":14,"ws":false,"disabled":false},{"text":"related","start":65,"end":72,"id":15,"ws":true,"disabled":false},{"text":"illness","start":73,"end":80,"id":16,"ws":true,"disabled":false},{"text":"among","start":81,"end":86,"id":17,"ws":true,"disabled":false},{"text":"active","start":87,"end":93,"id":18,"ws":false,"disabled":false},{"text":"-","start":93,"end":94,"id":19,"ws":false,"disabled":false},{"text":"duty","start":94,"end":98,"id":20,"ws":true,"disabled":false},{"text":"members","start":99,"end":106,"id":21,"ws":true,"disabled":false},{"text":"of","start":107,"end":109,"id":22,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":23,"ws":true,"disabled":false},{"text":"US","start":114,"end":116,"id":24,"ws":true,"disabled":false},{"text":"military","start":117,"end":125,"id":25,"ws":true,"disabled":false},{"text":"last","start":126,"end":130,"id":26,"ws":true,"disabled":false},{"text":"year","start":131,"end":135,"id":27,"ws":false,"disabled":false},{"text":",","start":135,"end":136,"id":28,"ws":true,"disabled":false},{"text":"you","start":137,"end":140,"id":29,"ws":true,"disabled":false},{"text":"might","start":141,"end":146,"id":30,"ws":true,"disabled":false},{"text":"not","start":147,"end":150,"id":31,"ws":true,"disabled":false},{"text":"be","start":151,"end":153,"id":32,"ws":true,"disabled":false},{"text":"surprised","start":154,"end":163,"id":33,"ws":false,"disabled":false},{"text":".","start":163,"end":164,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":11,"child":16,"head_span":{"start":38,"end":56,"token_start":9,"token_end":11,"label":"effect_size"},"child_span":{"start":73,"end":80,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":60,"end":72,"token_start":13,"token_end":15,"label":"type_of"},"child_span":{"start":73,"end":80,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":16,"head_span":{"start":81,"end":125,"token_start":17,"token_end":25,"label":"to_whom"},"child_span":{"start":73,"end":80,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":16,"head_span":{"start":126,"end":135,"token_start":26,"token_end":27,"label":"when"},"child_span":{"start":73,"end":80,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":622,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In the summer of 2019, an Arctic heatwave had parts of Greenland reach temperatures 40C hotter than normal.\n","text":"In the summer of 2019, an Arctic heatwave had parts of Greenland reach temperatures 40C hotter than normal. IMPLIED_BASE IMPLIED_BASE","characters":108,"document_index":503,"md_sentence_index":10,"classification_origin":"causal_sentence_classification","url":"https://www.theguardian.com/environment/2019/dec/10/greenland-ice-sheet-melting-seven-times-faster-than-in-1990s","combo_id":"503_10","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1676960543,"_task_hash":28898429,"spans":[{"start":0,"end":21,"token_start":0,"token_end":4,"label":"when"},{"start":26,"end":32,"token_start":7,"token_end":7,"label":"where"},{"text":"heatwave","start":33,"token_start":8,"token_end":8,"end":41,"type":"pattern","label":"base"},{"start":42,"end":45,"token_start":9,"token_end":9,"label":"confidence"},{"start":46,"end":64,"token_start":10,"token_end":12,"label":"where"},{"text":"temperatures","start":71,"token_start":14,"token_end":14,"end":83,"type":"pattern","label":"aspect_changing"},{"start":84,"end":87,"token_start":15,"token_end":15,"label":"effect_size"},{"start":88,"end":94,"token_start":16,"token_end":16,"label":"change_direction"},{"start":108,"end":120,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"summer","start":7,"end":13,"id":2,"ws":true,"disabled":false},{"text":"of","start":14,"end":16,"id":3,"ws":true,"disabled":false},{"text":"2019","start":17,"end":21,"id":4,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":5,"ws":true,"disabled":false},{"text":"an","start":23,"end":25,"id":6,"ws":true,"disabled":false},{"text":"Arctic","start":26,"end":32,"id":7,"ws":true,"disabled":false},{"text":"heatwave","start":33,"end":41,"id":8,"ws":true,"disabled":false},{"text":"had","start":42,"end":45,"id":9,"ws":true,"disabled":false},{"text":"parts","start":46,"end":51,"id":10,"ws":true,"disabled":false},{"text":"of","start":52,"end":54,"id":11,"ws":true,"disabled":false},{"text":"Greenland","start":55,"end":64,"id":12,"ws":true,"disabled":false},{"text":"reach","start":65,"end":70,"id":13,"ws":true,"disabled":false},{"text":"temperatures","start":71,"end":83,"id":14,"ws":true,"disabled":false},{"text":"40C","start":84,"end":87,"id":15,"ws":true,"disabled":false},{"text":"hotter","start":88,"end":94,"id":16,"ws":true,"disabled":false},{"text":"than","start":95,"end":99,"id":17,"ws":true,"disabled":false},{"text":"normal","start":100,"end":106,"id":18,"ws":false,"disabled":false},{"text":".","start":106,"end":107,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":4,"child":8,"head_span":{"start":0,"end":21,"token_start":0,"token_end":4,"label":"when"},"child_span":{"start":33,"end":41,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":26,"end":32,"token_start":7,"token_end":7,"label":"where"},"child_span":{"start":33,"end":41,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":20,"head_span":{"start":46,"end":64,"token_start":10,"token_end":12,"label":"where"},"child_span":{"start":108,"end":120,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":20,"head_span":{"start":71,"end":83,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":108,"end":120,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":20,"head_span":{"start":84,"end":87,"token_start":15,"token_end":15,"label":"effect_size"},"child_span":{"start":108,"end":120,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":88,"end":94,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":108,"end":120,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":20,"head_span":{"start":33,"end":41,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":108,"end":120,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":978,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Apr 05, 2020 - Fall in energy use combined with bright, breezy weather leads to lowest electricity prices in 10 years.","text":"Apr 05, 2020 - Fall in energy use combined with bright, breezy weather leads to lowest electricity prices in 10 years. IMPLIED_BASE IMPLIED_BASE","characters":118,"document_index":765,"md_sentence_index":107,"classification_origin":"causal_sentence_classification","url":"https://covidclimate.com/","combo_id":"765_107","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1258798082,"_task_hash":1870309366,"spans":[{"start":0,"end":12,"token_start":0,"token_end":3,"label":"when"},{"start":15,"end":19,"token_start":5,"token_end":5,"label":"change_direction"},{"start":23,"end":29,"token_start":7,"token_end":7,"label":"base"},{"start":30,"end":33,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":48,"end":54,"token_start":11,"token_end":11,"label":"type_of"},{"start":56,"end":62,"token_start":13,"token_end":13,"label":"type_of"},{"start":63,"end":70,"token_start":14,"token_end":14,"label":"base"},{"start":71,"end":79,"token_start":15,"token_end":16,"label":"predicate"},{"start":80,"end":86,"token_start":17,"token_end":17,"label":"change_direction"},{"start":87,"end":98,"token_start":18,"token_end":18,"label":"type_of"},{"start":99,"end":105,"token_start":19,"token_end":19,"label":"base"},{"start":106,"end":117,"token_start":20,"token_end":22,"label":"effect_size"}],"tokens":[{"text":"Apr","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"05","start":4,"end":6,"id":1,"ws":false,"disabled":false},{"text":",","start":6,"end":7,"id":2,"ws":true,"disabled":false},{"text":"2020","start":8,"end":12,"id":3,"ws":true,"disabled":false},{"text":"-","start":13,"end":14,"id":4,"ws":true,"disabled":false},{"text":"Fall","start":15,"end":19,"id":5,"ws":true,"disabled":false},{"text":"in","start":20,"end":22,"id":6,"ws":true,"disabled":false},{"text":"energy","start":23,"end":29,"id":7,"ws":true,"disabled":false},{"text":"use","start":30,"end":33,"id":8,"ws":true,"disabled":false},{"text":"combined","start":34,"end":42,"id":9,"ws":true,"disabled":false},{"text":"with","start":43,"end":47,"id":10,"ws":true,"disabled":false},{"text":"bright","start":48,"end":54,"id":11,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":12,"ws":true,"disabled":false},{"text":"breezy","start":56,"end":62,"id":13,"ws":true,"disabled":false},{"text":"weather","start":63,"end":70,"id":14,"ws":true,"disabled":false},{"text":"leads","start":71,"end":76,"id":15,"ws":true,"disabled":false},{"text":"to","start":77,"end":79,"id":16,"ws":true,"disabled":false},{"text":"lowest","start":80,"end":86,"id":17,"ws":true,"disabled":false},{"text":"electricity","start":87,"end":98,"id":18,"ws":true,"disabled":false},{"text":"prices","start":99,"end":105,"id":19,"ws":true,"disabled":false},{"text":"in","start":106,"end":108,"id":20,"ws":true,"disabled":false},{"text":"10","start":109,"end":111,"id":21,"ws":true,"disabled":false},{"text":"years","start":112,"end":117,"id":22,"ws":false,"disabled":false},{"text":".","start":117,"end":118,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":132,"end":144,"id":25,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":5,"child":7,"head_span":{"start":15,"end":19,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":23,"end":29,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":30,"end":33,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":23,"end":29,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":14,"head_span":{"start":48,"end":54,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":63,"end":70,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":56,"end":62,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":63,"end":70,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":80,"end":86,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":99,"end":105,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":87,"end":98,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":99,"end":105,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":19,"head_span":{"start":106,"end":117,"token_start":20,"token_end":22,"label":"effect_size"},"child_span":{"start":99,"end":105,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":19,"head_span":{"start":23,"end":29,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":99,"end":105,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":19,"head_span":{"start":63,"end":70,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":99,"end":105,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":161,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The natural ocean cycle of El Nin\u0303o is a key factor in pushing up temperatures in some parts of the ocean and the effect of global warming on the phenomenon remains uncertain, but the gradual overall heating of the oceans means heatwaves are worse when they strike.\n","text":"The natural ocean cycle of El Nin\u0303o is a key factor in pushing up temperatures in some parts of the ocean and the effect of global warming on the phenomenon remains uncertain, but the gradual overall heating of the oceans means heatwaves are worse when they strike. IMPLIED_BASE IMPLIED_BASE","characters":266,"document_index":128,"md_sentence_index":16,"classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/mar/04/heatwaves-sweeping-oceans-like-wildfires-scientists-reveal","combo_id":"128_16","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1909366509,"_task_hash":-1224816050,"spans":[{"start":4,"end":11,"token_start":1,"token_end":1,"label":"type_of"},{"start":12,"end":17,"token_start":2,"token_end":2,"label":"type_of"},{"start":18,"end":23,"token_start":3,"token_end":3,"label":"base"},{"start":24,"end":35,"token_start":4,"token_end":6,"label":"when"},{"start":36,"end":38,"token_start":7,"token_end":7,"label":"confidence"},{"start":55,"end":65,"token_start":12,"token_end":13,"label":"change_direction"},{"text":"temperatures","start":66,"token_start":14,"token_end":14,"end":78,"type":"pattern","label":"aspect_changing"},{"start":79,"end":95,"token_start":15,"token_end":18,"label":"effect_size"},{"text":"ocean","start":100,"token_start":20,"token_end":20,"end":105,"type":"pattern","label":"base"},{"start":114,"end":123,"token_start":23,"token_end":24,"label":"predicate"},{"text":"global warming","start":124,"token_start":25,"token_end":26,"end":138,"type":"pattern","label":"base"},{"start":146,"end":156,"token_start":29,"token_end":29,"label":"base"},{"start":157,"end":174,"token_start":30,"token_end":31,"label":"confidence"},{"start":184,"end":199,"token_start":35,"token_end":36,"label":"effect_size"},{"start":200,"end":207,"token_start":37,"token_end":37,"label":"change_direction"},{"text":"oceans","start":215,"token_start":40,"token_end":40,"end":221,"type":"pattern","label":"base"},{"start":222,"end":227,"token_start":41,"token_end":41,"label":"predicate"},{"text":"heatwaves","start":228,"token_start":42,"token_end":42,"end":237,"type":"pattern","label":"base"},{"start":242,"end":247,"token_start":44,"token_end":44,"label":"change_direction"},{"start":248,"end":264,"token_start":45,"token_end":47,"label":"when"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"natural","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"ocean","start":12,"end":17,"id":2,"ws":true,"disabled":false},{"text":"cycle","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"of","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"El","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"Nin\u0303o","start":30,"end":35,"id":6,"ws":true,"disabled":false},{"text":"is","start":36,"end":38,"id":7,"ws":true,"disabled":false},{"text":"a","start":39,"end":40,"id":8,"ws":true,"disabled":false},{"text":"key","start":41,"end":44,"id":9,"ws":true,"disabled":false},{"text":"factor","start":45,"end":51,"id":10,"ws":true,"disabled":false},{"text":"in","start":52,"end":54,"id":11,"ws":true,"disabled":false},{"text":"pushing","start":55,"end":62,"id":12,"ws":true,"disabled":false},{"text":"up","start":63,"end":65,"id":13,"ws":true,"disabled":false},{"text":"temperatures","start":66,"end":78,"id":14,"ws":true,"disabled":false},{"text":"in","start":79,"end":81,"id":15,"ws":true,"disabled":false},{"text":"some","start":82,"end":86,"id":16,"ws":true,"disabled":false},{"text":"parts","start":87,"end":92,"id":17,"ws":true,"disabled":false},{"text":"of","start":93,"end":95,"id":18,"ws":true,"disabled":false},{"text":"the","start":96,"end":99,"id":19,"ws":true,"disabled":false},{"text":"ocean","start":100,"end":105,"id":20,"ws":true,"disabled":false},{"text":"and","start":106,"end":109,"id":21,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":22,"ws":true,"disabled":false},{"text":"effect","start":114,"end":120,"id":23,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":24,"ws":true,"disabled":false},{"text":"global","start":124,"end":130,"id":25,"ws":true,"disabled":false},{"text":"warming","start":131,"end":138,"id":26,"ws":true,"disabled":false},{"text":"on","start":139,"end":141,"id":27,"ws":true,"disabled":false},{"text":"the","start":142,"end":145,"id":28,"ws":true,"disabled":false},{"text":"phenomenon","start":146,"end":156,"id":29,"ws":true,"disabled":false},{"text":"remains","start":157,"end":164,"id":30,"ws":true,"disabled":false},{"text":"uncertain","start":165,"end":174,"id":31,"ws":false,"disabled":false},{"text":",","start":174,"end":175,"id":32,"ws":true,"disabled":false},{"text":"but","start":176,"end":179,"id":33,"ws":true,"disabled":false},{"text":"the","start":180,"end":183,"id":34,"ws":true,"disabled":false},{"text":"gradual","start":184,"end":191,"id":35,"ws":true,"disabled":false},{"text":"overall","start":192,"end":199,"id":36,"ws":true,"disabled":false},{"text":"heating","start":200,"end":207,"id":37,"ws":true,"disabled":false},{"text":"of","start":208,"end":210,"id":38,"ws":true,"disabled":false},{"text":"the","start":211,"end":214,"id":39,"ws":true,"disabled":false},{"text":"oceans","start":215,"end":221,"id":40,"ws":true,"disabled":false},{"text":"means","start":222,"end":227,"id":41,"ws":true,"disabled":false},{"text":"heatwaves","start":228,"end":237,"id":42,"ws":true,"disabled":false},{"text":"are","start":238,"end":241,"id":43,"ws":true,"disabled":false},{"text":"worse","start":242,"end":247,"id":44,"ws":true,"disabled":false},{"text":"when","start":248,"end":252,"id":45,"ws":true,"disabled":false},{"text":"they","start":253,"end":257,"id":46,"ws":true,"disabled":false},{"text":"strike","start":258,"end":264,"id":47,"ws":false,"disabled":false},{"text":".","start":264,"end":265,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":266,"end":278,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":279,"end":291,"id":50,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":36,"child":40,"head_span":{"start":184,"end":199,"token_start":35,"token_end":36,"label":"effect_size"},"child_span":{"start":215,"end":221,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":40,"head_span":{"start":200,"end":207,"token_start":37,"token_end":37,"label":"change_direction"},"child_span":{"start":215,"end":221,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":42,"head_span":{"start":242,"end":247,"token_start":44,"token_end":44,"label":"change_direction"},"child_span":{"start":228,"end":237,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":42,"head_span":{"start":248,"end":264,"token_start":45,"token_end":47,"label":"when"},"child_span":{"start":228,"end":237,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":3,"head_span":{"start":4,"end":11,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":18,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":3,"head_span":{"start":12,"end":17,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":18,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":3,"head_span":{"start":24,"end":35,"token_start":4,"token_end":6,"label":"when"},"child_span":{"start":18,"end":23,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":20,"head_span":{"start":55,"end":65,"token_start":12,"token_end":13,"label":"change_direction"},"child_span":{"start":100,"end":105,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":20,"head_span":{"start":66,"end":78,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":100,"end":105,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":79,"end":95,"token_start":15,"token_end":18,"label":"effect_size"},"child_span":{"start":100,"end":105,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":20,"head_span":{"start":18,"end":23,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":100,"end":105,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":40,"child":42,"head_span":{"start":215,"end":221,"token_start":40,"token_end":40,"label":"base"},"child_span":{"start":228,"end":237,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":875,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The heat and drought depleted water resources and contributed to more than $10 billion in direct losses to agriculture alone,\" said the Assessment.\n","text":"The heat and drought depleted water resources and contributed to more than $10 billion in direct losses to agriculture alone,\" said the Assessment. IMPLIED_BASE IMPLIED_BASE","characters":148,"document_index":714,"md_sentence_index":50,"classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/effects-of-climate-change-2014-6","combo_id":"714_50","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":394879460,"_task_hash":-135637151,"spans":[{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},{"text":"drought","start":13,"token_start":3,"token_end":3,"end":20,"type":"pattern","label":"base"},{"start":21,"end":29,"token_start":4,"token_end":4,"label":"change_direction"},{"start":30,"end":35,"token_start":5,"token_end":5,"label":"type_of"},{"start":36,"end":45,"token_start":6,"token_end":6,"label":"base"},{"start":50,"end":64,"token_start":8,"token_end":9,"label":"predicate"},{"start":65,"end":86,"token_start":10,"token_end":14,"label":"effect_size"},{"start":90,"end":96,"token_start":16,"token_end":16,"label":"type_of"},{"start":97,"end":103,"token_start":17,"token_end":17,"label":"change_direction"},{"start":107,"end":118,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":148,"end":160,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"heat","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"and","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"drought","start":13,"end":20,"id":3,"ws":true,"disabled":false},{"text":"depleted","start":21,"end":29,"id":4,"ws":true,"disabled":false},{"text":"water","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"resources","start":36,"end":45,"id":6,"ws":true,"disabled":false},{"text":"and","start":46,"end":49,"id":7,"ws":true,"disabled":false},{"text":"contributed","start":50,"end":61,"id":8,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":9,"ws":true,"disabled":false},{"text":"more","start":65,"end":69,"id":10,"ws":true,"disabled":false},{"text":"than","start":70,"end":74,"id":11,"ws":true,"disabled":false},{"text":"$","start":75,"end":76,"id":12,"ws":false,"disabled":false},{"text":"10","start":76,"end":78,"id":13,"ws":true,"disabled":false},{"text":"billion","start":79,"end":86,"id":14,"ws":true,"disabled":false},{"text":"in","start":87,"end":89,"id":15,"ws":true,"disabled":false},{"text":"direct","start":90,"end":96,"id":16,"ws":true,"disabled":false},{"text":"losses","start":97,"end":103,"id":17,"ws":true,"disabled":false},{"text":"to","start":104,"end":106,"id":18,"ws":true,"disabled":false},{"text":"agriculture","start":107,"end":118,"id":19,"ws":true,"disabled":false},{"text":"alone","start":119,"end":124,"id":20,"ws":false,"disabled":false},{"text":",","start":124,"end":125,"id":21,"ws":false,"disabled":false},{"text":"\"","start":125,"end":126,"id":22,"ws":true,"disabled":false},{"text":"said","start":127,"end":131,"id":23,"ws":true,"disabled":false},{"text":"the","start":132,"end":135,"id":24,"ws":true,"disabled":false},{"text":"Assessment","start":136,"end":146,"id":25,"ws":false,"disabled":false},{"text":".","start":146,"end":147,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":28,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":4,"child":6,"head_span":{"start":21,"end":29,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":36,"end":45,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":36,"end":45,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":27,"head_span":{"start":65,"end":86,"token_start":10,"token_end":14,"label":"effect_size"},"child_span":{"start":148,"end":160,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":27,"head_span":{"start":90,"end":96,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":148,"end":160,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":27,"head_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":148,"end":160,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":27,"head_span":{"start":107,"end":118,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":148,"end":160,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":36,"end":45,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":6,"head_span":{"start":13,"end":20,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":36,"end":45,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":27,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":148,"end":160,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":27,"head_span":{"start":13,"end":20,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":148,"end":160,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":191,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Intense storms are more frequent as climates shift and the mangroves protect the coast from eroding, according to scientists.\n","text":"Intense storms are more frequent as climates shift and the mangroves protect the coast from eroding, according to scientists. IMPLIED_BASE IMPLIED_BASE","characters":126,"document_index":142,"md_sentence_index":10,"classification_origin":"cm_cause_effect_rel","url":"https://www.euronews.com/2019/05/30/how-climate-change-is-hitting-livelihoods-in-brazil-s-mangrove-forests","combo_id":"142_10","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1120313821,"_task_hash":619884153,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},{"text":"storms","start":8,"token_start":1,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":15,"end":18,"token_start":2,"token_end":2,"label":"confidence"},{"start":19,"end":32,"token_start":3,"token_end":4,"label":"change_direction"},{"start":36,"end":44,"token_start":6,"token_end":6,"label":"base"}],"tokens":[{"text":"Intense","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"storms","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"are","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"more","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"frequent","start":24,"end":32,"id":4,"ws":true,"disabled":false},{"text":"as","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"climates","start":36,"end":44,"id":6,"ws":true,"disabled":false},{"text":"shift","start":45,"end":50,"id":7,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":8,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":9,"ws":true,"disabled":false},{"text":"mangroves","start":59,"end":68,"id":10,"ws":true,"disabled":false},{"text":"protect","start":69,"end":76,"id":11,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":12,"ws":true,"disabled":false},{"text":"coast","start":81,"end":86,"id":13,"ws":true,"disabled":false},{"text":"from","start":87,"end":91,"id":14,"ws":true,"disabled":false},{"text":"eroding","start":92,"end":99,"id":15,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":16,"ws":true,"disabled":false},{"text":"according","start":101,"end":110,"id":17,"ws":true,"disabled":false},{"text":"to","start":111,"end":113,"id":18,"ws":true,"disabled":false},{"text":"scientists","start":114,"end":124,"id":19,"ws":false,"disabled":false},{"text":".","start":124,"end":125,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":22,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":1,"head_span":{"start":19,"end":32,"token_start":3,"token_end":4,"label":"change_direction"},"child_span":{"start":8,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":1,"head_span":{"start":36,"end":44,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":8,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":674,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Harvey unleashed more than 60 inches of rain over southeastern Texas in 2017, and scientists have said climate change will make storms rainier overall.\n","text":"Harvey unleashed more than 60 inches of rain over southeastern Texas in 2017, and scientists have said climate change will make storms rainier overall. IMPLIED_BASE IMPLIED_BASE","characters":152,"document_index":573,"md_sentence_index":20,"classification_origin":"causal_sentence_classification","url":"https://www.nbcnews.com/science/environment/earth-s-oceans-are-hotter-ever-getting-warmer-faster-n1114811","combo_id":"573_20","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1086526303,"_task_hash":-794939847,"spans":[{"start":0,"end":6,"token_start":0,"token_end":0,"label":"type_of"},{"start":7,"end":16,"token_start":1,"token_end":1,"label":"predicate"},{"start":17,"end":36,"token_start":2,"token_end":5,"label":"effect_size"},{"start":40,"end":44,"token_start":7,"token_end":7,"label":"base"},{"start":45,"end":68,"token_start":8,"token_end":10,"label":"where"},{"start":69,"end":76,"token_start":11,"token_end":12,"label":"when"},{"text":"climate change","start":103,"token_start":18,"token_end":19,"end":117,"type":"pattern","label":"base"},{"start":118,"end":122,"token_start":20,"token_end":20,"label":"confidence"},{"text":"storms","start":128,"token_start":22,"token_end":22,"end":134,"type":"pattern","label":"base"},{"start":135,"end":142,"token_start":23,"token_end":23,"label":"change_direction"},{"start":152,"end":164,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"Harvey","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"unleashed","start":7,"end":16,"id":1,"ws":true,"disabled":false},{"text":"more","start":17,"end":21,"id":2,"ws":true,"disabled":false},{"text":"than","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"60","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"inches","start":30,"end":36,"id":5,"ws":true,"disabled":false},{"text":"of","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"rain","start":40,"end":44,"id":7,"ws":true,"disabled":false},{"text":"over","start":45,"end":49,"id":8,"ws":true,"disabled":false},{"text":"southeastern","start":50,"end":62,"id":9,"ws":true,"disabled":false},{"text":"Texas","start":63,"end":68,"id":10,"ws":true,"disabled":false},{"text":"in","start":69,"end":71,"id":11,"ws":true,"disabled":false},{"text":"2017","start":72,"end":76,"id":12,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":13,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":14,"ws":true,"disabled":false},{"text":"scientists","start":82,"end":92,"id":15,"ws":true,"disabled":false},{"text":"have","start":93,"end":97,"id":16,"ws":true,"disabled":false},{"text":"said","start":98,"end":102,"id":17,"ws":true,"disabled":false},{"text":"climate","start":103,"end":110,"id":18,"ws":true,"disabled":false},{"text":"change","start":111,"end":117,"id":19,"ws":true,"disabled":false},{"text":"will","start":118,"end":122,"id":20,"ws":true,"disabled":false},{"text":"make","start":123,"end":127,"id":21,"ws":true,"disabled":false},{"text":"storms","start":128,"end":134,"id":22,"ws":true,"disabled":false},{"text":"rainier","start":135,"end":142,"id":23,"ws":true,"disabled":false},{"text":"overall","start":143,"end":150,"id":24,"ws":false,"disabled":false},{"text":".","start":150,"end":151,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":27,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":26,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":152,"end":164,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":17,"end":36,"token_start":2,"token_end":5,"label":"effect_size"},"child_span":{"start":40,"end":44,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":7,"head_span":{"start":45,"end":68,"token_start":8,"token_end":10,"label":"where"},"child_span":{"start":40,"end":44,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":7,"head_span":{"start":69,"end":76,"token_start":11,"token_end":12,"label":"when"},"child_span":{"start":40,"end":44,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":135,"end":142,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":128,"end":134,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":7,"head_span":{"start":152,"end":164,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":40,"end":44,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":22,"head_span":{"start":103,"end":117,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":128,"end":134,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":527,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Food supplies are also disrupted by drought, societal instability and inequity linked with climate change.\n","text":"Food supplies are also disrupted by drought, societal instability and inequity linked with climate change. IMPLIED_BASE IMPLIED_BASE","characters":107,"document_index":404,"md_sentence_index":67,"classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/climate-change-is-having-widespread-health-impacts/","combo_id":"404_67","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-665828564,"_task_hash":-2032199817,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"type_of"},{"start":5,"end":13,"token_start":1,"token_end":1,"label":"base"},{"start":14,"end":17,"token_start":2,"token_end":2,"label":"confidence"},{"start":23,"end":35,"token_start":4,"token_end":5,"label":"predicate"},{"text":"drought","start":36,"token_start":6,"token_end":6,"end":43,"type":"pattern","label":"base"},{"start":45,"end":53,"token_start":8,"token_end":8,"label":"base"},{"start":54,"end":65,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":70,"end":78,"token_start":11,"token_end":11,"label":"aspect_changing"},{"text":"climate change","start":91,"token_start":14,"token_end":15,"end":105,"type":"pattern","label":"base"}],"tokens":[{"text":"Food","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"supplies","start":5,"end":13,"id":1,"ws":true,"disabled":false},{"text":"are","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"also","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"disrupted","start":23,"end":32,"id":4,"ws":true,"disabled":false},{"text":"by","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"drought","start":36,"end":43,"id":6,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":7,"ws":true,"disabled":false},{"text":"societal","start":45,"end":53,"id":8,"ws":true,"disabled":false},{"text":"instability","start":54,"end":65,"id":9,"ws":true,"disabled":false},{"text":"and","start":66,"end":69,"id":10,"ws":true,"disabled":false},{"text":"inequity","start":70,"end":78,"id":11,"ws":true,"disabled":false},{"text":"linked","start":79,"end":85,"id":12,"ws":true,"disabled":false},{"text":"with","start":86,"end":90,"id":13,"ws":true,"disabled":false},{"text":"climate","start":91,"end":98,"id":14,"ws":true,"disabled":false},{"text":"change","start":99,"end":105,"id":15,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":18,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":5,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":54,"end":65,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":45,"end":53,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":8,"head_span":{"start":70,"end":78,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":45,"end":53,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":1,"head_span":{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":5,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":1,"head_span":{"start":45,"end":53,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":5,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":6,"head_span":{"start":91,"end":105,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":8,"head_span":{"start":91,"end":105,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":45,"end":53,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":1083,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"And while heat deaths may be more acute in the desert city of Phoenix, the warming climate that helps drive them is not likely to leave any major American city unscathed.\n","text":"And while heat deaths may be more acute in the desert city of Phoenix, the warming climate that helps drive them is not likely to leave any major American city unscathed. IMPLIED_BASE IMPLIED_BASE","characters":171,"document_index":826,"md_sentence_index":17,"classification_origin":"causal_sentence_classification","url":"https://www.azcentral.com/in-depth/news/2020/08/26/heat-killing-more-people-cities-sizzle-hotter-temperatures/4553439002/","combo_id":"826_17","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":2030518471,"_task_hash":-2041419514,"spans":[{"start":10,"end":14,"token_start":2,"token_end":2,"label":"type_of"},{"start":15,"end":21,"token_start":3,"token_end":3,"label":"base"},{"start":22,"end":28,"token_start":4,"token_end":5,"label":"confidence"},{"start":29,"end":39,"token_start":6,"token_end":7,"label":"change_direction"},{"start":40,"end":69,"token_start":8,"token_end":13,"label":"where"},{"start":75,"end":82,"token_start":16,"token_end":16,"label":"change_direction"},{"start":83,"end":90,"token_start":17,"token_end":17,"label":"base"},{"start":102,"end":107,"token_start":20,"token_end":20,"label":"predicate"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"while","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"heat","start":10,"end":14,"id":2,"ws":true,"disabled":false},{"text":"deaths","start":15,"end":21,"id":3,"ws":true,"disabled":false},{"text":"may","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"be","start":26,"end":28,"id":5,"ws":true,"disabled":false},{"text":"more","start":29,"end":33,"id":6,"ws":true,"disabled":false},{"text":"acute","start":34,"end":39,"id":7,"ws":true,"disabled":false},{"text":"in","start":40,"end":42,"id":8,"ws":true,"disabled":false},{"text":"the","start":43,"end":46,"id":9,"ws":true,"disabled":false},{"text":"desert","start":47,"end":53,"id":10,"ws":true,"disabled":false},{"text":"city","start":54,"end":58,"id":11,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":12,"ws":true,"disabled":false},{"text":"Phoenix","start":62,"end":69,"id":13,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":14,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":15,"ws":true,"disabled":false},{"text":"warming","start":75,"end":82,"id":16,"ws":true,"disabled":false},{"text":"climate","start":83,"end":90,"id":17,"ws":true,"disabled":false},{"text":"that","start":91,"end":95,"id":18,"ws":true,"disabled":false},{"text":"helps","start":96,"end":101,"id":19,"ws":true,"disabled":false},{"text":"drive","start":102,"end":107,"id":20,"ws":true,"disabled":false},{"text":"them","start":108,"end":112,"id":21,"ws":true,"disabled":false},{"text":"is","start":113,"end":115,"id":22,"ws":true,"disabled":false},{"text":"not","start":116,"end":119,"id":23,"ws":true,"disabled":false},{"text":"likely","start":120,"end":126,"id":24,"ws":true,"disabled":false},{"text":"to","start":127,"end":129,"id":25,"ws":true,"disabled":false},{"text":"leave","start":130,"end":135,"id":26,"ws":true,"disabled":false},{"text":"any","start":136,"end":139,"id":27,"ws":true,"disabled":false},{"text":"major","start":140,"end":145,"id":28,"ws":true,"disabled":false},{"text":"American","start":146,"end":154,"id":29,"ws":true,"disabled":false},{"text":"city","start":155,"end":159,"id":30,"ws":true,"disabled":false},{"text":"unscathed","start":160,"end":169,"id":31,"ws":false,"disabled":false},{"text":".","start":169,"end":170,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":10,"end":14,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":15,"end":21,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":3,"head_span":{"start":29,"end":39,"token_start":6,"token_end":7,"label":"change_direction"},"child_span":{"start":15,"end":21,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":3,"head_span":{"start":40,"end":69,"token_start":8,"token_end":13,"label":"where"},"child_span":{"start":15,"end":21,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":75,"end":82,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":83,"end":90,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":3,"head_span":{"start":83,"end":90,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":15,"end":21,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":573,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As climate change increases wildfire risk, Californians could be stuck between blackouts and deadly fires more often\nREUTERS/Gene Blevins\n","text":"As climate change increases wildfire risk, Californians could be stuck between blackouts and deadly fires more oftenREUTERS/Gene Blevins IMPLIED_BASE IMPLIED_BASE","characters":138,"document_index":449,"md_sentence_index":91,"classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/pge-caused-california-wildfires-safety-measures-2019-10","combo_id":"449_91","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":837755522,"_task_hash":1018087755,"spans":[{"text":"climate change","start":3,"token_start":1,"token_end":2,"end":17,"type":"pattern","label":"base"},{"text":"increases","start":18,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"change_direction"},{"text":"wildfire","start":28,"token_start":4,"token_end":4,"end":36,"type":"pattern","label":"base"},{"text":"risk","start":37,"token_start":5,"token_end":5,"end":41,"type":"pattern","label":"aspect_changing"},{"text":"more","start":106,"token_start":16,"token_end":16,"end":110,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"climate","start":3,"end":10,"id":1,"ws":true,"disabled":false},{"text":"change","start":11,"end":17,"id":2,"ws":true,"disabled":false},{"text":"increases","start":18,"end":27,"id":3,"ws":true,"disabled":false},{"text":"wildfire","start":28,"end":36,"id":4,"ws":true,"disabled":false},{"text":"risk","start":37,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"Californians","start":43,"end":55,"id":7,"ws":true,"disabled":false},{"text":"could","start":56,"end":61,"id":8,"ws":true,"disabled":false},{"text":"be","start":62,"end":64,"id":9,"ws":true,"disabled":false},{"text":"stuck","start":65,"end":70,"id":10,"ws":true,"disabled":false},{"text":"between","start":71,"end":78,"id":11,"ws":true,"disabled":false},{"text":"blackouts","start":79,"end":88,"id":12,"ws":true,"disabled":false},{"text":"and","start":89,"end":92,"id":13,"ws":true,"disabled":false},{"text":"deadly","start":93,"end":99,"id":14,"ws":true,"disabled":false},{"text":"fires","start":100,"end":105,"id":15,"ws":true,"disabled":false},{"text":"more","start":106,"end":110,"id":16,"ws":true,"disabled":false},{"text":"oftenREUTERS","start":111,"end":123,"id":17,"ws":false,"disabled":false},{"text":"/","start":123,"end":124,"id":18,"ws":false,"disabled":false},{"text":"Gene","start":124,"end":128,"id":19,"ws":true,"disabled":false},{"text":"Blevins","start":129,"end":136,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":137,"end":149,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":150,"end":162,"id":22,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":227,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Crop shortages will likely result in higher prices for consumers and since corn and soy are basically in every part of the American diet, that could be a real problem.\n","text":"Crop shortages will likely result in higher prices for consumers and since corn and soy are basically in every part of the American diet, that could be a real problem. IMPLIED_BASE IMPLIED_BASE","characters":168,"document_index":136,"md_sentence_index":13,"classification_origin":"cm-label-eval","url":"https://www.eater.com/2019/5/29/18644596/farmers-are-using-noplant19-to-document-climate-change","combo_id":"136_13","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1604541152,"_task_hash":127226659,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"type_of"},{"start":5,"end":14,"token_start":1,"token_end":1,"label":"base"},{"start":15,"end":26,"token_start":2,"token_end":3,"label":"confidence"},{"start":27,"end":36,"token_start":4,"token_end":5,"label":"predicate"},{"text":"higher","start":37,"token_start":6,"token_end":6,"end":43,"type":"pattern","label":"change_direction"},{"text":"prices","start":44,"token_start":7,"token_end":7,"end":50,"type":"pattern","label":"aspect_changing"},{"start":51,"end":64,"token_start":8,"token_end":9,"label":"to_whom"},{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"}],"tokens":[{"text":"Crop","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"shortages","start":5,"end":14,"id":1,"ws":true,"disabled":false},{"text":"will","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"likely","start":20,"end":26,"id":3,"ws":true,"disabled":false},{"text":"result","start":27,"end":33,"id":4,"ws":true,"disabled":false},{"text":"in","start":34,"end":36,"id":5,"ws":true,"disabled":false},{"text":"higher","start":37,"end":43,"id":6,"ws":true,"disabled":false},{"text":"prices","start":44,"end":50,"id":7,"ws":true,"disabled":false},{"text":"for","start":51,"end":54,"id":8,"ws":true,"disabled":false},{"text":"consumers","start":55,"end":64,"id":9,"ws":true,"disabled":false},{"text":"and","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"since","start":69,"end":74,"id":11,"ws":true,"disabled":false},{"text":"corn","start":75,"end":79,"id":12,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":13,"ws":true,"disabled":false},{"text":"soy","start":84,"end":87,"id":14,"ws":true,"disabled":false},{"text":"are","start":88,"end":91,"id":15,"ws":true,"disabled":false},{"text":"basically","start":92,"end":101,"id":16,"ws":true,"disabled":false},{"text":"in","start":102,"end":104,"id":17,"ws":true,"disabled":false},{"text":"every","start":105,"end":110,"id":18,"ws":true,"disabled":false},{"text":"part","start":111,"end":115,"id":19,"ws":true,"disabled":false},{"text":"of","start":116,"end":118,"id":20,"ws":true,"disabled":false},{"text":"the","start":119,"end":122,"id":21,"ws":true,"disabled":false},{"text":"American","start":123,"end":131,"id":22,"ws":true,"disabled":false},{"text":"diet","start":132,"end":136,"id":23,"ws":false,"disabled":false},{"text":",","start":136,"end":137,"id":24,"ws":true,"disabled":false},{"text":"that","start":138,"end":142,"id":25,"ws":true,"disabled":false},{"text":"could","start":143,"end":148,"id":26,"ws":true,"disabled":false},{"text":"be","start":149,"end":151,"id":27,"ws":true,"disabled":false},{"text":"a","start":152,"end":153,"id":28,"ws":true,"disabled":false},{"text":"real","start":154,"end":158,"id":29,"ws":true,"disabled":false},{"text":"problem","start":159,"end":166,"id":30,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":5,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":32,"head_span":{"start":37,"end":43,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":32,"head_span":{"start":44,"end":50,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":32,"head_span":{"start":51,"end":64,"token_start":8,"token_end":9,"label":"to_whom"},"child_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":32,"head_span":{"start":5,"end":14,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":27,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"\u201cI have recognized that climate change is causing these extreme events we\u2019ve seen around this country and the world for several years,\u201d Thompson said.","text":"\u201cI have recognized that climate change is causing these extreme events we\u2019ve seen around this country and the world for several years,\u201d Thompson said. IMPLIED_BASE IMPLIED_BASE","characters":150,"document_index":34,"md_sentence_index":9,"classification_origin":"cm_cause_effect_rel","url":"https://energynews.us/2019/05/03/midwest/despite-floods-nebraska-utility-leaders-still-hesitant-to-address-climate-change/","combo_id":"34_9","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-877218095,"_task_hash":696227035,"spans":[{"text":"climate change","start":24,"token_start":5,"token_end":6,"end":38,"type":"pattern","label":"base"},{"start":39,"end":41,"token_start":7,"token_end":7,"label":"confidence"},{"start":42,"end":49,"token_start":8,"token_end":8,"label":"predicate"},{"start":56,"end":63,"token_start":10,"token_end":10,"label":"type_of"},{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},{"start":82,"end":115,"token_start":15,"token_end":20,"label":"where"},{"start":116,"end":133,"token_start":21,"token_end":23,"label":"when"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"I","start":1,"end":2,"id":1,"ws":true,"disabled":false},{"text":"have","start":3,"end":7,"id":2,"ws":true,"disabled":false},{"text":"recognized","start":8,"end":18,"id":3,"ws":true,"disabled":false},{"text":"that","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"climate","start":24,"end":31,"id":5,"ws":true,"disabled":false},{"text":"change","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"is","start":39,"end":41,"id":7,"ws":true,"disabled":false},{"text":"causing","start":42,"end":49,"id":8,"ws":true,"disabled":false},{"text":"these","start":50,"end":55,"id":9,"ws":true,"disabled":false},{"text":"extreme","start":56,"end":63,"id":10,"ws":true,"disabled":false},{"text":"events","start":64,"end":70,"id":11,"ws":true,"disabled":false},{"text":"we","start":71,"end":73,"id":12,"ws":false,"disabled":false},{"text":"\u2019ve","start":73,"end":76,"id":13,"ws":true,"disabled":false},{"text":"seen","start":77,"end":81,"id":14,"ws":true,"disabled":false},{"text":"around","start":82,"end":88,"id":15,"ws":true,"disabled":false},{"text":"this","start":89,"end":93,"id":16,"ws":true,"disabled":false},{"text":"country","start":94,"end":101,"id":17,"ws":true,"disabled":false},{"text":"and","start":102,"end":105,"id":18,"ws":true,"disabled":false},{"text":"the","start":106,"end":109,"id":19,"ws":true,"disabled":false},{"text":"world","start":110,"end":115,"id":20,"ws":true,"disabled":false},{"text":"for","start":116,"end":119,"id":21,"ws":true,"disabled":false},{"text":"several","start":120,"end":127,"id":22,"ws":true,"disabled":false},{"text":"years","start":128,"end":133,"id":23,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":24,"ws":false,"disabled":false},{"text":"\u201d","start":134,"end":135,"id":25,"ws":true,"disabled":false},{"text":"Thompson","start":136,"end":144,"id":26,"ws":true,"disabled":false},{"text":"said","start":145,"end":149,"id":27,"ws":false,"disabled":false},{"text":".","start":149,"end":150,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":56,"end":63,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":11,"head_span":{"start":82,"end":115,"token_start":15,"token_end":20,"label":"where"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":11,"head_span":{"start":116,"end":133,"token_start":21,"token_end":23,"label":"when"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":11,"head_span":{"start":24,"end":38,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":201,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"linked' not a CER here","relation count":"one","complexity":"simple","original_md_text":"Another change in hurricanes that\u2019s clearly linked to climate change is a tendency to intensify more rapidly.","text":"Another change in hurricanes that\u2019s clearly linked to climate change is a tendency to intensify more rapidly. IMPLIED_BASE IMPLIED_BASE","characters":109,"document_index":147,"md_sentence_index":25,"classification_origin":"cm_cause_effect_rel","url":"https://www.capeandislands.org/post/2019-could-turn-out-be-classic-example-climate-change","combo_id":"147_25","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1701014774,"_task_hash":749669453,"spans":[{"text":"hurricanes","start":18,"token_start":3,"token_end":3,"end":28,"type":"pattern","label":"base"},{"start":36,"end":43,"token_start":6,"token_end":6,"label":"confidence"},{"start":44,"end":53,"token_start":7,"token_end":8,"label":"predicate"},{"text":"climate change","start":54,"token_start":9,"token_end":10,"end":68,"type":"pattern","label":"base"},{"start":69,"end":71,"token_start":11,"token_end":11,"label":"confidence"},{"start":86,"end":95,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":96,"end":108,"token_start":16,"token_end":17,"label":"change_direction"}],"tokens":[{"text":"Another","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"in","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"hurricanes","start":18,"end":28,"id":3,"ws":true,"disabled":false},{"text":"that","start":29,"end":33,"id":4,"ws":false,"disabled":false},{"text":"\u2019s","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"clearly","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"linked","start":44,"end":50,"id":7,"ws":true,"disabled":false},{"text":"to","start":51,"end":53,"id":8,"ws":true,"disabled":false},{"text":"climate","start":54,"end":61,"id":9,"ws":true,"disabled":false},{"text":"change","start":62,"end":68,"id":10,"ws":true,"disabled":false},{"text":"is","start":69,"end":71,"id":11,"ws":true,"disabled":false},{"text":"a","start":72,"end":73,"id":12,"ws":true,"disabled":false},{"text":"tendency","start":74,"end":82,"id":13,"ws":true,"disabled":false},{"text":"to","start":83,"end":85,"id":14,"ws":true,"disabled":false},{"text":"intensify","start":86,"end":95,"id":15,"ws":true,"disabled":false},{"text":"more","start":96,"end":100,"id":16,"ws":true,"disabled":false},{"text":"rapidly","start":101,"end":108,"id":17,"ws":false,"disabled":false},{"text":".","start":108,"end":109,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":110,"end":122,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":123,"end":135,"id":20,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":15,"child":3,"head_span":{"start":86,"end":95,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":18,"end":28,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":3,"head_span":{"start":96,"end":108,"token_start":16,"token_end":17,"label":"change_direction"},"child_span":{"start":18,"end":28,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":3,"head_span":{"start":54,"end":68,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":18,"end":28,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":580,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The European heat waves in 2003 lead to the deaths of 70,000 people.","text":"The European heat waves in 2003 lead to the deaths of 70,000 people. IMPLIED_BASE IMPLIED_BASE","characters":68,"document_index":459,"md_sentence_index":25,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/11/13/climate/climate-change-child-health.html","combo_id":"459_25","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1840735764,"_task_hash":1369373707,"spans":[{"text":"heat waves","start":13,"token_start":2,"token_end":3,"end":23,"type":"pattern","label":"base"},{"start":27,"end":31,"token_start":5,"token_end":5,"label":"when"},{"start":32,"end":39,"token_start":6,"token_end":7,"label":"predicate"},{"start":44,"end":50,"token_start":9,"token_end":9,"label":"base"},{"start":54,"end":60,"token_start":11,"token_end":11,"label":"effect_size"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"European","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"heat","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"waves","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"in","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"2003","start":27,"end":31,"id":5,"ws":true,"disabled":false},{"text":"lead","start":32,"end":36,"id":6,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":7,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":8,"ws":true,"disabled":false},{"text":"deaths","start":44,"end":50,"id":9,"ws":true,"disabled":false},{"text":"of","start":51,"end":53,"id":10,"ws":true,"disabled":false},{"text":"70,000","start":54,"end":60,"id":11,"ws":true,"disabled":false},{"text":"people","start":61,"end":67,"id":12,"ws":false,"disabled":false},{"text":".","start":67,"end":68,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":69,"end":81,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":82,"end":94,"id":15,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":3,"child":9,"head_span":{"start":13,"end":23,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":44,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":9,"head_span":{"start":54,"end":60,"token_start":11,"token_end":11,"label":"effect_size"},"child_span":{"start":44,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":647,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Dr. Dinorah Nolasco, the regional health director in Cort\u00e9s, acknowledged that one of the main factors contributing to the epidemic\u2019s spread was the shortage of trained personnel focused on prevention, education and response.\n","text":"Dr. Dinorah Nolasco, the regional health director in Cort\u00e9s, acknowledged that one of the main factors contributing to the epidemic\u2019s spread was the shortage of trained personnel focused on prevention, education and response. IMPLIED_BASE IMPLIED_BASE","characters":226,"document_index":542,"md_sentence_index":39,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.nytimes.com/2019/12/29/world/americas/honduras-dengue-epidemic.html","combo_id":"542_39","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1589924509,"_task_hash":-193925116,"spans":[{"start":103,"end":118,"token_start":18,"token_end":19,"label":"predicate"},{"start":123,"end":131,"token_start":21,"token_end":21,"label":"base"},{"start":134,"end":140,"token_start":23,"token_end":23,"label":"aspect_changing"},{"start":141,"end":144,"token_start":24,"token_end":24,"label":"confidence"},{"start":149,"end":157,"token_start":26,"token_end":26,"label":"change_direction"},{"start":161,"end":168,"token_start":28,"token_end":28,"label":"type_of"},{"start":169,"end":178,"token_start":29,"token_end":29,"label":"base"},{"start":179,"end":224,"token_start":30,"token_end":36,"label":"type_of"}],"tokens":[{"text":"Dr.","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Dinorah","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"Nolasco","start":12,"end":19,"id":2,"ws":false,"disabled":false},{"text":",","start":19,"end":20,"id":3,"ws":true,"disabled":false},{"text":"the","start":21,"end":24,"id":4,"ws":true,"disabled":false},{"text":"regional","start":25,"end":33,"id":5,"ws":true,"disabled":false},{"text":"health","start":34,"end":40,"id":6,"ws":true,"disabled":false},{"text":"director","start":41,"end":49,"id":7,"ws":true,"disabled":false},{"text":"in","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"Cort\u00e9s","start":53,"end":59,"id":9,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":10,"ws":true,"disabled":false},{"text":"acknowledged","start":61,"end":73,"id":11,"ws":true,"disabled":false},{"text":"that","start":74,"end":78,"id":12,"ws":true,"disabled":false},{"text":"one","start":79,"end":82,"id":13,"ws":true,"disabled":false},{"text":"of","start":83,"end":85,"id":14,"ws":true,"disabled":false},{"text":"the","start":86,"end":89,"id":15,"ws":true,"disabled":false},{"text":"main","start":90,"end":94,"id":16,"ws":true,"disabled":false},{"text":"factors","start":95,"end":102,"id":17,"ws":true,"disabled":false},{"text":"contributing","start":103,"end":115,"id":18,"ws":true,"disabled":false},{"text":"to","start":116,"end":118,"id":19,"ws":true,"disabled":false},{"text":"the","start":119,"end":122,"id":20,"ws":true,"disabled":false},{"text":"epidemic","start":123,"end":131,"id":21,"ws":false,"disabled":false},{"text":"\u2019s","start":131,"end":133,"id":22,"ws":true,"disabled":false},{"text":"spread","start":134,"end":140,"id":23,"ws":true,"disabled":false},{"text":"was","start":141,"end":144,"id":24,"ws":true,"disabled":false},{"text":"the","start":145,"end":148,"id":25,"ws":true,"disabled":false},{"text":"shortage","start":149,"end":157,"id":26,"ws":true,"disabled":false},{"text":"of","start":158,"end":160,"id":27,"ws":true,"disabled":false},{"text":"trained","start":161,"end":168,"id":28,"ws":true,"disabled":false},{"text":"personnel","start":169,"end":178,"id":29,"ws":true,"disabled":false},{"text":"focused","start":179,"end":186,"id":30,"ws":true,"disabled":false},{"text":"on","start":187,"end":189,"id":31,"ws":true,"disabled":false},{"text":"prevention","start":190,"end":200,"id":32,"ws":false,"disabled":false},{"text":",","start":200,"end":201,"id":33,"ws":true,"disabled":false},{"text":"education","start":202,"end":211,"id":34,"ws":true,"disabled":false},{"text":"and","start":212,"end":215,"id":35,"ws":true,"disabled":false},{"text":"response","start":216,"end":224,"id":36,"ws":false,"disabled":false},{"text":".","start":224,"end":225,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":39,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":23,"child":21,"head_span":{"start":134,"end":140,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":123,"end":131,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":29,"head_span":{"start":149,"end":157,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":169,"end":178,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":29,"head_span":{"start":161,"end":168,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":169,"end":178,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":29,"head_span":{"start":179,"end":224,"token_start":30,"token_end":36,"label":"type_of"},"child_span":{"start":169,"end":178,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":21,"head_span":{"start":169,"end":178,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":123,"end":131,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":360,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"However, and particularly in areas of current vulnerability to food insecurity such as SSA and Asia, the modelled impacts of climate change on food yields suggest greatly reduced yields.","text":"However, and particularly in areas of current vulnerability to food insecurity such as SSA and Asia, the modelled impacts of climate change on food yields suggest greatly reduced yields. IMPLIED_BASE IMPLIED_BASE","characters":186,"document_index":276,"md_sentence_index":109,"classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_109","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":799741942,"_task_hash":1950307440,"spans":[{"start":13,"end":99,"token_start":3,"token_end":16,"label":"where"},{"text":"climate change","start":125,"token_start":22,"token_end":23,"end":139,"type":"pattern","label":"base"},{"start":143,"end":147,"token_start":25,"token_end":25,"label":"base"},{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},{"start":155,"end":162,"token_start":27,"token_end":27,"label":"confidence"},{"start":163,"end":178,"token_start":28,"token_end":29,"label":"change_direction"}],"tokens":[{"text":"However","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"and","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"particularly","start":13,"end":25,"id":3,"ws":true,"disabled":false},{"text":"in","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"areas","start":29,"end":34,"id":5,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":6,"ws":true,"disabled":false},{"text":"current","start":38,"end":45,"id":7,"ws":true,"disabled":false},{"text":"vulnerability","start":46,"end":59,"id":8,"ws":true,"disabled":false},{"text":"to","start":60,"end":62,"id":9,"ws":true,"disabled":false},{"text":"food","start":63,"end":67,"id":10,"ws":true,"disabled":false},{"text":"insecurity","start":68,"end":78,"id":11,"ws":true,"disabled":false},{"text":"such","start":79,"end":83,"id":12,"ws":true,"disabled":false},{"text":"as","start":84,"end":86,"id":13,"ws":true,"disabled":false},{"text":"SSA","start":87,"end":90,"id":14,"ws":true,"disabled":false},{"text":"and","start":91,"end":94,"id":15,"ws":true,"disabled":false},{"text":"Asia","start":95,"end":99,"id":16,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":17,"ws":true,"disabled":false},{"text":"the","start":101,"end":104,"id":18,"ws":true,"disabled":false},{"text":"modelled","start":105,"end":113,"id":19,"ws":true,"disabled":false},{"text":"impacts","start":114,"end":121,"id":20,"ws":true,"disabled":false},{"text":"of","start":122,"end":124,"id":21,"ws":true,"disabled":false},{"text":"climate","start":125,"end":132,"id":22,"ws":true,"disabled":false},{"text":"change","start":133,"end":139,"id":23,"ws":true,"disabled":false},{"text":"on","start":140,"end":142,"id":24,"ws":true,"disabled":false},{"text":"food","start":143,"end":147,"id":25,"ws":true,"disabled":false},{"text":"yields","start":148,"end":154,"id":26,"ws":true,"disabled":false},{"text":"suggest","start":155,"end":162,"id":27,"ws":true,"disabled":false},{"text":"greatly","start":163,"end":170,"id":28,"ws":true,"disabled":false},{"text":"reduced","start":171,"end":178,"id":29,"ws":true,"disabled":false},{"text":"yields","start":179,"end":185,"id":30,"ws":false,"disabled":false},{"text":".","start":185,"end":186,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":200,"end":212,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":26,"child":25,"head_span":{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":143,"end":147,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":25,"head_span":{"start":163,"end":178,"token_start":28,"token_end":29,"label":"change_direction"},"child_span":{"start":143,"end":147,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":25,"head_span":{"start":125,"end":139,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":143,"end":147,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":71,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Complex","original_md_text":"Tackling the social determinants of health is critical to address health inequities, which arise because people with the least social and economic power tend to have the worst health, live in unhealthier environments and have worse access to healthcare.\n","text":"Tackling the social determinants of health is critical to address health inequities, which arise because people with the least social and economic power tend to have the worst health, live in unhealthier environments and have worse access to healthcare. IMPLIED_BASE IMPLIED_BASE","characters":254,"document_index":63,"md_sentence_index":16,"classification_origin":"cm-label-eval","url":"https://www.theguardian.com/australia-news/2019/may/14/inequality-and-climate-change-the-perfect-storm-threatening-the-health-of-australias-poorest","combo_id":"63_16","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":871615699,"_task_hash":-952931118,"spans":[{"text":"health","start":66,"token_start":10,"token_end":10,"end":72,"type":"pattern","label":"base"},{"text":"people","start":105,"token_start":16,"token_end":16,"end":111,"type":"pattern","label":"base"},{"text":"health","start":176,"token_start":29,"token_end":29,"end":182,"type":"pattern","label":"base"}],"tokens":[{"text":"Tackling","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"social","start":13,"end":19,"id":2,"ws":true,"disabled":false},{"text":"determinants","start":20,"end":32,"id":3,"ws":true,"disabled":false},{"text":"of","start":33,"end":35,"id":4,"ws":true,"disabled":false},{"text":"health","start":36,"end":42,"id":5,"ws":true,"disabled":false},{"text":"is","start":43,"end":45,"id":6,"ws":true,"disabled":false},{"text":"critical","start":46,"end":54,"id":7,"ws":true,"disabled":false},{"text":"to","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"address","start":58,"end":65,"id":9,"ws":true,"disabled":false},{"text":"health","start":66,"end":72,"id":10,"ws":true,"disabled":false},{"text":"inequities","start":73,"end":83,"id":11,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":12,"ws":true,"disabled":false},{"text":"which","start":85,"end":90,"id":13,"ws":true,"disabled":false},{"text":"arise","start":91,"end":96,"id":14,"ws":true,"disabled":false},{"text":"because","start":97,"end":104,"id":15,"ws":true,"disabled":false},{"text":"people","start":105,"end":111,"id":16,"ws":true,"disabled":false},{"text":"with","start":112,"end":116,"id":17,"ws":true,"disabled":false},{"text":"the","start":117,"end":120,"id":18,"ws":true,"disabled":false},{"text":"least","start":121,"end":126,"id":19,"ws":true,"disabled":false},{"text":"social","start":127,"end":133,"id":20,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":21,"ws":true,"disabled":false},{"text":"economic","start":138,"end":146,"id":22,"ws":true,"disabled":false},{"text":"power","start":147,"end":152,"id":23,"ws":true,"disabled":false},{"text":"tend","start":153,"end":157,"id":24,"ws":true,"disabled":false},{"text":"to","start":158,"end":160,"id":25,"ws":true,"disabled":false},{"text":"have","start":161,"end":165,"id":26,"ws":true,"disabled":false},{"text":"the","start":166,"end":169,"id":27,"ws":true,"disabled":false},{"text":"worst","start":170,"end":175,"id":28,"ws":true,"disabled":false},{"text":"health","start":176,"end":182,"id":29,"ws":false,"disabled":false},{"text":",","start":182,"end":183,"id":30,"ws":true,"disabled":false},{"text":"live","start":184,"end":188,"id":31,"ws":true,"disabled":false},{"text":"in","start":189,"end":191,"id":32,"ws":true,"disabled":false},{"text":"unhealthier","start":192,"end":203,"id":33,"ws":true,"disabled":false},{"text":"environments","start":204,"end":216,"id":34,"ws":true,"disabled":false},{"text":"and","start":217,"end":220,"id":35,"ws":true,"disabled":false},{"text":"have","start":221,"end":225,"id":36,"ws":true,"disabled":false},{"text":"worse","start":226,"end":231,"id":37,"ws":true,"disabled":false},{"text":"access","start":232,"end":238,"id":38,"ws":true,"disabled":false},{"text":"to","start":239,"end":241,"id":39,"ws":true,"disabled":false},{"text":"healthcare","start":242,"end":252,"id":40,"ws":false,"disabled":false},{"text":".","start":252,"end":253,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":254,"end":266,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":267,"end":279,"id":43,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":185,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"not causal? (unless vulnerable is synonym for damage?)","relation count":"","complexity":"","original_md_text":"DiPerna says hotels are extremely vulnerable to the rise in extreme weather, perhaps more than any other client-facing industry.\n","text":"DiPerna says hotels are extremely vulnerable to the rise in extreme weather, perhaps more than any other client-facing industry. IMPLIED_BASE IMPLIED_BASE","characters":129,"document_index":138,"md_sentence_index":15,"classification_origin":"cm_cause_effect_rel","url":"https://www.curbed.com/2019/5/28/18642701/hotel-resort-real-estate-insurance-climate-change","combo_id":"138_15","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":652668983,"_task_hash":-1216586982,"spans":[{"text":"rise","start":52,"token_start":8,"token_end":8,"end":56,"type":"pattern","label":"change_direction"},{"text":"extreme weather","start":60,"token_start":10,"token_end":11,"end":75,"type":"pattern","label":"base"},{"text":"more","start":85,"token_start":14,"token_end":14,"end":89,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"DiPerna","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"says","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"hotels","start":13,"end":19,"id":2,"ws":true,"disabled":false},{"text":"are","start":20,"end":23,"id":3,"ws":true,"disabled":false},{"text":"extremely","start":24,"end":33,"id":4,"ws":true,"disabled":false},{"text":"vulnerable","start":34,"end":44,"id":5,"ws":true,"disabled":false},{"text":"to","start":45,"end":47,"id":6,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":7,"ws":true,"disabled":false},{"text":"rise","start":52,"end":56,"id":8,"ws":true,"disabled":false},{"text":"in","start":57,"end":59,"id":9,"ws":true,"disabled":false},{"text":"extreme","start":60,"end":67,"id":10,"ws":true,"disabled":false},{"text":"weather","start":68,"end":75,"id":11,"ws":false,"disabled":false},{"text":",","start":75,"end":76,"id":12,"ws":true,"disabled":false},{"text":"perhaps","start":77,"end":84,"id":13,"ws":true,"disabled":false},{"text":"more","start":85,"end":89,"id":14,"ws":true,"disabled":false},{"text":"than","start":90,"end":94,"id":15,"ws":true,"disabled":false},{"text":"any","start":95,"end":98,"id":16,"ws":true,"disabled":false},{"text":"other","start":99,"end":104,"id":17,"ws":true,"disabled":false},{"text":"client","start":105,"end":111,"id":18,"ws":false,"disabled":false},{"text":"-","start":111,"end":112,"id":19,"ws":false,"disabled":false},{"text":"facing","start":112,"end":118,"id":20,"ws":true,"disabled":false},{"text":"industry","start":119,"end":127,"id":21,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":24,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":610,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A third of that increase has happened since 1990, and scientists expect the sea level rise to accelerate because of warmer temperatures.\n","text":"A third of that increase has happened since 1990, and scientists expect the sea level rise to accelerate because of warmer temperatures. IMPLIED_BASE IMPLIED_BASE","characters":137,"document_index":491,"md_sentence_index":34,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://insideclimatenews.org/american-climate/essay/hurricane-climate-change","combo_id":"491_34","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1002311942,"_task_hash":-597700515,"spans":[{"text":"sea","start":76,"token_start":14,"token_end":14,"end":79,"type":"pattern","label":"base"},{"text":"level","start":80,"token_start":15,"token_end":15,"end":85,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":86,"token_start":16,"token_end":16,"end":90,"type":"pattern","label":"change_direction"},{"start":94,"end":104,"token_start":18,"token_end":18,"label":"change_direction"},{"start":105,"end":115,"token_start":19,"token_end":20,"label":"predicate"},{"text":"warmer","start":116,"token_start":21,"token_end":21,"end":122,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":123,"token_start":22,"token_end":22,"end":135,"type":"pattern","label":"aspect_changing"},{"start":137,"end":149,"token_start":24,"token_end":24,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"third","start":2,"end":7,"id":1,"ws":true,"disabled":false},{"text":"of","start":8,"end":10,"id":2,"ws":true,"disabled":false},{"text":"that","start":11,"end":15,"id":3,"ws":true,"disabled":false},{"text":"increase","start":16,"end":24,"id":4,"ws":true,"disabled":false},{"text":"has","start":25,"end":28,"id":5,"ws":true,"disabled":false},{"text":"happened","start":29,"end":37,"id":6,"ws":true,"disabled":false},{"text":"since","start":38,"end":43,"id":7,"ws":true,"disabled":false},{"text":"1990","start":44,"end":48,"id":8,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":9,"ws":true,"disabled":false},{"text":"and","start":50,"end":53,"id":10,"ws":true,"disabled":false},{"text":"scientists","start":54,"end":64,"id":11,"ws":true,"disabled":false},{"text":"expect","start":65,"end":71,"id":12,"ws":true,"disabled":false},{"text":"the","start":72,"end":75,"id":13,"ws":true,"disabled":false},{"text":"sea","start":76,"end":79,"id":14,"ws":true,"disabled":false},{"text":"level","start":80,"end":85,"id":15,"ws":true,"disabled":false},{"text":"rise","start":86,"end":90,"id":16,"ws":true,"disabled":false},{"text":"to","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"accelerate","start":94,"end":104,"id":18,"ws":true,"disabled":false},{"text":"because","start":105,"end":112,"id":19,"ws":true,"disabled":false},{"text":"of","start":113,"end":115,"id":20,"ws":true,"disabled":false},{"text":"warmer","start":116,"end":122,"id":21,"ws":true,"disabled":false},{"text":"temperatures","start":123,"end":135,"id":22,"ws":false,"disabled":false},{"text":".","start":135,"end":136,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":137,"end":149,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":150,"end":162,"id":25,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":15,"child":14,"head_span":{"start":80,"end":85,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":76,"end":79,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":14,"head_span":{"start":86,"end":90,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":76,"end":79,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":14,"head_span":{"start":94,"end":104,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":76,"end":79,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":24,"head_span":{"start":116,"end":122,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":137,"end":149,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":123,"end":135,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":137,"end":149,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":14,"head_span":{"start":137,"end":149,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":76,"end":79,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":206,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"incoherent and vague","relation count":"","complexity":"","original_md_text":"Male partnering is associated with greater health risks than female partnering.\n","text":"Male partnering is associated with greater health risks than female partnering. IMPLIED_BASE IMPLIED_BASE","characters":80,"document_index":152,"md_sentence_index":6,"classification_origin":"cm-label-eval","url":"https://www.sciencedirect.com/science/article/abs/pii/S027795361730521X","combo_id":"152_6","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-718800544,"_task_hash":1758897906,"spans":[{"text":"health","start":43,"token_start":6,"token_end":6,"end":49,"type":"pattern","label":"base"},{"text":"risks","start":50,"token_start":7,"token_end":7,"end":55,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Male","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"partnering","start":5,"end":15,"id":1,"ws":true,"disabled":false},{"text":"is","start":16,"end":18,"id":2,"ws":true,"disabled":false},{"text":"associated","start":19,"end":29,"id":3,"ws":true,"disabled":false},{"text":"with","start":30,"end":34,"id":4,"ws":true,"disabled":false},{"text":"greater","start":35,"end":42,"id":5,"ws":true,"disabled":false},{"text":"health","start":43,"end":49,"id":6,"ws":true,"disabled":false},{"text":"risks","start":50,"end":55,"id":7,"ws":true,"disabled":false},{"text":"than","start":56,"end":60,"id":8,"ws":true,"disabled":false},{"text":"female","start":61,"end":67,"id":9,"ws":true,"disabled":false},{"text":"partnering","start":68,"end":78,"id":10,"ws":false,"disabled":false},{"text":".","start":78,"end":79,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":80,"end":92,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":13,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":0,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"But Mongolia\u2019s nomads are also being pushed off the land, as mining accelerates desertification of grasslands, through the mines\u2019 heavy groundwater use and destruction of vegetation.","text":"But Mongolia\u2019s nomads are also being pushed off the land, as mining accelerates desertification of grasslands, through the mines\u2019 heavy groundwater use and destruction of vegetation. IMPLIED_BASE IMPLIED_BASE","characters":182,"document_index":2,"md_sentence_index":130,"classification_origin":"cm_cause_effect_rel","url":"https://www.nationalgeographic.com/environment/2019/03/mongolia-air-pollution/","combo_id":"2_130","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1954680961,"_task_hash":-865531505,"spans":[{"start":61,"end":67,"token_start":13,"token_end":13,"label":"base"},{"start":68,"end":79,"token_start":14,"token_end":14,"label":"change_direction"},{"start":80,"end":95,"token_start":15,"token_end":15,"label":"aspect_changing"},{"text":"grasslands","start":99,"token_start":17,"token_end":17,"end":109,"type":"pattern","label":"base"},{"start":130,"end":135,"token_start":23,"token_end":23,"label":"change_direction"},{"text":"groundwater","start":136,"token_start":24,"token_end":24,"end":147,"type":"pattern","label":"base"},{"start":148,"end":151,"token_start":25,"token_end":25,"label":"aspect_changing"},{"start":156,"end":167,"token_start":27,"token_end":27,"label":"change_direction"},{"text":"vegetation","start":171,"token_start":29,"token_end":29,"end":181,"type":"pattern","label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Mongolia","start":4,"end":12,"id":1,"ws":false,"disabled":false},{"text":"\u2019s","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"nomads","start":15,"end":21,"id":3,"ws":true,"disabled":false},{"text":"are","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"also","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"being","start":31,"end":36,"id":6,"ws":true,"disabled":false},{"text":"pushed","start":37,"end":43,"id":7,"ws":true,"disabled":false},{"text":"off","start":44,"end":47,"id":8,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":9,"ws":true,"disabled":false},{"text":"land","start":52,"end":56,"id":10,"ws":false,"disabled":false},{"text":",","start":56,"end":57,"id":11,"ws":true,"disabled":false},{"text":"as","start":58,"end":60,"id":12,"ws":true,"disabled":false},{"text":"mining","start":61,"end":67,"id":13,"ws":true,"disabled":false},{"text":"accelerates","start":68,"end":79,"id":14,"ws":true,"disabled":false},{"text":"desertification","start":80,"end":95,"id":15,"ws":true,"disabled":false},{"text":"of","start":96,"end":98,"id":16,"ws":true,"disabled":false},{"text":"grasslands","start":99,"end":109,"id":17,"ws":false,"disabled":false},{"text":",","start":109,"end":110,"id":18,"ws":true,"disabled":false},{"text":"through","start":111,"end":118,"id":19,"ws":true,"disabled":false},{"text":"the","start":119,"end":122,"id":20,"ws":true,"disabled":false},{"text":"mines","start":123,"end":128,"id":21,"ws":false,"disabled":false},{"text":"\u2019","start":128,"end":129,"id":22,"ws":true,"disabled":false},{"text":"heavy","start":130,"end":135,"id":23,"ws":true,"disabled":false},{"text":"groundwater","start":136,"end":147,"id":24,"ws":true,"disabled":false},{"text":"use","start":148,"end":151,"id":25,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":26,"ws":true,"disabled":false},{"text":"destruction","start":156,"end":167,"id":27,"ws":true,"disabled":false},{"text":"of","start":168,"end":170,"id":28,"ws":true,"disabled":false},{"text":"vegetation","start":171,"end":181,"id":29,"ws":false,"disabled":false},{"text":".","start":181,"end":182,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":183,"end":195,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":32,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":14,"child":17,"head_span":{"start":68,"end":79,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":80,"end":95,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":130,"end":135,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":136,"end":147,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":24,"head_span":{"start":148,"end":151,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":136,"end":147,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":29,"head_span":{"start":156,"end":167,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":171,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":61,"end":67,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":17,"head_span":{"start":136,"end":147,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":17,"head_span":{"start":171,"end":181,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":24,"head_span":{"start":61,"end":67,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":136,"end":147,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":29,"head_span":{"start":61,"end":67,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":171,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":391,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Some of the negative health effects of climate change are already upon us, but it\u2019s not all doom and gloom.","text":"Some of the negative health effects of climate change are already upon us, but it\u2019s not all doom and gloom. IMPLIED_BASE IMPLIED_BASE","characters":107,"document_index":306,"md_sentence_index":4,"classification_origin":"cm_cause_effect_rel","url":"http://theconversation.com/climate-qanda-will-we-be-less-healthy-because-of-climate-change-115800","combo_id":"306_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1323345530,"_task_hash":730176953,"spans":[{"start":12,"end":20,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"health","start":21,"token_start":4,"token_end":4,"end":27,"type":"pattern","label":"base"},{"start":28,"end":35,"token_start":5,"token_end":5,"label":"aspect_changing"},{"text":"climate change","start":39,"token_start":7,"token_end":8,"end":53,"type":"pattern","label":"base"}],"tokens":[{"text":"Some","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"of","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"negative","start":12,"end":20,"id":3,"ws":true,"disabled":false},{"text":"health","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"effects","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"of","start":36,"end":38,"id":6,"ws":true,"disabled":false},{"text":"climate","start":39,"end":46,"id":7,"ws":true,"disabled":false},{"text":"change","start":47,"end":53,"id":8,"ws":true,"disabled":false},{"text":"are","start":54,"end":57,"id":9,"ws":true,"disabled":false},{"text":"already","start":58,"end":65,"id":10,"ws":true,"disabled":false},{"text":"upon","start":66,"end":70,"id":11,"ws":true,"disabled":false},{"text":"us","start":71,"end":73,"id":12,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":13,"ws":true,"disabled":false},{"text":"but","start":75,"end":78,"id":14,"ws":true,"disabled":false},{"text":"it","start":79,"end":81,"id":15,"ws":false,"disabled":false},{"text":"\u2019s","start":81,"end":83,"id":16,"ws":true,"disabled":false},{"text":"not","start":84,"end":87,"id":17,"ws":true,"disabled":false},{"text":"all","start":88,"end":91,"id":18,"ws":true,"disabled":false},{"text":"doom","start":92,"end":96,"id":19,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":20,"ws":true,"disabled":false},{"text":"gloom","start":101,"end":106,"id":21,"ws":false,"disabled":false},{"text":".","start":106,"end":107,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":24,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":3,"child":4,"head_span":{"start":12,"end":20,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":4,"head_span":{"start":28,"end":35,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":4,"head_span":{"start":39,"end":53,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":21,"end":27,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":768,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Temperatures are rising 1.5 times the global average, leading to more frequent and longer droughts and flooding.\n","text":"Temperatures are rising 1.5 times the global average, leading to more frequent and longer droughts and flooding. IMPLIED_BASE IMPLIED_BASE","characters":113,"document_index":635,"md_sentence_index":17,"classification_origin":"causal_sentence_classification","url":"https://news.sky.com/story/climate-change-will-be-catastrophic-in-20-years-with-risks-to-global-security-report-11933118","combo_id":"635_17","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-785433434,"_task_hash":1057929073,"spans":[{"text":"Temperatures","start":0,"token_start":0,"token_end":0,"end":12,"type":"pattern","label":"aspect_changing"},{"text":"rising","start":17,"token_start":2,"token_end":2,"end":23,"type":"pattern","label":"change_direction"},{"start":54,"end":64,"token_start":9,"token_end":10,"label":"predicate"},{"start":65,"end":78,"token_start":11,"token_end":12,"label":"change_direction"},{"start":83,"end":89,"token_start":14,"token_end":14,"label":"change_direction"},{"text":"droughts","start":90,"token_start":15,"token_end":15,"end":98,"type":"pattern","label":"base"},{"text":"flooding","start":103,"token_start":17,"token_end":17,"end":111,"type":"pattern","label":"base"},{"label":"type_of"},{"start":113,"end":125,"token_start":19,"token_end":19,"label":"base"}],"tokens":[{"text":"Temperatures","start":0,"end":12,"id":0,"ws":true,"disabled":false},{"text":"are","start":13,"end":16,"id":1,"ws":true,"disabled":false},{"text":"rising","start":17,"end":23,"id":2,"ws":true,"disabled":false},{"text":"1.5","start":24,"end":27,"id":3,"ws":true,"disabled":false},{"text":"times","start":28,"end":33,"id":4,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"global","start":38,"end":44,"id":6,"ws":true,"disabled":false},{"text":"average","start":45,"end":52,"id":7,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":8,"ws":true,"disabled":false},{"text":"leading","start":54,"end":61,"id":9,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":10,"ws":true,"disabled":false},{"text":"more","start":65,"end":69,"id":11,"ws":true,"disabled":false},{"text":"frequent","start":70,"end":78,"id":12,"ws":true,"disabled":false},{"text":"and","start":79,"end":82,"id":13,"ws":true,"disabled":false},{"text":"longer","start":83,"end":89,"id":14,"ws":true,"disabled":false},{"text":"droughts","start":90,"end":98,"id":15,"ws":true,"disabled":false},{"text":"and","start":99,"end":102,"id":16,"ws":true,"disabled":false},{"text":"flooding","start":103,"end":111,"id":17,"ws":false,"disabled":false},{"text":".","start":111,"end":112,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":113,"end":125,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":20,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":12,"child":15,"head_span":{"start":65,"end":78,"token_start":11,"token_end":12,"label":"change_direction"},"child_span":{"start":90,"end":98,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":15,"head_span":{"start":83,"end":89,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":90,"end":98,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":17,"head_span":{"start":65,"end":78,"token_start":11,"token_end":12,"label":"change_direction"},"child_span":{"start":103,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":17,"head_span":{"start":83,"end":89,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":103,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":19,"head_span":{"start":0,"end":12,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":113,"end":125,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":19,"head_span":{"start":17,"end":23,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":113,"end":125,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":15,"head_span":{"start":113,"end":125,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":90,"end":98,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":17,"head_span":{"start":113,"end":125,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":103,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":502,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"He warns that too much change in ocean temperature and salinity could disrupt the North Atlantic thermohaline circulation enough to slow down or possibly halt the conveyor belt\u2014causing drastic climate changes in time spans as short as a decade.\n","text":"He warns that too much change in ocean temperature and salinity could disrupt the North Atlantic thermohaline circulation enough to slow down or possibly halt the conveyor belt\u2014causing drastic climate changes in time spans as short as a decade. IMPLIED_BASE IMPLIED_BASE","characters":245,"document_index":382,"md_sentence_index":83,"classification_origin":"cm_cause_effect_rel","url":"https://www.nationalgeographic.com/environment/global-warming/big-thaw/","combo_id":"382_83","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1862181909,"_task_hash":96096297,"spans":[{"text":"ocean","start":33,"token_start":7,"token_end":7,"end":38,"type":"pattern","label":"base"},{"text":"temperature","start":39,"token_start":8,"token_end":8,"end":50,"type":"pattern","label":"aspect_changing"},{"start":55,"end":63,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":70,"end":77,"token_start":12,"token_end":12,"label":"predicate"},{"start":82,"end":96,"token_start":14,"token_end":15,"label":"where"},{"start":97,"end":121,"token_start":16,"token_end":17,"label":"base"},{"start":163,"end":176,"token_start":26,"token_end":27,"label":"base"},{"start":177,"end":184,"token_start":29,"token_end":29,"label":"predicate"},{"start":193,"end":208,"token_start":31,"token_end":32,"label":"base"}],"tokens":[{"text":"He","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"warns","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"that","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"too","start":14,"end":17,"id":3,"ws":true,"disabled":false},{"text":"much","start":18,"end":22,"id":4,"ws":true,"disabled":false},{"text":"change","start":23,"end":29,"id":5,"ws":true,"disabled":false},{"text":"in","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"ocean","start":33,"end":38,"id":7,"ws":true,"disabled":false},{"text":"temperature","start":39,"end":50,"id":8,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"salinity","start":55,"end":63,"id":10,"ws":true,"disabled":false},{"text":"could","start":64,"end":69,"id":11,"ws":true,"disabled":false},{"text":"disrupt","start":70,"end":77,"id":12,"ws":true,"disabled":false},{"text":"the","start":78,"end":81,"id":13,"ws":true,"disabled":false},{"text":"North","start":82,"end":87,"id":14,"ws":true,"disabled":false},{"text":"Atlantic","start":88,"end":96,"id":15,"ws":true,"disabled":false},{"text":"thermohaline","start":97,"end":109,"id":16,"ws":true,"disabled":false},{"text":"circulation","start":110,"end":121,"id":17,"ws":true,"disabled":false},{"text":"enough","start":122,"end":128,"id":18,"ws":true,"disabled":false},{"text":"to","start":129,"end":131,"id":19,"ws":true,"disabled":false},{"text":"slow","start":132,"end":136,"id":20,"ws":true,"disabled":false},{"text":"down","start":137,"end":141,"id":21,"ws":true,"disabled":false},{"text":"or","start":142,"end":144,"id":22,"ws":true,"disabled":false},{"text":"possibly","start":145,"end":153,"id":23,"ws":true,"disabled":false},{"text":"halt","start":154,"end":158,"id":24,"ws":true,"disabled":false},{"text":"the","start":159,"end":162,"id":25,"ws":true,"disabled":false},{"text":"conveyor","start":163,"end":171,"id":26,"ws":true,"disabled":false},{"text":"belt","start":172,"end":176,"id":27,"ws":false,"disabled":false},{"text":"\u2014","start":176,"end":177,"id":28,"ws":false,"disabled":false},{"text":"causing","start":177,"end":184,"id":29,"ws":true,"disabled":false},{"text":"drastic","start":185,"end":192,"id":30,"ws":true,"disabled":false},{"text":"climate","start":193,"end":200,"id":31,"ws":true,"disabled":false},{"text":"changes","start":201,"end":208,"id":32,"ws":true,"disabled":false},{"text":"in","start":209,"end":211,"id":33,"ws":true,"disabled":false},{"text":"time","start":212,"end":216,"id":34,"ws":true,"disabled":false},{"text":"spans","start":217,"end":222,"id":35,"ws":true,"disabled":false},{"text":"as","start":223,"end":225,"id":36,"ws":true,"disabled":false},{"text":"short","start":226,"end":231,"id":37,"ws":true,"disabled":false},{"text":"as","start":232,"end":234,"id":38,"ws":true,"disabled":false},{"text":"a","start":235,"end":236,"id":39,"ws":true,"disabled":false},{"text":"decade","start":237,"end":243,"id":40,"ws":false,"disabled":false},{"text":".","start":243,"end":244,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":245,"end":257,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":258,"end":270,"id":43,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":8,"child":7,"head_span":{"start":39,"end":50,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":33,"end":38,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":7,"head_span":{"start":55,"end":63,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":33,"end":38,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":17,"head_span":{"start":33,"end":38,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":97,"end":121,"token_start":16,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":27,"head_span":{"start":33,"end":38,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":163,"end":176,"token_start":26,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":32,"head_span":{"start":163,"end":176,"token_start":26,"token_end":27,"label":"base"},"child_span":{"start":193,"end":208,"token_start":31,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":301,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one?","complexity":"simple","original_md_text":"As global temperatures rise, climate change\u2019s impacts on mental health are becoming increasingly evident.","text":"As global temperatures rise, climate change\u2019s impacts on mental health are becoming increasingly evident. IMPLIED_BASE IMPLIED_BASE","characters":105,"document_index":249,"md_sentence_index":0,"classification_origin":"cm_cause_effect_rel","url":"https://news.stanford.edu/2019/03/29/effects-climate-change-suicide-rates/","combo_id":"249_0","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1506880340,"_task_hash":352368958,"spans":[{"text":"temperatures","start":10,"token_start":2,"token_end":2,"end":22,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":23,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"change_direction"},{"text":"climate change","start":29,"token_start":5,"token_end":6,"end":43,"type":"pattern","label":"base"},{"start":57,"end":63,"token_start":10,"token_end":10,"label":"type_of"},{"text":"health","start":64,"token_start":11,"token_end":11,"end":70,"type":"pattern","label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"global","start":3,"end":9,"id":1,"ws":true,"disabled":false},{"text":"temperatures","start":10,"end":22,"id":2,"ws":true,"disabled":false},{"text":"rise","start":23,"end":27,"id":3,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":4,"ws":true,"disabled":false},{"text":"climate","start":29,"end":36,"id":5,"ws":true,"disabled":false},{"text":"change","start":37,"end":43,"id":6,"ws":false,"disabled":false},{"text":"\u2019s","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"impacts","start":46,"end":53,"id":8,"ws":true,"disabled":false},{"text":"on","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"mental","start":57,"end":63,"id":10,"ws":true,"disabled":false},{"text":"health","start":64,"end":70,"id":11,"ws":true,"disabled":false},{"text":"are","start":71,"end":74,"id":12,"ws":true,"disabled":false},{"text":"becoming","start":75,"end":83,"id":13,"ws":true,"disabled":false},{"text":"increasingly","start":84,"end":96,"id":14,"ws":true,"disabled":false},{"text":"evident","start":97,"end":104,"id":15,"ws":false,"disabled":false},{"text":".","start":104,"end":105,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":18,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":57,"end":63,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":11,"head_span":{"start":29,"end":43,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":509,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Later determined to be due to live fire training, gusty winds and dry conditions allowed the fire to spread, reaching about 3,300 acres in size, destroying three homes, and causing the evacuation of 250 homes.\n","text":"Later determined to be due to live fire training, gusty winds and dry conditions allowed the fire to spread, reaching about 3,300 acres in size, destroying three homes, and causing the evacuation of 250 homes. IMPLIED_BASE IMPLIED_BASE","characters":210,"document_index":383,"md_sentence_index":110,"classification_origin":"cm_cause_effect_rel","url":"https://media.defense.gov/2019/Jan/29/2002084200/-1/-1/1/CLIMATE-CHANGE-REPORT-2019.PDF","combo_id":"383_110","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":2016156325,"_task_hash":1326229225,"spans":[{"start":23,"end":29,"token_start":4,"token_end":5,"label":"predicate"},{"start":50,"end":55,"token_start":10,"token_end":10,"label":"type_of"},{"start":56,"end":61,"token_start":11,"token_end":11,"label":"base"},{"start":66,"end":69,"token_start":13,"token_end":13,"label":"type_of"},{"start":70,"end":80,"token_start":14,"token_end":14,"label":"base"},{"start":81,"end":88,"token_start":15,"token_end":15,"label":"predicate"},{"start":93,"end":97,"token_start":17,"token_end":17,"label":"base"},{"start":145,"end":155,"token_start":28,"token_end":28,"label":"predicate"},{"start":156,"end":161,"token_start":29,"token_end":29,"label":"effect_size"},{"text":"homes","start":162,"token_start":30,"token_end":30,"end":167,"type":"pattern","label":"base"},{"start":173,"end":180,"token_start":33,"token_end":33,"label":"predicate"},{"start":185,"end":195,"token_start":35,"token_end":35,"label":"base"},{"start":199,"end":202,"token_start":37,"token_end":37,"label":"effect_size"},{"text":"homes","start":203,"token_start":38,"token_end":38,"end":208,"type":"pattern","label":"base"}],"tokens":[{"text":"Later","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"determined","start":6,"end":16,"id":1,"ws":true,"disabled":false},{"text":"to","start":17,"end":19,"id":2,"ws":true,"disabled":false},{"text":"be","start":20,"end":22,"id":3,"ws":true,"disabled":false},{"text":"due","start":23,"end":26,"id":4,"ws":true,"disabled":false},{"text":"to","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"live","start":30,"end":34,"id":6,"ws":true,"disabled":false},{"text":"fire","start":35,"end":39,"id":7,"ws":true,"disabled":false},{"text":"training","start":40,"end":48,"id":8,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":9,"ws":true,"disabled":false},{"text":"gusty","start":50,"end":55,"id":10,"ws":true,"disabled":false},{"text":"winds","start":56,"end":61,"id":11,"ws":true,"disabled":false},{"text":"and","start":62,"end":65,"id":12,"ws":true,"disabled":false},{"text":"dry","start":66,"end":69,"id":13,"ws":true,"disabled":false},{"text":"conditions","start":70,"end":80,"id":14,"ws":true,"disabled":false},{"text":"allowed","start":81,"end":88,"id":15,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":16,"ws":true,"disabled":false},{"text":"fire","start":93,"end":97,"id":17,"ws":true,"disabled":false},{"text":"to","start":98,"end":100,"id":18,"ws":true,"disabled":false},{"text":"spread","start":101,"end":107,"id":19,"ws":false,"disabled":false},{"text":",","start":107,"end":108,"id":20,"ws":true,"disabled":false},{"text":"reaching","start":109,"end":117,"id":21,"ws":true,"disabled":false},{"text":"about","start":118,"end":123,"id":22,"ws":true,"disabled":false},{"text":"3,300","start":124,"end":129,"id":23,"ws":true,"disabled":false},{"text":"acres","start":130,"end":135,"id":24,"ws":true,"disabled":false},{"text":"in","start":136,"end":138,"id":25,"ws":true,"disabled":false},{"text":"size","start":139,"end":143,"id":26,"ws":false,"disabled":false},{"text":",","start":143,"end":144,"id":27,"ws":true,"disabled":false},{"text":"destroying","start":145,"end":155,"id":28,"ws":true,"disabled":false},{"text":"three","start":156,"end":161,"id":29,"ws":true,"disabled":false},{"text":"homes","start":162,"end":167,"id":30,"ws":false,"disabled":false},{"text":",","start":167,"end":168,"id":31,"ws":true,"disabled":false},{"text":"and","start":169,"end":172,"id":32,"ws":true,"disabled":false},{"text":"causing","start":173,"end":180,"id":33,"ws":true,"disabled":false},{"text":"the","start":181,"end":184,"id":34,"ws":true,"disabled":false},{"text":"evacuation","start":185,"end":195,"id":35,"ws":true,"disabled":false},{"text":"of","start":196,"end":198,"id":36,"ws":true,"disabled":false},{"text":"250","start":199,"end":202,"id":37,"ws":true,"disabled":false},{"text":"homes","start":203,"end":208,"id":38,"ws":false,"disabled":false},{"text":".","start":208,"end":209,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":210,"end":222,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":223,"end":235,"id":41,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":50,"end":55,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":56,"end":61,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":66,"end":69,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":70,"end":80,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":30,"head_span":{"start":156,"end":161,"token_start":29,"token_end":29,"label":"effect_size"},"child_span":{"start":162,"end":167,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"ignore"}
+{"number":1162,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Zeta, which was responsible for at least one death, is the fifth major storm to hit Louisiana this year, coming as yet another blow late in a long and punishing hurricane season that has wrought billions of dollars in devastation in the state and left many residents worn out.\n","text":"Zeta, which was responsible for at least one death, is the fifth major storm to hit Louisiana this year, coming as yet another blow late in a long and punishing hurricane season that has wrought billions of dollars in devastation in the state and left many residents worn out. IMPLIED_BASE IMPLIED_BASE","characters":277,"document_index":867,"md_sentence_index":6,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/10/28/us/hurricane-zeta.html","combo_id":"867_6","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":2137258716,"_task_hash":203301848,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},{"start":32,"end":44,"token_start":6,"token_end":8,"label":"effect_size"},{"start":45,"end":50,"token_start":9,"token_end":9,"label":"base"},{"start":65,"end":70,"token_start":14,"token_end":14,"label":"type_of"},{"text":"storm","start":71,"token_start":15,"token_end":15,"end":76,"type":"pattern","label":"base"},{"start":84,"end":93,"token_start":18,"token_end":18,"label":"where"},{"start":161,"end":177,"token_start":33,"token_end":34,"label":"base"},{"start":195,"end":214,"token_start":38,"token_end":40,"label":"effect_size"},{"start":218,"end":229,"token_start":42,"token_end":42,"label":"base"},{"start":257,"end":266,"token_start":49,"token_end":49,"label":"base"}],"tokens":[{"text":"Zeta","start":0,"end":4,"id":0,"ws":false,"disabled":false},{"text":",","start":4,"end":5,"id":1,"ws":true,"disabled":false},{"text":"which","start":6,"end":11,"id":2,"ws":true,"disabled":false},{"text":"was","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"responsible","start":16,"end":27,"id":4,"ws":true,"disabled":false},{"text":"for","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"at","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"least","start":35,"end":40,"id":7,"ws":true,"disabled":false},{"text":"one","start":41,"end":44,"id":8,"ws":true,"disabled":false},{"text":"death","start":45,"end":50,"id":9,"ws":false,"disabled":false},{"text":",","start":50,"end":51,"id":10,"ws":true,"disabled":false},{"text":"is","start":52,"end":54,"id":11,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":12,"ws":true,"disabled":false},{"text":"fifth","start":59,"end":64,"id":13,"ws":true,"disabled":false},{"text":"major","start":65,"end":70,"id":14,"ws":true,"disabled":false},{"text":"storm","start":71,"end":76,"id":15,"ws":true,"disabled":false},{"text":"to","start":77,"end":79,"id":16,"ws":true,"disabled":false},{"text":"hit","start":80,"end":83,"id":17,"ws":true,"disabled":false},{"text":"Louisiana","start":84,"end":93,"id":18,"ws":true,"disabled":false},{"text":"this","start":94,"end":98,"id":19,"ws":true,"disabled":false},{"text":"year","start":99,"end":103,"id":20,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":21,"ws":true,"disabled":false},{"text":"coming","start":105,"end":111,"id":22,"ws":true,"disabled":false},{"text":"as","start":112,"end":114,"id":23,"ws":true,"disabled":false},{"text":"yet","start":115,"end":118,"id":24,"ws":true,"disabled":false},{"text":"another","start":119,"end":126,"id":25,"ws":true,"disabled":false},{"text":"blow","start":127,"end":131,"id":26,"ws":true,"disabled":false},{"text":"late","start":132,"end":136,"id":27,"ws":true,"disabled":false},{"text":"in","start":137,"end":139,"id":28,"ws":true,"disabled":false},{"text":"a","start":140,"end":141,"id":29,"ws":true,"disabled":false},{"text":"long","start":142,"end":146,"id":30,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":31,"ws":true,"disabled":false},{"text":"punishing","start":151,"end":160,"id":32,"ws":true,"disabled":false},{"text":"hurricane","start":161,"end":170,"id":33,"ws":true,"disabled":false},{"text":"season","start":171,"end":177,"id":34,"ws":true,"disabled":false},{"text":"that","start":178,"end":182,"id":35,"ws":true,"disabled":false},{"text":"has","start":183,"end":186,"id":36,"ws":true,"disabled":false},{"text":"wrought","start":187,"end":194,"id":37,"ws":true,"disabled":false},{"text":"billions","start":195,"end":203,"id":38,"ws":true,"disabled":false},{"text":"of","start":204,"end":206,"id":39,"ws":true,"disabled":false},{"text":"dollars","start":207,"end":214,"id":40,"ws":true,"disabled":false},{"text":"in","start":215,"end":217,"id":41,"ws":true,"disabled":false},{"text":"devastation","start":218,"end":229,"id":42,"ws":true,"disabled":false},{"text":"in","start":230,"end":232,"id":43,"ws":true,"disabled":false},{"text":"the","start":233,"end":236,"id":44,"ws":true,"disabled":false},{"text":"state","start":237,"end":242,"id":45,"ws":true,"disabled":false},{"text":"and","start":243,"end":246,"id":46,"ws":true,"disabled":false},{"text":"left","start":247,"end":251,"id":47,"ws":true,"disabled":false},{"text":"many","start":252,"end":256,"id":48,"ws":true,"disabled":false},{"text":"residents","start":257,"end":266,"id":49,"ws":true,"disabled":false},{"text":"worn","start":267,"end":271,"id":50,"ws":true,"disabled":false},{"text":"out","start":272,"end":275,"id":51,"ws":false,"disabled":false},{"text":".","start":275,"end":276,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":277,"end":289,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":290,"end":302,"id":54,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":14,"child":15,"head_span":{"start":65,"end":70,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":71,"end":76,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":15,"head_span":{"start":84,"end":93,"token_start":18,"token_end":18,"label":"where"},"child_span":{"start":71,"end":76,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":42,"head_span":{"start":161,"end":177,"token_start":33,"token_end":34,"label":"base"},"child_span":{"start":218,"end":229,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":49,"head_span":{"start":161,"end":177,"token_start":33,"token_end":34,"label":"base"},"child_span":{"start":257,"end":266,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":40,"child":42,"head_span":{"start":195,"end":214,"token_start":38,"token_end":40,"label":"effect_size"},"child_span":{"start":218,"end":229,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":9,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":45,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":9,"head_span":{"start":32,"end":44,"token_start":6,"token_end":8,"label":"effect_size"},"child_span":{"start":45,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":896,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These embers often originate within the body of the main burn that may be relatively distant from the structure, but due to the nature of ember transmission can land on or near the structure and cause a direct ignition or a spot fire distant from the primary burn.","text":"These embers often originate within the body of the main burn that may be relatively distant from the structure, but due to the nature of ember transmission can land on or near the structure and cause a direct ignition or a spot fire distant from the primary burn. IMPLIED_BASE IMPLIED_BASE","characters":264,"document_index":717,"md_sentence_index":158,"classification_origin":"causal_sentence_classification","url":"https://storymaps.arcgis.com/stories/cb987be2818a4013a66977b6b3900444","combo_id":"717_158","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1295888578,"_task_hash":1470274894,"spans":[{"start":6,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":144,"end":156,"token_start":27,"token_end":27,"label":"base"},{"start":195,"end":200,"token_start":36,"token_end":36,"label":"predicate"},{"start":203,"end":209,"token_start":38,"token_end":38,"label":"type_of"},{"start":210,"end":218,"token_start":39,"token_end":39,"label":"base"},{"start":224,"end":228,"token_start":42,"token_end":42,"label":"type_of"},{"start":229,"end":233,"token_start":43,"token_end":43,"label":"base"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"embers","start":6,"end":12,"id":1,"ws":true,"disabled":false},{"text":"often","start":13,"end":18,"id":2,"ws":true,"disabled":false},{"text":"originate","start":19,"end":28,"id":3,"ws":true,"disabled":false},{"text":"within","start":29,"end":35,"id":4,"ws":true,"disabled":false},{"text":"the","start":36,"end":39,"id":5,"ws":true,"disabled":false},{"text":"body","start":40,"end":44,"id":6,"ws":true,"disabled":false},{"text":"of","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":8,"ws":true,"disabled":false},{"text":"main","start":52,"end":56,"id":9,"ws":true,"disabled":false},{"text":"burn","start":57,"end":61,"id":10,"ws":true,"disabled":false},{"text":"that","start":62,"end":66,"id":11,"ws":true,"disabled":false},{"text":"may","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"be","start":71,"end":73,"id":13,"ws":true,"disabled":false},{"text":"relatively","start":74,"end":84,"id":14,"ws":true,"disabled":false},{"text":"distant","start":85,"end":92,"id":15,"ws":true,"disabled":false},{"text":"from","start":93,"end":97,"id":16,"ws":true,"disabled":false},{"text":"the","start":98,"end":101,"id":17,"ws":true,"disabled":false},{"text":"structure","start":102,"end":111,"id":18,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":19,"ws":true,"disabled":false},{"text":"but","start":113,"end":116,"id":20,"ws":true,"disabled":false},{"text":"due","start":117,"end":120,"id":21,"ws":true,"disabled":false},{"text":"to","start":121,"end":123,"id":22,"ws":true,"disabled":false},{"text":"the","start":124,"end":127,"id":23,"ws":true,"disabled":false},{"text":"nature","start":128,"end":134,"id":24,"ws":true,"disabled":false},{"text":"of","start":135,"end":137,"id":25,"ws":true,"disabled":false},{"text":"ember","start":138,"end":143,"id":26,"ws":true,"disabled":false},{"text":"transmission","start":144,"end":156,"id":27,"ws":true,"disabled":false},{"text":"can","start":157,"end":160,"id":28,"ws":true,"disabled":false},{"text":"land","start":161,"end":165,"id":29,"ws":true,"disabled":false},{"text":"on","start":166,"end":168,"id":30,"ws":true,"disabled":false},{"text":"or","start":169,"end":171,"id":31,"ws":true,"disabled":false},{"text":"near","start":172,"end":176,"id":32,"ws":true,"disabled":false},{"text":"the","start":177,"end":180,"id":33,"ws":true,"disabled":false},{"text":"structure","start":181,"end":190,"id":34,"ws":true,"disabled":false},{"text":"and","start":191,"end":194,"id":35,"ws":true,"disabled":false},{"text":"cause","start":195,"end":200,"id":36,"ws":true,"disabled":false},{"text":"a","start":201,"end":202,"id":37,"ws":true,"disabled":false},{"text":"direct","start":203,"end":209,"id":38,"ws":true,"disabled":false},{"text":"ignition","start":210,"end":218,"id":39,"ws":true,"disabled":false},{"text":"or","start":219,"end":221,"id":40,"ws":true,"disabled":false},{"text":"a","start":222,"end":223,"id":41,"ws":true,"disabled":false},{"text":"spot","start":224,"end":228,"id":42,"ws":true,"disabled":false},{"text":"fire","start":229,"end":233,"id":43,"ws":true,"disabled":false},{"text":"distant","start":234,"end":241,"id":44,"ws":true,"disabled":false},{"text":"from","start":242,"end":246,"id":45,"ws":true,"disabled":false},{"text":"the","start":247,"end":250,"id":46,"ws":true,"disabled":false},{"text":"primary","start":251,"end":258,"id":47,"ws":true,"disabled":false},{"text":"burn","start":259,"end":263,"id":48,"ws":false,"disabled":false},{"text":".","start":263,"end":264,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":265,"end":277,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":278,"end":290,"id":51,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":38,"child":39,"head_span":{"start":203,"end":209,"token_start":38,"token_end":38,"label":"type_of"},"child_span":{"start":210,"end":218,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":43,"head_span":{"start":224,"end":228,"token_start":42,"token_end":42,"label":"type_of"},"child_span":{"start":229,"end":233,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":39,"head_span":{"start":144,"end":156,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":210,"end":218,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":43,"head_span":{"start":144,"end":156,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":229,"end":233,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":885,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"This paper reports on three lessons learned from analysis of wildfires and climate change; first, it seems likely that area burned will roughly double during the next century in the west; second, the most important variable seems to be summer temperature; and third, there are state-by-state variations in sensitivity to fires.\n","text":"This paper reports on three lessons learned from analysis of wildfires and climate change; first, it seems likely that area burned will roughly double during the next century in the west; second, the most important variable seems to be summer temperature; and third, there are state-by-state variations in sensitivity to fires. IMPLIED_BASE IMPLIED_BASE","characters":328,"document_index":715,"md_sentence_index":522,"classification_origin":"causal_sentence_classification","url":"https://earthtosky.org/climate-change-categories?tmpl=component&article_id=78","combo_id":"715_522","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1021588404,"_task_hash":1986222636,"spans":[{"text":"wildfires","start":61,"token_start":10,"token_end":10,"end":70,"type":"pattern","label":"base"},{"text":"climate change","start":75,"token_start":12,"token_end":13,"end":89,"type":"pattern","label":"base"},{"start":119,"end":123,"token_start":21,"token_end":21,"label":"base"},{"start":124,"end":130,"token_start":22,"token_end":22,"label":"type_of"},{"text":"summer","start":236,"token_start":43,"token_end":43,"end":242,"type":"pattern","label":"base"},{"text":"temperature","start":243,"token_start":44,"token_end":44,"end":254,"type":"pattern","label":"aspect_changing"},{"start":306,"end":317,"token_start":58,"token_end":58,"label":"aspect_changing"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"paper","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"reports","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"on","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"three","start":22,"end":27,"id":4,"ws":true,"disabled":false},{"text":"lessons","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"learned","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"from","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"analysis","start":49,"end":57,"id":8,"ws":true,"disabled":false},{"text":"of","start":58,"end":60,"id":9,"ws":true,"disabled":false},{"text":"wildfires","start":61,"end":70,"id":10,"ws":true,"disabled":false},{"text":"and","start":71,"end":74,"id":11,"ws":true,"disabled":false},{"text":"climate","start":75,"end":82,"id":12,"ws":true,"disabled":false},{"text":"change","start":83,"end":89,"id":13,"ws":false,"disabled":false},{"text":";","start":89,"end":90,"id":14,"ws":true,"disabled":false},{"text":"first","start":91,"end":96,"id":15,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":16,"ws":true,"disabled":false},{"text":"it","start":98,"end":100,"id":17,"ws":true,"disabled":false},{"text":"seems","start":101,"end":106,"id":18,"ws":true,"disabled":false},{"text":"likely","start":107,"end":113,"id":19,"ws":true,"disabled":false},{"text":"that","start":114,"end":118,"id":20,"ws":true,"disabled":false},{"text":"area","start":119,"end":123,"id":21,"ws":true,"disabled":false},{"text":"burned","start":124,"end":130,"id":22,"ws":true,"disabled":false},{"text":"will","start":131,"end":135,"id":23,"ws":true,"disabled":false},{"text":"roughly","start":136,"end":143,"id":24,"ws":true,"disabled":false},{"text":"double","start":144,"end":150,"id":25,"ws":true,"disabled":false},{"text":"during","start":151,"end":157,"id":26,"ws":true,"disabled":false},{"text":"the","start":158,"end":161,"id":27,"ws":true,"disabled":false},{"text":"next","start":162,"end":166,"id":28,"ws":true,"disabled":false},{"text":"century","start":167,"end":174,"id":29,"ws":true,"disabled":false},{"text":"in","start":175,"end":177,"id":30,"ws":true,"disabled":false},{"text":"the","start":178,"end":181,"id":31,"ws":true,"disabled":false},{"text":"west","start":182,"end":186,"id":32,"ws":false,"disabled":false},{"text":";","start":186,"end":187,"id":33,"ws":true,"disabled":false},{"text":"second","start":188,"end":194,"id":34,"ws":false,"disabled":false},{"text":",","start":194,"end":195,"id":35,"ws":true,"disabled":false},{"text":"the","start":196,"end":199,"id":36,"ws":true,"disabled":false},{"text":"most","start":200,"end":204,"id":37,"ws":true,"disabled":false},{"text":"important","start":205,"end":214,"id":38,"ws":true,"disabled":false},{"text":"variable","start":215,"end":223,"id":39,"ws":true,"disabled":false},{"text":"seems","start":224,"end":229,"id":40,"ws":true,"disabled":false},{"text":"to","start":230,"end":232,"id":41,"ws":true,"disabled":false},{"text":"be","start":233,"end":235,"id":42,"ws":true,"disabled":false},{"text":"summer","start":236,"end":242,"id":43,"ws":true,"disabled":false},{"text":"temperature","start":243,"end":254,"id":44,"ws":false,"disabled":false},{"text":";","start":254,"end":255,"id":45,"ws":true,"disabled":false},{"text":"and","start":256,"end":259,"id":46,"ws":true,"disabled":false},{"text":"third","start":260,"end":265,"id":47,"ws":false,"disabled":false},{"text":",","start":265,"end":266,"id":48,"ws":true,"disabled":false},{"text":"there","start":267,"end":272,"id":49,"ws":true,"disabled":false},{"text":"are","start":273,"end":276,"id":50,"ws":true,"disabled":false},{"text":"state","start":277,"end":282,"id":51,"ws":false,"disabled":false},{"text":"-","start":282,"end":283,"id":52,"ws":false,"disabled":false},{"text":"by","start":283,"end":285,"id":53,"ws":false,"disabled":false},{"text":"-","start":285,"end":286,"id":54,"ws":false,"disabled":false},{"text":"state","start":286,"end":291,"id":55,"ws":true,"disabled":false},{"text":"variations","start":292,"end":302,"id":56,"ws":true,"disabled":false},{"text":"in","start":303,"end":305,"id":57,"ws":true,"disabled":false},{"text":"sensitivity","start":306,"end":317,"id":58,"ws":true,"disabled":false},{"text":"to","start":318,"end":320,"id":59,"ws":true,"disabled":false},{"text":"fires","start":321,"end":326,"id":60,"ws":false,"disabled":false},{"text":".","start":326,"end":327,"id":61,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":328,"end":340,"id":62,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":341,"end":353,"id":63,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":696,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In contrast, high\u2010elevation snow\u2010dominated watersheds may see more delayed changes in flood risk, due to the competing influence of decreasing snowmelt\u2010driven floods and increasing rainfall\u2010driven floods.","text":"In contrast, high\u2010elevation snow\u2010dominated watersheds may see more delayed changes in flood risk, due to the competing influence of decreasing snowmelt\u2010driven floods and increasing rainfall\u2010driven floods. IMPLIED_BASE IMPLIED_BASE","characters":204,"document_index":605,"md_sentence_index":319,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://agupubs.onlinelibrary.wiley.com/doi/full/10.1029/2019WR025571","combo_id":"605_319","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1240273415,"_task_hash":-273792961,"spans":[{"start":13,"end":27,"token_start":3,"token_end":3,"label":"type_of"},{"start":28,"end":42,"token_start":4,"token_end":4,"label":"type_of"},{"text":"watersheds","start":43,"token_start":5,"token_end":5,"end":53,"type":"pattern","label":"base"},{"start":54,"end":57,"token_start":6,"token_end":6,"label":"confidence"},{"text":"more","start":62,"token_start":8,"token_end":8,"end":66,"type":"pattern","label":"change_direction"},{"start":86,"end":91,"token_start":12,"token_end":12,"label":"type_of"},{"start":92,"end":96,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":98,"end":104,"token_start":15,"token_end":16,"label":"predicate"},{"text":"decreasing","start":132,"token_start":21,"token_end":21,"end":142,"type":"pattern","label":"change_direction"},{"start":143,"end":158,"token_start":22,"token_end":22,"label":"type_of"},{"text":"floods","start":159,"token_start":23,"token_end":23,"end":165,"type":"pattern","label":"base"},{"text":"increasing","start":170,"token_start":25,"token_end":25,"end":180,"type":"pattern","label":"change_direction"},{"start":181,"end":196,"token_start":26,"token_end":26,"label":"type_of"},{"text":"floods","start":197,"token_start":27,"token_end":27,"end":203,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"contrast","start":3,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"high\u2010elevation","start":13,"end":27,"id":3,"ws":true,"disabled":false},{"text":"snow\u2010dominated","start":28,"end":42,"id":4,"ws":true,"disabled":false},{"text":"watersheds","start":43,"end":53,"id":5,"ws":true,"disabled":false},{"text":"may","start":54,"end":57,"id":6,"ws":true,"disabled":false},{"text":"see","start":58,"end":61,"id":7,"ws":true,"disabled":false},{"text":"more","start":62,"end":66,"id":8,"ws":true,"disabled":false},{"text":"delayed","start":67,"end":74,"id":9,"ws":true,"disabled":false},{"text":"changes","start":75,"end":82,"id":10,"ws":true,"disabled":false},{"text":"in","start":83,"end":85,"id":11,"ws":true,"disabled":false},{"text":"flood","start":86,"end":91,"id":12,"ws":true,"disabled":false},{"text":"risk","start":92,"end":96,"id":13,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":14,"ws":true,"disabled":false},{"text":"due","start":98,"end":101,"id":15,"ws":true,"disabled":false},{"text":"to","start":102,"end":104,"id":16,"ws":true,"disabled":false},{"text":"the","start":105,"end":108,"id":17,"ws":true,"disabled":false},{"text":"competing","start":109,"end":118,"id":18,"ws":true,"disabled":false},{"text":"influence","start":119,"end":128,"id":19,"ws":true,"disabled":false},{"text":"of","start":129,"end":131,"id":20,"ws":true,"disabled":false},{"text":"decreasing","start":132,"end":142,"id":21,"ws":true,"disabled":false},{"text":"snowmelt\u2010driven","start":143,"end":158,"id":22,"ws":true,"disabled":false},{"text":"floods","start":159,"end":165,"id":23,"ws":true,"disabled":false},{"text":"and","start":166,"end":169,"id":24,"ws":true,"disabled":false},{"text":"increasing","start":170,"end":180,"id":25,"ws":true,"disabled":false},{"text":"rainfall\u2010driven","start":181,"end":196,"id":26,"ws":true,"disabled":false},{"text":"floods","start":197,"end":203,"id":27,"ws":false,"disabled":false},{"text":".","start":203,"end":204,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":3,"child":5,"head_span":{"start":13,"end":27,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":43,"end":53,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":28,"end":42,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":43,"end":53,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":86,"end":91,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":92,"end":96,"token_start":13,"token_end":13,"label":"aspect_changing"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":5,"head_span":{"start":92,"end":96,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":43,"end":53,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":23,"head_span":{"start":132,"end":142,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":159,"end":165,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":143,"end":158,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":159,"end":165,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":27,"head_span":{"start":170,"end":180,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":197,"end":203,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":181,"end":196,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":197,"end":203,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":5,"head_span":{"start":197,"end":203,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":43,"end":53,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":5,"head_span":{"start":159,"end":165,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":43,"end":53,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":518,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The special report on oceans and ice by the Intergovernmental Panel on Climate Change (IPCC) warns that without steep cuts to greenhouse-gas emissions, fisheries will falter, the average strength of hurricanes will increase and rising seas will increase the risk of flooding in low-lying areas around the globe.\n","text":"The special report on oceans and ice by the Intergovernmental Panel on Climate Change (IPCC) warns that without steep cuts to greenhouse-gas emissions, fisheries will falter, the average strength of hurricanes will increase and rising seas will increase the risk of flooding in low-lying areas around the globe. IMPLIED_BASE IMPLIED_BASE","characters":312,"document_index":395,"md_sentence_index":5,"classification_origin":"causal_sentence_classification","url":"https://www.nature.com/articles/d41586-019-02897-7","combo_id":"395_5","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-825388890,"_task_hash":-2058377963,"spans":[{"start":126,"end":140,"token_start":23,"token_end":25,"label":"base"},{"start":141,"end":150,"token_start":26,"token_end":26,"label":"aspect_changing"},{"start":152,"end":161,"token_start":28,"token_end":28,"label":"base"},{"start":162,"end":166,"token_start":29,"token_end":29,"label":"confidence"},{"start":167,"end":173,"token_start":30,"token_end":30,"label":"change_direction"},{"start":187,"end":195,"token_start":34,"token_end":34,"label":"aspect_changing"},{"text":"hurricanes","start":199,"token_start":36,"token_end":36,"end":209,"type":"pattern","label":"base"},{"start":210,"end":214,"token_start":37,"token_end":37,"label":"confidence"},{"text":"increase","start":215,"token_start":38,"token_end":38,"end":223,"type":"pattern","label":"change_direction"},{"text":"rising","start":228,"token_start":40,"token_end":40,"end":234,"type":"pattern","label":"change_direction"},{"start":235,"end":239,"token_start":41,"token_end":41,"label":"base"},{"start":240,"end":244,"token_start":42,"token_end":42,"label":"confidence"},{"text":"increase","start":245,"token_start":43,"token_end":43,"end":253,"type":"pattern","label":"change_direction"},{"text":"risk","start":258,"token_start":45,"token_end":45,"end":262,"type":"pattern","label":"aspect_changing"},{"text":"flooding","start":266,"token_start":47,"token_end":47,"end":274,"type":"pattern","label":"base"},{"start":275,"end":310,"token_start":48,"token_end":55,"label":"where"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"special","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"report","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"on","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"oceans","start":22,"end":28,"id":4,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"ice","start":33,"end":36,"id":6,"ws":true,"disabled":false},{"text":"by","start":37,"end":39,"id":7,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":8,"ws":true,"disabled":false},{"text":"Intergovernmental","start":44,"end":61,"id":9,"ws":true,"disabled":false},{"text":"Panel","start":62,"end":67,"id":10,"ws":true,"disabled":false},{"text":"on","start":68,"end":70,"id":11,"ws":true,"disabled":false},{"text":"Climate","start":71,"end":78,"id":12,"ws":true,"disabled":false},{"text":"Change","start":79,"end":85,"id":13,"ws":true,"disabled":false},{"text":"(","start":86,"end":87,"id":14,"ws":false,"disabled":false},{"text":"IPCC","start":87,"end":91,"id":15,"ws":false,"disabled":false},{"text":")","start":91,"end":92,"id":16,"ws":true,"disabled":false},{"text":"warns","start":93,"end":98,"id":17,"ws":true,"disabled":false},{"text":"that","start":99,"end":103,"id":18,"ws":true,"disabled":false},{"text":"without","start":104,"end":111,"id":19,"ws":true,"disabled":false},{"text":"steep","start":112,"end":117,"id":20,"ws":true,"disabled":false},{"text":"cuts","start":118,"end":122,"id":21,"ws":true,"disabled":false},{"text":"to","start":123,"end":125,"id":22,"ws":true,"disabled":false},{"text":"greenhouse","start":126,"end":136,"id":23,"ws":false,"disabled":false},{"text":"-","start":136,"end":137,"id":24,"ws":false,"disabled":false},{"text":"gas","start":137,"end":140,"id":25,"ws":true,"disabled":false},{"text":"emissions","start":141,"end":150,"id":26,"ws":false,"disabled":false},{"text":",","start":150,"end":151,"id":27,"ws":true,"disabled":false},{"text":"fisheries","start":152,"end":161,"id":28,"ws":true,"disabled":false},{"text":"will","start":162,"end":166,"id":29,"ws":true,"disabled":false},{"text":"falter","start":167,"end":173,"id":30,"ws":false,"disabled":false},{"text":",","start":173,"end":174,"id":31,"ws":true,"disabled":false},{"text":"the","start":175,"end":178,"id":32,"ws":true,"disabled":false},{"text":"average","start":179,"end":186,"id":33,"ws":true,"disabled":false},{"text":"strength","start":187,"end":195,"id":34,"ws":true,"disabled":false},{"text":"of","start":196,"end":198,"id":35,"ws":true,"disabled":false},{"text":"hurricanes","start":199,"end":209,"id":36,"ws":true,"disabled":false},{"text":"will","start":210,"end":214,"id":37,"ws":true,"disabled":false},{"text":"increase","start":215,"end":223,"id":38,"ws":true,"disabled":false},{"text":"and","start":224,"end":227,"id":39,"ws":true,"disabled":false},{"text":"rising","start":228,"end":234,"id":40,"ws":true,"disabled":false},{"text":"seas","start":235,"end":239,"id":41,"ws":true,"disabled":false},{"text":"will","start":240,"end":244,"id":42,"ws":true,"disabled":false},{"text":"increase","start":245,"end":253,"id":43,"ws":true,"disabled":false},{"text":"the","start":254,"end":257,"id":44,"ws":true,"disabled":false},{"text":"risk","start":258,"end":262,"id":45,"ws":true,"disabled":false},{"text":"of","start":263,"end":265,"id":46,"ws":true,"disabled":false},{"text":"flooding","start":266,"end":274,"id":47,"ws":true,"disabled":false},{"text":"in","start":275,"end":277,"id":48,"ws":true,"disabled":false},{"text":"low","start":278,"end":281,"id":49,"ws":false,"disabled":false},{"text":"-","start":281,"end":282,"id":50,"ws":false,"disabled":false},{"text":"lying","start":282,"end":287,"id":51,"ws":true,"disabled":false},{"text":"areas","start":288,"end":293,"id":52,"ws":true,"disabled":false},{"text":"around","start":294,"end":300,"id":53,"ws":true,"disabled":false},{"text":"the","start":301,"end":304,"id":54,"ws":true,"disabled":false},{"text":"globe","start":305,"end":310,"id":55,"ws":false,"disabled":false},{"text":".","start":310,"end":311,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":312,"end":324,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":325,"end":337,"id":58,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":26,"child":25,"head_span":{"start":141,"end":150,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":126,"end":140,"token_start":23,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":28,"head_span":{"start":167,"end":173,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":152,"end":161,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":36,"head_span":{"start":187,"end":195,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":199,"end":209,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":36,"head_span":{"start":215,"end":223,"token_start":38,"token_end":38,"label":"change_direction"},"child_span":{"start":199,"end":209,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":41,"head_span":{"start":228,"end":234,"token_start":40,"token_end":40,"label":"change_direction"},"child_span":{"start":235,"end":239,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":47,"head_span":{"start":245,"end":253,"token_start":43,"token_end":43,"label":"change_direction"},"child_span":{"start":266,"end":274,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":47,"head_span":{"start":258,"end":262,"token_start":45,"token_end":45,"label":"aspect_changing"},"child_span":{"start":266,"end":274,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":55,"child":47,"head_span":{"start":275,"end":310,"token_start":48,"token_end":55,"label":"where"},"child_span":{"start":266,"end":274,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":28,"head_span":{"start":126,"end":140,"token_start":23,"token_end":25,"label":"base"},"child_span":{"start":152,"end":161,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":36,"head_span":{"start":126,"end":140,"token_start":23,"token_end":25,"label":"base"},"child_span":{"start":199,"end":209,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":47,"head_span":{"start":235,"end":239,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":266,"end":274,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":41,"head_span":{"start":126,"end":140,"token_start":23,"token_end":25,"label":"base"},"child_span":{"start":235,"end":239,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":57,"Used?":"","Dataset name":"","ignore?":"y","reason":"Not causal","relation count":"","complexity":"","original_md_text":"However, the paper goes on to say that correction procedures have effectively removed the urban heat signal such that it has not caused a bias in temperature assessment over the past 50-80 years.","text":"However, the paper goes on to say that correction procedures have effectively removed the urban heat signal such that it has not caused a bias in temperature assessment over the past 50-80 years. IMPLIED_BASE IMPLIED_BASE","characters":195,"document_index":48,"md_sentence_index":16,"classification_origin":"cm_cause_effect_rel","url":"https://www.forbes.com/sites/marshallshepherd/2019/05/06/urban-heat-islands-dont-explain-climate-change-heres-the-bigger-problem/","combo_id":"48_16","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":8358230,"_task_hash":1564871739,"spans":[],"tokens":[{"text":"However","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"paper","start":13,"end":18,"id":3,"ws":true,"disabled":false},{"text":"goes","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"on","start":24,"end":26,"id":5,"ws":true,"disabled":false},{"text":"to","start":27,"end":29,"id":6,"ws":true,"disabled":false},{"text":"say","start":30,"end":33,"id":7,"ws":true,"disabled":false},{"text":"that","start":34,"end":38,"id":8,"ws":true,"disabled":false},{"text":"correction","start":39,"end":49,"id":9,"ws":true,"disabled":false},{"text":"procedures","start":50,"end":60,"id":10,"ws":true,"disabled":false},{"text":"have","start":61,"end":65,"id":11,"ws":true,"disabled":false},{"text":"effectively","start":66,"end":77,"id":12,"ws":true,"disabled":false},{"text":"removed","start":78,"end":85,"id":13,"ws":true,"disabled":false},{"text":"the","start":86,"end":89,"id":14,"ws":true,"disabled":false},{"text":"urban","start":90,"end":95,"id":15,"ws":true,"disabled":false},{"text":"heat","start":96,"end":100,"id":16,"ws":true,"disabled":false},{"text":"signal","start":101,"end":107,"id":17,"ws":true,"disabled":false},{"text":"such","start":108,"end":112,"id":18,"ws":true,"disabled":false},{"text":"that","start":113,"end":117,"id":19,"ws":true,"disabled":false},{"text":"it","start":118,"end":120,"id":20,"ws":true,"disabled":false},{"text":"has","start":121,"end":124,"id":21,"ws":true,"disabled":false},{"text":"not","start":125,"end":128,"id":22,"ws":true,"disabled":false},{"text":"caused","start":129,"end":135,"id":23,"ws":true,"disabled":false},{"text":"a","start":136,"end":137,"id":24,"ws":true,"disabled":false},{"text":"bias","start":138,"end":142,"id":25,"ws":true,"disabled":false},{"text":"in","start":143,"end":145,"id":26,"ws":true,"disabled":false},{"text":"temperature","start":146,"end":157,"id":27,"ws":true,"disabled":false},{"text":"assessment","start":158,"end":168,"id":28,"ws":true,"disabled":false},{"text":"over","start":169,"end":173,"id":29,"ws":true,"disabled":false},{"text":"the","start":174,"end":177,"id":30,"ws":true,"disabled":false},{"text":"past","start":178,"end":182,"id":31,"ws":true,"disabled":false},{"text":"50","start":183,"end":185,"id":32,"ws":false,"disabled":false},{"text":"-","start":185,"end":186,"id":33,"ws":false,"disabled":false},{"text":"80","start":186,"end":188,"id":34,"ws":true,"disabled":false},{"text":"years","start":189,"end":194,"id":35,"ws":false,"disabled":false},{"text":".","start":194,"end":195,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":209,"end":221,"id":38,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":158,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Even droughts can make breathing harder.","text":"Even droughts can make breathing harder. IMPLIED_BASE IMPLIED_BASE","characters":40,"document_index":29,"md_sentence_index":144,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencenewsforstudents.org/article/warning-climate-change-can-harm-your-health","combo_id":"29_144","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1014030689,"_task_hash":2118471726,"spans":[{"text":"droughts","start":5,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":14,"end":17,"token_start":2,"token_end":2,"label":"confidence"},{"start":18,"end":22,"token_start":3,"token_end":3,"label":"predicate"},{"start":23,"end":32,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":33,"end":39,"token_start":5,"token_end":5,"label":"change_direction"},{"start":41,"end":53,"token_start":7,"token_end":7,"label":"base"}],"tokens":[{"text":"Even","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"droughts","start":5,"end":13,"id":1,"ws":true,"disabled":false},{"text":"can","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"make","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"breathing","start":23,"end":32,"id":4,"ws":true,"disabled":false},{"text":"harder","start":33,"end":39,"id":5,"ws":false,"disabled":false},{"text":".","start":39,"end":40,"id":6,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":41,"end":53,"id":7,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":54,"end":66,"id":8,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":4,"child":7,"head_span":{"start":23,"end":32,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":41,"end":53,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":33,"end":39,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":41,"end":53,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":7,"head_span":{"start":5,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":41,"end":53,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":275,"Used?":"","Dataset name":"","ignore?":"Ignore","reason":"solution","relation count":"one","complexity":"","original_md_text":"Air pollution has improved dramatically over the past four decades because of federal rules.\n","text":"Air pollution has improved dramatically over the past four decades because of federal rules. IMPLIED_BASE IMPLIED_BASE","characters":93,"document_index":222,"md_sentence_index":4,"classification_origin":"cm-label-eval","url":"https://www.nytimes.com/interactive/2019/06/19/climate/us-air-pollution-trump.html","combo_id":"222_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1928353679,"_task_hash":-1550135658,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},{"text":"pollution","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":18,"end":26,"token_start":3,"token_end":3,"label":"change_direction"},{"start":27,"end":39,"token_start":4,"token_end":4,"label":"effect_size"},{"start":40,"end":66,"token_start":5,"token_end":9,"label":"when"},{"start":67,"end":77,"token_start":10,"token_end":11,"label":"predicate"},{"start":78,"end":85,"token_start":12,"token_end":12,"label":"type_of"},{"start":86,"end":91,"token_start":13,"token_end":13,"label":"base"}],"tokens":[{"text":"Air","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"pollution","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"has","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"improved","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"dramatically","start":27,"end":39,"id":4,"ws":true,"disabled":false},{"text":"over","start":40,"end":44,"id":5,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":6,"ws":true,"disabled":false},{"text":"past","start":49,"end":53,"id":7,"ws":true,"disabled":false},{"text":"four","start":54,"end":58,"id":8,"ws":true,"disabled":false},{"text":"decades","start":59,"end":66,"id":9,"ws":true,"disabled":false},{"text":"because","start":67,"end":74,"id":10,"ws":true,"disabled":false},{"text":"of","start":75,"end":77,"id":11,"ws":true,"disabled":false},{"text":"federal","start":78,"end":85,"id":12,"ws":true,"disabled":false},{"text":"rules","start":86,"end":91,"id":13,"ws":false,"disabled":false},{"text":".","start":91,"end":92,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":16,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":1,"head_span":{"start":18,"end":26,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":78,"end":85,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":86,"end":91,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":1,"head_span":{"start":27,"end":39,"token_start":4,"token_end":4,"label":"effect_size"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":1,"head_span":{"start":86,"end":91,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1124,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":", 2007; Vecchi and Soden, 2007; Bender et al., 2010], suggesting that the enhanced TC intensification is probably linked to an increase (reduction) of high(low) intensity cyclones on the global scale.\n","text":", 2007; Vecchi and Soden, 2007; Bender et al., 2010], suggesting that the enhanced TC intensification is probably linked to an increase (reduction) of high(low) intensity cyclones on the global scale. IMPLIED_BASE IMPLIED_BASE","characters":201,"document_index":853,"md_sentence_index":145,"classification_origin":"causal_sentence_classification","url":"https://agupubs.onlinelibrary.wiley.com/doi/full/10.1029/2012GL051700","combo_id":"853_145","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-81674681,"_task_hash":-1762534194,"spans":[{"text":"increase","start":127,"token_start":28,"token_end":28,"end":135,"type":"pattern","label":"change_direction"},{"text":"intensity","start":161,"token_start":35,"token_end":35,"end":170,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":",","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"2007","start":2,"end":6,"id":1,"ws":false,"disabled":false},{"text":";","start":6,"end":7,"id":2,"ws":true,"disabled":false},{"text":"Vecchi","start":8,"end":14,"id":3,"ws":true,"disabled":false},{"text":"and","start":15,"end":18,"id":4,"ws":true,"disabled":false},{"text":"Soden","start":19,"end":24,"id":5,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":6,"ws":true,"disabled":false},{"text":"2007","start":26,"end":30,"id":7,"ws":false,"disabled":false},{"text":";","start":30,"end":31,"id":8,"ws":true,"disabled":false},{"text":"Bender","start":32,"end":38,"id":9,"ws":true,"disabled":false},{"text":"et","start":39,"end":41,"id":10,"ws":true,"disabled":false},{"text":"al","start":42,"end":44,"id":11,"ws":false,"disabled":false},{"text":".","start":44,"end":45,"id":12,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":13,"ws":true,"disabled":false},{"text":"2010","start":47,"end":51,"id":14,"ws":false,"disabled":false},{"text":"]","start":51,"end":52,"id":15,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":16,"ws":true,"disabled":false},{"text":"suggesting","start":54,"end":64,"id":17,"ws":true,"disabled":false},{"text":"that","start":65,"end":69,"id":18,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":19,"ws":true,"disabled":false},{"text":"enhanced","start":74,"end":82,"id":20,"ws":true,"disabled":false},{"text":"TC","start":83,"end":85,"id":21,"ws":true,"disabled":false},{"text":"intensification","start":86,"end":101,"id":22,"ws":true,"disabled":false},{"text":"is","start":102,"end":104,"id":23,"ws":true,"disabled":false},{"text":"probably","start":105,"end":113,"id":24,"ws":true,"disabled":false},{"text":"linked","start":114,"end":120,"id":25,"ws":true,"disabled":false},{"text":"to","start":121,"end":123,"id":26,"ws":true,"disabled":false},{"text":"an","start":124,"end":126,"id":27,"ws":true,"disabled":false},{"text":"increase","start":127,"end":135,"id":28,"ws":true,"disabled":false},{"text":"(","start":136,"end":137,"id":29,"ws":false,"disabled":false},{"text":"reduction","start":137,"end":146,"id":30,"ws":false,"disabled":false},{"text":")","start":146,"end":147,"id":31,"ws":true,"disabled":false},{"text":"of","start":148,"end":150,"id":32,"ws":true,"disabled":false},{"text":"high(low","start":151,"end":159,"id":33,"ws":false,"disabled":false},{"text":")","start":159,"end":160,"id":34,"ws":true,"disabled":false},{"text":"intensity","start":161,"end":170,"id":35,"ws":true,"disabled":false},{"text":"cyclones","start":171,"end":179,"id":36,"ws":true,"disabled":false},{"text":"on","start":180,"end":182,"id":37,"ws":true,"disabled":false},{"text":"the","start":183,"end":186,"id":38,"ws":true,"disabled":false},{"text":"global","start":187,"end":193,"id":39,"ws":true,"disabled":false},{"text":"scale","start":194,"end":199,"id":40,"ws":false,"disabled":false},{"text":".","start":199,"end":200,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":201,"end":213,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":214,"end":226,"id":43,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":986,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Models can\u2019t say much about the cultural strain that might result from a climate influx; there is no data on anger or prejudice.","text":"Models can\u2019t say much about the cultural strain that might result from a climate influx; there is no data on anger or prejudice. IMPLIED_BASE IMPLIED_BASE","characters":128,"document_index":771,"md_sentence_index":277,"classification_origin":"causal_sentence_classification","url":"https://features.propublica.org/climate-migration/model-how-climate-refugees-move-across-continents/","combo_id":"771_277","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":141449205,"_task_hash":1507494960,"spans":[],"tokens":[{"text":"Models","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"ca","start":7,"end":9,"id":1,"ws":false,"disabled":false},{"text":"n\u2019t","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"say","start":13,"end":16,"id":3,"ws":true,"disabled":false},{"text":"much","start":17,"end":21,"id":4,"ws":true,"disabled":false},{"text":"about","start":22,"end":27,"id":5,"ws":true,"disabled":false},{"text":"the","start":28,"end":31,"id":6,"ws":true,"disabled":false},{"text":"cultural","start":32,"end":40,"id":7,"ws":true,"disabled":false},{"text":"strain","start":41,"end":47,"id":8,"ws":true,"disabled":false},{"text":"that","start":48,"end":52,"id":9,"ws":true,"disabled":false},{"text":"might","start":53,"end":58,"id":10,"ws":true,"disabled":false},{"text":"result","start":59,"end":65,"id":11,"ws":true,"disabled":false},{"text":"from","start":66,"end":70,"id":12,"ws":true,"disabled":false},{"text":"a","start":71,"end":72,"id":13,"ws":true,"disabled":false},{"text":"climate","start":73,"end":80,"id":14,"ws":true,"disabled":false},{"text":"influx","start":81,"end":87,"id":15,"ws":false,"disabled":false},{"text":";","start":87,"end":88,"id":16,"ws":true,"disabled":false},{"text":"there","start":89,"end":94,"id":17,"ws":true,"disabled":false},{"text":"is","start":95,"end":97,"id":18,"ws":true,"disabled":false},{"text":"no","start":98,"end":100,"id":19,"ws":true,"disabled":false},{"text":"data","start":101,"end":105,"id":20,"ws":true,"disabled":false},{"text":"on","start":106,"end":108,"id":21,"ws":true,"disabled":false},{"text":"anger","start":109,"end":114,"id":22,"ws":true,"disabled":false},{"text":"or","start":115,"end":117,"id":23,"ws":true,"disabled":false},{"text":"prejudice","start":118,"end":127,"id":24,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":27,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":643,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"China, Vietnam, Japan, India, Bangladesh, South Korea, Thailand, Sri Lanka and the Philippines, were all hit by tropical storms and typhoons -- or cyclones -- in 2019, causing dozens of deaths, hundreds of thousands displaced and millions of dollars in damage.\n","text":"China, Vietnam, Japan, India, Bangladesh, South Korea, Thailand, Sri Lanka and the Philippines, were all hit by tropical storms and typhoons -- or cyclones -- in 2019, causing dozens of deaths, hundreds of thousands displaced and millions of dollars in damage. IMPLIED_BASE IMPLIED_BASE","characters":261,"document_index":537,"md_sentence_index":30,"classification_origin":"causal_sentence_classification","url":"https://www.cnn.com/2019/12/23/asia/asia-pacific-climate-crisis-intl-hnk/index.html","combo_id":"537_30","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1430512720,"_task_hash":640520648,"spans":[{"start":23,"end":94,"token_start":6,"token_end":19,"label":"where"},{"start":112,"end":120,"token_start":25,"token_end":25,"label":"type_of"},{"start":121,"end":127,"token_start":26,"token_end":26,"label":"base"},{"start":132,"end":140,"token_start":28,"token_end":28,"label":"base"},{"start":147,"end":155,"token_start":31,"token_end":31,"label":"base"},{"start":159,"end":166,"token_start":33,"token_end":34,"label":"when"},{"start":168,"end":175,"token_start":36,"token_end":36,"label":"predicate"},{"start":176,"end":182,"token_start":37,"token_end":37,"label":"effect_size"},{"start":186,"end":192,"token_start":39,"token_end":39,"label":"base"},{"start":194,"end":215,"token_start":41,"token_end":43,"label":"effect_size"},{"start":216,"end":225,"token_start":44,"token_end":44,"label":"change_direction"},{"start":230,"end":249,"token_start":46,"token_end":48,"label":"effect_size"},{"start":253,"end":259,"token_start":50,"token_end":50,"label":"change_direction"},{"start":261,"end":273,"token_start":52,"token_end":52,"label":"base"},{"start":274,"end":286,"token_start":53,"token_end":53,"label":"base"}],"tokens":[{"text":"China","start":0,"end":5,"id":0,"ws":false,"disabled":false},{"text":",","start":5,"end":6,"id":1,"ws":true,"disabled":false},{"text":"Vietnam","start":7,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"Japan","start":16,"end":21,"id":4,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":5,"ws":true,"disabled":false},{"text":"India","start":23,"end":28,"id":6,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":7,"ws":true,"disabled":false},{"text":"Bangladesh","start":30,"end":40,"id":8,"ws":false,"disabled":false},{"text":",","start":40,"end":41,"id":9,"ws":true,"disabled":false},{"text":"South","start":42,"end":47,"id":10,"ws":true,"disabled":false},{"text":"Korea","start":48,"end":53,"id":11,"ws":false,"disabled":false},{"text":",","start":53,"end":54,"id":12,"ws":true,"disabled":false},{"text":"Thailand","start":55,"end":63,"id":13,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":14,"ws":true,"disabled":false},{"text":"Sri","start":65,"end":68,"id":15,"ws":true,"disabled":false},{"text":"Lanka","start":69,"end":74,"id":16,"ws":true,"disabled":false},{"text":"and","start":75,"end":78,"id":17,"ws":true,"disabled":false},{"text":"the","start":79,"end":82,"id":18,"ws":true,"disabled":false},{"text":"Philippines","start":83,"end":94,"id":19,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":20,"ws":true,"disabled":false},{"text":"were","start":96,"end":100,"id":21,"ws":true,"disabled":false},{"text":"all","start":101,"end":104,"id":22,"ws":true,"disabled":false},{"text":"hit","start":105,"end":108,"id":23,"ws":true,"disabled":false},{"text":"by","start":109,"end":111,"id":24,"ws":true,"disabled":false},{"text":"tropical","start":112,"end":120,"id":25,"ws":true,"disabled":false},{"text":"storms","start":121,"end":127,"id":26,"ws":true,"disabled":false},{"text":"and","start":128,"end":131,"id":27,"ws":true,"disabled":false},{"text":"typhoons","start":132,"end":140,"id":28,"ws":true,"disabled":false},{"text":"--","start":141,"end":143,"id":29,"ws":true,"disabled":false},{"text":"or","start":144,"end":146,"id":30,"ws":true,"disabled":false},{"text":"cyclones","start":147,"end":155,"id":31,"ws":true,"disabled":false},{"text":"--","start":156,"end":158,"id":32,"ws":true,"disabled":false},{"text":"in","start":159,"end":161,"id":33,"ws":true,"disabled":false},{"text":"2019","start":162,"end":166,"id":34,"ws":false,"disabled":false},{"text":",","start":166,"end":167,"id":35,"ws":true,"disabled":false},{"text":"causing","start":168,"end":175,"id":36,"ws":true,"disabled":false},{"text":"dozens","start":176,"end":182,"id":37,"ws":true,"disabled":false},{"text":"of","start":183,"end":185,"id":38,"ws":true,"disabled":false},{"text":"deaths","start":186,"end":192,"id":39,"ws":false,"disabled":false},{"text":",","start":192,"end":193,"id":40,"ws":true,"disabled":false},{"text":"hundreds","start":194,"end":202,"id":41,"ws":true,"disabled":false},{"text":"of","start":203,"end":205,"id":42,"ws":true,"disabled":false},{"text":"thousands","start":206,"end":215,"id":43,"ws":true,"disabled":false},{"text":"displaced","start":216,"end":225,"id":44,"ws":true,"disabled":false},{"text":"and","start":226,"end":229,"id":45,"ws":true,"disabled":false},{"text":"millions","start":230,"end":238,"id":46,"ws":true,"disabled":false},{"text":"of","start":239,"end":241,"id":47,"ws":true,"disabled":false},{"text":"dollars","start":242,"end":249,"id":48,"ws":true,"disabled":false},{"text":"in","start":250,"end":252,"id":49,"ws":true,"disabled":false},{"text":"damage","start":253,"end":259,"id":50,"ws":false,"disabled":false},{"text":".","start":259,"end":260,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":261,"end":273,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":274,"end":286,"id":53,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":112,"end":120,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":121,"end":127,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":28,"head_span":{"start":112,"end":120,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":132,"end":140,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":31,"head_span":{"start":112,"end":120,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":147,"end":155,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":39,"head_span":{"start":176,"end":182,"token_start":37,"token_end":37,"label":"effect_size"},"child_span":{"start":186,"end":192,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":52,"head_span":{"start":194,"end":215,"token_start":41,"token_end":43,"label":"effect_size"},"child_span":{"start":261,"end":273,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":52,"head_span":{"start":216,"end":225,"token_start":44,"token_end":44,"label":"change_direction"},"child_span":{"start":261,"end":273,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":53,"head_span":{"start":230,"end":249,"token_start":46,"token_end":48,"label":"effect_size"},"child_span":{"start":274,"end":286,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":50,"child":53,"head_span":{"start":253,"end":259,"token_start":50,"token_end":50,"label":"change_direction"},"child_span":{"start":274,"end":286,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":39,"head_span":{"start":121,"end":127,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":186,"end":192,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":52,"head_span":{"start":121,"end":127,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":261,"end":273,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":53,"head_span":{"start":121,"end":127,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":274,"end":286,"token_start":53,"token_end":53,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":39,"head_span":{"start":132,"end":140,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":186,"end":192,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":52,"head_span":{"start":132,"end":140,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":261,"end":273,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":53,"head_span":{"start":132,"end":140,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":274,"end":286,"token_start":53,"token_end":53,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":39,"head_span":{"start":147,"end":155,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":186,"end":192,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":52,"head_span":{"start":147,"end":155,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":261,"end":273,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":53,"head_span":{"start":147,"end":155,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":274,"end":286,"token_start":53,"token_end":53,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":722,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"However, efforts that effectively increase preparation for both the physical and psychological consequences of extreme weather- and climate-related events could decrease the impact on mental health and well- being.\n","text":"However, efforts that effectively increase preparation for both the physical and psychological consequences of extreme weather- and climate-related events could decrease the impact on mental health and well- being. IMPLIED_BASE IMPLIED_BASE","characters":215,"document_index":619,"md_sentence_index":302,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_302","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1581039832,"_task_hash":1908645411,"spans":[{"start":9,"end":16,"token_start":2,"token_end":2,"label":"base"},{"text":"increase","start":34,"token_start":5,"token_end":5,"end":42,"type":"pattern","label":"change_direction"},{"start":43,"end":54,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":68,"end":154,"token_start":10,"token_end":21,"label":"type_of"},{"start":155,"end":160,"token_start":22,"token_end":22,"label":"confidence"},{"text":"decrease","start":161,"token_start":23,"token_end":23,"end":169,"type":"pattern","label":"change_direction"},{"start":174,"end":180,"token_start":25,"token_end":25,"label":"aspect_changing"},{"start":184,"end":190,"token_start":27,"token_end":27,"label":"type_of"},{"text":"health","start":191,"token_start":28,"token_end":28,"end":197,"type":"pattern","label":"base"}],"tokens":[{"text":"However","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"efforts","start":9,"end":16,"id":2,"ws":true,"disabled":false},{"text":"that","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"effectively","start":22,"end":33,"id":4,"ws":true,"disabled":false},{"text":"increase","start":34,"end":42,"id":5,"ws":true,"disabled":false},{"text":"preparation","start":43,"end":54,"id":6,"ws":true,"disabled":false},{"text":"for","start":55,"end":58,"id":7,"ws":true,"disabled":false},{"text":"both","start":59,"end":63,"id":8,"ws":true,"disabled":false},{"text":"the","start":64,"end":67,"id":9,"ws":true,"disabled":false},{"text":"physical","start":68,"end":76,"id":10,"ws":true,"disabled":false},{"text":"and","start":77,"end":80,"id":11,"ws":true,"disabled":false},{"text":"psychological","start":81,"end":94,"id":12,"ws":true,"disabled":false},{"text":"consequences","start":95,"end":107,"id":13,"ws":true,"disabled":false},{"text":"of","start":108,"end":110,"id":14,"ws":true,"disabled":false},{"text":"extreme","start":111,"end":118,"id":15,"ws":true,"disabled":false},{"text":"weather-","start":119,"end":127,"id":16,"ws":true,"disabled":false},{"text":"and","start":128,"end":131,"id":17,"ws":true,"disabled":false},{"text":"climate","start":132,"end":139,"id":18,"ws":false,"disabled":false},{"text":"-","start":139,"end":140,"id":19,"ws":false,"disabled":false},{"text":"related","start":140,"end":147,"id":20,"ws":true,"disabled":false},{"text":"events","start":148,"end":154,"id":21,"ws":true,"disabled":false},{"text":"could","start":155,"end":160,"id":22,"ws":true,"disabled":false},{"text":"decrease","start":161,"end":169,"id":23,"ws":true,"disabled":false},{"text":"the","start":170,"end":173,"id":24,"ws":true,"disabled":false},{"text":"impact","start":174,"end":180,"id":25,"ws":true,"disabled":false},{"text":"on","start":181,"end":183,"id":26,"ws":true,"disabled":false},{"text":"mental","start":184,"end":190,"id":27,"ws":true,"disabled":false},{"text":"health","start":191,"end":197,"id":28,"ws":true,"disabled":false},{"text":"and","start":198,"end":201,"id":29,"ws":true,"disabled":false},{"text":"well-","start":202,"end":207,"id":30,"ws":true,"disabled":false},{"text":"being","start":208,"end":213,"id":31,"ws":false,"disabled":false},{"text":".","start":213,"end":214,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":215,"end":227,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":228,"end":240,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":5,"child":2,"head_span":{"start":34,"end":42,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":9,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":2,"head_span":{"start":43,"end":54,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":9,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":2,"head_span":{"start":68,"end":154,"token_start":10,"token_end":21,"label":"type_of"},"child_span":{"start":9,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":28,"head_span":{"start":161,"end":169,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":191,"end":197,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":28,"head_span":{"start":174,"end":180,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":191,"end":197,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":28,"head_span":{"start":184,"end":190,"token_start":27,"token_end":27,"label":"type_of"},"child_span":{"start":191,"end":197,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":28,"head_span":{"start":9,"end":16,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":191,"end":197,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":489,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Gim\u00e9nez co-authored a study published in the journal Nature last year showing that regional increases in precipitation due to climate change may lead to less water infiltration, more runoff and erosion, and greater risk of flash flooding.\n","text":"Gim\u00e9nez co-authored a study published in the journal Nature last year showing that regional increases in precipitation due to climate change may lead to less water infiltration, more runoff and erosion, and greater risk of flash flooding. IMPLIED_BASE IMPLIED_BASE","characters":239,"document_index":373,"md_sentence_index":9,"classification_origin":"cm_cause_effect_rel","url":"https://news.rutgers.edu/soils-could-be-affected-climate-change-impacting-water-and-food/20190909","combo_id":"373_9","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1565987984,"_task_hash":-1313089627,"spans":[{"start":83,"end":91,"token_start":15,"token_end":15,"label":"where"},{"start":92,"end":101,"token_start":16,"token_end":16,"label":"change_direction"},{"start":105,"end":118,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":119,"end":125,"token_start":19,"token_end":20,"label":"predicate"},{"text":"climate change","start":126,"token_start":21,"token_end":22,"end":140,"type":"pattern","label":"base"},{"start":141,"end":144,"token_start":23,"token_end":23,"label":"confidence"},{"start":145,"end":152,"token_start":24,"token_end":25,"label":"predicate"},{"text":"less","start":153,"token_start":26,"token_end":26,"end":157,"type":"pattern","label":"change_direction"},{"text":"water","start":158,"token_start":27,"token_end":27,"end":163,"type":"pattern","label":"base"},{"start":164,"end":176,"token_start":28,"token_end":28,"label":"aspect_changing"},{"text":"more","start":178,"token_start":30,"token_end":30,"end":182,"type":"pattern","label":"change_direction"},{"start":183,"end":189,"token_start":31,"token_end":31,"label":"aspect_changing"},{"text":"erosion","start":194,"token_start":33,"token_end":33,"end":201,"type":"pattern","label":"base"},{"start":207,"end":214,"token_start":36,"token_end":36,"label":"change_direction"},{"text":"risk","start":215,"token_start":37,"token_end":37,"end":219,"type":"pattern","label":"aspect_changing"},{"start":223,"end":228,"token_start":39,"token_end":39,"label":"type_of"},{"text":"flooding","start":229,"token_start":40,"token_end":40,"end":237,"type":"pattern","label":"base"},{"start":239,"end":251,"token_start":42,"token_end":42,"label":"base"},{"start":252,"end":264,"token_start":43,"token_end":43,"label":"base"}],"tokens":[{"text":"Gim\u00e9nez","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"co","start":8,"end":10,"id":1,"ws":false,"disabled":false},{"text":"-","start":10,"end":11,"id":2,"ws":false,"disabled":false},{"text":"authored","start":11,"end":19,"id":3,"ws":true,"disabled":false},{"text":"a","start":20,"end":21,"id":4,"ws":true,"disabled":false},{"text":"study","start":22,"end":27,"id":5,"ws":true,"disabled":false},{"text":"published","start":28,"end":37,"id":6,"ws":true,"disabled":false},{"text":"in","start":38,"end":40,"id":7,"ws":true,"disabled":false},{"text":"the","start":41,"end":44,"id":8,"ws":true,"disabled":false},{"text":"journal","start":45,"end":52,"id":9,"ws":true,"disabled":false},{"text":"Nature","start":53,"end":59,"id":10,"ws":true,"disabled":false},{"text":"last","start":60,"end":64,"id":11,"ws":true,"disabled":false},{"text":"year","start":65,"end":69,"id":12,"ws":true,"disabled":false},{"text":"showing","start":70,"end":77,"id":13,"ws":true,"disabled":false},{"text":"that","start":78,"end":82,"id":14,"ws":true,"disabled":false},{"text":"regional","start":83,"end":91,"id":15,"ws":true,"disabled":false},{"text":"increases","start":92,"end":101,"id":16,"ws":true,"disabled":false},{"text":"in","start":102,"end":104,"id":17,"ws":true,"disabled":false},{"text":"precipitation","start":105,"end":118,"id":18,"ws":true,"disabled":false},{"text":"due","start":119,"end":122,"id":19,"ws":true,"disabled":false},{"text":"to","start":123,"end":125,"id":20,"ws":true,"disabled":false},{"text":"climate","start":126,"end":133,"id":21,"ws":true,"disabled":false},{"text":"change","start":134,"end":140,"id":22,"ws":true,"disabled":false},{"text":"may","start":141,"end":144,"id":23,"ws":true,"disabled":false},{"text":"lead","start":145,"end":149,"id":24,"ws":true,"disabled":false},{"text":"to","start":150,"end":152,"id":25,"ws":true,"disabled":false},{"text":"less","start":153,"end":157,"id":26,"ws":true,"disabled":false},{"text":"water","start":158,"end":163,"id":27,"ws":true,"disabled":false},{"text":"infiltration","start":164,"end":176,"id":28,"ws":false,"disabled":false},{"text":",","start":176,"end":177,"id":29,"ws":true,"disabled":false},{"text":"more","start":178,"end":182,"id":30,"ws":true,"disabled":false},{"text":"runoff","start":183,"end":189,"id":31,"ws":true,"disabled":false},{"text":"and","start":190,"end":193,"id":32,"ws":true,"disabled":false},{"text":"erosion","start":194,"end":201,"id":33,"ws":false,"disabled":false},{"text":",","start":201,"end":202,"id":34,"ws":true,"disabled":false},{"text":"and","start":203,"end":206,"id":35,"ws":true,"disabled":false},{"text":"greater","start":207,"end":214,"id":36,"ws":true,"disabled":false},{"text":"risk","start":215,"end":219,"id":37,"ws":true,"disabled":false},{"text":"of","start":220,"end":222,"id":38,"ws":true,"disabled":false},{"text":"flash","start":223,"end":228,"id":39,"ws":true,"disabled":false},{"text":"flooding","start":229,"end":237,"id":40,"ws":false,"disabled":false},{"text":".","start":237,"end":238,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":252,"end":264,"id":43,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":16,"child":42,"head_span":{"start":92,"end":101,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":239,"end":251,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":42,"head_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":239,"end":251,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":42,"head_span":{"start":83,"end":91,"token_start":15,"token_end":15,"label":"where"},"child_span":{"start":239,"end":251,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":153,"end":157,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":158,"end":163,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":27,"head_span":{"start":164,"end":176,"token_start":28,"token_end":28,"label":"aspect_changing"},"child_span":{"start":158,"end":163,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":43,"head_span":{"start":178,"end":182,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":252,"end":264,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":43,"head_span":{"start":183,"end":189,"token_start":31,"token_end":31,"label":"aspect_changing"},"child_span":{"start":252,"end":264,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":40,"head_span":{"start":207,"end":214,"token_start":36,"token_end":36,"label":"change_direction"},"child_span":{"start":229,"end":237,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":40,"head_span":{"start":215,"end":219,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":229,"end":237,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":40,"head_span":{"start":223,"end":228,"token_start":39,"token_end":39,"label":"type_of"},"child_span":{"start":229,"end":237,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":42,"head_span":{"start":126,"end":140,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":239,"end":251,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":27,"head_span":{"start":239,"end":251,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":158,"end":163,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":43,"head_span":{"start":239,"end":251,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":252,"end":264,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":33,"head_span":{"start":239,"end":251,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":194,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":40,"head_span":{"start":239,"end":251,"token_start":42,"token_end":42,"label":"base"},"child_span":{"start":229,"end":237,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":8,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"The finding that climate change can play a role in increasing air pollution means that air pollution will be \"more difficult to control in the future than we thought,\" Kinney said.\n","text":"The finding that climate change can play a role in increasing air pollution means that air pollution will be \"more difficult to control in the future than we thought,\" Kinney said. IMPLIED_BASE IMPLIED_BASE","characters":181,"document_index":9,"md_sentence_index":24,"classification_origin":"cm_cause_effect_rel","url":"http://www.livescience.com/57913-climate-change-will-increase-air-pollution.html","combo_id":"9_24","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1298064518,"_task_hash":-1451507228,"spans":[{"text":"climate change","start":17,"token_start":3,"token_end":4,"end":31,"type":"pattern","label":"base"},{"start":32,"end":35,"token_start":5,"token_end":5,"label":"confidence"},{"start":36,"end":50,"token_start":6,"token_end":9,"label":"predicate"},{"text":"increasing","start":51,"token_start":10,"token_end":10,"end":61,"type":"pattern","label":"change_direction"},{"start":62,"end":65,"token_start":11,"token_end":11,"label":"base"},{"start":66,"end":75,"token_start":12,"token_end":12,"label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"finding","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"that","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"climate","start":17,"end":24,"id":3,"ws":true,"disabled":false},{"text":"change","start":25,"end":31,"id":4,"ws":true,"disabled":false},{"text":"can","start":32,"end":35,"id":5,"ws":true,"disabled":false},{"text":"play","start":36,"end":40,"id":6,"ws":true,"disabled":false},{"text":"a","start":41,"end":42,"id":7,"ws":true,"disabled":false},{"text":"role","start":43,"end":47,"id":8,"ws":true,"disabled":false},{"text":"in","start":48,"end":50,"id":9,"ws":true,"disabled":false},{"text":"increasing","start":51,"end":61,"id":10,"ws":true,"disabled":false},{"text":"air","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"pollution","start":66,"end":75,"id":12,"ws":true,"disabled":false},{"text":"means","start":76,"end":81,"id":13,"ws":true,"disabled":false},{"text":"that","start":82,"end":86,"id":14,"ws":true,"disabled":false},{"text":"air","start":87,"end":90,"id":15,"ws":true,"disabled":false},{"text":"pollution","start":91,"end":100,"id":16,"ws":true,"disabled":false},{"text":"will","start":101,"end":105,"id":17,"ws":true,"disabled":false},{"text":"be","start":106,"end":108,"id":18,"ws":true,"disabled":false},{"text":"\"","start":109,"end":110,"id":19,"ws":false,"disabled":false},{"text":"more","start":110,"end":114,"id":20,"ws":true,"disabled":false},{"text":"difficult","start":115,"end":124,"id":21,"ws":true,"disabled":false},{"text":"to","start":125,"end":127,"id":22,"ws":true,"disabled":false},{"text":"control","start":128,"end":135,"id":23,"ws":true,"disabled":false},{"text":"in","start":136,"end":138,"id":24,"ws":true,"disabled":false},{"text":"the","start":139,"end":142,"id":25,"ws":true,"disabled":false},{"text":"future","start":143,"end":149,"id":26,"ws":true,"disabled":false},{"text":"than","start":150,"end":154,"id":27,"ws":true,"disabled":false},{"text":"we","start":155,"end":157,"id":28,"ws":true,"disabled":false},{"text":"thought","start":158,"end":165,"id":29,"ws":false,"disabled":false},{"text":",","start":165,"end":166,"id":30,"ws":false,"disabled":false},{"text":"\"","start":166,"end":167,"id":31,"ws":true,"disabled":false},{"text":"Kinney","start":168,"end":174,"id":32,"ws":true,"disabled":false},{"text":"said","start":175,"end":179,"id":33,"ws":false,"disabled":false},{"text":".","start":179,"end":180,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":51,"end":61,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":62,"end":65,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":11,"head_span":{"start":66,"end":75,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":62,"end":65,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":11,"head_span":{"start":17,"end":31,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":62,"end":65,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":932,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The fracking itself can also create local pollution.\n","text":"The fracking itself can also create local pollution. IMPLIED_BASE IMPLIED_BASE","characters":53,"document_index":746,"md_sentence_index":117,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2017/climate/what-is-climate-change.html","combo_id":"746_117","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1454086078,"_task_hash":-1622558019,"spans":[{"start":4,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":20,"end":23,"token_start":3,"token_end":3,"label":"confidence"},{"start":29,"end":35,"token_start":5,"token_end":5,"label":"predicate"},{"start":36,"end":41,"token_start":6,"token_end":6,"label":"where"},{"start":42,"end":51,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":53,"end":65,"token_start":9,"token_end":9,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"fracking","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"itself","start":13,"end":19,"id":2,"ws":true,"disabled":false},{"text":"can","start":20,"end":23,"id":3,"ws":true,"disabled":false},{"text":"also","start":24,"end":28,"id":4,"ws":true,"disabled":false},{"text":"create","start":29,"end":35,"id":5,"ws":true,"disabled":false},{"text":"local","start":36,"end":41,"id":6,"ws":true,"disabled":false},{"text":"pollution","start":42,"end":51,"id":7,"ws":false,"disabled":false},{"text":".","start":51,"end":52,"id":8,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":53,"end":65,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":66,"end":78,"id":10,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":7,"child":9,"head_span":{"start":42,"end":51,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":53,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":36,"end":41,"token_start":6,"token_end":6,"label":"where"},"child_span":{"start":53,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":9,"head_span":{"start":4,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":53,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":15,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"A new report from the Congressional Budget Office estimates annual losses from damage linked to hurricanes and flooding at $54 billion under current conditions (which are changing rapidly).\n","text":"A new report from the Congressional Budget Office estimates annual losses from damage linked to hurricanes and flooding at $54 billion under current conditions (which are changing rapidly). IMPLIED_BASE IMPLIED_BASE","characters":190,"document_index":15,"md_sentence_index":30,"classification_origin":"cm_cause_effect_rel","url":"https://www.marketwatch.com/story/how-climate-change-could-trigger-the-next-financial-crisis-2019-04-18","combo_id":"15_30","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1142923253,"_task_hash":-1105167602,"spans":[{"start":50,"end":59,"token_start":8,"token_end":8,"label":"confidence"},{"start":60,"end":66,"token_start":9,"token_end":9,"label":"when"},{"start":67,"end":73,"token_start":10,"token_end":10,"label":"change_direction"},{"start":74,"end":78,"token_start":11,"token_end":11,"label":"predicate"},{"start":79,"end":85,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":86,"end":95,"token_start":13,"token_end":14,"label":"predicate"},{"text":"hurricanes","start":96,"token_start":15,"token_end":15,"end":106,"type":"pattern","label":"base"},{"text":"flooding","start":111,"token_start":17,"token_end":17,"end":119,"type":"pattern","label":"base"},{"start":123,"end":134,"token_start":19,"token_end":21,"label":"effect_size"},{"start":190,"end":202,"token_start":32,"token_end":32,"label":"base"},{"start":203,"end":215,"token_start":33,"token_end":33,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"new","start":2,"end":5,"id":1,"ws":true,"disabled":false},{"text":"report","start":6,"end":12,"id":2,"ws":true,"disabled":false},{"text":"from","start":13,"end":17,"id":3,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":4,"ws":true,"disabled":false},{"text":"Congressional","start":22,"end":35,"id":5,"ws":true,"disabled":false},{"text":"Budget","start":36,"end":42,"id":6,"ws":true,"disabled":false},{"text":"Office","start":43,"end":49,"id":7,"ws":true,"disabled":false},{"text":"estimates","start":50,"end":59,"id":8,"ws":true,"disabled":false},{"text":"annual","start":60,"end":66,"id":9,"ws":true,"disabled":false},{"text":"losses","start":67,"end":73,"id":10,"ws":true,"disabled":false},{"text":"from","start":74,"end":78,"id":11,"ws":true,"disabled":false},{"text":"damage","start":79,"end":85,"id":12,"ws":true,"disabled":false},{"text":"linked","start":86,"end":92,"id":13,"ws":true,"disabled":false},{"text":"to","start":93,"end":95,"id":14,"ws":true,"disabled":false},{"text":"hurricanes","start":96,"end":106,"id":15,"ws":true,"disabled":false},{"text":"and","start":107,"end":110,"id":16,"ws":true,"disabled":false},{"text":"flooding","start":111,"end":119,"id":17,"ws":true,"disabled":false},{"text":"at","start":120,"end":122,"id":18,"ws":true,"disabled":false},{"text":"$","start":123,"end":124,"id":19,"ws":false,"disabled":false},{"text":"54","start":124,"end":126,"id":20,"ws":true,"disabled":false},{"text":"billion","start":127,"end":134,"id":21,"ws":true,"disabled":false},{"text":"under","start":135,"end":140,"id":22,"ws":true,"disabled":false},{"text":"current","start":141,"end":148,"id":23,"ws":true,"disabled":false},{"text":"conditions","start":149,"end":159,"id":24,"ws":true,"disabled":false},{"text":"(","start":160,"end":161,"id":25,"ws":false,"disabled":false},{"text":"which","start":161,"end":166,"id":26,"ws":true,"disabled":false},{"text":"are","start":167,"end":170,"id":27,"ws":true,"disabled":false},{"text":"changing","start":171,"end":179,"id":28,"ws":true,"disabled":false},{"text":"rapidly","start":180,"end":187,"id":29,"ws":false,"disabled":false},{"text":")","start":187,"end":188,"id":30,"ws":false,"disabled":false},{"text":".","start":188,"end":189,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":9,"child":32,"head_span":{"start":60,"end":66,"token_start":9,"token_end":9,"label":"when"},"child_span":{"start":190,"end":202,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":32,"head_span":{"start":67,"end":73,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":190,"end":202,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":33,"head_span":{"start":79,"end":85,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":203,"end":215,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":32,"head_span":{"start":123,"end":134,"token_start":19,"token_end":21,"label":"effect_size"},"child_span":{"start":190,"end":202,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":32,"head_span":{"start":203,"end":215,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":190,"end":202,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":33,"head_span":{"start":96,"end":106,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":203,"end":215,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":33,"head_span":{"start":111,"end":119,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":203,"end":215,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":81,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Simple","original_md_text":"Economic Deprivation\nClimate change is projected to have a detrimental impact on economies worldwide, including reduced crop yields, less grazing land, and the loss of homes and jobs due to wildfires and flooding (IPCC, 2007).","text":"Economic DeprivationClimate change is projected to have a detrimental impact on economies worldwide, including reduced crop yields, less grazing land, and the loss of homes and jobs due to wildfires and flooding (IPCC, 2007). IMPLIED_BASE IMPLIED_BASE","characters":226,"document_index":71,"md_sentence_index":107,"classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_107","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1814233845,"_task_hash":1150132977,"spans":[{"text":"reduced","start":111,"token_start":15,"token_end":15,"end":118,"type":"pattern","label":"change_direction"},{"text":"crop","start":119,"token_start":16,"token_end":16,"end":123,"type":"pattern","label":"base"},{"text":"less","start":132,"token_start":19,"token_end":19,"end":136,"type":"pattern","label":"change_direction"},{"text":"homes","start":167,"token_start":27,"token_end":27,"end":172,"type":"pattern","label":"base"},{"text":"wildfires","start":189,"token_start":32,"token_end":32,"end":198,"type":"pattern","label":"base"},{"text":"flooding","start":203,"token_start":34,"token_end":34,"end":211,"type":"pattern","label":"base"}],"tokens":[{"text":"Economic","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"DeprivationClimate","start":9,"end":27,"id":1,"ws":true,"disabled":false},{"text":"change","start":28,"end":34,"id":2,"ws":true,"disabled":false},{"text":"is","start":35,"end":37,"id":3,"ws":true,"disabled":false},{"text":"projected","start":38,"end":47,"id":4,"ws":true,"disabled":false},{"text":"to","start":48,"end":50,"id":5,"ws":true,"disabled":false},{"text":"have","start":51,"end":55,"id":6,"ws":true,"disabled":false},{"text":"a","start":56,"end":57,"id":7,"ws":true,"disabled":false},{"text":"detrimental","start":58,"end":69,"id":8,"ws":true,"disabled":false},{"text":"impact","start":70,"end":76,"id":9,"ws":true,"disabled":false},{"text":"on","start":77,"end":79,"id":10,"ws":true,"disabled":false},{"text":"economies","start":80,"end":89,"id":11,"ws":true,"disabled":false},{"text":"worldwide","start":90,"end":99,"id":12,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":13,"ws":true,"disabled":false},{"text":"including","start":101,"end":110,"id":14,"ws":true,"disabled":false},{"text":"reduced","start":111,"end":118,"id":15,"ws":true,"disabled":false},{"text":"crop","start":119,"end":123,"id":16,"ws":true,"disabled":false},{"text":"yields","start":124,"end":130,"id":17,"ws":false,"disabled":false},{"text":",","start":130,"end":131,"id":18,"ws":true,"disabled":false},{"text":"less","start":132,"end":136,"id":19,"ws":true,"disabled":false},{"text":"grazing","start":137,"end":144,"id":20,"ws":true,"disabled":false},{"text":"land","start":145,"end":149,"id":21,"ws":false,"disabled":false},{"text":",","start":149,"end":150,"id":22,"ws":true,"disabled":false},{"text":"and","start":151,"end":154,"id":23,"ws":true,"disabled":false},{"text":"the","start":155,"end":158,"id":24,"ws":true,"disabled":false},{"text":"loss","start":159,"end":163,"id":25,"ws":true,"disabled":false},{"text":"of","start":164,"end":166,"id":26,"ws":true,"disabled":false},{"text":"homes","start":167,"end":172,"id":27,"ws":true,"disabled":false},{"text":"and","start":173,"end":176,"id":28,"ws":true,"disabled":false},{"text":"jobs","start":177,"end":181,"id":29,"ws":true,"disabled":false},{"text":"due","start":182,"end":185,"id":30,"ws":true,"disabled":false},{"text":"to","start":186,"end":188,"id":31,"ws":true,"disabled":false},{"text":"wildfires","start":189,"end":198,"id":32,"ws":true,"disabled":false},{"text":"and","start":199,"end":202,"id":33,"ws":true,"disabled":false},{"text":"flooding","start":203,"end":211,"id":34,"ws":true,"disabled":false},{"text":"(","start":212,"end":213,"id":35,"ws":false,"disabled":false},{"text":"IPCC","start":213,"end":217,"id":36,"ws":false,"disabled":false},{"text":",","start":217,"end":218,"id":37,"ws":true,"disabled":false},{"text":"2007","start":219,"end":223,"id":38,"ws":false,"disabled":false},{"text":")","start":223,"end":224,"id":39,"ws":false,"disabled":false},{"text":".","start":224,"end":225,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":42,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":1015,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Using 21st-century climate model projections, a more recent study led by Mingfang Ting of Columbia University concludes that human-caused warming may lead to a weakening of disruptive vertical wind shear during active Atlantic hurricane cycles.","text":"Using 21st-century climate model projections, a more recent study led by Mingfang Ting of Columbia University concludes that human-caused warming may lead to a weakening of disruptive vertical wind shear during active Atlantic hurricane cycles. IMPLIED_BASE IMPLIED_BASE","characters":244,"document_index":787,"md_sentence_index":107,"classification_origin":"causal_sentence_classification","url":"https://yaleclimateconnections.org/2019/07/how-climate-change-is-making-hurricanes-more-dangerous/","combo_id":"787_107","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-2043747172,"_task_hash":-1332884625,"spans":[{"start":125,"end":137,"token_start":21,"token_end":23,"label":"type_of"},{"start":138,"end":145,"token_start":24,"token_end":24,"label":"change_direction"},{"start":146,"end":149,"token_start":25,"token_end":25,"label":"confidence"},{"start":150,"end":157,"token_start":26,"token_end":27,"label":"predicate"},{"start":160,"end":169,"token_start":29,"token_end":29,"label":"change_direction"},{"start":173,"end":183,"token_start":31,"token_end":31,"label":"type_of"},{"start":184,"end":192,"token_start":32,"token_end":32,"label":"type_of"},{"start":193,"end":197,"token_start":33,"token_end":33,"label":"base"},{"start":198,"end":203,"token_start":34,"token_end":34,"label":"aspect_changing"},{"start":204,"end":243,"token_start":35,"token_end":39,"label":"when"},{"start":245,"end":257,"token_start":41,"token_end":41,"label":"base"}],"tokens":[{"text":"Using","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"21st","start":6,"end":10,"id":1,"ws":false,"disabled":false},{"text":"-","start":10,"end":11,"id":2,"ws":false,"disabled":false},{"text":"century","start":11,"end":18,"id":3,"ws":true,"disabled":false},{"text":"climate","start":19,"end":26,"id":4,"ws":true,"disabled":false},{"text":"model","start":27,"end":32,"id":5,"ws":true,"disabled":false},{"text":"projections","start":33,"end":44,"id":6,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":7,"ws":true,"disabled":false},{"text":"a","start":46,"end":47,"id":8,"ws":true,"disabled":false},{"text":"more","start":48,"end":52,"id":9,"ws":true,"disabled":false},{"text":"recent","start":53,"end":59,"id":10,"ws":true,"disabled":false},{"text":"study","start":60,"end":65,"id":11,"ws":true,"disabled":false},{"text":"led","start":66,"end":69,"id":12,"ws":true,"disabled":false},{"text":"by","start":70,"end":72,"id":13,"ws":true,"disabled":false},{"text":"Mingfang","start":73,"end":81,"id":14,"ws":true,"disabled":false},{"text":"Ting","start":82,"end":86,"id":15,"ws":true,"disabled":false},{"text":"of","start":87,"end":89,"id":16,"ws":true,"disabled":false},{"text":"Columbia","start":90,"end":98,"id":17,"ws":true,"disabled":false},{"text":"University","start":99,"end":109,"id":18,"ws":true,"disabled":false},{"text":"concludes","start":110,"end":119,"id":19,"ws":true,"disabled":false},{"text":"that","start":120,"end":124,"id":20,"ws":true,"disabled":false},{"text":"human","start":125,"end":130,"id":21,"ws":false,"disabled":false},{"text":"-","start":130,"end":131,"id":22,"ws":false,"disabled":false},{"text":"caused","start":131,"end":137,"id":23,"ws":true,"disabled":false},{"text":"warming","start":138,"end":145,"id":24,"ws":true,"disabled":false},{"text":"may","start":146,"end":149,"id":25,"ws":true,"disabled":false},{"text":"lead","start":150,"end":154,"id":26,"ws":true,"disabled":false},{"text":"to","start":155,"end":157,"id":27,"ws":true,"disabled":false},{"text":"a","start":158,"end":159,"id":28,"ws":true,"disabled":false},{"text":"weakening","start":160,"end":169,"id":29,"ws":true,"disabled":false},{"text":"of","start":170,"end":172,"id":30,"ws":true,"disabled":false},{"text":"disruptive","start":173,"end":183,"id":31,"ws":true,"disabled":false},{"text":"vertical","start":184,"end":192,"id":32,"ws":true,"disabled":false},{"text":"wind","start":193,"end":197,"id":33,"ws":true,"disabled":false},{"text":"shear","start":198,"end":203,"id":34,"ws":true,"disabled":false},{"text":"during","start":204,"end":210,"id":35,"ws":true,"disabled":false},{"text":"active","start":211,"end":217,"id":36,"ws":true,"disabled":false},{"text":"Atlantic","start":218,"end":226,"id":37,"ws":true,"disabled":false},{"text":"hurricane","start":227,"end":236,"id":38,"ws":true,"disabled":false},{"text":"cycles","start":237,"end":243,"id":39,"ws":false,"disabled":false},{"text":".","start":243,"end":244,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":245,"end":257,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":258,"end":270,"id":42,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":23,"child":41,"head_span":{"start":125,"end":137,"token_start":21,"token_end":23,"label":"type_of"},"child_span":{"start":245,"end":257,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":41,"head_span":{"start":138,"end":145,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":245,"end":257,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":33,"head_span":{"start":160,"end":169,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":193,"end":197,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":33,"head_span":{"start":173,"end":183,"token_start":31,"token_end":31,"label":"type_of"},"child_span":{"start":193,"end":197,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":33,"head_span":{"start":184,"end":192,"token_start":32,"token_end":32,"label":"type_of"},"child_span":{"start":193,"end":197,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":198,"end":203,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":193,"end":197,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":33,"head_span":{"start":245,"end":257,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":193,"end":197,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":686,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Research conducted at Utah\u2019s colleges and universities shows that even short-term exposure to air pollutants can cause and aggravate severe health conditions, costing the state and individuals millions of dollars a year .","text":"Research conducted at Utah\u2019s colleges and universities shows that even short-term exposure to air pollutants can cause and aggravate severe health conditions, costing the state and individuals millions of dollars a year . IMPLIED_BASE IMPLIED_BASE","characters":221,"document_index":586,"md_sentence_index":403,"classification_origin":"causal_sentence_classification","url":"https://gardner.utah.edu/wp-content/uploads/Utah-Roadmap-Public-Draft.pdf","combo_id":"586_403","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":413157237,"_task_hash":-1038876061,"spans":[{"start":55,"end":60,"token_start":8,"token_end":8,"label":"confidence"},{"start":71,"end":90,"token_start":11,"token_end":14,"label":"aspect_changing"},{"start":94,"end":97,"token_start":16,"token_end":16,"label":"type_of"},{"text":"pollutants","start":98,"token_start":17,"token_end":17,"end":108,"type":"pattern","label":"base"},{"start":113,"end":118,"token_start":19,"token_end":19,"label":"predicate"},{"start":123,"end":132,"token_start":21,"token_end":21,"label":"predicate"},{"start":133,"end":139,"token_start":22,"token_end":22,"label":"type_of"},{"start":140,"end":157,"token_start":23,"token_end":24,"label":"base"},{"start":159,"end":166,"token_start":26,"token_end":26,"label":"change_direction"},{"start":167,"end":192,"token_start":27,"token_end":30,"label":"to_whom"},{"start":193,"end":204,"token_start":31,"token_end":32,"label":"effect_size"},{"start":205,"end":212,"token_start":33,"token_end":33,"label":"base"},{"start":213,"end":219,"token_start":34,"token_end":35,"label":"when"}],"tokens":[{"text":"Research","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"conducted","start":9,"end":18,"id":1,"ws":true,"disabled":false},{"text":"at","start":19,"end":21,"id":2,"ws":true,"disabled":false},{"text":"Utah","start":22,"end":26,"id":3,"ws":false,"disabled":false},{"text":"\u2019s","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"colleges","start":29,"end":37,"id":5,"ws":true,"disabled":false},{"text":"and","start":38,"end":41,"id":6,"ws":true,"disabled":false},{"text":"universities","start":42,"end":54,"id":7,"ws":true,"disabled":false},{"text":"shows","start":55,"end":60,"id":8,"ws":true,"disabled":false},{"text":"that","start":61,"end":65,"id":9,"ws":true,"disabled":false},{"text":"even","start":66,"end":70,"id":10,"ws":true,"disabled":false},{"text":"short","start":71,"end":76,"id":11,"ws":false,"disabled":false},{"text":"-","start":76,"end":77,"id":12,"ws":false,"disabled":false},{"text":"term","start":77,"end":81,"id":13,"ws":true,"disabled":false},{"text":"exposure","start":82,"end":90,"id":14,"ws":true,"disabled":false},{"text":"to","start":91,"end":93,"id":15,"ws":true,"disabled":false},{"text":"air","start":94,"end":97,"id":16,"ws":true,"disabled":false},{"text":"pollutants","start":98,"end":108,"id":17,"ws":true,"disabled":false},{"text":"can","start":109,"end":112,"id":18,"ws":true,"disabled":false},{"text":"cause","start":113,"end":118,"id":19,"ws":true,"disabled":false},{"text":"and","start":119,"end":122,"id":20,"ws":true,"disabled":false},{"text":"aggravate","start":123,"end":132,"id":21,"ws":true,"disabled":false},{"text":"severe","start":133,"end":139,"id":22,"ws":true,"disabled":false},{"text":"health","start":140,"end":146,"id":23,"ws":true,"disabled":false},{"text":"conditions","start":147,"end":157,"id":24,"ws":false,"disabled":false},{"text":",","start":157,"end":158,"id":25,"ws":true,"disabled":false},{"text":"costing","start":159,"end":166,"id":26,"ws":true,"disabled":false},{"text":"the","start":167,"end":170,"id":27,"ws":true,"disabled":false},{"text":"state","start":171,"end":176,"id":28,"ws":true,"disabled":false},{"text":"and","start":177,"end":180,"id":29,"ws":true,"disabled":false},{"text":"individuals","start":181,"end":192,"id":30,"ws":true,"disabled":false},{"text":"millions","start":193,"end":201,"id":31,"ws":true,"disabled":false},{"text":"of","start":202,"end":204,"id":32,"ws":true,"disabled":false},{"text":"dollars","start":205,"end":212,"id":33,"ws":true,"disabled":false},{"text":"a","start":213,"end":214,"id":34,"ws":true,"disabled":false},{"text":"year","start":215,"end":219,"id":35,"ws":true,"disabled":false},{"text":".","start":220,"end":221,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":222,"end":234,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":235,"end":247,"id":38,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":17,"child":24,"head_span":{"start":98,"end":108,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":140,"end":157,"token_start":23,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":17,"head_span":{"start":71,"end":90,"token_start":11,"token_end":14,"label":"aspect_changing"},"child_span":{"start":98,"end":108,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":94,"end":97,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":98,"end":108,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":133,"end":139,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":140,"end":157,"token_start":23,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":33,"head_span":{"start":159,"end":166,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":205,"end":212,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":33,"head_span":{"start":193,"end":204,"token_start":31,"token_end":32,"label":"effect_size"},"child_span":{"start":205,"end":212,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":33,"head_span":{"start":167,"end":192,"token_start":27,"token_end":30,"label":"to_whom"},"child_span":{"start":205,"end":212,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"ignore"}
+{"number":502,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"He warns that too much change in ocean temperature and salinity could disrupt the North Atlantic thermohaline circulation enough to slow down or possibly halt the conveyor belt\u2014causing drastic climate changes in time spans as short as a decade.\n","text":"He warns that too much change in ocean temperature and salinity could disrupt the North Atlantic thermohaline circulation enough to slow down or possibly halt the conveyor belt\u2014causing drastic climate changes in time spans as short as a decade. IMPLIED_BASE IMPLIED_BASE","characters":245,"document_index":382,"md_sentence_index":83,"classification_origin":"cm_cause_effect_rel","url":"https://www.nationalgeographic.com/environment/global-warming/big-thaw/","combo_id":"382_83","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1862181909,"_task_hash":96096297,"spans":[{"text":"ocean","start":33,"token_start":7,"token_end":7,"end":38,"type":"pattern","label":"base"},{"text":"temperature","start":39,"token_start":8,"token_end":8,"end":50,"type":"pattern","label":"aspect_changing"},{"text":"salinity","start":55,"token_start":10,"token_end":10,"end":63,"type":"pattern","label":"aspect_changing"},{"start":64,"end":69,"token_start":11,"token_end":11,"label":"confidence"},{"start":82,"end":109,"token_start":14,"token_end":16,"label":"type_of"},{"start":110,"end":121,"token_start":17,"token_end":17,"label":"base"},{"start":132,"end":158,"token_start":20,"token_end":24,"label":"change_direction"},{"start":177,"end":184,"token_start":29,"token_end":29,"label":"confidence"},{"start":185,"end":192,"token_start":30,"token_end":30,"label":"type_of"},{"start":193,"end":208,"token_start":31,"token_end":32,"label":"base"},{"start":212,"end":243,"token_start":34,"token_end":40,"label":"when"}],"tokens":[{"text":"He","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"warns","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"that","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"too","start":14,"end":17,"id":3,"ws":true,"disabled":false},{"text":"much","start":18,"end":22,"id":4,"ws":true,"disabled":false},{"text":"change","start":23,"end":29,"id":5,"ws":true,"disabled":false},{"text":"in","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"ocean","start":33,"end":38,"id":7,"ws":true,"disabled":false},{"text":"temperature","start":39,"end":50,"id":8,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"salinity","start":55,"end":63,"id":10,"ws":true,"disabled":false},{"text":"could","start":64,"end":69,"id":11,"ws":true,"disabled":false},{"text":"disrupt","start":70,"end":77,"id":12,"ws":true,"disabled":false},{"text":"the","start":78,"end":81,"id":13,"ws":true,"disabled":false},{"text":"North","start":82,"end":87,"id":14,"ws":true,"disabled":false},{"text":"Atlantic","start":88,"end":96,"id":15,"ws":true,"disabled":false},{"text":"thermohaline","start":97,"end":109,"id":16,"ws":true,"disabled":false},{"text":"circulation","start":110,"end":121,"id":17,"ws":true,"disabled":false},{"text":"enough","start":122,"end":128,"id":18,"ws":true,"disabled":false},{"text":"to","start":129,"end":131,"id":19,"ws":true,"disabled":false},{"text":"slow","start":132,"end":136,"id":20,"ws":true,"disabled":false},{"text":"down","start":137,"end":141,"id":21,"ws":true,"disabled":false},{"text":"or","start":142,"end":144,"id":22,"ws":true,"disabled":false},{"text":"possibly","start":145,"end":153,"id":23,"ws":true,"disabled":false},{"text":"halt","start":154,"end":158,"id":24,"ws":true,"disabled":false},{"text":"the","start":159,"end":162,"id":25,"ws":true,"disabled":false},{"text":"conveyor","start":163,"end":171,"id":26,"ws":true,"disabled":false},{"text":"belt","start":172,"end":176,"id":27,"ws":false,"disabled":false},{"text":"\u2014","start":176,"end":177,"id":28,"ws":false,"disabled":false},{"text":"causing","start":177,"end":184,"id":29,"ws":true,"disabled":false},{"text":"drastic","start":185,"end":192,"id":30,"ws":true,"disabled":false},{"text":"climate","start":193,"end":200,"id":31,"ws":true,"disabled":false},{"text":"changes","start":201,"end":208,"id":32,"ws":true,"disabled":false},{"text":"in","start":209,"end":211,"id":33,"ws":true,"disabled":false},{"text":"time","start":212,"end":216,"id":34,"ws":true,"disabled":false},{"text":"spans","start":217,"end":222,"id":35,"ws":true,"disabled":false},{"text":"as","start":223,"end":225,"id":36,"ws":true,"disabled":false},{"text":"short","start":226,"end":231,"id":37,"ws":true,"disabled":false},{"text":"as","start":232,"end":234,"id":38,"ws":true,"disabled":false},{"text":"a","start":235,"end":236,"id":39,"ws":true,"disabled":false},{"text":"decade","start":237,"end":243,"id":40,"ws":false,"disabled":false},{"text":".","start":243,"end":244,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":245,"end":257,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":258,"end":270,"id":43,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":7,"child":17,"head_span":{"start":33,"end":38,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":110,"end":121,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":17,"head_span":{"start":82,"end":109,"token_start":14,"token_end":16,"label":"type_of"},"child_span":{"start":110,"end":121,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":39,"end":50,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":33,"end":38,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":42,"head_span":{"start":33,"end":38,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":245,"end":257,"token_start":42,"token_end":42,"label":null},"color":"#d9fbad","label":"Same_As"},{"head":10,"child":42,"head_span":{"start":55,"end":63,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":245,"end":257,"token_start":42,"token_end":42,"label":null},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":17,"head_span":{"start":245,"end":257,"token_start":42,"token_end":42,"label":null},"child_span":{"start":110,"end":121,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":17,"head_span":{"start":132,"end":158,"token_start":20,"token_end":24,"label":"change_direction"},"child_span":{"start":110,"end":121,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":32,"head_span":{"start":185,"end":192,"token_start":30,"token_end":30,"label":"type_of"},"child_span":{"start":193,"end":208,"token_start":31,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":32,"head_span":{"start":110,"end":121,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":193,"end":208,"token_start":31,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":16,"Used?":"staged","Dataset name":"checkin-three","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Wildfires in the West reduced visibility, slowed frequency of landings, and rerouted planes.","text":"Wildfires in the West reduced visibility, slowed frequency of landings, and rerouted planes. IMPLIED_BASE IMPLIED_BASE","characters":92,"document_index":16,"md_sentence_index":32,"classification_origin":"cm_cause_effect_rel","url":"https://www.vox.com/first-person/2019/4/17/18410615/green-new-deal-flight-attendants-alexandria-ocasio-cortez-sara-nelson","combo_id":"16_32","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-456966441,"_task_hash":356567133,"spans":[{"text":"Wildfires","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"base"},{"start":10,"end":21,"token_start":1,"token_end":3,"label":"where"},{"text":"reduced","start":22,"token_start":4,"token_end":4,"end":29,"type":"pattern","label":"change_direction"},{"text":"visibility","start":30,"token_start":5,"token_end":5,"end":40,"type":"pattern","label":"aspect_changing"},{"text":"slowed","start":42,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"change_direction"},{"text":"frequency of landings","start":49,"token_start":8,"token_end":10,"end":70,"type":"pattern","label":"aspect_changing"},{"text":"rerouted","start":76,"token_start":13,"token_end":13,"end":84,"type":"pattern","label":"change_direction"},{"text":"planes","start":85,"token_start":14,"token_end":14,"end":91,"type":"pattern","label":"base"},{"start":93,"end":105,"token_start":16,"token_end":16,"label":"base"},{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"Wildfires","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"in","start":10,"end":12,"id":1,"ws":true,"disabled":false},{"text":"the","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"West","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"reduced","start":22,"end":29,"id":4,"ws":true,"disabled":false},{"text":"visibility","start":30,"end":40,"id":5,"ws":false,"disabled":false},{"text":",","start":40,"end":41,"id":6,"ws":true,"disabled":false},{"text":"slowed","start":42,"end":48,"id":7,"ws":true,"disabled":false},{"text":"frequency","start":49,"end":58,"id":8,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"landings","start":62,"end":70,"id":10,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":11,"ws":true,"disabled":false},{"text":"and","start":72,"end":75,"id":12,"ws":true,"disabled":false},{"text":"rerouted","start":76,"end":84,"id":13,"ws":true,"disabled":false},{"text":"planes","start":85,"end":91,"id":14,"ws":false,"disabled":false},{"text":".","start":91,"end":92,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":17,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":0,"child":14,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":85,"end":91,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":16,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":93,"end":105,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":17,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":16,"head_span":{"start":22,"end":29,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":93,"end":105,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":16,"head_span":{"start":30,"end":40,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":93,"end":105,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":17,"head_span":{"start":42,"end":48,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":17,"head_span":{"start":49,"end":70,"token_start":8,"token_end":10,"label":"aspect_changing"},"child_span":{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":76,"end":84,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":85,"end":91,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":563,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Contamination of aquifers will exacerbate water shortages.","text":"Contamination of aquifers will exacerbate water shortages. IMPLIED_BASE IMPLIED_BASE","characters":58,"document_index":445,"md_sentence_index":39,"classification_origin":"causal_sentence_classification","url":"https://www.foreignaffairs.com/articles/2019-09-23/climate-change-already-killing-us","combo_id":"445_39","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-273768650,"_task_hash":1000701749,"spans":[{"start":0,"end":16,"token_start":0,"token_end":1,"label":"aspect_changing"},{"start":17,"end":25,"token_start":2,"token_end":2,"label":"base"},{"start":26,"end":30,"token_start":3,"token_end":3,"label":"confidence"},{"start":31,"end":41,"token_start":4,"token_end":4,"label":"change_direction"},{"text":"water","start":42,"token_start":5,"token_end":5,"end":47,"type":"pattern","label":"base"},{"start":48,"end":57,"token_start":6,"token_end":6,"label":"aspect_changing"}],"tokens":[{"text":"Contamination","start":0,"end":13,"id":0,"ws":true,"disabled":false},{"text":"of","start":14,"end":16,"id":1,"ws":true,"disabled":false},{"text":"aquifers","start":17,"end":25,"id":2,"ws":true,"disabled":false},{"text":"will","start":26,"end":30,"id":3,"ws":true,"disabled":false},{"text":"exacerbate","start":31,"end":41,"id":4,"ws":true,"disabled":false},{"text":"water","start":42,"end":47,"id":5,"ws":true,"disabled":false},{"text":"shortages","start":48,"end":57,"id":6,"ws":false,"disabled":false},{"text":".","start":57,"end":58,"id":7,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":59,"end":71,"id":8,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":72,"end":84,"id":9,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":0,"end":16,"token_start":0,"token_end":1,"label":"aspect_changing"},"child_span":{"start":17,"end":25,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":31,"end":41,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":42,"end":47,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":48,"end":57,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":42,"end":47,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":5,"head_span":{"start":17,"end":25,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":42,"end":47,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":318,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"complex","original_md_text":"During an El Ni\u00f1o, warmer-than-normal surface waters in the equatorial Pacific can affect weather patterns in many parts of the world, including rainfall in Central America.","text":"During an El Ni\u00f1o, warmer-than-normal surface waters in the equatorial Pacific can affect weather patterns in many parts of the world, including rainfall in Central America. IMPLIED_BASE IMPLIED_BASE","characters":173,"document_index":92,"md_sentence_index":12,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/17/climate/drought-water-shortage-panama-canal.html","combo_id":"92_12","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-477907444,"_task_hash":-92888950,"spans":[{"start":0,"end":17,"token_start":0,"token_end":3,"label":"when"},{"start":19,"end":37,"token_start":5,"token_end":9,"label":"change_direction"},{"start":38,"end":45,"token_start":10,"token_end":10,"label":"type_of"},{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},{"start":53,"end":78,"token_start":12,"token_end":15,"label":"where"},{"text":"weather patterns","start":90,"token_start":18,"token_end":19,"end":106,"type":"pattern","label":"base"},{"start":107,"end":133,"token_start":20,"token_end":25,"label":"where"},{"text":"rainfall","start":145,"token_start":28,"token_end":28,"end":153,"type":"pattern","label":"base"},{"start":154,"end":172,"token_start":29,"token_end":31,"label":"where"}],"tokens":[{"text":"During","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"an","start":7,"end":9,"id":1,"ws":true,"disabled":false},{"text":"El","start":10,"end":12,"id":2,"ws":true,"disabled":false},{"text":"Ni\u00f1o","start":13,"end":17,"id":3,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":4,"ws":true,"disabled":false},{"text":"warmer","start":19,"end":25,"id":5,"ws":false,"disabled":false},{"text":"-","start":25,"end":26,"id":6,"ws":false,"disabled":false},{"text":"than","start":26,"end":30,"id":7,"ws":false,"disabled":false},{"text":"-","start":30,"end":31,"id":8,"ws":false,"disabled":false},{"text":"normal","start":31,"end":37,"id":9,"ws":true,"disabled":false},{"text":"surface","start":38,"end":45,"id":10,"ws":true,"disabled":false},{"text":"waters","start":46,"end":52,"id":11,"ws":true,"disabled":false},{"text":"in","start":53,"end":55,"id":12,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":13,"ws":true,"disabled":false},{"text":"equatorial","start":60,"end":70,"id":14,"ws":true,"disabled":false},{"text":"Pacific","start":71,"end":78,"id":15,"ws":true,"disabled":false},{"text":"can","start":79,"end":82,"id":16,"ws":true,"disabled":false},{"text":"affect","start":83,"end":89,"id":17,"ws":true,"disabled":false},{"text":"weather","start":90,"end":97,"id":18,"ws":true,"disabled":false},{"text":"patterns","start":98,"end":106,"id":19,"ws":true,"disabled":false},{"text":"in","start":107,"end":109,"id":20,"ws":true,"disabled":false},{"text":"many","start":110,"end":114,"id":21,"ws":true,"disabled":false},{"text":"parts","start":115,"end":120,"id":22,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":23,"ws":true,"disabled":false},{"text":"the","start":124,"end":127,"id":24,"ws":true,"disabled":false},{"text":"world","start":128,"end":133,"id":25,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":26,"ws":true,"disabled":false},{"text":"including","start":135,"end":144,"id":27,"ws":true,"disabled":false},{"text":"rainfall","start":145,"end":153,"id":28,"ws":true,"disabled":false},{"text":"in","start":154,"end":156,"id":29,"ws":true,"disabled":false},{"text":"Central","start":157,"end":164,"id":30,"ws":true,"disabled":false},{"text":"America","start":165,"end":172,"id":31,"ws":false,"disabled":false},{"text":".","start":172,"end":173,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":11,"child":19,"head_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":90,"end":106,"token_start":18,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":28,"head_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":145,"end":153,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":11,"head_span":{"start":38,"end":45,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":19,"end":37,"token_start":5,"token_end":9,"label":"change_direction"},"child_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":11,"head_span":{"start":53,"end":78,"token_start":12,"token_end":15,"label":"where"},"child_span":{"start":46,"end":52,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":19,"head_span":{"start":107,"end":133,"token_start":20,"token_end":25,"label":"where"},"child_span":{"start":90,"end":106,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":28,"head_span":{"start":154,"end":172,"token_start":29,"token_end":31,"label":"where"},"child_span":{"start":145,"end":153,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":1149,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cWe do know that the Vibrio concentrations ramped up immediately after the storm, and stayed very high well into December 2018,\u201d she said.\n","text":"\u201cWe do know that the Vibrio concentrations ramped up immediately after the storm, and stayed very high well into December 2018,\u201d she said. IMPLIED_BASE IMPLIED_BASE","characters":139,"document_index":861,"md_sentence_index":148,"classification_origin":"causal_sentence_classification","url":"https://publicintegrity.org/environment/hidden-epidemics/vibrio-deadly-bacteria-coastal-waters-climate-change-health/","combo_id":"861_148","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1360748131,"_task_hash":-541252915,"spans":[{"text":"concentrations","start":28,"token_start":7,"token_end":7,"end":42,"type":"pattern","label":"aspect_changing"},{"text":"storm","start":75,"token_start":13,"token_end":13,"end":80,"type":"pattern","label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"We","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"do","start":4,"end":6,"id":2,"ws":true,"disabled":false},{"text":"know","start":7,"end":11,"id":3,"ws":true,"disabled":false},{"text":"that","start":12,"end":16,"id":4,"ws":true,"disabled":false},{"text":"the","start":17,"end":20,"id":5,"ws":true,"disabled":false},{"text":"Vibrio","start":21,"end":27,"id":6,"ws":true,"disabled":false},{"text":"concentrations","start":28,"end":42,"id":7,"ws":true,"disabled":false},{"text":"ramped","start":43,"end":49,"id":8,"ws":true,"disabled":false},{"text":"up","start":50,"end":52,"id":9,"ws":true,"disabled":false},{"text":"immediately","start":53,"end":64,"id":10,"ws":true,"disabled":false},{"text":"after","start":65,"end":70,"id":11,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":12,"ws":true,"disabled":false},{"text":"storm","start":75,"end":80,"id":13,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":14,"ws":true,"disabled":false},{"text":"and","start":82,"end":85,"id":15,"ws":true,"disabled":false},{"text":"stayed","start":86,"end":92,"id":16,"ws":true,"disabled":false},{"text":"very","start":93,"end":97,"id":17,"ws":true,"disabled":false},{"text":"high","start":98,"end":102,"id":18,"ws":true,"disabled":false},{"text":"well","start":103,"end":107,"id":19,"ws":true,"disabled":false},{"text":"into","start":108,"end":112,"id":20,"ws":true,"disabled":false},{"text":"December","start":113,"end":121,"id":21,"ws":true,"disabled":false},{"text":"2018","start":122,"end":126,"id":22,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":23,"ws":false,"disabled":false},{"text":"\u201d","start":127,"end":128,"id":24,"ws":true,"disabled":false},{"text":"she","start":129,"end":132,"id":25,"ws":true,"disabled":false},{"text":"said","start":133,"end":137,"id":26,"ws":false,"disabled":false},{"text":".","start":137,"end":138,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":253,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"\"If we look at deaths avoided per 100,000 people,\" Lo added, \"Miami and Detroit would have the highest numbers of heat-related deaths avoided among the 15 cities that we studied.\"\n","text":"\"If we look at deaths avoided per 100,000 people,\" Lo added, \"Miami and Detroit would have the highest numbers of heat-related deaths avoided among the 15 cities that we studied.\" IMPLIED_BASE IMPLIED_BASE","characters":180,"document_index":195,"md_sentence_index":11,"classification_origin":"cm-label-eval","url":"https://www.usatoday.com/story/news/nation/2019/06/05/limiting-climate-change-would-prevent-thousands-heat-related-deaths-us-cities/1357357001/","combo_id":"195_11","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":980231186,"_task_hash":-139630827,"spans":[{"text":"people","start":42,"token_start":9,"token_end":9,"end":48,"type":"pattern","label":"base"}],"tokens":[{"text":"\"","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"If","start":1,"end":3,"id":1,"ws":true,"disabled":false},{"text":"we","start":4,"end":6,"id":2,"ws":true,"disabled":false},{"text":"look","start":7,"end":11,"id":3,"ws":true,"disabled":false},{"text":"at","start":12,"end":14,"id":4,"ws":true,"disabled":false},{"text":"deaths","start":15,"end":21,"id":5,"ws":true,"disabled":false},{"text":"avoided","start":22,"end":29,"id":6,"ws":true,"disabled":false},{"text":"per","start":30,"end":33,"id":7,"ws":true,"disabled":false},{"text":"100,000","start":34,"end":41,"id":8,"ws":true,"disabled":false},{"text":"people","start":42,"end":48,"id":9,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":10,"ws":false,"disabled":false},{"text":"\"","start":49,"end":50,"id":11,"ws":true,"disabled":false},{"text":"Lo","start":51,"end":53,"id":12,"ws":true,"disabled":false},{"text":"added","start":54,"end":59,"id":13,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":14,"ws":true,"disabled":false},{"text":"\"","start":61,"end":62,"id":15,"ws":false,"disabled":false},{"text":"Miami","start":62,"end":67,"id":16,"ws":true,"disabled":false},{"text":"and","start":68,"end":71,"id":17,"ws":true,"disabled":false},{"text":"Detroit","start":72,"end":79,"id":18,"ws":true,"disabled":false},{"text":"would","start":80,"end":85,"id":19,"ws":true,"disabled":false},{"text":"have","start":86,"end":90,"id":20,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":21,"ws":true,"disabled":false},{"text":"highest","start":95,"end":102,"id":22,"ws":true,"disabled":false},{"text":"numbers","start":103,"end":110,"id":23,"ws":true,"disabled":false},{"text":"of","start":111,"end":113,"id":24,"ws":true,"disabled":false},{"text":"heat","start":114,"end":118,"id":25,"ws":false,"disabled":false},{"text":"-","start":118,"end":119,"id":26,"ws":false,"disabled":false},{"text":"related","start":119,"end":126,"id":27,"ws":true,"disabled":false},{"text":"deaths","start":127,"end":133,"id":28,"ws":true,"disabled":false},{"text":"avoided","start":134,"end":141,"id":29,"ws":true,"disabled":false},{"text":"among","start":142,"end":147,"id":30,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":31,"ws":true,"disabled":false},{"text":"15","start":152,"end":154,"id":32,"ws":true,"disabled":false},{"text":"cities","start":155,"end":161,"id":33,"ws":true,"disabled":false},{"text":"that","start":162,"end":166,"id":34,"ws":true,"disabled":false},{"text":"we","start":167,"end":169,"id":35,"ws":true,"disabled":false},{"text":"studied","start":170,"end":177,"id":36,"ws":false,"disabled":false},{"text":".","start":177,"end":178,"id":37,"ws":false,"disabled":false},{"text":"\"","start":178,"end":179,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":180,"end":192,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":40,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":168,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Back in December 2018, a study of the 2017/18 heatwave in the Tasman Sea concluded the \u201coverall intensity of the 2017/18 Tasman [heatwave] was virtually impossible without anthropogenic forcing\u201d.\n","text":"Back in December 2018, a study of the 2017/18 heatwave in the Tasman Sea concluded the \u201coverall intensity of the 2017/18 Tasman [heatwave] was virtually impossible without anthropogenic forcing\u201d. IMPLIED_BASE IMPLIED_BASE","characters":196,"document_index":131,"md_sentence_index":25,"classification_origin":"cm_cause_effect_rel","url":"https://www.climatechangenews.com/2019/05/29/deadly-japan-heatwave-essentially-impossible-without-global-warming/","combo_id":"131_25","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1282006908,"_task_hash":-433261319,"spans":[{"start":0,"end":21,"token_start":0,"token_end":3,"label":"when"},{"text":"heatwave","start":46,"token_start":10,"token_end":10,"end":54,"type":"pattern","label":"base"},{"text":"intensity","start":96,"token_start":19,"token_end":19,"end":105,"type":"pattern","label":"aspect_changing"},{"text":"heatwave","start":129,"token_start":25,"token_end":25,"end":137,"type":"pattern","label":"base"},{"start":172,"end":185,"token_start":31,"token_end":31,"label":"type_of"},{"start":186,"end":193,"token_start":32,"token_end":32,"label":"base"}],"tokens":[{"text":"Back","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"in","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"December","start":8,"end":16,"id":2,"ws":true,"disabled":false},{"text":"2018","start":17,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"a","start":23,"end":24,"id":5,"ws":true,"disabled":false},{"text":"study","start":25,"end":30,"id":6,"ws":true,"disabled":false},{"text":"of","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":8,"ws":true,"disabled":false},{"text":"2017/18","start":38,"end":45,"id":9,"ws":true,"disabled":false},{"text":"heatwave","start":46,"end":54,"id":10,"ws":true,"disabled":false},{"text":"in","start":55,"end":57,"id":11,"ws":true,"disabled":false},{"text":"the","start":58,"end":61,"id":12,"ws":true,"disabled":false},{"text":"Tasman","start":62,"end":68,"id":13,"ws":true,"disabled":false},{"text":"Sea","start":69,"end":72,"id":14,"ws":true,"disabled":false},{"text":"concluded","start":73,"end":82,"id":15,"ws":true,"disabled":false},{"text":"the","start":83,"end":86,"id":16,"ws":true,"disabled":false},{"text":"\u201c","start":87,"end":88,"id":17,"ws":false,"disabled":false},{"text":"overall","start":88,"end":95,"id":18,"ws":true,"disabled":false},{"text":"intensity","start":96,"end":105,"id":19,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":20,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":21,"ws":true,"disabled":false},{"text":"2017/18","start":113,"end":120,"id":22,"ws":true,"disabled":false},{"text":"Tasman","start":121,"end":127,"id":23,"ws":true,"disabled":false},{"text":"[","start":128,"end":129,"id":24,"ws":false,"disabled":false},{"text":"heatwave","start":129,"end":137,"id":25,"ws":false,"disabled":false},{"text":"]","start":137,"end":138,"id":26,"ws":true,"disabled":false},{"text":"was","start":139,"end":142,"id":27,"ws":true,"disabled":false},{"text":"virtually","start":143,"end":152,"id":28,"ws":true,"disabled":false},{"text":"impossible","start":153,"end":163,"id":29,"ws":true,"disabled":false},{"text":"without","start":164,"end":171,"id":30,"ws":true,"disabled":false},{"text":"anthropogenic","start":172,"end":185,"id":31,"ws":true,"disabled":false},{"text":"forcing","start":186,"end":193,"id":32,"ws":false,"disabled":false},{"text":"\u201d","start":193,"end":194,"id":33,"ws":false,"disabled":false},{"text":".","start":194,"end":195,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":209,"end":221,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":32,"child":25,"head_span":{"start":186,"end":193,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":129,"end":137,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":25,"head_span":{"start":96,"end":105,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":129,"end":137,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":32,"head_span":{"start":172,"end":185,"token_start":31,"token_end":31,"label":"type_of"},"child_span":{"start":186,"end":193,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":1046,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The problem worsens as global warming increases the number of hot days nationwide.\n","text":"The problem worsens as global warming increases the number of hot days nationwide. IMPLIED_BASE IMPLIED_BASE","characters":83,"document_index":806,"md_sentence_index":100,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/08/24/climate/racism-redlining-cities-global-warming.html","combo_id":"806_100","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":284640816,"_task_hash":-1604515174,"spans":[{"text":"global warming","start":23,"token_start":4,"token_end":5,"end":37,"type":"pattern","label":"base"},{"text":"increases","start":38,"token_start":6,"token_end":6,"end":47,"type":"pattern","label":"change_direction"},{"start":52,"end":61,"token_start":8,"token_end":9,"label":"aspect_changing"},{"start":62,"end":65,"token_start":10,"token_end":10,"label":"type_of"},{"start":66,"end":70,"token_start":11,"token_end":11,"label":"base"},{"start":71,"end":81,"token_start":12,"token_end":12,"label":"where"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"problem","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"worsens","start":12,"end":19,"id":2,"ws":true,"disabled":false},{"text":"as","start":20,"end":22,"id":3,"ws":true,"disabled":false},{"text":"global","start":23,"end":29,"id":4,"ws":true,"disabled":false},{"text":"warming","start":30,"end":37,"id":5,"ws":true,"disabled":false},{"text":"increases","start":38,"end":47,"id":6,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":7,"ws":true,"disabled":false},{"text":"number","start":52,"end":58,"id":8,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"hot","start":62,"end":65,"id":10,"ws":true,"disabled":false},{"text":"days","start":66,"end":70,"id":11,"ws":true,"disabled":false},{"text":"nationwide","start":71,"end":81,"id":12,"ws":false,"disabled":false},{"text":".","start":81,"end":82,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":83,"end":95,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":15,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":6,"child":11,"head_span":{"start":38,"end":47,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":66,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":52,"end":61,"token_start":8,"token_end":9,"label":"aspect_changing"},"child_span":{"start":66,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":62,"end":65,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":66,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":11,"head_span":{"start":23,"end":37,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":66,"end":70,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1094,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"On the West Coast, the worst fire season on record has burned millions of acres and destroyed towns in California, Oregon and Washington, forcing hundreds of thousands of people to evacuate.","text":"On the West Coast, the worst fire season on record has burned millions of acres and destroyed towns in California, Oregon and Washington, forcing hundreds of thousands of people to evacuate. IMPLIED_BASE IMPLIED_BASE","characters":190,"document_index":833,"md_sentence_index":2,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/09/25/parenting/disaster-evacuation-kids-coping.html","combo_id":"833_2","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":607233366,"_task_hash":1459625674,"spans":[{"start":0,"end":17,"token_start":0,"token_end":3,"label":"where"},{"start":29,"end":40,"token_start":7,"token_end":8,"label":"base"},{"start":55,"end":61,"token_start":12,"token_end":12,"label":"change_direction"},{"start":62,"end":73,"token_start":13,"token_end":14,"label":"effect_size"},{"start":74,"end":79,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":84,"end":93,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":94,"end":99,"token_start":18,"token_end":18,"label":"base"},{"start":103,"end":136,"token_start":20,"token_end":24,"label":"where"},{"text":"people","start":171,"token_start":31,"token_end":31,"end":177,"type":"pattern","label":"base"},{"start":181,"end":189,"token_start":33,"token_end":33,"label":"change_direction"},{"start":191,"end":203,"token_start":35,"token_end":35,"label":"base"}],"tokens":[{"text":"On","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"West","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"Coast","start":12,"end":17,"id":3,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":4,"ws":true,"disabled":false},{"text":"the","start":19,"end":22,"id":5,"ws":true,"disabled":false},{"text":"worst","start":23,"end":28,"id":6,"ws":true,"disabled":false},{"text":"fire","start":29,"end":33,"id":7,"ws":true,"disabled":false},{"text":"season","start":34,"end":40,"id":8,"ws":true,"disabled":false},{"text":"on","start":41,"end":43,"id":9,"ws":true,"disabled":false},{"text":"record","start":44,"end":50,"id":10,"ws":true,"disabled":false},{"text":"has","start":51,"end":54,"id":11,"ws":true,"disabled":false},{"text":"burned","start":55,"end":61,"id":12,"ws":true,"disabled":false},{"text":"millions","start":62,"end":70,"id":13,"ws":true,"disabled":false},{"text":"of","start":71,"end":73,"id":14,"ws":true,"disabled":false},{"text":"acres","start":74,"end":79,"id":15,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":16,"ws":true,"disabled":false},{"text":"destroyed","start":84,"end":93,"id":17,"ws":true,"disabled":false},{"text":"towns","start":94,"end":99,"id":18,"ws":true,"disabled":false},{"text":"in","start":100,"end":102,"id":19,"ws":true,"disabled":false},{"text":"California","start":103,"end":113,"id":20,"ws":false,"disabled":false},{"text":",","start":113,"end":114,"id":21,"ws":true,"disabled":false},{"text":"Oregon","start":115,"end":121,"id":22,"ws":true,"disabled":false},{"text":"and","start":122,"end":125,"id":23,"ws":true,"disabled":false},{"text":"Washington","start":126,"end":136,"id":24,"ws":false,"disabled":false},{"text":",","start":136,"end":137,"id":25,"ws":true,"disabled":false},{"text":"forcing","start":138,"end":145,"id":26,"ws":true,"disabled":false},{"text":"hundreds","start":146,"end":154,"id":27,"ws":true,"disabled":false},{"text":"of","start":155,"end":157,"id":28,"ws":true,"disabled":false},{"text":"thousands","start":158,"end":167,"id":29,"ws":true,"disabled":false},{"text":"of","start":168,"end":170,"id":30,"ws":true,"disabled":false},{"text":"people","start":171,"end":177,"id":31,"ws":true,"disabled":false},{"text":"to","start":178,"end":180,"id":32,"ws":true,"disabled":false},{"text":"evacuate","start":181,"end":189,"id":33,"ws":false,"disabled":false},{"text":".","start":189,"end":190,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":191,"end":203,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":204,"end":216,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":12,"child":35,"head_span":{"start":55,"end":61,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":191,"end":203,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":35,"head_span":{"start":74,"end":79,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":191,"end":203,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":35,"head_span":{"start":62,"end":73,"token_start":13,"token_end":14,"label":"effect_size"},"child_span":{"start":191,"end":203,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":84,"end":93,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":94,"end":99,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":35,"head_span":{"start":29,"end":40,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":191,"end":203,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":18,"head_span":{"start":29,"end":40,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":94,"end":99,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":31,"head_span":{"start":181,"end":189,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":171,"end":177,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":31,"head_span":{"start":29,"end":40,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":171,"end":177,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":597,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Of particular concern elsewhere are bases that train recruits, who already experience heat-related illness at a rate six times higher than other enlisted personnel.","text":"Of particular concern elsewhere are bases that train recruits, who already experience heat-related illness at a rate six times higher than other enlisted personnel. IMPLIED_BASE IMPLIED_BASE","characters":164,"document_index":476,"md_sentence_index":7,"classification_origin":"causal_sentence_classification","url":"https://news.azpm.org/p/news-topical-sci/2019/11/14/161727-study-arizona-military-base-will-be-hardest-hit-by-climate-change/","combo_id":"476_7","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1253345361,"_task_hash":-933092744,"spans":[{"text":"higher","start":127,"token_start":22,"token_end":22,"end":133,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Of","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"particular","start":3,"end":13,"id":1,"ws":true,"disabled":false},{"text":"concern","start":14,"end":21,"id":2,"ws":true,"disabled":false},{"text":"elsewhere","start":22,"end":31,"id":3,"ws":true,"disabled":false},{"text":"are","start":32,"end":35,"id":4,"ws":true,"disabled":false},{"text":"bases","start":36,"end":41,"id":5,"ws":true,"disabled":false},{"text":"that","start":42,"end":46,"id":6,"ws":true,"disabled":false},{"text":"train","start":47,"end":52,"id":7,"ws":true,"disabled":false},{"text":"recruits","start":53,"end":61,"id":8,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":9,"ws":true,"disabled":false},{"text":"who","start":63,"end":66,"id":10,"ws":true,"disabled":false},{"text":"already","start":67,"end":74,"id":11,"ws":true,"disabled":false},{"text":"experience","start":75,"end":85,"id":12,"ws":true,"disabled":false},{"text":"heat","start":86,"end":90,"id":13,"ws":false,"disabled":false},{"text":"-","start":90,"end":91,"id":14,"ws":false,"disabled":false},{"text":"related","start":91,"end":98,"id":15,"ws":true,"disabled":false},{"text":"illness","start":99,"end":106,"id":16,"ws":true,"disabled":false},{"text":"at","start":107,"end":109,"id":17,"ws":true,"disabled":false},{"text":"a","start":110,"end":111,"id":18,"ws":true,"disabled":false},{"text":"rate","start":112,"end":116,"id":19,"ws":true,"disabled":false},{"text":"six","start":117,"end":120,"id":20,"ws":true,"disabled":false},{"text":"times","start":121,"end":126,"id":21,"ws":true,"disabled":false},{"text":"higher","start":127,"end":133,"id":22,"ws":true,"disabled":false},{"text":"than","start":134,"end":138,"id":23,"ws":true,"disabled":false},{"text":"other","start":139,"end":144,"id":24,"ws":true,"disabled":false},{"text":"enlisted","start":145,"end":153,"id":25,"ws":true,"disabled":false},{"text":"personnel","start":154,"end":163,"id":26,"ws":false,"disabled":false},{"text":".","start":163,"end":164,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":301,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one?","complexity":"simple","original_md_text":"As global temperatures rise, climate change\u2019s impacts on mental health are becoming increasingly evident.","text":"As global temperatures rise, climate change\u2019s impacts on mental health are becoming increasingly evident. IMPLIED_BASE IMPLIED_BASE","characters":105,"document_index":249,"md_sentence_index":0,"classification_origin":"cm_cause_effect_rel","url":"https://news.stanford.edu/2019/03/29/effects-climate-change-suicide-rates/","combo_id":"249_0","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1506880340,"_task_hash":352368958,"spans":[{"text":"temperatures","start":10,"token_start":2,"token_end":2,"end":22,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":23,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"change_direction"},{"text":"climate change","start":29,"token_start":5,"token_end":6,"end":43,"type":"pattern","label":"base"},{"start":57,"end":63,"token_start":10,"token_end":10,"label":"type_of"},{"text":"health","start":64,"token_start":11,"token_end":11,"end":70,"type":"pattern","label":"base"},{"start":106,"end":118,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"global","start":3,"end":9,"id":1,"ws":true,"disabled":false},{"text":"temperatures","start":10,"end":22,"id":2,"ws":true,"disabled":false},{"text":"rise","start":23,"end":27,"id":3,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":4,"ws":true,"disabled":false},{"text":"climate","start":29,"end":36,"id":5,"ws":true,"disabled":false},{"text":"change","start":37,"end":43,"id":6,"ws":false,"disabled":false},{"text":"\u2019s","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"impacts","start":46,"end":53,"id":8,"ws":true,"disabled":false},{"text":"on","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"mental","start":57,"end":63,"id":10,"ws":true,"disabled":false},{"text":"health","start":64,"end":70,"id":11,"ws":true,"disabled":false},{"text":"are","start":71,"end":74,"id":12,"ws":true,"disabled":false},{"text":"becoming","start":75,"end":83,"id":13,"ws":true,"disabled":false},{"text":"increasingly","start":84,"end":96,"id":14,"ws":true,"disabled":false},{"text":"evident","start":97,"end":104,"id":15,"ws":false,"disabled":false},{"text":".","start":104,"end":105,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":18,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":509,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Later determined to be due to live fire training, gusty winds and dry conditions allowed the fire to spread, reaching about 3,300 acres in size, destroying three homes, and causing the evacuation of 250 homes.\n","text":"Later determined to be due to live fire training, gusty winds and dry conditions allowed the fire to spread, reaching about 3,300 acres in size, destroying three homes, and causing the evacuation of 250 homes. IMPLIED_BASE IMPLIED_BASE","characters":210,"document_index":383,"md_sentence_index":110,"classification_origin":"cm_cause_effect_rel","url":"https://media.defense.gov/2019/Jan/29/2002084200/-1/-1/1/CLIMATE-CHANGE-REPORT-2019.PDF","combo_id":"383_110","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":2016156325,"_task_hash":1326229225,"spans":[{"start":30,"end":39,"token_start":6,"token_end":7,"label":"type_of"},{"start":40,"end":48,"token_start":8,"token_end":8,"label":"base"},{"start":50,"end":55,"token_start":10,"token_end":10,"label":"type_of"},{"start":56,"end":61,"token_start":11,"token_end":11,"label":"base"},{"start":66,"end":69,"token_start":13,"token_end":13,"label":"type_of"},{"start":70,"end":80,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":93,"end":97,"token_start":17,"token_end":17,"label":"base"},{"start":118,"end":143,"token_start":22,"token_end":26,"label":"effect_size"},{"start":145,"end":155,"token_start":28,"token_end":28,"label":"change_direction"},{"start":156,"end":161,"token_start":29,"token_end":29,"label":"effect_size"},{"text":"homes","start":162,"token_start":30,"token_end":30,"end":167,"type":"pattern","label":"base"},{"start":185,"end":195,"token_start":35,"token_end":35,"label":"aspect_changing"},{"start":199,"end":202,"token_start":37,"token_end":37,"label":"effect_size"},{"text":"homes","start":203,"token_start":38,"token_end":38,"end":208,"type":"pattern","label":"base"},{"start":210,"end":222,"token_start":40,"token_end":40,"label":"base"}],"tokens":[{"text":"Later","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"determined","start":6,"end":16,"id":1,"ws":true,"disabled":false},{"text":"to","start":17,"end":19,"id":2,"ws":true,"disabled":false},{"text":"be","start":20,"end":22,"id":3,"ws":true,"disabled":false},{"text":"due","start":23,"end":26,"id":4,"ws":true,"disabled":false},{"text":"to","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"live","start":30,"end":34,"id":6,"ws":true,"disabled":false},{"text":"fire","start":35,"end":39,"id":7,"ws":true,"disabled":false},{"text":"training","start":40,"end":48,"id":8,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":9,"ws":true,"disabled":false},{"text":"gusty","start":50,"end":55,"id":10,"ws":true,"disabled":false},{"text":"winds","start":56,"end":61,"id":11,"ws":true,"disabled":false},{"text":"and","start":62,"end":65,"id":12,"ws":true,"disabled":false},{"text":"dry","start":66,"end":69,"id":13,"ws":true,"disabled":false},{"text":"conditions","start":70,"end":80,"id":14,"ws":true,"disabled":false},{"text":"allowed","start":81,"end":88,"id":15,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":16,"ws":true,"disabled":false},{"text":"fire","start":93,"end":97,"id":17,"ws":true,"disabled":false},{"text":"to","start":98,"end":100,"id":18,"ws":true,"disabled":false},{"text":"spread","start":101,"end":107,"id":19,"ws":false,"disabled":false},{"text":",","start":107,"end":108,"id":20,"ws":true,"disabled":false},{"text":"reaching","start":109,"end":117,"id":21,"ws":true,"disabled":false},{"text":"about","start":118,"end":123,"id":22,"ws":true,"disabled":false},{"text":"3,300","start":124,"end":129,"id":23,"ws":true,"disabled":false},{"text":"acres","start":130,"end":135,"id":24,"ws":true,"disabled":false},{"text":"in","start":136,"end":138,"id":25,"ws":true,"disabled":false},{"text":"size","start":139,"end":143,"id":26,"ws":false,"disabled":false},{"text":",","start":143,"end":144,"id":27,"ws":true,"disabled":false},{"text":"destroying","start":145,"end":155,"id":28,"ws":true,"disabled":false},{"text":"three","start":156,"end":161,"id":29,"ws":true,"disabled":false},{"text":"homes","start":162,"end":167,"id":30,"ws":false,"disabled":false},{"text":",","start":167,"end":168,"id":31,"ws":true,"disabled":false},{"text":"and","start":169,"end":172,"id":32,"ws":true,"disabled":false},{"text":"causing","start":173,"end":180,"id":33,"ws":true,"disabled":false},{"text":"the","start":181,"end":184,"id":34,"ws":true,"disabled":false},{"text":"evacuation","start":185,"end":195,"id":35,"ws":true,"disabled":false},{"text":"of","start":196,"end":198,"id":36,"ws":true,"disabled":false},{"text":"250","start":199,"end":202,"id":37,"ws":true,"disabled":false},{"text":"homes","start":203,"end":208,"id":38,"ws":false,"disabled":false},{"text":".","start":208,"end":209,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":210,"end":222,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":223,"end":235,"id":41,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":8,"child":17,"head_span":{"start":40,"end":48,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":93,"end":97,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":17,"head_span":{"start":56,"end":61,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":93,"end":97,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":40,"child":17,"head_span":{"start":210,"end":222,"token_start":40,"token_end":40,"label":"base"},"child_span":{"start":93,"end":97,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":8,"head_span":{"start":30,"end":39,"token_start":6,"token_end":7,"label":"type_of"},"child_span":{"start":40,"end":48,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":50,"end":55,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":56,"end":61,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":40,"head_span":{"start":66,"end":69,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":210,"end":222,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":40,"head_span":{"start":70,"end":80,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":210,"end":222,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":30,"head_span":{"start":145,"end":155,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":162,"end":167,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":30,"head_span":{"start":156,"end":161,"token_start":29,"token_end":29,"label":"effect_size"},"child_span":{"start":162,"end":167,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":38,"head_span":{"start":185,"end":195,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":203,"end":208,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":38,"head_span":{"start":199,"end":202,"token_start":37,"token_end":37,"label":"effect_size"},"child_span":{"start":203,"end":208,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":30,"head_span":{"start":93,"end":97,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":162,"end":167,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":38,"head_span":{"start":93,"end":97,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":203,"end":208,"token_start":38,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1162,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Zeta, which was responsible for at least one death, is the fifth major storm to hit Louisiana this year, coming as yet another blow late in a long and punishing hurricane season that has wrought billions of dollars in devastation in the state and left many residents worn out.\n","text":"Zeta, which was responsible for at least one death, is the fifth major storm to hit Louisiana this year, coming as yet another blow late in a long and punishing hurricane season that has wrought billions of dollars in devastation in the state and left many residents worn out. IMPLIED_BASE IMPLIED_BASE","characters":277,"document_index":867,"md_sentence_index":6,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/10/28/us/hurricane-zeta.html","combo_id":"867_6","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":2137258716,"_task_hash":203301848,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},{"start":32,"end":44,"token_start":6,"token_end":8,"label":"effect_size"},{"text":"death","start":45,"token_start":9,"token_end":9,"end":50,"type":"pattern","label":"base"},{"text":"storm","start":71,"token_start":15,"token_end":15,"end":76,"type":"pattern","label":"base"},{"start":142,"end":160,"token_start":30,"token_end":32,"label":"type_of"},{"start":161,"end":177,"token_start":33,"token_end":34,"label":"base"},{"start":195,"end":206,"token_start":38,"token_end":39,"label":"effect_size"},{"start":207,"end":214,"token_start":40,"token_end":40,"label":"base"},{"start":215,"end":229,"token_start":41,"token_end":42,"label":"aspect_changing"},{"start":230,"end":242,"token_start":43,"token_end":45,"label":"where"},{"start":257,"end":266,"token_start":49,"token_end":49,"label":"base"},{"start":267,"end":275,"token_start":50,"token_end":51,"label":"aspect_changing"}],"tokens":[{"text":"Zeta","start":0,"end":4,"id":0,"ws":false,"disabled":false},{"text":",","start":4,"end":5,"id":1,"ws":true,"disabled":false},{"text":"which","start":6,"end":11,"id":2,"ws":true,"disabled":false},{"text":"was","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"responsible","start":16,"end":27,"id":4,"ws":true,"disabled":false},{"text":"for","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"at","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"least","start":35,"end":40,"id":7,"ws":true,"disabled":false},{"text":"one","start":41,"end":44,"id":8,"ws":true,"disabled":false},{"text":"death","start":45,"end":50,"id":9,"ws":false,"disabled":false},{"text":",","start":50,"end":51,"id":10,"ws":true,"disabled":false},{"text":"is","start":52,"end":54,"id":11,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":12,"ws":true,"disabled":false},{"text":"fifth","start":59,"end":64,"id":13,"ws":true,"disabled":false},{"text":"major","start":65,"end":70,"id":14,"ws":true,"disabled":false},{"text":"storm","start":71,"end":76,"id":15,"ws":true,"disabled":false},{"text":"to","start":77,"end":79,"id":16,"ws":true,"disabled":false},{"text":"hit","start":80,"end":83,"id":17,"ws":true,"disabled":false},{"text":"Louisiana","start":84,"end":93,"id":18,"ws":true,"disabled":false},{"text":"this","start":94,"end":98,"id":19,"ws":true,"disabled":false},{"text":"year","start":99,"end":103,"id":20,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":21,"ws":true,"disabled":false},{"text":"coming","start":105,"end":111,"id":22,"ws":true,"disabled":false},{"text":"as","start":112,"end":114,"id":23,"ws":true,"disabled":false},{"text":"yet","start":115,"end":118,"id":24,"ws":true,"disabled":false},{"text":"another","start":119,"end":126,"id":25,"ws":true,"disabled":false},{"text":"blow","start":127,"end":131,"id":26,"ws":true,"disabled":false},{"text":"late","start":132,"end":136,"id":27,"ws":true,"disabled":false},{"text":"in","start":137,"end":139,"id":28,"ws":true,"disabled":false},{"text":"a","start":140,"end":141,"id":29,"ws":true,"disabled":false},{"text":"long","start":142,"end":146,"id":30,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":31,"ws":true,"disabled":false},{"text":"punishing","start":151,"end":160,"id":32,"ws":true,"disabled":false},{"text":"hurricane","start":161,"end":170,"id":33,"ws":true,"disabled":false},{"text":"season","start":171,"end":177,"id":34,"ws":true,"disabled":false},{"text":"that","start":178,"end":182,"id":35,"ws":true,"disabled":false},{"text":"has","start":183,"end":186,"id":36,"ws":true,"disabled":false},{"text":"wrought","start":187,"end":194,"id":37,"ws":true,"disabled":false},{"text":"billions","start":195,"end":203,"id":38,"ws":true,"disabled":false},{"text":"of","start":204,"end":206,"id":39,"ws":true,"disabled":false},{"text":"dollars","start":207,"end":214,"id":40,"ws":true,"disabled":false},{"text":"in","start":215,"end":217,"id":41,"ws":true,"disabled":false},{"text":"devastation","start":218,"end":229,"id":42,"ws":true,"disabled":false},{"text":"in","start":230,"end":232,"id":43,"ws":true,"disabled":false},{"text":"the","start":233,"end":236,"id":44,"ws":true,"disabled":false},{"text":"state","start":237,"end":242,"id":45,"ws":true,"disabled":false},{"text":"and","start":243,"end":246,"id":46,"ws":true,"disabled":false},{"text":"left","start":247,"end":251,"id":47,"ws":true,"disabled":false},{"text":"many","start":252,"end":256,"id":48,"ws":true,"disabled":false},{"text":"residents","start":257,"end":266,"id":49,"ws":true,"disabled":false},{"text":"worn","start":267,"end":271,"id":50,"ws":true,"disabled":false},{"text":"out","start":272,"end":275,"id":51,"ws":false,"disabled":false},{"text":".","start":275,"end":276,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":277,"end":289,"id":53,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":290,"end":302,"id":54,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":0,"child":9,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":45,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":34,"head_span":{"start":142,"end":160,"token_start":30,"token_end":32,"label":"type_of"},"child_span":{"start":161,"end":177,"token_start":33,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":40,"head_span":{"start":161,"end":177,"token_start":33,"token_end":34,"label":"base"},"child_span":{"start":207,"end":214,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":9,"head_span":{"start":32,"end":44,"token_start":6,"token_end":8,"label":"effect_size"},"child_span":{"start":45,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":40,"head_span":{"start":195,"end":206,"token_start":38,"token_end":39,"label":"effect_size"},"child_span":{"start":207,"end":214,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":49,"head_span":{"start":161,"end":177,"token_start":33,"token_end":34,"label":"base"},"child_span":{"start":257,"end":266,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":49,"head_span":{"start":267,"end":275,"token_start":50,"token_end":51,"label":"aspect_changing"},"child_span":{"start":257,"end":266,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":40,"head_span":{"start":230,"end":242,"token_start":43,"token_end":45,"label":"where"},"child_span":{"start":207,"end":214,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":40,"head_span":{"start":215,"end":229,"token_start":41,"token_end":42,"label":"aspect_changing"},"child_span":{"start":207,"end":214,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":885,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"This paper reports on three lessons learned from analysis of wildfires and climate change; first, it seems likely that area burned will roughly double during the next century in the west; second, the most important variable seems to be summer temperature; and third, there are state-by-state variations in sensitivity to fires.\n","text":"This paper reports on three lessons learned from analysis of wildfires and climate change; first, it seems likely that area burned will roughly double during the next century in the west; second, the most important variable seems to be summer temperature; and third, there are state-by-state variations in sensitivity to fires. IMPLIED_BASE IMPLIED_BASE","characters":328,"document_index":715,"md_sentence_index":522,"classification_origin":"causal_sentence_classification","url":"https://earthtosky.org/climate-change-categories?tmpl=component&article_id=78","combo_id":"715_522","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1021588404,"_task_hash":1986222636,"spans":[{"text":"wildfires","start":61,"token_start":10,"token_end":10,"end":70,"type":"pattern","label":"base"},{"text":"climate change","start":75,"token_start":12,"token_end":13,"end":89,"type":"pattern","label":"base"},{"text":"summer","start":236,"token_start":43,"token_end":43,"end":242,"type":"pattern","label":"base"},{"text":"temperature","start":243,"token_start":44,"token_end":44,"end":254,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"paper","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"reports","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"on","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"three","start":22,"end":27,"id":4,"ws":true,"disabled":false},{"text":"lessons","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"learned","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"from","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"analysis","start":49,"end":57,"id":8,"ws":true,"disabled":false},{"text":"of","start":58,"end":60,"id":9,"ws":true,"disabled":false},{"text":"wildfires","start":61,"end":70,"id":10,"ws":true,"disabled":false},{"text":"and","start":71,"end":74,"id":11,"ws":true,"disabled":false},{"text":"climate","start":75,"end":82,"id":12,"ws":true,"disabled":false},{"text":"change","start":83,"end":89,"id":13,"ws":false,"disabled":false},{"text":";","start":89,"end":90,"id":14,"ws":true,"disabled":false},{"text":"first","start":91,"end":96,"id":15,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":16,"ws":true,"disabled":false},{"text":"it","start":98,"end":100,"id":17,"ws":true,"disabled":false},{"text":"seems","start":101,"end":106,"id":18,"ws":true,"disabled":false},{"text":"likely","start":107,"end":113,"id":19,"ws":true,"disabled":false},{"text":"that","start":114,"end":118,"id":20,"ws":true,"disabled":false},{"text":"area","start":119,"end":123,"id":21,"ws":true,"disabled":false},{"text":"burned","start":124,"end":130,"id":22,"ws":true,"disabled":false},{"text":"will","start":131,"end":135,"id":23,"ws":true,"disabled":false},{"text":"roughly","start":136,"end":143,"id":24,"ws":true,"disabled":false},{"text":"double","start":144,"end":150,"id":25,"ws":true,"disabled":false},{"text":"during","start":151,"end":157,"id":26,"ws":true,"disabled":false},{"text":"the","start":158,"end":161,"id":27,"ws":true,"disabled":false},{"text":"next","start":162,"end":166,"id":28,"ws":true,"disabled":false},{"text":"century","start":167,"end":174,"id":29,"ws":true,"disabled":false},{"text":"in","start":175,"end":177,"id":30,"ws":true,"disabled":false},{"text":"the","start":178,"end":181,"id":31,"ws":true,"disabled":false},{"text":"west","start":182,"end":186,"id":32,"ws":false,"disabled":false},{"text":";","start":186,"end":187,"id":33,"ws":true,"disabled":false},{"text":"second","start":188,"end":194,"id":34,"ws":false,"disabled":false},{"text":",","start":194,"end":195,"id":35,"ws":true,"disabled":false},{"text":"the","start":196,"end":199,"id":36,"ws":true,"disabled":false},{"text":"most","start":200,"end":204,"id":37,"ws":true,"disabled":false},{"text":"important","start":205,"end":214,"id":38,"ws":true,"disabled":false},{"text":"variable","start":215,"end":223,"id":39,"ws":true,"disabled":false},{"text":"seems","start":224,"end":229,"id":40,"ws":true,"disabled":false},{"text":"to","start":230,"end":232,"id":41,"ws":true,"disabled":false},{"text":"be","start":233,"end":235,"id":42,"ws":true,"disabled":false},{"text":"summer","start":236,"end":242,"id":43,"ws":true,"disabled":false},{"text":"temperature","start":243,"end":254,"id":44,"ws":false,"disabled":false},{"text":";","start":254,"end":255,"id":45,"ws":true,"disabled":false},{"text":"and","start":256,"end":259,"id":46,"ws":true,"disabled":false},{"text":"third","start":260,"end":265,"id":47,"ws":false,"disabled":false},{"text":",","start":265,"end":266,"id":48,"ws":true,"disabled":false},{"text":"there","start":267,"end":272,"id":49,"ws":true,"disabled":false},{"text":"are","start":273,"end":276,"id":50,"ws":true,"disabled":false},{"text":"state","start":277,"end":282,"id":51,"ws":false,"disabled":false},{"text":"-","start":282,"end":283,"id":52,"ws":false,"disabled":false},{"text":"by","start":283,"end":285,"id":53,"ws":false,"disabled":false},{"text":"-","start":285,"end":286,"id":54,"ws":false,"disabled":false},{"text":"state","start":286,"end":291,"id":55,"ws":true,"disabled":false},{"text":"variations","start":292,"end":302,"id":56,"ws":true,"disabled":false},{"text":"in","start":303,"end":305,"id":57,"ws":true,"disabled":false},{"text":"sensitivity","start":306,"end":317,"id":58,"ws":true,"disabled":false},{"text":"to","start":318,"end":320,"id":59,"ws":true,"disabled":false},{"text":"fires","start":321,"end":326,"id":60,"ws":false,"disabled":false},{"text":".","start":326,"end":327,"id":61,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":328,"end":340,"id":62,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":341,"end":353,"id":63,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":580,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The European heat waves in 2003 lead to the deaths of 70,000 people.","text":"The European heat waves in 2003 lead to the deaths of 70,000 people. IMPLIED_BASE IMPLIED_BASE","characters":68,"document_index":459,"md_sentence_index":25,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/11/13/climate/climate-change-child-health.html","combo_id":"459_25","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1840735764,"_task_hash":1369373707,"spans":[{"start":4,"end":12,"token_start":1,"token_end":1,"label":"where"},{"text":"heat waves","start":13,"token_start":2,"token_end":3,"end":23,"type":"pattern","label":"base"},{"start":24,"end":31,"token_start":4,"token_end":5,"label":"when"},{"start":44,"end":50,"token_start":9,"token_end":9,"label":"base"},{"start":54,"end":60,"token_start":11,"token_end":11,"label":"effect_size"},{"start":61,"end":67,"token_start":12,"token_end":12,"label":"to_whom"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"European","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"heat","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"waves","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"in","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"2003","start":27,"end":31,"id":5,"ws":true,"disabled":false},{"text":"lead","start":32,"end":36,"id":6,"ws":true,"disabled":false},{"text":"to","start":37,"end":39,"id":7,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":8,"ws":true,"disabled":false},{"text":"deaths","start":44,"end":50,"id":9,"ws":true,"disabled":false},{"text":"of","start":51,"end":53,"id":10,"ws":true,"disabled":false},{"text":"70,000","start":54,"end":60,"id":11,"ws":true,"disabled":false},{"text":"people","start":61,"end":67,"id":12,"ws":false,"disabled":false},{"text":".","start":67,"end":68,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":69,"end":81,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":82,"end":94,"id":15,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":3,"child":9,"head_span":{"start":13,"end":23,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":44,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":9,"head_span":{"start":54,"end":60,"token_start":11,"token_end":11,"label":"effect_size"},"child_span":{"start":44,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":768,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Temperatures are rising 1.5 times the global average, leading to more frequent and longer droughts and flooding.\n","text":"Temperatures are rising 1.5 times the global average, leading to more frequent and longer droughts and flooding. IMPLIED_BASE IMPLIED_BASE","characters":113,"document_index":635,"md_sentence_index":17,"classification_origin":"causal_sentence_classification","url":"https://news.sky.com/story/climate-change-will-be-catastrophic-in-20-years-with-risks-to-global-security-report-11933118","combo_id":"635_17","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-785433434,"_task_hash":1057929073,"spans":[{"text":"Temperatures","start":0,"token_start":0,"token_end":0,"end":12,"type":"pattern","label":"aspect_changing"},{"text":"rising","start":17,"token_start":2,"token_end":2,"end":23,"type":"pattern","label":"change_direction"},{"start":24,"end":52,"token_start":3,"token_end":7,"label":"effect_size"},{"start":65,"end":89,"token_start":11,"token_end":14,"label":"change_direction"},{"text":"droughts","start":90,"token_start":15,"token_end":15,"end":98,"type":"pattern","label":"base"},{"text":"flooding","start":103,"token_start":17,"token_end":17,"end":111,"type":"pattern","label":"base"},{"start":113,"end":125,"token_start":19,"token_end":19,"label":"base"}],"tokens":[{"text":"Temperatures","start":0,"end":12,"id":0,"ws":true,"disabled":false},{"text":"are","start":13,"end":16,"id":1,"ws":true,"disabled":false},{"text":"rising","start":17,"end":23,"id":2,"ws":true,"disabled":false},{"text":"1.5","start":24,"end":27,"id":3,"ws":true,"disabled":false},{"text":"times","start":28,"end":33,"id":4,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"global","start":38,"end":44,"id":6,"ws":true,"disabled":false},{"text":"average","start":45,"end":52,"id":7,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":8,"ws":true,"disabled":false},{"text":"leading","start":54,"end":61,"id":9,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":10,"ws":true,"disabled":false},{"text":"more","start":65,"end":69,"id":11,"ws":true,"disabled":false},{"text":"frequent","start":70,"end":78,"id":12,"ws":true,"disabled":false},{"text":"and","start":79,"end":82,"id":13,"ws":true,"disabled":false},{"text":"longer","start":83,"end":89,"id":14,"ws":true,"disabled":false},{"text":"droughts","start":90,"end":98,"id":15,"ws":true,"disabled":false},{"text":"and","start":99,"end":102,"id":16,"ws":true,"disabled":false},{"text":"flooding","start":103,"end":111,"id":17,"ws":false,"disabled":false},{"text":".","start":111,"end":112,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":113,"end":125,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":20,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":19,"child":15,"head_span":{"start":113,"end":125,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":90,"end":98,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":17,"head_span":{"start":113,"end":125,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":103,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":19,"head_span":{"start":0,"end":12,"token_start":0,"token_end":0,"label":"aspect_changing"},"child_span":{"start":113,"end":125,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":19,"head_span":{"start":17,"end":23,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":113,"end":125,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":19,"head_span":{"start":24,"end":52,"token_start":3,"token_end":7,"label":"effect_size"},"child_span":{"start":113,"end":125,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":65,"end":89,"token_start":11,"token_end":14,"label":"change_direction"},"child_span":{"start":90,"end":98,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":65,"end":89,"token_start":11,"token_end":14,"label":"change_direction"},"child_span":{"start":103,"end":111,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":185,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"not causal? (unless vulnerable is synonym for damage?)","relation count":"","complexity":"","original_md_text":"DiPerna says hotels are extremely vulnerable to the rise in extreme weather, perhaps more than any other client-facing industry.\n","text":"DiPerna says hotels are extremely vulnerable to the rise in extreme weather, perhaps more than any other client-facing industry. IMPLIED_BASE IMPLIED_BASE","characters":129,"document_index":138,"md_sentence_index":15,"classification_origin":"cm_cause_effect_rel","url":"https://www.curbed.com/2019/5/28/18642701/hotel-resort-real-estate-insurance-climate-change","combo_id":"138_15","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":652668983,"_task_hash":-1216586982,"spans":[{"start":13,"end":19,"token_start":2,"token_end":2,"label":"base"},{"text":"rise","start":52,"token_start":8,"token_end":8,"end":56,"type":"pattern","label":"change_direction"},{"text":"extreme weather","start":60,"token_start":10,"token_end":11,"end":75,"type":"pattern","label":"base"}],"tokens":[{"text":"DiPerna","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"says","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"hotels","start":13,"end":19,"id":2,"ws":true,"disabled":false},{"text":"are","start":20,"end":23,"id":3,"ws":true,"disabled":false},{"text":"extremely","start":24,"end":33,"id":4,"ws":true,"disabled":false},{"text":"vulnerable","start":34,"end":44,"id":5,"ws":true,"disabled":false},{"text":"to","start":45,"end":47,"id":6,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":7,"ws":true,"disabled":false},{"text":"rise","start":52,"end":56,"id":8,"ws":true,"disabled":false},{"text":"in","start":57,"end":59,"id":9,"ws":true,"disabled":false},{"text":"extreme","start":60,"end":67,"id":10,"ws":true,"disabled":false},{"text":"weather","start":68,"end":75,"id":11,"ws":false,"disabled":false},{"text":",","start":75,"end":76,"id":12,"ws":true,"disabled":false},{"text":"perhaps","start":77,"end":84,"id":13,"ws":true,"disabled":false},{"text":"more","start":85,"end":89,"id":14,"ws":true,"disabled":false},{"text":"than","start":90,"end":94,"id":15,"ws":true,"disabled":false},{"text":"any","start":95,"end":98,"id":16,"ws":true,"disabled":false},{"text":"other","start":99,"end":104,"id":17,"ws":true,"disabled":false},{"text":"client","start":105,"end":111,"id":18,"ws":false,"disabled":false},{"text":"-","start":111,"end":112,"id":19,"ws":false,"disabled":false},{"text":"facing","start":112,"end":118,"id":20,"ws":true,"disabled":false},{"text":"industry","start":119,"end":127,"id":21,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":24,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":11,"child":2,"head_span":{"start":60,"end":75,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":13,"end":19,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":11,"head_span":{"start":52,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":60,"end":75,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":696,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In contrast, high\u2010elevation snow\u2010dominated watersheds may see more delayed changes in flood risk, due to the competing influence of decreasing snowmelt\u2010driven floods and increasing rainfall\u2010driven floods.","text":"In contrast, high\u2010elevation snow\u2010dominated watersheds may see more delayed changes in flood risk, due to the competing influence of decreasing snowmelt\u2010driven floods and increasing rainfall\u2010driven floods. IMPLIED_BASE IMPLIED_BASE","characters":204,"document_index":605,"md_sentence_index":319,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://agupubs.onlinelibrary.wiley.com/doi/full/10.1029/2019WR025571","combo_id":"605_319","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1240273415,"_task_hash":-273792961,"spans":[{"start":13,"end":42,"token_start":3,"token_end":4,"label":"type_of"},{"start":43,"end":53,"token_start":5,"token_end":5,"label":"base"},{"start":62,"end":74,"token_start":8,"token_end":9,"label":"change_direction"},{"start":75,"end":96,"token_start":10,"token_end":13,"label":"aspect_changing"},{"text":"decreasing","start":132,"token_start":21,"token_end":21,"end":142,"type":"pattern","label":"change_direction"},{"start":143,"end":158,"token_start":22,"token_end":22,"label":"type_of"},{"text":"floods","start":159,"token_start":23,"token_end":23,"end":165,"type":"pattern","label":"base"},{"text":"increasing","start":170,"token_start":25,"token_end":25,"end":180,"type":"pattern","label":"change_direction"},{"start":181,"end":196,"token_start":26,"token_end":26,"label":"type_of"},{"text":"floods","start":197,"token_start":27,"token_end":27,"end":203,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"contrast","start":3,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"high\u2010elevation","start":13,"end":27,"id":3,"ws":true,"disabled":false},{"text":"snow\u2010dominated","start":28,"end":42,"id":4,"ws":true,"disabled":false},{"text":"watersheds","start":43,"end":53,"id":5,"ws":true,"disabled":false},{"text":"may","start":54,"end":57,"id":6,"ws":true,"disabled":false},{"text":"see","start":58,"end":61,"id":7,"ws":true,"disabled":false},{"text":"more","start":62,"end":66,"id":8,"ws":true,"disabled":false},{"text":"delayed","start":67,"end":74,"id":9,"ws":true,"disabled":false},{"text":"changes","start":75,"end":82,"id":10,"ws":true,"disabled":false},{"text":"in","start":83,"end":85,"id":11,"ws":true,"disabled":false},{"text":"flood","start":86,"end":91,"id":12,"ws":true,"disabled":false},{"text":"risk","start":92,"end":96,"id":13,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":14,"ws":true,"disabled":false},{"text":"due","start":98,"end":101,"id":15,"ws":true,"disabled":false},{"text":"to","start":102,"end":104,"id":16,"ws":true,"disabled":false},{"text":"the","start":105,"end":108,"id":17,"ws":true,"disabled":false},{"text":"competing","start":109,"end":118,"id":18,"ws":true,"disabled":false},{"text":"influence","start":119,"end":128,"id":19,"ws":true,"disabled":false},{"text":"of","start":129,"end":131,"id":20,"ws":true,"disabled":false},{"text":"decreasing","start":132,"end":142,"id":21,"ws":true,"disabled":false},{"text":"snowmelt\u2010driven","start":143,"end":158,"id":22,"ws":true,"disabled":false},{"text":"floods","start":159,"end":165,"id":23,"ws":true,"disabled":false},{"text":"and","start":166,"end":169,"id":24,"ws":true,"disabled":false},{"text":"increasing","start":170,"end":180,"id":25,"ws":true,"disabled":false},{"text":"rainfall\u2010driven","start":181,"end":196,"id":26,"ws":true,"disabled":false},{"text":"floods","start":197,"end":203,"id":27,"ws":false,"disabled":false},{"text":".","start":203,"end":204,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":26,"child":27,"head_span":{"start":181,"end":196,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":197,"end":203,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":27,"head_span":{"start":170,"end":180,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":197,"end":203,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":143,"end":158,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":159,"end":165,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":23,"head_span":{"start":132,"end":142,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":159,"end":165,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":5,"head_span":{"start":197,"end":203,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":43,"end":53,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":5,"head_span":{"start":159,"end":165,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":43,"end":53,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":5,"head_span":{"start":13,"end":42,"token_start":3,"token_end":4,"label":"type_of"},"child_span":{"start":43,"end":53,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":5,"head_span":{"start":75,"end":96,"token_start":10,"token_end":13,"label":"aspect_changing"},"child_span":{"start":43,"end":53,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":5,"head_span":{"start":75,"end":96,"token_start":10,"token_end":13,"label":"aspect_changing"},"child_span":{"start":43,"end":53,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":5,"head_span":{"start":62,"end":74,"token_start":8,"token_end":9,"label":"change_direction"},"child_span":{"start":43,"end":53,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":896,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These embers often originate within the body of the main burn that may be relatively distant from the structure, but due to the nature of ember transmission can land on or near the structure and cause a direct ignition or a spot fire distant from the primary burn.","text":"These embers often originate within the body of the main burn that may be relatively distant from the structure, but due to the nature of ember transmission can land on or near the structure and cause a direct ignition or a spot fire distant from the primary burn. IMPLIED_BASE IMPLIED_BASE","characters":264,"document_index":717,"md_sentence_index":158,"classification_origin":"causal_sentence_classification","url":"https://storymaps.arcgis.com/stories/cb987be2818a4013a66977b6b3900444","combo_id":"717_158","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1295888578,"_task_hash":1470274894,"spans":[{"start":6,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":138,"end":156,"token_start":26,"token_end":27,"label":"base"},{"start":203,"end":209,"token_start":38,"token_end":38,"label":"type_of"},{"start":210,"end":218,"token_start":39,"token_end":39,"label":"base"},{"start":224,"end":228,"token_start":42,"token_end":42,"label":"type_of"},{"start":229,"end":233,"token_start":43,"token_end":43,"label":"base"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"embers","start":6,"end":12,"id":1,"ws":true,"disabled":false},{"text":"often","start":13,"end":18,"id":2,"ws":true,"disabled":false},{"text":"originate","start":19,"end":28,"id":3,"ws":true,"disabled":false},{"text":"within","start":29,"end":35,"id":4,"ws":true,"disabled":false},{"text":"the","start":36,"end":39,"id":5,"ws":true,"disabled":false},{"text":"body","start":40,"end":44,"id":6,"ws":true,"disabled":false},{"text":"of","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":8,"ws":true,"disabled":false},{"text":"main","start":52,"end":56,"id":9,"ws":true,"disabled":false},{"text":"burn","start":57,"end":61,"id":10,"ws":true,"disabled":false},{"text":"that","start":62,"end":66,"id":11,"ws":true,"disabled":false},{"text":"may","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"be","start":71,"end":73,"id":13,"ws":true,"disabled":false},{"text":"relatively","start":74,"end":84,"id":14,"ws":true,"disabled":false},{"text":"distant","start":85,"end":92,"id":15,"ws":true,"disabled":false},{"text":"from","start":93,"end":97,"id":16,"ws":true,"disabled":false},{"text":"the","start":98,"end":101,"id":17,"ws":true,"disabled":false},{"text":"structure","start":102,"end":111,"id":18,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":19,"ws":true,"disabled":false},{"text":"but","start":113,"end":116,"id":20,"ws":true,"disabled":false},{"text":"due","start":117,"end":120,"id":21,"ws":true,"disabled":false},{"text":"to","start":121,"end":123,"id":22,"ws":true,"disabled":false},{"text":"the","start":124,"end":127,"id":23,"ws":true,"disabled":false},{"text":"nature","start":128,"end":134,"id":24,"ws":true,"disabled":false},{"text":"of","start":135,"end":137,"id":25,"ws":true,"disabled":false},{"text":"ember","start":138,"end":143,"id":26,"ws":true,"disabled":false},{"text":"transmission","start":144,"end":156,"id":27,"ws":true,"disabled":false},{"text":"can","start":157,"end":160,"id":28,"ws":true,"disabled":false},{"text":"land","start":161,"end":165,"id":29,"ws":true,"disabled":false},{"text":"on","start":166,"end":168,"id":30,"ws":true,"disabled":false},{"text":"or","start":169,"end":171,"id":31,"ws":true,"disabled":false},{"text":"near","start":172,"end":176,"id":32,"ws":true,"disabled":false},{"text":"the","start":177,"end":180,"id":33,"ws":true,"disabled":false},{"text":"structure","start":181,"end":190,"id":34,"ws":true,"disabled":false},{"text":"and","start":191,"end":194,"id":35,"ws":true,"disabled":false},{"text":"cause","start":195,"end":200,"id":36,"ws":true,"disabled":false},{"text":"a","start":201,"end":202,"id":37,"ws":true,"disabled":false},{"text":"direct","start":203,"end":209,"id":38,"ws":true,"disabled":false},{"text":"ignition","start":210,"end":218,"id":39,"ws":true,"disabled":false},{"text":"or","start":219,"end":221,"id":40,"ws":true,"disabled":false},{"text":"a","start":222,"end":223,"id":41,"ws":true,"disabled":false},{"text":"spot","start":224,"end":228,"id":42,"ws":true,"disabled":false},{"text":"fire","start":229,"end":233,"id":43,"ws":true,"disabled":false},{"text":"distant","start":234,"end":241,"id":44,"ws":true,"disabled":false},{"text":"from","start":242,"end":246,"id":45,"ws":true,"disabled":false},{"text":"the","start":247,"end":250,"id":46,"ws":true,"disabled":false},{"text":"primary","start":251,"end":258,"id":47,"ws":true,"disabled":false},{"text":"burn","start":259,"end":263,"id":48,"ws":false,"disabled":false},{"text":".","start":263,"end":264,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":265,"end":277,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":278,"end":290,"id":51,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":1,"child":39,"head_span":{"start":6,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":210,"end":218,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":43,"head_span":{"start":6,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":229,"end":233,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":38,"child":39,"head_span":{"start":203,"end":209,"token_start":38,"token_end":38,"label":"type_of"},"child_span":{"start":210,"end":218,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":43,"head_span":{"start":224,"end":228,"token_start":42,"token_end":42,"label":"type_of"},"child_span":{"start":229,"end":233,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":400,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"","original_md_text":"In Japan, where 11 people died as a result of the summer heatwave, 10 all-time temperature highs were set.\n","text":"In Japan, where 11 people died as a result of the summer heatwave, 10 all-time temperature highs were set. IMPLIED_BASE IMPLIED_BASE","characters":107,"document_index":310,"md_sentence_index":22,"classification_origin":"cm-label-eval","url":"https://www.bbc.com/news/science-environment-46384067","combo_id":"310_22","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":221868025,"_task_hash":2083371807,"spans":[{"start":0,"end":8,"token_start":0,"token_end":1,"label":"where"},{"start":16,"end":18,"token_start":4,"token_end":4,"label":"effect_size"},{"text":"people","start":19,"token_start":5,"token_end":5,"end":25,"type":"pattern","label":"base"},{"start":26,"end":30,"token_start":6,"token_end":6,"label":"change_direction"},{"text":"summer","start":50,"token_start":12,"token_end":12,"end":56,"type":"pattern","label":"type_of"},{"text":"heatwave","start":57,"token_start":13,"token_end":13,"end":65,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Japan","start":3,"end":8,"id":1,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":2,"ws":true,"disabled":false},{"text":"where","start":10,"end":15,"id":3,"ws":true,"disabled":false},{"text":"11","start":16,"end":18,"id":4,"ws":true,"disabled":false},{"text":"people","start":19,"end":25,"id":5,"ws":true,"disabled":false},{"text":"died","start":26,"end":30,"id":6,"ws":true,"disabled":false},{"text":"as","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"a","start":34,"end":35,"id":8,"ws":true,"disabled":false},{"text":"result","start":36,"end":42,"id":9,"ws":true,"disabled":false},{"text":"of","start":43,"end":45,"id":10,"ws":true,"disabled":false},{"text":"the","start":46,"end":49,"id":11,"ws":true,"disabled":false},{"text":"summer","start":50,"end":56,"id":12,"ws":true,"disabled":false},{"text":"heatwave","start":57,"end":65,"id":13,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":14,"ws":true,"disabled":false},{"text":"10","start":67,"end":69,"id":15,"ws":true,"disabled":false},{"text":"all","start":70,"end":73,"id":16,"ws":false,"disabled":false},{"text":"-","start":73,"end":74,"id":17,"ws":false,"disabled":false},{"text":"time","start":74,"end":78,"id":18,"ws":true,"disabled":false},{"text":"temperature","start":79,"end":90,"id":19,"ws":true,"disabled":false},{"text":"highs","start":91,"end":96,"id":20,"ws":true,"disabled":false},{"text":"were","start":97,"end":101,"id":21,"ws":true,"disabled":false},{"text":"set","start":102,"end":105,"id":22,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":25,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":13,"child":5,"head_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":19,"end":25,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":13,"head_span":{"start":50,"end":56,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":26,"end":30,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":19,"end":25,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":1007,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Many of the fires were caused by a mass of lightning strikes last week \u2013 sparks that lit a tinder box of vegetation left dry and crunchy by months of persistent heat and low humidity.","text":"Many of the fires were caused by a mass of lightning strikes last week \u2013 sparks that lit a tinder box of vegetation left dry and crunchy by months of persistent heat and low humidity. IMPLIED_BASE IMPLIED_BASE","characters":183,"document_index":783,"md_sentence_index":38,"classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2020/08/22/california-wildfires-updates-saturday-map-redwood-trees-burn-big-basin/3419083001/","combo_id":"783_38","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1934885718,"_task_hash":839258481,"spans":[{"start":12,"end":17,"token_start":3,"token_end":3,"label":"base"},{"start":43,"end":52,"token_start":10,"token_end":10,"label":"base"},{"start":53,"end":60,"token_start":11,"token_end":11,"label":"aspect_changing"},{"text":"vegetation","start":105,"token_start":22,"token_end":22,"end":115,"type":"pattern","label":"base"},{"start":140,"end":149,"token_start":28,"token_end":29,"label":"when"},{"start":150,"end":160,"token_start":30,"token_end":30,"label":"type_of"},{"start":161,"end":165,"token_start":31,"token_end":31,"label":"base"},{"start":174,"end":182,"token_start":34,"token_end":34,"label":"aspect_changing"},{"start":184,"end":196,"token_start":36,"token_end":36,"label":"base"}],"tokens":[{"text":"Many","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"of","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"fires","start":12,"end":17,"id":3,"ws":true,"disabled":false},{"text":"were","start":18,"end":22,"id":4,"ws":true,"disabled":false},{"text":"caused","start":23,"end":29,"id":5,"ws":true,"disabled":false},{"text":"by","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"a","start":33,"end":34,"id":7,"ws":true,"disabled":false},{"text":"mass","start":35,"end":39,"id":8,"ws":true,"disabled":false},{"text":"of","start":40,"end":42,"id":9,"ws":true,"disabled":false},{"text":"lightning","start":43,"end":52,"id":10,"ws":true,"disabled":false},{"text":"strikes","start":53,"end":60,"id":11,"ws":true,"disabled":false},{"text":"last","start":61,"end":65,"id":12,"ws":true,"disabled":false},{"text":"week","start":66,"end":70,"id":13,"ws":true,"disabled":false},{"text":"\u2013","start":71,"end":72,"id":14,"ws":true,"disabled":false},{"text":"sparks","start":73,"end":79,"id":15,"ws":true,"disabled":false},{"text":"that","start":80,"end":84,"id":16,"ws":true,"disabled":false},{"text":"lit","start":85,"end":88,"id":17,"ws":true,"disabled":false},{"text":"a","start":89,"end":90,"id":18,"ws":true,"disabled":false},{"text":"tinder","start":91,"end":97,"id":19,"ws":true,"disabled":false},{"text":"box","start":98,"end":101,"id":20,"ws":true,"disabled":false},{"text":"of","start":102,"end":104,"id":21,"ws":true,"disabled":false},{"text":"vegetation","start":105,"end":115,"id":22,"ws":true,"disabled":false},{"text":"left","start":116,"end":120,"id":23,"ws":true,"disabled":false},{"text":"dry","start":121,"end":124,"id":24,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":25,"ws":true,"disabled":false},{"text":"crunchy","start":129,"end":136,"id":26,"ws":true,"disabled":false},{"text":"by","start":137,"end":139,"id":27,"ws":true,"disabled":false},{"text":"months","start":140,"end":146,"id":28,"ws":true,"disabled":false},{"text":"of","start":147,"end":149,"id":29,"ws":true,"disabled":false},{"text":"persistent","start":150,"end":160,"id":30,"ws":true,"disabled":false},{"text":"heat","start":161,"end":165,"id":31,"ws":true,"disabled":false},{"text":"and","start":166,"end":169,"id":32,"ws":true,"disabled":false},{"text":"low","start":170,"end":173,"id":33,"ws":true,"disabled":false},{"text":"humidity","start":174,"end":182,"id":34,"ws":false,"disabled":false},{"text":".","start":182,"end":183,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":197,"end":209,"id":37,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":11,"child":10,"head_span":{"start":53,"end":60,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":43,"end":52,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":3,"head_span":{"start":43,"end":52,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":12,"end":17,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":36,"head_span":{"start":174,"end":182,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":184,"end":196,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":22,"head_span":{"start":184,"end":196,"token_start":36,"token_end":36,"label":"base"},"child_span":{"start":105,"end":115,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":22,"head_span":{"start":161,"end":165,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":105,"end":115,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":31,"head_span":{"start":150,"end":160,"token_start":30,"token_end":30,"label":"type_of"},"child_span":{"start":161,"end":165,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":814,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"While natural variations continue to play an important role in extreme heat events, climate change has shifted the odds, increasing the likelihood that these events will occur.\n","text":"While natural variations continue to play an important role in extreme heat events, climate change has shifted the odds, increasing the likelihood that these events will occur. IMPLIED_BASE IMPLIED_BASE","characters":177,"document_index":656,"md_sentence_index":166,"classification_origin":"causal_sentence_classification","url":"https://www.cdc.gov/climateandhealth/pubs/extreme-heat-guidebook.pdf","combo_id":"656_166","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-332341821,"_task_hash":-1146351520,"spans":[{"start":6,"end":13,"token_start":1,"token_end":1,"label":"base"},{"start":14,"end":24,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":63,"end":70,"token_start":10,"token_end":10,"label":"type_of"},{"start":71,"end":82,"token_start":11,"token_end":12,"label":"base"},{"text":"climate change","start":84,"token_start":14,"token_end":15,"end":98,"type":"pattern","label":"base"},{"text":"increasing","start":121,"token_start":21,"token_end":21,"end":131,"type":"pattern","label":"change_direction"},{"text":"likelihood","start":136,"token_start":23,"token_end":23,"end":146,"type":"pattern","label":"aspect_changing"},{"start":177,"end":189,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"While","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"natural","start":6,"end":13,"id":1,"ws":true,"disabled":false},{"text":"variations","start":14,"end":24,"id":2,"ws":true,"disabled":false},{"text":"continue","start":25,"end":33,"id":3,"ws":true,"disabled":false},{"text":"to","start":34,"end":36,"id":4,"ws":true,"disabled":false},{"text":"play","start":37,"end":41,"id":5,"ws":true,"disabled":false},{"text":"an","start":42,"end":44,"id":6,"ws":true,"disabled":false},{"text":"important","start":45,"end":54,"id":7,"ws":true,"disabled":false},{"text":"role","start":55,"end":59,"id":8,"ws":true,"disabled":false},{"text":"in","start":60,"end":62,"id":9,"ws":true,"disabled":false},{"text":"extreme","start":63,"end":70,"id":10,"ws":true,"disabled":false},{"text":"heat","start":71,"end":75,"id":11,"ws":true,"disabled":false},{"text":"events","start":76,"end":82,"id":12,"ws":false,"disabled":false},{"text":",","start":82,"end":83,"id":13,"ws":true,"disabled":false},{"text":"climate","start":84,"end":91,"id":14,"ws":true,"disabled":false},{"text":"change","start":92,"end":98,"id":15,"ws":true,"disabled":false},{"text":"has","start":99,"end":102,"id":16,"ws":true,"disabled":false},{"text":"shifted","start":103,"end":110,"id":17,"ws":true,"disabled":false},{"text":"the","start":111,"end":114,"id":18,"ws":true,"disabled":false},{"text":"odds","start":115,"end":119,"id":19,"ws":false,"disabled":false},{"text":",","start":119,"end":120,"id":20,"ws":true,"disabled":false},{"text":"increasing","start":121,"end":131,"id":21,"ws":true,"disabled":false},{"text":"the","start":132,"end":135,"id":22,"ws":true,"disabled":false},{"text":"likelihood","start":136,"end":146,"id":23,"ws":true,"disabled":false},{"text":"that","start":147,"end":151,"id":24,"ws":true,"disabled":false},{"text":"these","start":152,"end":157,"id":25,"ws":true,"disabled":false},{"text":"events","start":158,"end":164,"id":26,"ws":true,"disabled":false},{"text":"will","start":165,"end":169,"id":27,"ws":true,"disabled":false},{"text":"occur","start":170,"end":175,"id":28,"ws":false,"disabled":false},{"text":".","start":175,"end":176,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":177,"end":189,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":31,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":15,"child":30,"head_span":{"start":84,"end":98,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":177,"end":189,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":30,"head_span":{"start":136,"end":146,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":177,"end":189,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":30,"head_span":{"start":121,"end":131,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":177,"end":189,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":1,"head_span":{"start":14,"end":24,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":6,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":12,"head_span":{"start":63,"end":70,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":71,"end":82,"token_start":11,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":12,"head_span":{"start":6,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":71,"end":82,"token_start":11,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":12,"head_span":{"start":177,"end":189,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":71,"end":82,"token_start":11,"token_end":12,"label":"base"},"color":"#d9fbad","label":"Same_As"}],"answer":"accept"}
+{"number":916,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Heat waves contributed to the record wildfire season in the American West.","text":"Heat waves contributed to the record wildfire season in the American West. IMPLIED_BASE IMPLIED_BASE","characters":74,"document_index":742,"md_sentence_index":79,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.thebalance.com/heat-wave-causes-list-effect-on-the-economy-4173881","combo_id":"742_79","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1169180386,"_task_hash":341271974,"spans":[{"text":"Heat waves","start":0,"token_start":0,"token_end":1,"end":10,"type":"pattern","label":"base"},{"start":30,"end":36,"token_start":5,"token_end":5,"label":"effect_size"},{"start":37,"end":45,"token_start":6,"token_end":6,"label":"base"},{"start":46,"end":52,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":53,"end":73,"token_start":8,"token_end":11,"label":"where"}],"tokens":[{"text":"Heat","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"waves","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"contributed","start":11,"end":22,"id":2,"ws":true,"disabled":false},{"text":"to","start":23,"end":25,"id":3,"ws":true,"disabled":false},{"text":"the","start":26,"end":29,"id":4,"ws":true,"disabled":false},{"text":"record","start":30,"end":36,"id":5,"ws":true,"disabled":false},{"text":"wildfire","start":37,"end":45,"id":6,"ws":true,"disabled":false},{"text":"season","start":46,"end":52,"id":7,"ws":true,"disabled":false},{"text":"in","start":53,"end":55,"id":8,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":9,"ws":true,"disabled":false},{"text":"American","start":60,"end":68,"id":10,"ws":true,"disabled":false},{"text":"West","start":69,"end":73,"id":11,"ws":false,"disabled":false},{"text":".","start":73,"end":74,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":75,"end":87,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":88,"end":100,"id":14,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":1,"child":6,"head_span":{"start":0,"end":10,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":37,"end":45,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":6,"head_span":{"start":46,"end":52,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":37,"end":45,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":539,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In contrast, if the observed warming had been due to increases in solar output, Earth\u2019s atmosphere would have warmed throughout its entire extent, including the stratosphere.\n","text":"In contrast, if the observed warming had been due to increases in solar output, Earth\u2019s atmosphere would have warmed throughout its entire extent, including the stratosphere. IMPLIED_BASE IMPLIED_BASE","characters":175,"document_index":415,"md_sentence_index":58,"classification_origin":"causal_sentence_classification","url":"http://nca2014.globalchange.gov/node/1952","combo_id":"415_58","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":2037907023,"_task_hash":867445649,"spans":[{"text":"increases","start":53,"token_start":11,"token_end":11,"end":62,"type":"pattern","label":"change_direction"},{"start":66,"end":71,"token_start":13,"token_end":13,"label":"base"},{"start":72,"end":78,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":88,"end":98,"token_start":18,"token_end":18,"label":"base"},{"start":110,"end":116,"token_start":21,"token_end":21,"label":"change_direction"},{"start":117,"end":173,"token_start":22,"token_end":29,"label":"where"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"contrast","start":3,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"if","start":13,"end":15,"id":3,"ws":true,"disabled":false},{"text":"the","start":16,"end":19,"id":4,"ws":true,"disabled":false},{"text":"observed","start":20,"end":28,"id":5,"ws":true,"disabled":false},{"text":"warming","start":29,"end":36,"id":6,"ws":true,"disabled":false},{"text":"had","start":37,"end":40,"id":7,"ws":true,"disabled":false},{"text":"been","start":41,"end":45,"id":8,"ws":true,"disabled":false},{"text":"due","start":46,"end":49,"id":9,"ws":true,"disabled":false},{"text":"to","start":50,"end":52,"id":10,"ws":true,"disabled":false},{"text":"increases","start":53,"end":62,"id":11,"ws":true,"disabled":false},{"text":"in","start":63,"end":65,"id":12,"ws":true,"disabled":false},{"text":"solar","start":66,"end":71,"id":13,"ws":true,"disabled":false},{"text":"output","start":72,"end":78,"id":14,"ws":false,"disabled":false},{"text":",","start":78,"end":79,"id":15,"ws":true,"disabled":false},{"text":"Earth","start":80,"end":85,"id":16,"ws":false,"disabled":false},{"text":"\u2019s","start":85,"end":87,"id":17,"ws":true,"disabled":false},{"text":"atmosphere","start":88,"end":98,"id":18,"ws":true,"disabled":false},{"text":"would","start":99,"end":104,"id":19,"ws":true,"disabled":false},{"text":"have","start":105,"end":109,"id":20,"ws":true,"disabled":false},{"text":"warmed","start":110,"end":116,"id":21,"ws":true,"disabled":false},{"text":"throughout","start":117,"end":127,"id":22,"ws":true,"disabled":false},{"text":"its","start":128,"end":131,"id":23,"ws":true,"disabled":false},{"text":"entire","start":132,"end":138,"id":24,"ws":true,"disabled":false},{"text":"extent","start":139,"end":145,"id":25,"ws":false,"disabled":false},{"text":",","start":145,"end":146,"id":26,"ws":true,"disabled":false},{"text":"including","start":147,"end":156,"id":27,"ws":true,"disabled":false},{"text":"the","start":157,"end":160,"id":28,"ws":true,"disabled":false},{"text":"stratosphere","start":161,"end":173,"id":29,"ws":false,"disabled":false},{"text":".","start":173,"end":174,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":32,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":13,"child":18,"head_span":{"start":66,"end":71,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":88,"end":98,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":13,"head_span":{"start":72,"end":78,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":66,"end":71,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":13,"head_span":{"start":53,"end":62,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":66,"end":71,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":18,"head_span":{"start":110,"end":116,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":88,"end":98,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept","flagged":true}
+{"number":36,"Used?":"","Dataset name":"","ignore?":"ignore","reason":"not causal","relation count":"","complexity":"","original_md_text":"A factor \u2014 such as unusual temperatures, movements, moisture or pollution \u2014 that affects the health of a species or ecosystem.","text":"A factor \u2014 such as unusual temperatures, movements, moisture or pollution \u2014 that affects the health of a species or ecosystem. IMPLIED_BASE IMPLIED_BASE","characters":126,"document_index":31,"md_sentence_index":113,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencenewsforstudents.org/article/climate-change-poses-mental-health-risks-children-and-teens","combo_id":"31_113","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1377387822,"_task_hash":-1273286515,"spans":[{"text":"temperatures","start":27,"token_start":6,"token_end":6,"end":39,"type":"pattern","label":"aspect_changing"},{"start":41,"end":50,"token_start":8,"token_end":8,"label":"base"},{"text":"moisture","start":52,"token_start":10,"token_end":10,"end":60,"type":"pattern","label":"aspect_changing"},{"text":"pollution","start":64,"token_start":12,"token_end":12,"end":73,"type":"pattern","label":"base"},{"start":93,"end":99,"token_start":17,"token_end":17,"label":"aspect_changing"},{"text":"species","start":105,"token_start":20,"token_end":20,"end":112,"type":"pattern","label":"base"},{"start":116,"end":125,"token_start":22,"token_end":22,"label":"base"},{"start":127,"end":139,"token_start":24,"token_end":24,"label":"base"},{"start":140,"end":152,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"factor","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"\u2014","start":9,"end":10,"id":2,"ws":true,"disabled":false},{"text":"such","start":11,"end":15,"id":3,"ws":true,"disabled":false},{"text":"as","start":16,"end":18,"id":4,"ws":true,"disabled":false},{"text":"unusual","start":19,"end":26,"id":5,"ws":true,"disabled":false},{"text":"temperatures","start":27,"end":39,"id":6,"ws":false,"disabled":false},{"text":",","start":39,"end":40,"id":7,"ws":true,"disabled":false},{"text":"movements","start":41,"end":50,"id":8,"ws":false,"disabled":false},{"text":",","start":50,"end":51,"id":9,"ws":true,"disabled":false},{"text":"moisture","start":52,"end":60,"id":10,"ws":true,"disabled":false},{"text":"or","start":61,"end":63,"id":11,"ws":true,"disabled":false},{"text":"pollution","start":64,"end":73,"id":12,"ws":true,"disabled":false},{"text":"\u2014","start":74,"end":75,"id":13,"ws":true,"disabled":false},{"text":"that","start":76,"end":80,"id":14,"ws":true,"disabled":false},{"text":"affects","start":81,"end":88,"id":15,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":16,"ws":true,"disabled":false},{"text":"health","start":93,"end":99,"id":17,"ws":true,"disabled":false},{"text":"of","start":100,"end":102,"id":18,"ws":true,"disabled":false},{"text":"a","start":103,"end":104,"id":19,"ws":true,"disabled":false},{"text":"species","start":105,"end":112,"id":20,"ws":true,"disabled":false},{"text":"or","start":113,"end":115,"id":21,"ws":true,"disabled":false},{"text":"ecosystem","start":116,"end":125,"id":22,"ws":false,"disabled":false},{"text":".","start":125,"end":126,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":127,"end":139,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":25,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":6,"child":24,"head_span":{"start":27,"end":39,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":127,"end":139,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":25,"head_span":{"start":52,"end":60,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":140,"end":152,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":20,"head_span":{"start":93,"end":99,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":105,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":22,"head_span":{"start":93,"end":99,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":116,"end":125,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":20,"head_span":{"start":127,"end":139,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":105,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":22,"head_span":{"start":127,"end":139,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":116,"end":125,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":20,"head_span":{"start":140,"end":152,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":105,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":22,"head_span":{"start":140,"end":152,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":116,"end":125,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":22,"head_span":{"start":41,"end":50,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":116,"end":125,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":20,"head_span":{"start":41,"end":50,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":105,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":20,"head_span":{"start":64,"end":73,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":105,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":22,"head_span":{"start":64,"end":73,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":116,"end":125,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":1078,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The combination of increased heat and inadequate mitigation can be lethal: The Maricopa County Department of Public Health's statistics indicate that deaths attributed to heat increased 232% from 2006 to 2019.\n","text":"The combination of increased heat and inadequate mitigation can be lethal: The Maricopa County Department of Public Health's statistics indicate that deaths attributed to heat increased 232% from 2006 to 2019. IMPLIED_BASE IMPLIED_BASE","characters":210,"document_index":826,"md_sentence_index":66,"classification_origin":"causal_sentence_classification","url":"https://www.azcentral.com/in-depth/news/2020/08/26/heat-killing-more-people-cities-sizzle-hotter-temperatures/4553439002/","combo_id":"826_66","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1084224068,"_task_hash":-1553527288,"spans":[{"text":"increased","start":19,"token_start":3,"token_end":3,"end":28,"type":"pattern","label":"change_direction"},{"start":29,"end":33,"token_start":4,"token_end":4,"label":"base"},{"start":38,"end":48,"token_start":6,"token_end":6,"label":"type_of"},{"start":49,"end":59,"token_start":7,"token_end":7,"label":"base"},{"start":79,"end":94,"token_start":13,"token_end":14,"label":"where"},{"start":150,"end":156,"token_start":23,"token_end":23,"label":"base"},{"start":171,"end":175,"token_start":26,"token_end":26,"label":"base"},{"text":"increased","start":176,"token_start":27,"token_end":27,"end":185,"type":"pattern","label":"change_direction"},{"start":186,"end":190,"token_start":28,"token_end":29,"label":"effect_size"},{"start":191,"end":208,"token_start":30,"token_end":33,"label":"when"},{"start":210,"end":222,"token_start":35,"token_end":35,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"combination","start":4,"end":15,"id":1,"ws":true,"disabled":false},{"text":"of","start":16,"end":18,"id":2,"ws":true,"disabled":false},{"text":"increased","start":19,"end":28,"id":3,"ws":true,"disabled":false},{"text":"heat","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"and","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"inadequate","start":38,"end":48,"id":6,"ws":true,"disabled":false},{"text":"mitigation","start":49,"end":59,"id":7,"ws":true,"disabled":false},{"text":"can","start":60,"end":63,"id":8,"ws":true,"disabled":false},{"text":"be","start":64,"end":66,"id":9,"ws":true,"disabled":false},{"text":"lethal","start":67,"end":73,"id":10,"ws":false,"disabled":false},{"text":":","start":73,"end":74,"id":11,"ws":true,"disabled":false},{"text":"The","start":75,"end":78,"id":12,"ws":true,"disabled":false},{"text":"Maricopa","start":79,"end":87,"id":13,"ws":true,"disabled":false},{"text":"County","start":88,"end":94,"id":14,"ws":true,"disabled":false},{"text":"Department","start":95,"end":105,"id":15,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":16,"ws":true,"disabled":false},{"text":"Public","start":109,"end":115,"id":17,"ws":true,"disabled":false},{"text":"Health","start":116,"end":122,"id":18,"ws":false,"disabled":false},{"text":"'s","start":122,"end":124,"id":19,"ws":true,"disabled":false},{"text":"statistics","start":125,"end":135,"id":20,"ws":true,"disabled":false},{"text":"indicate","start":136,"end":144,"id":21,"ws":true,"disabled":false},{"text":"that","start":145,"end":149,"id":22,"ws":true,"disabled":false},{"text":"deaths","start":150,"end":156,"id":23,"ws":true,"disabled":false},{"text":"attributed","start":157,"end":167,"id":24,"ws":true,"disabled":false},{"text":"to","start":168,"end":170,"id":25,"ws":true,"disabled":false},{"text":"heat","start":171,"end":175,"id":26,"ws":true,"disabled":false},{"text":"increased","start":176,"end":185,"id":27,"ws":true,"disabled":false},{"text":"232","start":186,"end":189,"id":28,"ws":false,"disabled":false},{"text":"%","start":189,"end":190,"id":29,"ws":true,"disabled":false},{"text":"from","start":191,"end":195,"id":30,"ws":true,"disabled":false},{"text":"2006","start":196,"end":200,"id":31,"ws":true,"disabled":false},{"text":"to","start":201,"end":203,"id":32,"ws":true,"disabled":false},{"text":"2019","start":204,"end":208,"id":33,"ws":false,"disabled":false},{"text":".","start":208,"end":209,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":210,"end":222,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":223,"end":235,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":26,"child":23,"head_span":{"start":171,"end":175,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":150,"end":156,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":23,"head_span":{"start":176,"end":185,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":150,"end":156,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":35,"head_span":{"start":29,"end":33,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":210,"end":222,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":35,"head_span":{"start":49,"end":59,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":210,"end":222,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":4,"head_span":{"start":19,"end":28,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":29,"end":33,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":38,"end":48,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":49,"end":59,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":430,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The projected emergence of unprecedented high-temperature extremes in the tropics will consequently lead to significantly larger impacts on agriculture and ecosystems.\n","text":"The projected emergence of unprecedented high-temperature extremes in the tropics will consequently lead to significantly larger impacts on agriculture and ecosystems. IMPLIED_BASE IMPLIED_BASE","characters":168,"document_index":340,"md_sentence_index":31,"classification_origin":"cm_cause_effect_rel","url":"https://www.greenfacts.org/en/impacts-global-warming/l-2/index.htm","combo_id":"340_31","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-455491463,"_task_hash":-953526754,"spans":[{"start":41,"end":45,"token_start":5,"token_end":5,"label":"change_direction"},{"start":46,"end":66,"token_start":7,"token_end":8,"label":"aspect_changing"},{"start":67,"end":81,"token_start":9,"token_end":11,"label":"where"},{"start":122,"end":128,"token_start":17,"token_end":17,"label":"change_direction"},{"start":129,"end":136,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"projected","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"emergence","start":14,"end":23,"id":2,"ws":true,"disabled":false},{"text":"of","start":24,"end":26,"id":3,"ws":true,"disabled":false},{"text":"unprecedented","start":27,"end":40,"id":4,"ws":true,"disabled":false},{"text":"high","start":41,"end":45,"id":5,"ws":false,"disabled":false},{"text":"-","start":45,"end":46,"id":6,"ws":false,"disabled":false},{"text":"temperature","start":46,"end":57,"id":7,"ws":true,"disabled":false},{"text":"extremes","start":58,"end":66,"id":8,"ws":true,"disabled":false},{"text":"in","start":67,"end":69,"id":9,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":10,"ws":true,"disabled":false},{"text":"tropics","start":74,"end":81,"id":11,"ws":true,"disabled":false},{"text":"will","start":82,"end":86,"id":12,"ws":true,"disabled":false},{"text":"consequently","start":87,"end":99,"id":13,"ws":true,"disabled":false},{"text":"lead","start":100,"end":104,"id":14,"ws":true,"disabled":false},{"text":"to","start":105,"end":107,"id":15,"ws":true,"disabled":false},{"text":"significantly","start":108,"end":121,"id":16,"ws":true,"disabled":false},{"text":"larger","start":122,"end":128,"id":17,"ws":true,"disabled":false},{"text":"impacts","start":129,"end":136,"id":18,"ws":true,"disabled":false},{"text":"on","start":137,"end":139,"id":19,"ws":true,"disabled":false},{"text":"agriculture","start":140,"end":151,"id":20,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":21,"ws":true,"disabled":false},{"text":"ecosystems","start":156,"end":166,"id":22,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":25,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":5,"child":24,"head_span":{"start":41,"end":45,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":24,"head_span":{"start":46,"end":66,"token_start":7,"token_end":8,"label":"aspect_changing"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":20,"head_span":{"start":122,"end":128,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":22,"head_span":{"start":129,"end":136,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":20,"head_span":{"start":122,"end":128,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":22,"head_span":{"start":129,"end":136,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":22,"head_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":20,"head_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":331,"Used?":"","Dataset name":"","ignore?":"","reason":"solutions","relation count":"many","complexity":"moderate","original_md_text":"Heat reduction: Trees provide shade for homes, office buildings, parks and roadways, cooling surface temperatures.","text":"Heat reduction: Trees provide shade for homes, office buildings, parks and roadways, cooling surface temperatures. IMPLIED_BASE IMPLIED_BASE","characters":114,"document_index":267,"md_sentence_index":13,"classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/07/20/health/iyw-cities-losing-36-million-trees-how-to-help-trnd/index.html","combo_id":"267_13","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1097195643,"_task_hash":2094881685,"spans":[{"text":"Trees","start":16,"token_start":3,"token_end":3,"end":21,"type":"pattern","label":"base"},{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},{"start":36,"end":83,"token_start":6,"token_end":14,"label":"where"},{"start":85,"end":92,"token_start":16,"token_end":16,"label":"change_direction"},{"start":93,"end":100,"token_start":17,"token_end":17,"label":"type_of"},{"text":"temperatures","start":101,"token_start":18,"token_end":18,"end":113,"type":"pattern","label":"aspect_changing"},{"start":115,"end":127,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"Heat","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"reduction","start":5,"end":14,"id":1,"ws":false,"disabled":false},{"text":":","start":14,"end":15,"id":2,"ws":true,"disabled":false},{"text":"Trees","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"provide","start":22,"end":29,"id":4,"ws":true,"disabled":false},{"text":"shade","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"for","start":36,"end":39,"id":6,"ws":true,"disabled":false},{"text":"homes","start":40,"end":45,"id":7,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":8,"ws":true,"disabled":false},{"text":"office","start":47,"end":53,"id":9,"ws":true,"disabled":false},{"text":"buildings","start":54,"end":63,"id":10,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":11,"ws":true,"disabled":false},{"text":"parks","start":65,"end":70,"id":12,"ws":true,"disabled":false},{"text":"and","start":71,"end":74,"id":13,"ws":true,"disabled":false},{"text":"roadways","start":75,"end":83,"id":14,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":15,"ws":true,"disabled":false},{"text":"cooling","start":85,"end":92,"id":16,"ws":true,"disabled":false},{"text":"surface","start":93,"end":100,"id":17,"ws":true,"disabled":false},{"text":"temperatures","start":101,"end":113,"id":18,"ws":false,"disabled":false},{"text":".","start":113,"end":114,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":3,"child":20,"head_span":{"start":16,"end":21,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":115,"end":127,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":5,"head_span":{"start":16,"end":21,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":30,"end":35,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":20,"head_span":{"start":85,"end":92,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":115,"end":127,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":20,"head_span":{"start":93,"end":100,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":115,"end":127,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":101,"end":113,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":115,"end":127,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":840,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Extreme heat may not trigger the same visceral fear as a tornado, but according to NOAA\u2019s natural hazard statistics, it causes nearly twice as many fatalities in the United States each year \u2013 more than any other weather hazard.","text":"Extreme heat may not trigger the same visceral fear as a tornado, but according to NOAA\u2019s natural hazard statistics, it causes nearly twice as many fatalities in the United States each year \u2013 more than any other weather hazard. IMPLIED_BASE IMPLIED_BASE","characters":227,"document_index":685,"md_sentence_index":0,"classification_origin":"causal_sentence_classification","url":"https://www.yaleclimateconnections.org/2019/06/heat-waves-and-climate-change-is-there-a-connection/","combo_id":"685_0","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-690416453,"_task_hash":47436027,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":127,"end":147,"token_start":24,"token_end":27,"label":"effect_size"},{"start":148,"end":158,"token_start":28,"token_end":28,"label":"base"},{"start":159,"end":179,"token_start":29,"token_end":32,"label":"where"},{"start":180,"end":189,"token_start":33,"token_end":34,"label":"when"},{"start":212,"end":219,"token_start":40,"token_end":40,"label":"type_of"},{"start":220,"end":226,"token_start":41,"token_end":41,"label":"base"}],"tokens":[{"text":"Extreme","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"heat","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"may","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"not","start":17,"end":20,"id":3,"ws":true,"disabled":false},{"text":"trigger","start":21,"end":28,"id":4,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"same","start":33,"end":37,"id":6,"ws":true,"disabled":false},{"text":"visceral","start":38,"end":46,"id":7,"ws":true,"disabled":false},{"text":"fear","start":47,"end":51,"id":8,"ws":true,"disabled":false},{"text":"as","start":52,"end":54,"id":9,"ws":true,"disabled":false},{"text":"a","start":55,"end":56,"id":10,"ws":true,"disabled":false},{"text":"tornado","start":57,"end":64,"id":11,"ws":false,"disabled":false},{"text":",","start":64,"end":65,"id":12,"ws":true,"disabled":false},{"text":"but","start":66,"end":69,"id":13,"ws":true,"disabled":false},{"text":"according","start":70,"end":79,"id":14,"ws":true,"disabled":false},{"text":"to","start":80,"end":82,"id":15,"ws":true,"disabled":false},{"text":"NOAA","start":83,"end":87,"id":16,"ws":false,"disabled":false},{"text":"\u2019s","start":87,"end":89,"id":17,"ws":true,"disabled":false},{"text":"natural","start":90,"end":97,"id":18,"ws":true,"disabled":false},{"text":"hazard","start":98,"end":104,"id":19,"ws":true,"disabled":false},{"text":"statistics","start":105,"end":115,"id":20,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":21,"ws":true,"disabled":false},{"text":"it","start":117,"end":119,"id":22,"ws":true,"disabled":false},{"text":"causes","start":120,"end":126,"id":23,"ws":true,"disabled":false},{"text":"nearly","start":127,"end":133,"id":24,"ws":true,"disabled":false},{"text":"twice","start":134,"end":139,"id":25,"ws":true,"disabled":false},{"text":"as","start":140,"end":142,"id":26,"ws":true,"disabled":false},{"text":"many","start":143,"end":147,"id":27,"ws":true,"disabled":false},{"text":"fatalities","start":148,"end":158,"id":28,"ws":true,"disabled":false},{"text":"in","start":159,"end":161,"id":29,"ws":true,"disabled":false},{"text":"the","start":162,"end":165,"id":30,"ws":true,"disabled":false},{"text":"United","start":166,"end":172,"id":31,"ws":true,"disabled":false},{"text":"States","start":173,"end":179,"id":32,"ws":true,"disabled":false},{"text":"each","start":180,"end":184,"id":33,"ws":true,"disabled":false},{"text":"year","start":185,"end":189,"id":34,"ws":true,"disabled":false},{"text":"\u2013","start":190,"end":191,"id":35,"ws":true,"disabled":false},{"text":"more","start":192,"end":196,"id":36,"ws":true,"disabled":false},{"text":"than","start":197,"end":201,"id":37,"ws":true,"disabled":false},{"text":"any","start":202,"end":205,"id":38,"ws":true,"disabled":false},{"text":"other","start":206,"end":211,"id":39,"ws":true,"disabled":false},{"text":"weather","start":212,"end":219,"id":40,"ws":true,"disabled":false},{"text":"hazard","start":220,"end":226,"id":41,"ws":false,"disabled":false},{"text":".","start":226,"end":227,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":228,"end":240,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":241,"end":253,"id":44,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":41,"head_span":{"start":212,"end":219,"token_start":40,"token_end":40,"label":"type_of"},"child_span":{"start":220,"end":226,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":28,"head_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":148,"end":158,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":28,"head_span":{"start":220,"end":226,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":148,"end":158,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":256,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Among its impacts, the heatwave caused crop failures across Europe, fanned wildfires from Manchester in the UK to Yosemite National Park in the US and exposed more than 34,000 people to power outages in Los Angeles as the grid experienced an unprecedented demand for air conditioning.\n","text":"Among its impacts, the heatwave caused crop failures across Europe, fanned wildfires from Manchester in the UK to Yosemite National Park in the US and exposed more than 34,000 people to power outages in Los Angeles as the grid experienced an unprecedented demand for air conditioning. IMPLIED_BASE IMPLIED_BASE","characters":285,"document_index":209,"md_sentence_index":10,"classification_origin":"cm_cause_effect_rel","url":"https://www.carbonbrief.org/northern-hemispheres-extreme-heatwave-in-2018-impossible-without-climate-change","combo_id":"209_10","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1242458263,"_task_hash":1055779840,"spans":[{"text":"heatwave","start":23,"token_start":5,"token_end":5,"end":31,"type":"pattern","label":"base"},{"text":"crop","start":39,"token_start":7,"token_end":7,"end":43,"type":"pattern","label":"base"},{"start":44,"end":52,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":60,"end":66,"token_start":10,"token_end":10,"label":"where"},{"start":68,"end":74,"token_start":12,"token_end":12,"label":"change_direction"},{"text":"wildfires","start":75,"token_start":13,"token_end":13,"end":84,"type":"pattern","label":"base"},{"start":90,"end":110,"token_start":15,"token_end":18,"label":"where"},{"start":114,"end":146,"token_start":20,"token_end":25,"label":"where"},{"start":159,"end":175,"token_start":28,"token_end":30,"label":"effect_size"},{"start":176,"end":182,"token_start":31,"token_end":31,"label":"to_whom"},{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},{"start":192,"end":199,"token_start":34,"token_end":34,"label":"aspect_changing"},{"start":200,"end":214,"token_start":35,"token_end":37,"label":"where"},{"text":"demand","start":256,"token_start":44,"token_end":44,"end":262,"type":"pattern","label":"aspect_changing"},{"start":267,"end":283,"token_start":46,"token_end":47,"label":"base"}],"tokens":[{"text":"Among","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"its","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"impacts","start":10,"end":17,"id":2,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":3,"ws":true,"disabled":false},{"text":"the","start":19,"end":22,"id":4,"ws":true,"disabled":false},{"text":"heatwave","start":23,"end":31,"id":5,"ws":true,"disabled":false},{"text":"caused","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"crop","start":39,"end":43,"id":7,"ws":true,"disabled":false},{"text":"failures","start":44,"end":52,"id":8,"ws":true,"disabled":false},{"text":"across","start":53,"end":59,"id":9,"ws":true,"disabled":false},{"text":"Europe","start":60,"end":66,"id":10,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":11,"ws":true,"disabled":false},{"text":"fanned","start":68,"end":74,"id":12,"ws":true,"disabled":false},{"text":"wildfires","start":75,"end":84,"id":13,"ws":true,"disabled":false},{"text":"from","start":85,"end":89,"id":14,"ws":true,"disabled":false},{"text":"Manchester","start":90,"end":100,"id":15,"ws":true,"disabled":false},{"text":"in","start":101,"end":103,"id":16,"ws":true,"disabled":false},{"text":"the","start":104,"end":107,"id":17,"ws":true,"disabled":false},{"text":"UK","start":108,"end":110,"id":18,"ws":true,"disabled":false},{"text":"to","start":111,"end":113,"id":19,"ws":true,"disabled":false},{"text":"Yosemite","start":114,"end":122,"id":20,"ws":true,"disabled":false},{"text":"National","start":123,"end":131,"id":21,"ws":true,"disabled":false},{"text":"Park","start":132,"end":136,"id":22,"ws":true,"disabled":false},{"text":"in","start":137,"end":139,"id":23,"ws":true,"disabled":false},{"text":"the","start":140,"end":143,"id":24,"ws":true,"disabled":false},{"text":"US","start":144,"end":146,"id":25,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":26,"ws":true,"disabled":false},{"text":"exposed","start":151,"end":158,"id":27,"ws":true,"disabled":false},{"text":"more","start":159,"end":163,"id":28,"ws":true,"disabled":false},{"text":"than","start":164,"end":168,"id":29,"ws":true,"disabled":false},{"text":"34,000","start":169,"end":175,"id":30,"ws":true,"disabled":false},{"text":"people","start":176,"end":182,"id":31,"ws":true,"disabled":false},{"text":"to","start":183,"end":185,"id":32,"ws":true,"disabled":false},{"text":"power","start":186,"end":191,"id":33,"ws":true,"disabled":false},{"text":"outages","start":192,"end":199,"id":34,"ws":true,"disabled":false},{"text":"in","start":200,"end":202,"id":35,"ws":true,"disabled":false},{"text":"Los","start":203,"end":206,"id":36,"ws":true,"disabled":false},{"text":"Angeles","start":207,"end":214,"id":37,"ws":true,"disabled":false},{"text":"as","start":215,"end":217,"id":38,"ws":true,"disabled":false},{"text":"the","start":218,"end":221,"id":39,"ws":true,"disabled":false},{"text":"grid","start":222,"end":226,"id":40,"ws":true,"disabled":false},{"text":"experienced","start":227,"end":238,"id":41,"ws":true,"disabled":false},{"text":"an","start":239,"end":241,"id":42,"ws":true,"disabled":false},{"text":"unprecedented","start":242,"end":255,"id":43,"ws":true,"disabled":false},{"text":"demand","start":256,"end":262,"id":44,"ws":true,"disabled":false},{"text":"for","start":263,"end":266,"id":45,"ws":true,"disabled":false},{"text":"air","start":267,"end":270,"id":46,"ws":true,"disabled":false},{"text":"conditioning","start":271,"end":283,"id":47,"ws":false,"disabled":false},{"text":".","start":283,"end":284,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":285,"end":297,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":298,"end":310,"id":50,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":5,"child":7,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":39,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":13,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":75,"end":84,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":47,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":267,"end":283,"token_start":46,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":47,"head_span":{"start":256,"end":262,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":267,"end":283,"token_start":46,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":192,"end":199,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":33,"head_span":{"start":200,"end":214,"token_start":35,"token_end":37,"label":"where"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":33,"head_span":{"start":159,"end":175,"token_start":28,"token_end":30,"label":"effect_size"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":33,"head_span":{"start":176,"end":182,"token_start":31,"token_end":31,"label":"to_whom"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":68,"end":74,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":75,"end":84,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":44,"end":52,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":39,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":33,"head_span":{"start":267,"end":283,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":186,"end":191,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":30,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one?","complexity":"simple","original_md_text":"Wildfires spew particulates, too, along with other pollutants.","text":"Wildfires spew particulates, too, along with other pollutants. IMPLIED_BASE IMPLIED_BASE","characters":62,"document_index":29,"md_sentence_index":137,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencenewsforstudents.org/article/warning-climate-change-can-harm-your-health","combo_id":"29_137","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-832238576,"_task_hash":-897075026,"spans":[{"text":"Wildfires","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"base"},{"text":"particulates","start":15,"token_start":2,"token_end":2,"end":27,"type":"pattern","label":"base"},{"text":"pollutants","start":51,"token_start":9,"token_end":9,"end":61,"type":"pattern","label":"base"}],"tokens":[{"text":"Wildfires","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"spew","start":10,"end":14,"id":1,"ws":true,"disabled":false},{"text":"particulates","start":15,"end":27,"id":2,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":3,"ws":true,"disabled":false},{"text":"too","start":29,"end":32,"id":4,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":5,"ws":true,"disabled":false},{"text":"along","start":34,"end":39,"id":6,"ws":true,"disabled":false},{"text":"with","start":40,"end":44,"id":7,"ws":true,"disabled":false},{"text":"other","start":45,"end":50,"id":8,"ws":true,"disabled":false},{"text":"pollutants","start":51,"end":61,"id":9,"ws":false,"disabled":false},{"text":".","start":61,"end":62,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":63,"end":75,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":76,"end":88,"id":12,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":0,"child":2,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":15,"end":27,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":9,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":51,"end":61,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":288,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"His research team compared known health impacts from air pollution against future climate scenarios to derive its projections.\n","text":"His research team compared known health impacts from air pollution against future climate scenarios to derive its projections. IMPLIED_BASE IMPLIED_BASE","characters":127,"document_index":247,"md_sentence_index":49,"classification_origin":"cm-label-eval","url":"https://www.latimes.com/science/environment/wildfires-climate-change-shorter-lives-americans-story.html","combo_id":"247_49","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-671765344,"_task_hash":-404402956,"spans":[{"start":27,"end":32,"token_start":4,"token_end":4,"label":"confidence"},{"text":"health","start":33,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"base"},{"start":40,"end":47,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":53,"end":56,"token_start":8,"token_end":8,"label":"type_of"},{"text":"pollution","start":57,"token_start":9,"token_end":9,"end":66,"type":"pattern","label":"base"},{"start":75,"end":81,"token_start":11,"token_end":11,"label":"when"}],"tokens":[{"text":"His","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"research","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"team","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"compared","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"known","start":27,"end":32,"id":4,"ws":true,"disabled":false},{"text":"health","start":33,"end":39,"id":5,"ws":true,"disabled":false},{"text":"impacts","start":40,"end":47,"id":6,"ws":true,"disabled":false},{"text":"from","start":48,"end":52,"id":7,"ws":true,"disabled":false},{"text":"air","start":53,"end":56,"id":8,"ws":true,"disabled":false},{"text":"pollution","start":57,"end":66,"id":9,"ws":true,"disabled":false},{"text":"against","start":67,"end":74,"id":10,"ws":true,"disabled":false},{"text":"future","start":75,"end":81,"id":11,"ws":true,"disabled":false},{"text":"climate","start":82,"end":89,"id":12,"ws":true,"disabled":false},{"text":"scenarios","start":90,"end":99,"id":13,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":14,"ws":true,"disabled":false},{"text":"derive","start":103,"end":109,"id":15,"ws":true,"disabled":false},{"text":"its","start":110,"end":113,"id":16,"ws":true,"disabled":false},{"text":"projections","start":114,"end":125,"id":17,"ws":false,"disabled":false},{"text":".","start":125,"end":126,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":127,"end":139,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":20,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":9,"child":5,"head_span":{"start":57,"end":66,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":33,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":5,"head_span":{"start":27,"end":32,"token_start":4,"token_end":4,"label":"confidence"},"child_span":{"start":33,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":5,"head_span":{"start":40,"end":47,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":33,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":53,"end":56,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":57,"end":66,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":651,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Stronger winds create more shear (a difference in wind speed over a short distance) in the atmosphere, which results in turbulence.","text":"Stronger winds create more shear (a difference in wind speed over a short distance) in the atmosphere, which results in turbulence. IMPLIED_BASE IMPLIED_BASE","characters":131,"document_index":544,"md_sentence_index":147,"classification_origin":"causal_sentence_classification","url":"https://blogs.ei.columbia.edu/2019/12/27/climate-change-impacts-everyone/","combo_id":"544_147","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1728359477,"_task_hash":-1694638977,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"change_direction"},{"start":9,"end":14,"token_start":1,"token_end":1,"label":"base"},{"text":"more","start":22,"token_start":3,"token_end":3,"end":26,"type":"pattern","label":"change_direction"},{"start":27,"end":32,"token_start":4,"token_end":4,"label":"base"},{"start":84,"end":101,"token_start":16,"token_end":18,"label":"where"},{"start":120,"end":130,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"Stronger","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"winds","start":9,"end":14,"id":1,"ws":true,"disabled":false},{"text":"create","start":15,"end":21,"id":2,"ws":true,"disabled":false},{"text":"more","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"shear","start":27,"end":32,"id":4,"ws":true,"disabled":false},{"text":"(","start":33,"end":34,"id":5,"ws":false,"disabled":false},{"text":"a","start":34,"end":35,"id":6,"ws":true,"disabled":false},{"text":"difference","start":36,"end":46,"id":7,"ws":true,"disabled":false},{"text":"in","start":47,"end":49,"id":8,"ws":true,"disabled":false},{"text":"wind","start":50,"end":54,"id":9,"ws":true,"disabled":false},{"text":"speed","start":55,"end":60,"id":10,"ws":true,"disabled":false},{"text":"over","start":61,"end":65,"id":11,"ws":true,"disabled":false},{"text":"a","start":66,"end":67,"id":12,"ws":true,"disabled":false},{"text":"short","start":68,"end":73,"id":13,"ws":true,"disabled":false},{"text":"distance","start":74,"end":82,"id":14,"ws":false,"disabled":false},{"text":")","start":82,"end":83,"id":15,"ws":true,"disabled":false},{"text":"in","start":84,"end":86,"id":16,"ws":true,"disabled":false},{"text":"the","start":87,"end":90,"id":17,"ws":true,"disabled":false},{"text":"atmosphere","start":91,"end":101,"id":18,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":19,"ws":true,"disabled":false},{"text":"which","start":103,"end":108,"id":20,"ws":true,"disabled":false},{"text":"results","start":109,"end":116,"id":21,"ws":true,"disabled":false},{"text":"in","start":117,"end":119,"id":22,"ws":true,"disabled":false},{"text":"turbulence","start":120,"end":130,"id":23,"ws":false,"disabled":false},{"text":".","start":130,"end":131,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":132,"end":144,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":145,"end":157,"id":26,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":4,"child":23,"head_span":{"start":27,"end":32,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":120,"end":130,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":4,"head_span":{"start":22,"end":26,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":27,"end":32,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":4,"head_span":{"start":9,"end":14,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":27,"end":32,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":1,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":9,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":1021,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Tropical Storm Imelda brought an estimated 16 to 24 inches of rain to Beaumont and Houston, Texas and heavy rain over a large section between southwestern Louisiana and Texas by September 20.","text":"Tropical Storm Imelda brought an estimated 16 to 24 inches of rain to Beaumont and Houston, Texas and heavy rain over a large section between southwestern Louisiana and Texas by September 20. IMPLIED_BASE IMPLIED_BASE","characters":191,"document_index":790,"md_sentence_index":133,"classification_origin":"causal_sentence_classification","url":"https://www.iii.org/fact-statistic/facts-statistics-hurricanes","combo_id":"790_133","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-874451054,"_task_hash":-480017023,"spans":[{"start":0,"end":21,"token_start":0,"token_end":2,"label":"base"},{"start":43,"end":58,"token_start":6,"token_end":9,"label":"effect_size"},{"text":"rain","start":62,"token_start":11,"token_end":11,"end":66,"type":"pattern","label":"base"},{"start":70,"end":97,"token_start":13,"token_end":17,"label":"where"},{"start":102,"end":107,"token_start":19,"token_end":19,"label":"type_of"},{"text":"rain","start":108,"token_start":20,"token_end":20,"end":112,"type":"pattern","label":"base"},{"start":118,"end":174,"token_start":22,"token_end":29,"label":"where"},{"start":175,"end":190,"token_start":30,"token_end":32,"label":"when"}],"tokens":[{"text":"Tropical","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"Storm","start":9,"end":14,"id":1,"ws":true,"disabled":false},{"text":"Imelda","start":15,"end":21,"id":2,"ws":true,"disabled":false},{"text":"brought","start":22,"end":29,"id":3,"ws":true,"disabled":false},{"text":"an","start":30,"end":32,"id":4,"ws":true,"disabled":false},{"text":"estimated","start":33,"end":42,"id":5,"ws":true,"disabled":false},{"text":"16","start":43,"end":45,"id":6,"ws":true,"disabled":false},{"text":"to","start":46,"end":48,"id":7,"ws":true,"disabled":false},{"text":"24","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"inches","start":52,"end":58,"id":9,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":10,"ws":true,"disabled":false},{"text":"rain","start":62,"end":66,"id":11,"ws":true,"disabled":false},{"text":"to","start":67,"end":69,"id":12,"ws":true,"disabled":false},{"text":"Beaumont","start":70,"end":78,"id":13,"ws":true,"disabled":false},{"text":"and","start":79,"end":82,"id":14,"ws":true,"disabled":false},{"text":"Houston","start":83,"end":90,"id":15,"ws":false,"disabled":false},{"text":",","start":90,"end":91,"id":16,"ws":true,"disabled":false},{"text":"Texas","start":92,"end":97,"id":17,"ws":true,"disabled":false},{"text":"and","start":98,"end":101,"id":18,"ws":true,"disabled":false},{"text":"heavy","start":102,"end":107,"id":19,"ws":true,"disabled":false},{"text":"rain","start":108,"end":112,"id":20,"ws":true,"disabled":false},{"text":"over","start":113,"end":117,"id":21,"ws":true,"disabled":false},{"text":"a","start":118,"end":119,"id":22,"ws":true,"disabled":false},{"text":"large","start":120,"end":125,"id":23,"ws":true,"disabled":false},{"text":"section","start":126,"end":133,"id":24,"ws":true,"disabled":false},{"text":"between","start":134,"end":141,"id":25,"ws":true,"disabled":false},{"text":"southwestern","start":142,"end":154,"id":26,"ws":true,"disabled":false},{"text":"Louisiana","start":155,"end":164,"id":27,"ws":true,"disabled":false},{"text":"and","start":165,"end":168,"id":28,"ws":true,"disabled":false},{"text":"Texas","start":169,"end":174,"id":29,"ws":true,"disabled":false},{"text":"by","start":175,"end":177,"id":30,"ws":true,"disabled":false},{"text":"September","start":178,"end":187,"id":31,"ws":true,"disabled":false},{"text":"20","start":188,"end":190,"id":32,"ws":false,"disabled":false},{"text":".","start":190,"end":191,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":35,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":2,"child":11,"head_span":{"start":0,"end":21,"token_start":0,"token_end":2,"label":"base"},"child_span":{"start":62,"end":66,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":20,"head_span":{"start":0,"end":21,"token_start":0,"token_end":2,"label":"base"},"child_span":{"start":108,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":11,"head_span":{"start":43,"end":58,"token_start":6,"token_end":9,"label":"effect_size"},"child_span":{"start":62,"end":66,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":11,"head_span":{"start":70,"end":97,"token_start":13,"token_end":17,"label":"where"},"child_span":{"start":62,"end":66,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":102,"end":107,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":108,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":20,"head_span":{"start":118,"end":174,"token_start":22,"token_end":29,"label":"where"},"child_span":{"start":108,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":472,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In some areas like Indonesia, Randerson and his colleagues have found that the radiocarbon age of carbon emissions from peat fires is about 800 years, which is then added to the greenhouse gases in that atmosphere that drive global warming.","text":"In some areas like Indonesia, Randerson and his colleagues have found that the radiocarbon age of carbon emissions from peat fires is about 800 years, which is then added to the greenhouse gases in that atmosphere that drive global warming. IMPLIED_BASE IMPLIED_BASE","characters":240,"document_index":367,"md_sentence_index":51,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencedaily.com/releases/2019/09/190910154657.htm","combo_id":"367_51","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":2143303585,"_task_hash":-1921533589,"spans":[{"start":98,"end":104,"token_start":17,"token_end":17,"label":"base"},{"text":"emissions","start":105,"token_start":18,"token_end":18,"end":114,"type":"pattern","label":"aspect_changing"},{"start":120,"end":124,"token_start":20,"token_end":20,"label":"type_of"},{"start":125,"end":130,"token_start":21,"token_end":21,"label":"base"},{"start":165,"end":170,"token_start":30,"token_end":30,"label":"change_direction"},{"text":"greenhouse gases","start":178,"token_start":33,"token_end":34,"end":194,"type":"pattern","label":"base"},{"start":195,"end":213,"token_start":35,"token_end":37,"label":"where"},{"start":219,"end":224,"token_start":39,"token_end":39,"label":"change_direction"},{"text":"global warming","start":225,"token_start":40,"token_end":41,"end":239,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"some","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"areas","start":8,"end":13,"id":2,"ws":true,"disabled":false},{"text":"like","start":14,"end":18,"id":3,"ws":true,"disabled":false},{"text":"Indonesia","start":19,"end":28,"id":4,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":5,"ws":true,"disabled":false},{"text":"Randerson","start":30,"end":39,"id":6,"ws":true,"disabled":false},{"text":"and","start":40,"end":43,"id":7,"ws":true,"disabled":false},{"text":"his","start":44,"end":47,"id":8,"ws":true,"disabled":false},{"text":"colleagues","start":48,"end":58,"id":9,"ws":true,"disabled":false},{"text":"have","start":59,"end":63,"id":10,"ws":true,"disabled":false},{"text":"found","start":64,"end":69,"id":11,"ws":true,"disabled":false},{"text":"that","start":70,"end":74,"id":12,"ws":true,"disabled":false},{"text":"the","start":75,"end":78,"id":13,"ws":true,"disabled":false},{"text":"radiocarbon","start":79,"end":90,"id":14,"ws":true,"disabled":false},{"text":"age","start":91,"end":94,"id":15,"ws":true,"disabled":false},{"text":"of","start":95,"end":97,"id":16,"ws":true,"disabled":false},{"text":"carbon","start":98,"end":104,"id":17,"ws":true,"disabled":false},{"text":"emissions","start":105,"end":114,"id":18,"ws":true,"disabled":false},{"text":"from","start":115,"end":119,"id":19,"ws":true,"disabled":false},{"text":"peat","start":120,"end":124,"id":20,"ws":true,"disabled":false},{"text":"fires","start":125,"end":130,"id":21,"ws":true,"disabled":false},{"text":"is","start":131,"end":133,"id":22,"ws":true,"disabled":false},{"text":"about","start":134,"end":139,"id":23,"ws":true,"disabled":false},{"text":"800","start":140,"end":143,"id":24,"ws":true,"disabled":false},{"text":"years","start":144,"end":149,"id":25,"ws":false,"disabled":false},{"text":",","start":149,"end":150,"id":26,"ws":true,"disabled":false},{"text":"which","start":151,"end":156,"id":27,"ws":true,"disabled":false},{"text":"is","start":157,"end":159,"id":28,"ws":true,"disabled":false},{"text":"then","start":160,"end":164,"id":29,"ws":true,"disabled":false},{"text":"added","start":165,"end":170,"id":30,"ws":true,"disabled":false},{"text":"to","start":171,"end":173,"id":31,"ws":true,"disabled":false},{"text":"the","start":174,"end":177,"id":32,"ws":true,"disabled":false},{"text":"greenhouse","start":178,"end":188,"id":33,"ws":true,"disabled":false},{"text":"gases","start":189,"end":194,"id":34,"ws":true,"disabled":false},{"text":"in","start":195,"end":197,"id":35,"ws":true,"disabled":false},{"text":"that","start":198,"end":202,"id":36,"ws":true,"disabled":false},{"text":"atmosphere","start":203,"end":213,"id":37,"ws":true,"disabled":false},{"text":"that","start":214,"end":218,"id":38,"ws":true,"disabled":false},{"text":"drive","start":219,"end":224,"id":39,"ws":true,"disabled":false},{"text":"global","start":225,"end":231,"id":40,"ws":true,"disabled":false},{"text":"warming","start":232,"end":239,"id":41,"ws":false,"disabled":false},{"text":".","start":239,"end":240,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":241,"end":253,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":254,"end":266,"id":44,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":21,"child":17,"head_span":{"start":125,"end":130,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":98,"end":104,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":21,"head_span":{"start":120,"end":124,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":125,"end":130,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":105,"end":114,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":98,"end":104,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":34,"head_span":{"start":165,"end":170,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":178,"end":194,"token_start":33,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":41,"head_span":{"start":219,"end":224,"token_start":39,"token_end":39,"label":"change_direction"},"child_span":{"start":225,"end":239,"token_start":40,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":41,"head_span":{"start":178,"end":194,"token_start":33,"token_end":34,"label":"base"},"child_span":{"start":225,"end":239,"token_start":40,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":34,"head_span":{"start":98,"end":104,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":178,"end":194,"token_start":33,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":943,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A recent report from UNICEF shows 1.4 million deaths per year among children attributable to pneumonia and diarrhea [1].","text":"A recent report from UNICEF shows 1.4 million deaths per year among children attributable to pneumonia and diarrhea [1]. IMPLIED_BASE IMPLIED_BASE","characters":120,"document_index":750,"md_sentence_index":9,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_9","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-2037027318,"_task_hash":1112864042,"spans":[{"start":34,"end":45,"token_start":6,"token_end":7,"label":"effect_size"},{"start":46,"end":52,"token_start":8,"token_end":8,"label":"base"},{"start":53,"end":61,"token_start":9,"token_end":10,"label":"when"},{"start":62,"end":76,"token_start":11,"token_end":12,"label":"to_whom"},{"start":93,"end":102,"token_start":15,"token_end":15,"label":"base"},{"start":107,"end":115,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"recent","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"report","start":9,"end":15,"id":2,"ws":true,"disabled":false},{"text":"from","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"UNICEF","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"shows","start":28,"end":33,"id":5,"ws":true,"disabled":false},{"text":"1.4","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"million","start":38,"end":45,"id":7,"ws":true,"disabled":false},{"text":"deaths","start":46,"end":52,"id":8,"ws":true,"disabled":false},{"text":"per","start":53,"end":56,"id":9,"ws":true,"disabled":false},{"text":"year","start":57,"end":61,"id":10,"ws":true,"disabled":false},{"text":"among","start":62,"end":67,"id":11,"ws":true,"disabled":false},{"text":"children","start":68,"end":76,"id":12,"ws":true,"disabled":false},{"text":"attributable","start":77,"end":89,"id":13,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":14,"ws":true,"disabled":false},{"text":"pneumonia","start":93,"end":102,"id":15,"ws":true,"disabled":false},{"text":"and","start":103,"end":106,"id":16,"ws":true,"disabled":false},{"text":"diarrhea","start":107,"end":115,"id":17,"ws":true,"disabled":false},{"text":"[","start":116,"end":117,"id":18,"ws":false,"disabled":false},{"text":"1","start":117,"end":118,"id":19,"ws":false,"disabled":false},{"text":"]","start":118,"end":119,"id":20,"ws":false,"disabled":false},{"text":".","start":119,"end":120,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":23,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":15,"child":8,"head_span":{"start":93,"end":102,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":46,"end":52,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":8,"head_span":{"start":107,"end":115,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":46,"end":52,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":8,"head_span":{"start":34,"end":45,"token_start":6,"token_end":7,"label":"effect_size"},"child_span":{"start":46,"end":52,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":8,"head_span":{"start":62,"end":76,"token_start":11,"token_end":12,"label":"to_whom"},"child_span":{"start":46,"end":52,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":855,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Imminent severe humid heat provides incentive for a broad interdisciplinary research initiative to better characterize health impacts.","text":"Imminent severe humid heat provides incentive for a broad interdisciplinary research initiative to better characterize health impacts. IMPLIED_BASE IMPLIED_BASE","characters":134,"document_index":708,"md_sentence_index":107,"classification_origin":"causal_sentence_classification","url":"https://advances.sciencemag.org/content/6/19/eaaw1838","combo_id":"708_107","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":191582018,"_task_hash":1993180299,"spans":[{"text":"health","start":119,"token_start":15,"token_end":15,"end":125,"type":"pattern","label":"base"}],"tokens":[{"text":"Imminent","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"severe","start":9,"end":15,"id":1,"ws":true,"disabled":false},{"text":"humid","start":16,"end":21,"id":2,"ws":true,"disabled":false},{"text":"heat","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"provides","start":27,"end":35,"id":4,"ws":true,"disabled":false},{"text":"incentive","start":36,"end":45,"id":5,"ws":true,"disabled":false},{"text":"for","start":46,"end":49,"id":6,"ws":true,"disabled":false},{"text":"a","start":50,"end":51,"id":7,"ws":true,"disabled":false},{"text":"broad","start":52,"end":57,"id":8,"ws":true,"disabled":false},{"text":"interdisciplinary","start":58,"end":75,"id":9,"ws":true,"disabled":false},{"text":"research","start":76,"end":84,"id":10,"ws":true,"disabled":false},{"text":"initiative","start":85,"end":95,"id":11,"ws":true,"disabled":false},{"text":"to","start":96,"end":98,"id":12,"ws":true,"disabled":false},{"text":"better","start":99,"end":105,"id":13,"ws":true,"disabled":false},{"text":"characterize","start":106,"end":118,"id":14,"ws":true,"disabled":false},{"text":"health","start":119,"end":125,"id":15,"ws":true,"disabled":false},{"text":"impacts","start":126,"end":133,"id":16,"ws":false,"disabled":false},{"text":".","start":133,"end":134,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":135,"end":147,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":19,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":1168,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Warming ocean temperatures are linked to the increase and spread of diseases in marine species.","text":"Warming ocean temperatures are linked to the increase and spread of diseases in marine species. IMPLIED_BASE IMPLIED_BASE","characters":95,"document_index":872,"md_sentence_index":27,"classification_origin":"causal_sentence_classification","url":"https://www.iucn.org/resources/issues-briefs/ocean-warming","combo_id":"872_27","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":125119538,"_task_hash":621191534,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"change_direction"},{"text":"ocean","start":8,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"text":"temperatures","start":14,"token_start":2,"token_end":2,"end":26,"type":"pattern","label":"aspect_changing"},{"start":45,"end":64,"token_start":7,"token_end":9,"label":"change_direction"},{"start":68,"end":76,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":80,"end":86,"token_start":13,"token_end":13,"label":"type_of"},{"text":"species","start":87,"token_start":14,"token_end":14,"end":94,"type":"pattern","label":"base"}],"tokens":[{"text":"Warming","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"ocean","start":8,"end":13,"id":1,"ws":true,"disabled":false},{"text":"temperatures","start":14,"end":26,"id":2,"ws":true,"disabled":false},{"text":"are","start":27,"end":30,"id":3,"ws":true,"disabled":false},{"text":"linked","start":31,"end":37,"id":4,"ws":true,"disabled":false},{"text":"to","start":38,"end":40,"id":5,"ws":true,"disabled":false},{"text":"the","start":41,"end":44,"id":6,"ws":true,"disabled":false},{"text":"increase","start":45,"end":53,"id":7,"ws":true,"disabled":false},{"text":"and","start":54,"end":57,"id":8,"ws":true,"disabled":false},{"text":"spread","start":58,"end":64,"id":9,"ws":true,"disabled":false},{"text":"of","start":65,"end":67,"id":10,"ws":true,"disabled":false},{"text":"diseases","start":68,"end":76,"id":11,"ws":true,"disabled":false},{"text":"in","start":77,"end":79,"id":12,"ws":true,"disabled":false},{"text":"marine","start":80,"end":86,"id":13,"ws":true,"disabled":false},{"text":"species","start":87,"end":94,"id":14,"ws":false,"disabled":false},{"text":".","start":94,"end":95,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":109,"end":121,"id":17,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":1,"child":14,"head_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":87,"end":94,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":1,"head_span":{"start":14,"end":26,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":14,"head_span":{"start":45,"end":64,"token_start":7,"token_end":9,"label":"change_direction"},"child_span":{"start":87,"end":94,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":14,"head_span":{"start":68,"end":76,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":87,"end":94,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":80,"end":86,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":87,"end":94,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":828,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We contribute to this literature by considering capacity impacts, driven by variability in impacts across space and time.","text":"We contribute to this literature by considering capacity impacts, driven by variability in impacts across space and time. IMPLIED_BASE IMPLIED_BASE","characters":121,"document_index":664,"md_sentence_index":26,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"http://www.pnas.org/content/114/8/1886.full","combo_id":"664_26","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1798034681,"_task_hash":-1223792801,"spans":[],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"contribute","start":3,"end":13,"id":1,"ws":true,"disabled":false},{"text":"to","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"this","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"literature","start":22,"end":32,"id":4,"ws":true,"disabled":false},{"text":"by","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"considering","start":36,"end":47,"id":6,"ws":true,"disabled":false},{"text":"capacity","start":48,"end":56,"id":7,"ws":true,"disabled":false},{"text":"impacts","start":57,"end":64,"id":8,"ws":false,"disabled":false},{"text":",","start":64,"end":65,"id":9,"ws":true,"disabled":false},{"text":"driven","start":66,"end":72,"id":10,"ws":true,"disabled":false},{"text":"by","start":73,"end":75,"id":11,"ws":true,"disabled":false},{"text":"variability","start":76,"end":87,"id":12,"ws":true,"disabled":false},{"text":"in","start":88,"end":90,"id":13,"ws":true,"disabled":false},{"text":"impacts","start":91,"end":98,"id":14,"ws":true,"disabled":false},{"text":"across","start":99,"end":105,"id":15,"ws":true,"disabled":false},{"text":"space","start":106,"end":111,"id":16,"ws":true,"disabled":false},{"text":"and","start":112,"end":115,"id":17,"ws":true,"disabled":false},{"text":"time","start":116,"end":120,"id":18,"ws":false,"disabled":false},{"text":".","start":120,"end":121,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":122,"end":134,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":135,"end":147,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":148,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"The risk of heat stroke, which is potentially fatal, increases because older adults may be less mobile, and thus less able to reach cooler locations in a heat wave.","text":"The risk of heat stroke, which is potentially fatal, increases because older adults may be less mobile, and thus less able to reach cooler locations in a heat wave. IMPLIED_BASE IMPLIED_BASE","characters":164,"document_index":116,"md_sentence_index":29,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/24/health/climate-change-elderly.html","combo_id":"116_29","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":353213389,"_task_hash":-654369914,"spans":[{"text":"risk","start":4,"token_start":1,"token_end":1,"end":8,"type":"pattern","label":"aspect_changing"},{"text":"heat stroke","start":12,"token_start":3,"token_end":4,"end":23,"type":"pattern","label":"base"},{"text":"increases","start":53,"token_start":11,"token_end":11,"end":62,"type":"pattern","label":"change_direction"},{"start":71,"end":83,"token_start":13,"token_end":14,"label":"base"},{"text":"less","start":91,"token_start":17,"token_end":17,"end":95,"type":"pattern","label":"change_direction"},{"start":96,"end":102,"token_start":18,"token_end":18,"label":"aspect_changing"},{"start":113,"end":131,"token_start":22,"token_end":25,"label":"change_direction"},{"start":132,"end":138,"token_start":26,"token_end":26,"label":"type_of"},{"start":139,"end":148,"token_start":27,"token_end":27,"label":"base"},{"start":149,"end":163,"token_start":28,"token_end":31,"label":"when"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"risk","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"of","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"heat","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"stroke","start":17,"end":23,"id":4,"ws":false,"disabled":false},{"text":",","start":23,"end":24,"id":5,"ws":true,"disabled":false},{"text":"which","start":25,"end":30,"id":6,"ws":true,"disabled":false},{"text":"is","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"potentially","start":34,"end":45,"id":8,"ws":true,"disabled":false},{"text":"fatal","start":46,"end":51,"id":9,"ws":false,"disabled":false},{"text":",","start":51,"end":52,"id":10,"ws":true,"disabled":false},{"text":"increases","start":53,"end":62,"id":11,"ws":true,"disabled":false},{"text":"because","start":63,"end":70,"id":12,"ws":true,"disabled":false},{"text":"older","start":71,"end":76,"id":13,"ws":true,"disabled":false},{"text":"adults","start":77,"end":83,"id":14,"ws":true,"disabled":false},{"text":"may","start":84,"end":87,"id":15,"ws":true,"disabled":false},{"text":"be","start":88,"end":90,"id":16,"ws":true,"disabled":false},{"text":"less","start":91,"end":95,"id":17,"ws":true,"disabled":false},{"text":"mobile","start":96,"end":102,"id":18,"ws":false,"disabled":false},{"text":",","start":102,"end":103,"id":19,"ws":true,"disabled":false},{"text":"and","start":104,"end":107,"id":20,"ws":true,"disabled":false},{"text":"thus","start":108,"end":112,"id":21,"ws":true,"disabled":false},{"text":"less","start":113,"end":117,"id":22,"ws":true,"disabled":false},{"text":"able","start":118,"end":122,"id":23,"ws":true,"disabled":false},{"text":"to","start":123,"end":125,"id":24,"ws":true,"disabled":false},{"text":"reach","start":126,"end":131,"id":25,"ws":true,"disabled":false},{"text":"cooler","start":132,"end":138,"id":26,"ws":true,"disabled":false},{"text":"locations","start":139,"end":148,"id":27,"ws":true,"disabled":false},{"text":"in","start":149,"end":151,"id":28,"ws":true,"disabled":false},{"text":"a","start":152,"end":153,"id":29,"ws":true,"disabled":false},{"text":"heat","start":154,"end":158,"id":30,"ws":true,"disabled":false},{"text":"wave","start":159,"end":163,"id":31,"ws":false,"disabled":false},{"text":".","start":163,"end":164,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":14,"child":27,"head_span":{"start":71,"end":83,"token_start":13,"token_end":14,"label":"base"},"child_span":{"start":139,"end":148,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":4,"head_span":{"start":53,"end":62,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":12,"end":23,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":4,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":12,"end":23,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":14,"head_span":{"start":91,"end":95,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":71,"end":83,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":14,"head_span":{"start":96,"end":102,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":71,"end":83,"token_start":13,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":132,"end":138,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":139,"end":148,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":27,"head_span":{"start":113,"end":131,"token_start":22,"token_end":25,"label":"change_direction"},"child_span":{"start":139,"end":148,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":4,"head_span":{"start":139,"end":148,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":12,"end":23,"token_start":3,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":476,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These sparks quickly ignited the vegetation that was dried out and made extremely flammable by the same extreme heat and low humidity, which research also shows can contribute to a fire's rapid and uncontrollable spread, said Randerson.","text":"These sparks quickly ignited the vegetation that was dried out and made extremely flammable by the same extreme heat and low humidity, which research also shows can contribute to a fire's rapid and uncontrollable spread, said Randerson. IMPLIED_BASE IMPLIED_BASE","characters":236,"document_index":367,"md_sentence_index":21,"classification_origin":"cm-label-eval","url":"https://www.sciencedaily.com/releases/2019/09/190910154657.htm","combo_id":"367_21","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":840709376,"_task_hash":-1003701987,"spans":[{"start":6,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":21,"end":28,"token_start":3,"token_end":3,"label":"change_direction"},{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"sparks","start":6,"end":12,"id":1,"ws":true,"disabled":false},{"text":"quickly","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"ignited","start":21,"end":28,"id":3,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":4,"ws":true,"disabled":false},{"text":"vegetation","start":33,"end":43,"id":5,"ws":true,"disabled":false},{"text":"that","start":44,"end":48,"id":6,"ws":true,"disabled":false},{"text":"was","start":49,"end":52,"id":7,"ws":true,"disabled":false},{"text":"dried","start":53,"end":58,"id":8,"ws":true,"disabled":false},{"text":"out","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"and","start":63,"end":66,"id":10,"ws":true,"disabled":false},{"text":"made","start":67,"end":71,"id":11,"ws":true,"disabled":false},{"text":"extremely","start":72,"end":81,"id":12,"ws":true,"disabled":false},{"text":"flammable","start":82,"end":91,"id":13,"ws":true,"disabled":false},{"text":"by","start":92,"end":94,"id":14,"ws":true,"disabled":false},{"text":"the","start":95,"end":98,"id":15,"ws":true,"disabled":false},{"text":"same","start":99,"end":103,"id":16,"ws":true,"disabled":false},{"text":"extreme","start":104,"end":111,"id":17,"ws":true,"disabled":false},{"text":"heat","start":112,"end":116,"id":18,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":19,"ws":true,"disabled":false},{"text":"low","start":121,"end":124,"id":20,"ws":true,"disabled":false},{"text":"humidity","start":125,"end":133,"id":21,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":22,"ws":true,"disabled":false},{"text":"which","start":135,"end":140,"id":23,"ws":true,"disabled":false},{"text":"research","start":141,"end":149,"id":24,"ws":true,"disabled":false},{"text":"also","start":150,"end":154,"id":25,"ws":true,"disabled":false},{"text":"shows","start":155,"end":160,"id":26,"ws":true,"disabled":false},{"text":"can","start":161,"end":164,"id":27,"ws":true,"disabled":false},{"text":"contribute","start":165,"end":175,"id":28,"ws":true,"disabled":false},{"text":"to","start":176,"end":178,"id":29,"ws":true,"disabled":false},{"text":"a","start":179,"end":180,"id":30,"ws":true,"disabled":false},{"text":"fire","start":181,"end":185,"id":31,"ws":false,"disabled":false},{"text":"'s","start":185,"end":187,"id":32,"ws":true,"disabled":false},{"text":"rapid","start":188,"end":193,"id":33,"ws":true,"disabled":false},{"text":"and","start":194,"end":197,"id":34,"ws":true,"disabled":false},{"text":"uncontrollable","start":198,"end":212,"id":35,"ws":true,"disabled":false},{"text":"spread","start":213,"end":219,"id":36,"ws":false,"disabled":false},{"text":",","start":219,"end":220,"id":37,"ws":true,"disabled":false},{"text":"said","start":221,"end":225,"id":38,"ws":true,"disabled":false},{"text":"Randerson","start":226,"end":235,"id":39,"ws":false,"disabled":false},{"text":".","start":235,"end":236,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":237,"end":249,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":250,"end":262,"id":42,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"ignore"}
+{"number":289,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Philip Alston, UN special rapporteur on extreme poverty and human rights, said the impacts of global heating are likely to undermine not only basic rights to life, water, food, and housing for hundreds of millions of people, but also democracy and the rule of law.\n","text":"Philip Alston, UN special rapporteur on extreme poverty and human rights, said the impacts of global heating are likely to undermine not only basic rights to life, water, food, and housing for hundreds of millions of people, but also democracy and the rule of law. IMPLIED_BASE IMPLIED_BASE","characters":265,"document_index":242,"md_sentence_index":1,"classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/jun/25/climate-apartheid-united-nations-expert-says-human-rights-may-not-survive-crisis","combo_id":"242_1","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1553484141,"_task_hash":887857267,"spans":[{"start":94,"end":100,"token_start":17,"token_end":17,"label":"where"},{"start":101,"end":108,"token_start":18,"token_end":18,"label":"change_direction"},{"start":113,"end":119,"token_start":20,"token_end":20,"label":"confidence"},{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},{"start":158,"end":162,"token_start":28,"token_end":28,"label":"base"},{"start":164,"end":169,"token_start":30,"token_end":30,"label":"base"},{"start":171,"end":175,"token_start":32,"token_end":32,"label":"base"},{"start":181,"end":188,"token_start":35,"token_end":35,"label":"base"},{"start":193,"end":213,"token_start":37,"token_end":39,"label":"effect_size"},{"start":217,"end":223,"token_start":41,"token_end":41,"label":"to_whom"},{"start":234,"end":243,"token_start":45,"token_end":45,"label":"base"},{"start":252,"end":256,"token_start":48,"token_end":48,"label":"aspect_changing"},{"start":260,"end":263,"token_start":50,"token_end":50,"label":"base"},{"start":265,"end":277,"token_start":52,"token_end":52,"label":"base"}],"tokens":[{"text":"Philip","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"Alston","start":7,"end":13,"id":1,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":2,"ws":true,"disabled":false},{"text":"UN","start":15,"end":17,"id":3,"ws":true,"disabled":false},{"text":"special","start":18,"end":25,"id":4,"ws":true,"disabled":false},{"text":"rapporteur","start":26,"end":36,"id":5,"ws":true,"disabled":false},{"text":"on","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"extreme","start":40,"end":47,"id":7,"ws":true,"disabled":false},{"text":"poverty","start":48,"end":55,"id":8,"ws":true,"disabled":false},{"text":"and","start":56,"end":59,"id":9,"ws":true,"disabled":false},{"text":"human","start":60,"end":65,"id":10,"ws":true,"disabled":false},{"text":"rights","start":66,"end":72,"id":11,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":12,"ws":true,"disabled":false},{"text":"said","start":74,"end":78,"id":13,"ws":true,"disabled":false},{"text":"the","start":79,"end":82,"id":14,"ws":true,"disabled":false},{"text":"impacts","start":83,"end":90,"id":15,"ws":true,"disabled":false},{"text":"of","start":91,"end":93,"id":16,"ws":true,"disabled":false},{"text":"global","start":94,"end":100,"id":17,"ws":true,"disabled":false},{"text":"heating","start":101,"end":108,"id":18,"ws":true,"disabled":false},{"text":"are","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"likely","start":113,"end":119,"id":20,"ws":true,"disabled":false},{"text":"to","start":120,"end":122,"id":21,"ws":true,"disabled":false},{"text":"undermine","start":123,"end":132,"id":22,"ws":true,"disabled":false},{"text":"not","start":133,"end":136,"id":23,"ws":true,"disabled":false},{"text":"only","start":137,"end":141,"id":24,"ws":true,"disabled":false},{"text":"basic","start":142,"end":147,"id":25,"ws":true,"disabled":false},{"text":"rights","start":148,"end":154,"id":26,"ws":true,"disabled":false},{"text":"to","start":155,"end":157,"id":27,"ws":true,"disabled":false},{"text":"life","start":158,"end":162,"id":28,"ws":false,"disabled":false},{"text":",","start":162,"end":163,"id":29,"ws":true,"disabled":false},{"text":"water","start":164,"end":169,"id":30,"ws":false,"disabled":false},{"text":",","start":169,"end":170,"id":31,"ws":true,"disabled":false},{"text":"food","start":171,"end":175,"id":32,"ws":false,"disabled":false},{"text":",","start":175,"end":176,"id":33,"ws":true,"disabled":false},{"text":"and","start":177,"end":180,"id":34,"ws":true,"disabled":false},{"text":"housing","start":181,"end":188,"id":35,"ws":true,"disabled":false},{"text":"for","start":189,"end":192,"id":36,"ws":true,"disabled":false},{"text":"hundreds","start":193,"end":201,"id":37,"ws":true,"disabled":false},{"text":"of","start":202,"end":204,"id":38,"ws":true,"disabled":false},{"text":"millions","start":205,"end":213,"id":39,"ws":true,"disabled":false},{"text":"of","start":214,"end":216,"id":40,"ws":true,"disabled":false},{"text":"people","start":217,"end":223,"id":41,"ws":false,"disabled":false},{"text":",","start":223,"end":224,"id":42,"ws":true,"disabled":false},{"text":"but","start":225,"end":228,"id":43,"ws":true,"disabled":false},{"text":"also","start":229,"end":233,"id":44,"ws":true,"disabled":false},{"text":"democracy","start":234,"end":243,"id":45,"ws":true,"disabled":false},{"text":"and","start":244,"end":247,"id":46,"ws":true,"disabled":false},{"text":"the","start":248,"end":251,"id":47,"ws":true,"disabled":false},{"text":"rule","start":252,"end":256,"id":48,"ws":true,"disabled":false},{"text":"of","start":257,"end":259,"id":49,"ws":true,"disabled":false},{"text":"law","start":260,"end":263,"id":50,"ws":false,"disabled":false},{"text":".","start":263,"end":264,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":265,"end":277,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":278,"end":290,"id":53,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":17,"child":52,"head_span":{"start":94,"end":100,"token_start":17,"token_end":17,"label":"where"},"child_span":{"start":265,"end":277,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":52,"head_span":{"start":101,"end":108,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":265,"end":277,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":28,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":158,"end":162,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":28,"head_span":{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":158,"end":162,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":30,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":164,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":30,"head_span":{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":164,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":32,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":171,"end":175,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":32,"head_span":{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":171,"end":175,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":35,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":181,"end":188,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":35,"head_span":{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":181,"end":188,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":28,"head_span":{"start":193,"end":213,"token_start":37,"token_end":39,"label":"effect_size"},"child_span":{"start":158,"end":162,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":30,"head_span":{"start":193,"end":213,"token_start":37,"token_end":39,"label":"effect_size"},"child_span":{"start":164,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":32,"head_span":{"start":193,"end":213,"token_start":37,"token_end":39,"label":"effect_size"},"child_span":{"start":171,"end":175,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":35,"head_span":{"start":193,"end":213,"token_start":37,"token_end":39,"label":"effect_size"},"child_span":{"start":181,"end":188,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":28,"head_span":{"start":217,"end":223,"token_start":41,"token_end":41,"label":"to_whom"},"child_span":{"start":158,"end":162,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":30,"head_span":{"start":217,"end":223,"token_start":41,"token_end":41,"label":"to_whom"},"child_span":{"start":164,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":32,"head_span":{"start":217,"end":223,"token_start":41,"token_end":41,"label":"to_whom"},"child_span":{"start":171,"end":175,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":35,"head_span":{"start":217,"end":223,"token_start":41,"token_end":41,"label":"to_whom"},"child_span":{"start":181,"end":188,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":50,"head_span":{"start":252,"end":256,"token_start":48,"token_end":48,"label":"aspect_changing"},"child_span":{"start":260,"end":263,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":52,"child":28,"head_span":{"start":265,"end":277,"token_start":52,"token_end":52,"label":"base"},"child_span":{"start":158,"end":162,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":52,"child":30,"head_span":{"start":265,"end":277,"token_start":52,"token_end":52,"label":"base"},"child_span":{"start":164,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":52,"child":32,"head_span":{"start":265,"end":277,"token_start":52,"token_end":52,"label":"base"},"child_span":{"start":171,"end":175,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":52,"child":35,"head_span":{"start":265,"end":277,"token_start":52,"token_end":52,"label":"base"},"child_span":{"start":181,"end":188,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":52,"child":45,"head_span":{"start":265,"end":277,"token_start":52,"token_end":52,"label":"base"},"child_span":{"start":234,"end":243,"token_start":45,"token_end":45,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":52,"child":50,"head_span":{"start":265,"end":277,"token_start":52,"token_end":52,"label":"base"},"child_span":{"start":260,"end":263,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":822,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"More Severe Rising average summer temperatures will make the hottest days even hotter than they used to be, espe-","text":"More Severe Rising average summer temperatures will make the hottest days even hotter than they used to be, espe- IMPLIED_BASE IMPLIED_BASE","characters":113,"document_index":656,"md_sentence_index":213,"classification_origin":"causal_sentence_classification","url":"https://www.cdc.gov/climateandhealth/pubs/extreme-heat-guidebook.pdf","combo_id":"656_213","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1063288119,"_task_hash":885501618,"spans":[{"text":"summer","start":27,"token_start":4,"token_end":4,"end":33,"type":"pattern","label":"base"},{"text":"temperatures","start":34,"token_start":5,"token_end":5,"end":46,"type":"pattern","label":"aspect_changing"},{"text":"hotter","start":79,"token_start":12,"token_end":12,"end":85,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"More","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"Severe","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"Rising","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"average","start":19,"end":26,"id":3,"ws":true,"disabled":false},{"text":"summer","start":27,"end":33,"id":4,"ws":true,"disabled":false},{"text":"temperatures","start":34,"end":46,"id":5,"ws":true,"disabled":false},{"text":"will","start":47,"end":51,"id":6,"ws":true,"disabled":false},{"text":"make","start":52,"end":56,"id":7,"ws":true,"disabled":false},{"text":"the","start":57,"end":60,"id":8,"ws":true,"disabled":false},{"text":"hottest","start":61,"end":68,"id":9,"ws":true,"disabled":false},{"text":"days","start":69,"end":73,"id":10,"ws":true,"disabled":false},{"text":"even","start":74,"end":78,"id":11,"ws":true,"disabled":false},{"text":"hotter","start":79,"end":85,"id":12,"ws":true,"disabled":false},{"text":"than","start":86,"end":90,"id":13,"ws":true,"disabled":false},{"text":"they","start":91,"end":95,"id":14,"ws":true,"disabled":false},{"text":"used","start":96,"end":100,"id":15,"ws":true,"disabled":false},{"text":"to","start":101,"end":103,"id":16,"ws":true,"disabled":false},{"text":"be","start":104,"end":106,"id":17,"ws":false,"disabled":false},{"text":",","start":106,"end":107,"id":18,"ws":true,"disabled":false},{"text":"espe-","start":108,"end":113,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":114,"end":126,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":127,"end":139,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":179,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"complex","original_md_text":"Regenerative farming, rotational and mob grazing, reducing tillage, agroforestry, and soil improvements are all means to help mitigate the effects of extreme weather, and the resulting food shocks.","text":"Regenerative farming, rotational and mob grazing, reducing tillage, agroforestry, and soil improvements are all means to help mitigate the effects of extreme weather, and the resulting food shocks. IMPLIED_BASE IMPLIED_BASE","characters":197,"document_index":133,"md_sentence_index":66,"classification_origin":"cm-label-eval","url":"https://civileats.com/2019/05/30/climate-change-is-intensifying-food-shocks/","combo_id":"133_66","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1610578600,"_task_hash":-387032854,"spans":[{"start":150,"end":157,"token_start":25,"token_end":25,"label":"type_of"},{"start":158,"end":165,"token_start":26,"token_end":26,"label":"base"},{"start":175,"end":184,"token_start":30,"token_end":30,"label":"predicate"},{"start":185,"end":189,"token_start":31,"token_end":31,"label":"base"},{"start":190,"end":196,"token_start":32,"token_end":32,"label":"aspect_changing"}],"tokens":[{"text":"Regenerative","start":0,"end":12,"id":0,"ws":true,"disabled":false},{"text":"farming","start":13,"end":20,"id":1,"ws":false,"disabled":false},{"text":",","start":20,"end":21,"id":2,"ws":true,"disabled":false},{"text":"rotational","start":22,"end":32,"id":3,"ws":true,"disabled":false},{"text":"and","start":33,"end":36,"id":4,"ws":true,"disabled":false},{"text":"mob","start":37,"end":40,"id":5,"ws":true,"disabled":false},{"text":"grazing","start":41,"end":48,"id":6,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":7,"ws":true,"disabled":false},{"text":"reducing","start":50,"end":58,"id":8,"ws":true,"disabled":false},{"text":"tillage","start":59,"end":66,"id":9,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":10,"ws":true,"disabled":false},{"text":"agroforestry","start":68,"end":80,"id":11,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":12,"ws":true,"disabled":false},{"text":"and","start":82,"end":85,"id":13,"ws":true,"disabled":false},{"text":"soil","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"improvements","start":91,"end":103,"id":15,"ws":true,"disabled":false},{"text":"are","start":104,"end":107,"id":16,"ws":true,"disabled":false},{"text":"all","start":108,"end":111,"id":17,"ws":true,"disabled":false},{"text":"means","start":112,"end":117,"id":18,"ws":true,"disabled":false},{"text":"to","start":118,"end":120,"id":19,"ws":true,"disabled":false},{"text":"help","start":121,"end":125,"id":20,"ws":true,"disabled":false},{"text":"mitigate","start":126,"end":134,"id":21,"ws":true,"disabled":false},{"text":"the","start":135,"end":138,"id":22,"ws":true,"disabled":false},{"text":"effects","start":139,"end":146,"id":23,"ws":true,"disabled":false},{"text":"of","start":147,"end":149,"id":24,"ws":true,"disabled":false},{"text":"extreme","start":150,"end":157,"id":25,"ws":true,"disabled":false},{"text":"weather","start":158,"end":165,"id":26,"ws":false,"disabled":false},{"text":",","start":165,"end":166,"id":27,"ws":true,"disabled":false},{"text":"and","start":167,"end":170,"id":28,"ws":true,"disabled":false},{"text":"the","start":171,"end":174,"id":29,"ws":true,"disabled":false},{"text":"resulting","start":175,"end":184,"id":30,"ws":true,"disabled":false},{"text":"food","start":185,"end":189,"id":31,"ws":true,"disabled":false},{"text":"shocks","start":190,"end":196,"id":32,"ws":false,"disabled":false},{"text":".","start":196,"end":197,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":211,"end":223,"id":35,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":25,"child":26,"head_span":{"start":150,"end":157,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":158,"end":165,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":31,"head_span":{"start":190,"end":196,"token_start":32,"token_end":32,"label":"aspect_changing"},"child_span":{"start":185,"end":189,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":31,"head_span":{"start":158,"end":165,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":185,"end":189,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept","flagged":true}
+{"number":630,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Though scientists preliminarily concluded they died from ship strikes and fishing gear entanglement, they don\u2019t know why it\u2019s happening more frequently.","text":"Though scientists preliminarily concluded they died from ship strikes and fishing gear entanglement, they don\u2019t know why it\u2019s happening more frequently. IMPLIED_BASE IMPLIED_BASE","characters":152,"document_index":520,"md_sentence_index":58,"classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2019/12/25/climate-change-northeast-warming-faster-united-states/2743119001/","combo_id":"520_58","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1752021962,"_task_hash":458023945,"spans":[],"tokens":[{"text":"Though","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"scientists","start":7,"end":17,"id":1,"ws":true,"disabled":false},{"text":"preliminarily","start":18,"end":31,"id":2,"ws":true,"disabled":false},{"text":"concluded","start":32,"end":41,"id":3,"ws":true,"disabled":false},{"text":"they","start":42,"end":46,"id":4,"ws":true,"disabled":false},{"text":"died","start":47,"end":51,"id":5,"ws":true,"disabled":false},{"text":"from","start":52,"end":56,"id":6,"ws":true,"disabled":false},{"text":"ship","start":57,"end":61,"id":7,"ws":true,"disabled":false},{"text":"strikes","start":62,"end":69,"id":8,"ws":true,"disabled":false},{"text":"and","start":70,"end":73,"id":9,"ws":true,"disabled":false},{"text":"fishing","start":74,"end":81,"id":10,"ws":true,"disabled":false},{"text":"gear","start":82,"end":86,"id":11,"ws":true,"disabled":false},{"text":"entanglement","start":87,"end":99,"id":12,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":13,"ws":true,"disabled":false},{"text":"they","start":101,"end":105,"id":14,"ws":true,"disabled":false},{"text":"do","start":106,"end":108,"id":15,"ws":false,"disabled":false},{"text":"n\u2019t","start":108,"end":111,"id":16,"ws":true,"disabled":false},{"text":"know","start":112,"end":116,"id":17,"ws":true,"disabled":false},{"text":"why","start":117,"end":120,"id":18,"ws":true,"disabled":false},{"text":"it","start":121,"end":123,"id":19,"ws":false,"disabled":false},{"text":"\u2019s","start":123,"end":125,"id":20,"ws":true,"disabled":false},{"text":"happening","start":126,"end":135,"id":21,"ws":true,"disabled":false},{"text":"more","start":136,"end":140,"id":22,"ws":true,"disabled":false},{"text":"frequently","start":141,"end":151,"id":23,"ws":false,"disabled":false},{"text":".","start":151,"end":152,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":26,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":679,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"That\u2019s because the climate crisis can be a real downer, and sometimes it\u2019s tough to ignore the very real feelings of stress it can cause thinking about our world on fire.\n","text":"That\u2019s because the climate crisis can be a real downer, and sometimes it\u2019s tough to ignore the very real feelings of stress it can cause thinking about our world on fire. IMPLIED_BASE IMPLIED_BASE","characters":171,"document_index":583,"md_sentence_index":20,"classification_origin":"causal_sentence_classification","url":"https://earther.gizmodo.com/caring-about-climate-can-help-you-get-laid-1841071030","combo_id":"583_20","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":812846934,"_task_hash":354649560,"spans":[{"start":19,"end":33,"token_start":4,"token_end":5,"label":"base"},{"start":117,"end":123,"token_start":24,"token_end":24,"label":"base"},{"start":127,"end":130,"token_start":26,"token_end":26,"label":"confidence"},{"start":131,"end":136,"token_start":27,"token_end":27,"label":"predicate"}],"tokens":[{"text":"That","start":0,"end":4,"id":0,"ws":false,"disabled":false},{"text":"\u2019s","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"because","start":7,"end":14,"id":2,"ws":true,"disabled":false},{"text":"the","start":15,"end":18,"id":3,"ws":true,"disabled":false},{"text":"climate","start":19,"end":26,"id":4,"ws":true,"disabled":false},{"text":"crisis","start":27,"end":33,"id":5,"ws":true,"disabled":false},{"text":"can","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"be","start":38,"end":40,"id":7,"ws":true,"disabled":false},{"text":"a","start":41,"end":42,"id":8,"ws":true,"disabled":false},{"text":"real","start":43,"end":47,"id":9,"ws":true,"disabled":false},{"text":"downer","start":48,"end":54,"id":10,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":11,"ws":true,"disabled":false},{"text":"and","start":56,"end":59,"id":12,"ws":true,"disabled":false},{"text":"sometimes","start":60,"end":69,"id":13,"ws":true,"disabled":false},{"text":"it","start":70,"end":72,"id":14,"ws":false,"disabled":false},{"text":"\u2019s","start":72,"end":74,"id":15,"ws":true,"disabled":false},{"text":"tough","start":75,"end":80,"id":16,"ws":true,"disabled":false},{"text":"to","start":81,"end":83,"id":17,"ws":true,"disabled":false},{"text":"ignore","start":84,"end":90,"id":18,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":19,"ws":true,"disabled":false},{"text":"very","start":95,"end":99,"id":20,"ws":true,"disabled":false},{"text":"real","start":100,"end":104,"id":21,"ws":true,"disabled":false},{"text":"feelings","start":105,"end":113,"id":22,"ws":true,"disabled":false},{"text":"of","start":114,"end":116,"id":23,"ws":true,"disabled":false},{"text":"stress","start":117,"end":123,"id":24,"ws":true,"disabled":false},{"text":"it","start":124,"end":126,"id":25,"ws":true,"disabled":false},{"text":"can","start":127,"end":130,"id":26,"ws":true,"disabled":false},{"text":"cause","start":131,"end":136,"id":27,"ws":true,"disabled":false},{"text":"thinking","start":137,"end":145,"id":28,"ws":true,"disabled":false},{"text":"about","start":146,"end":151,"id":29,"ws":true,"disabled":false},{"text":"our","start":152,"end":155,"id":30,"ws":true,"disabled":false},{"text":"world","start":156,"end":161,"id":31,"ws":true,"disabled":false},{"text":"on","start":162,"end":164,"id":32,"ws":true,"disabled":false},{"text":"fire","start":165,"end":169,"id":33,"ws":false,"disabled":false},{"text":".","start":169,"end":170,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":5,"child":24,"head_span":{"start":19,"end":33,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":117,"end":123,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":47,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"One","complexity":"Simple","original_md_text":"Some saw parents killed or lost in the flooding that followed the storms.\n","text":"Some saw parents killed or lost in the flooding that followed the storms. IMPLIED_BASE IMPLIED_BASE","characters":74,"document_index":47,"md_sentence_index":6,"classification_origin":"cm_cause_effect_rel","url":"https://nypost.com/2019/05/03/more-than-1-million-children-affected-by-mozambique-cyclones/","combo_id":"47_6","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1534545957,"_task_hash":1622988346,"spans":[{"start":9,"end":16,"token_start":2,"token_end":2,"label":"to_whom"},{"start":17,"end":23,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"flooding","start":39,"token_start":8,"token_end":8,"end":47,"type":"pattern","label":"base"},{"text":"storms","start":66,"token_start":12,"token_end":12,"end":72,"type":"pattern","label":"base"},{"start":74,"end":86,"token_start":14,"token_end":14,"label":"base"}],"tokens":[{"text":"Some","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"saw","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"parents","start":9,"end":16,"id":2,"ws":true,"disabled":false},{"text":"killed","start":17,"end":23,"id":3,"ws":true,"disabled":false},{"text":"or","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"lost","start":27,"end":31,"id":5,"ws":true,"disabled":false},{"text":"in","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":7,"ws":true,"disabled":false},{"text":"flooding","start":39,"end":47,"id":8,"ws":true,"disabled":false},{"text":"that","start":48,"end":52,"id":9,"ws":true,"disabled":false},{"text":"followed","start":53,"end":61,"id":10,"ws":true,"disabled":false},{"text":"the","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"storms","start":66,"end":72,"id":12,"ws":false,"disabled":false},{"text":".","start":72,"end":73,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":74,"end":86,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":87,"end":99,"id":15,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":2,"child":14,"head_span":{"start":9,"end":16,"token_start":2,"token_end":2,"label":"to_whom"},"child_span":{"start":74,"end":86,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":14,"head_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":74,"end":86,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":14,"head_span":{"start":39,"end":47,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":74,"end":86,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":8,"head_span":{"start":66,"end":72,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":39,"end":47,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":302,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"They found that hotter than average temperatures increase both suicide rates and the use of depressive language on Twitter.","text":"They found that hotter than average temperatures increase both suicide rates and the use of depressive language on Twitter. IMPLIED_BASE IMPLIED_BASE","characters":123,"document_index":249,"md_sentence_index":11,"classification_origin":"cm-label-eval","url":"https://news.stanford.edu/2019/03/29/effects-climate-change-suicide-rates/","combo_id":"249_11","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":891671407,"_task_hash":1773985388,"spans":[{"start":16,"end":35,"token_start":3,"token_end":5,"label":"type_of"},{"text":"temperatures","start":36,"token_start":6,"token_end":6,"end":48,"type":"pattern","label":"aspect_changing"},{"text":"increase","start":49,"token_start":7,"token_end":7,"end":57,"type":"pattern","label":"change_direction"},{"text":"suicide","start":63,"token_start":9,"token_end":9,"end":70,"type":"pattern","label":"base"},{"text":"rates","start":71,"token_start":10,"token_end":10,"end":76,"type":"pattern","label":"aspect_changing"},{"start":85,"end":88,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":92,"end":102,"token_start":15,"token_end":15,"label":"type_of"},{"text":"language","start":103,"token_start":16,"token_end":16,"end":111,"type":"pattern","label":"base"},{"start":112,"end":122,"token_start":17,"token_end":18,"label":"where"},{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"They","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"found","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"that","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"hotter","start":16,"end":22,"id":3,"ws":true,"disabled":false},{"text":"than","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"average","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"temperatures","start":36,"end":48,"id":6,"ws":true,"disabled":false},{"text":"increase","start":49,"end":57,"id":7,"ws":true,"disabled":false},{"text":"both","start":58,"end":62,"id":8,"ws":true,"disabled":false},{"text":"suicide","start":63,"end":70,"id":9,"ws":true,"disabled":false},{"text":"rates","start":71,"end":76,"id":10,"ws":true,"disabled":false},{"text":"and","start":77,"end":80,"id":11,"ws":true,"disabled":false},{"text":"the","start":81,"end":84,"id":12,"ws":true,"disabled":false},{"text":"use","start":85,"end":88,"id":13,"ws":true,"disabled":false},{"text":"of","start":89,"end":91,"id":14,"ws":true,"disabled":false},{"text":"depressive","start":92,"end":102,"id":15,"ws":true,"disabled":false},{"text":"language","start":103,"end":111,"id":16,"ws":true,"disabled":false},{"text":"on","start":112,"end":114,"id":17,"ws":true,"disabled":false},{"text":"Twitter","start":115,"end":122,"id":18,"ws":false,"disabled":false},{"text":".","start":122,"end":123,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":124,"end":136,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":137,"end":149,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":5,"child":20,"head_span":{"start":16,"end":35,"token_start":3,"token_end":5,"label":"type_of"},"child_span":{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":20,"head_span":{"start":36,"end":48,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":9,"head_span":{"start":49,"end":57,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":63,"end":70,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":71,"end":76,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":63,"end":70,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":16,"head_span":{"start":49,"end":57,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":103,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":85,"end":88,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":103,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":92,"end":102,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":103,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":16,"head_span":{"start":112,"end":122,"token_start":17,"token_end":18,"label":"where"},"child_span":{"start":103,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":9,"head_span":{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":63,"end":70,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":16,"head_span":{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":103,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":656,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The catastrophic fire conditions have put an intense focus on the Australian government\u2019s failure to reduce emissions of carbon dioxide, which traps heat when released into the atmosphere.\n","text":"The catastrophic fire conditions have put an intense focus on the Australian government\u2019s failure to reduce emissions of carbon dioxide, which traps heat when released into the atmosphere. IMPLIED_BASE IMPLIED_BASE","characters":189,"document_index":546,"md_sentence_index":44,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/01/01/world/australia/fires.html","combo_id":"546_44","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":943180443,"_task_hash":-1419031553,"spans":[{"start":121,"end":135,"token_start":19,"token_end":20,"label":"base"},{"start":143,"end":148,"token_start":23,"token_end":23,"label":"change_direction"},{"start":149,"end":153,"token_start":24,"token_end":24,"label":"base"},{"start":154,"end":187,"token_start":25,"token_end":29,"label":"when"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"catastrophic","start":4,"end":16,"id":1,"ws":true,"disabled":false},{"text":"fire","start":17,"end":21,"id":2,"ws":true,"disabled":false},{"text":"conditions","start":22,"end":32,"id":3,"ws":true,"disabled":false},{"text":"have","start":33,"end":37,"id":4,"ws":true,"disabled":false},{"text":"put","start":38,"end":41,"id":5,"ws":true,"disabled":false},{"text":"an","start":42,"end":44,"id":6,"ws":true,"disabled":false},{"text":"intense","start":45,"end":52,"id":7,"ws":true,"disabled":false},{"text":"focus","start":53,"end":58,"id":8,"ws":true,"disabled":false},{"text":"on","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"the","start":62,"end":65,"id":10,"ws":true,"disabled":false},{"text":"Australian","start":66,"end":76,"id":11,"ws":true,"disabled":false},{"text":"government","start":77,"end":87,"id":12,"ws":false,"disabled":false},{"text":"\u2019s","start":87,"end":89,"id":13,"ws":true,"disabled":false},{"text":"failure","start":90,"end":97,"id":14,"ws":true,"disabled":false},{"text":"to","start":98,"end":100,"id":15,"ws":true,"disabled":false},{"text":"reduce","start":101,"end":107,"id":16,"ws":true,"disabled":false},{"text":"emissions","start":108,"end":117,"id":17,"ws":true,"disabled":false},{"text":"of","start":118,"end":120,"id":18,"ws":true,"disabled":false},{"text":"carbon","start":121,"end":127,"id":19,"ws":true,"disabled":false},{"text":"dioxide","start":128,"end":135,"id":20,"ws":false,"disabled":false},{"text":",","start":135,"end":136,"id":21,"ws":true,"disabled":false},{"text":"which","start":137,"end":142,"id":22,"ws":true,"disabled":false},{"text":"traps","start":143,"end":148,"id":23,"ws":true,"disabled":false},{"text":"heat","start":149,"end":153,"id":24,"ws":true,"disabled":false},{"text":"when","start":154,"end":158,"id":25,"ws":true,"disabled":false},{"text":"released","start":159,"end":167,"id":26,"ws":true,"disabled":false},{"text":"into","start":168,"end":172,"id":27,"ws":true,"disabled":false},{"text":"the","start":173,"end":176,"id":28,"ws":true,"disabled":false},{"text":"atmosphere","start":177,"end":187,"id":29,"ws":false,"disabled":false},{"text":".","start":187,"end":188,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":189,"end":201,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":202,"end":214,"id":32,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":23,"child":24,"head_span":{"start":143,"end":148,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":149,"end":153,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":24,"head_span":{"start":121,"end":135,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":149,"end":153,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":468,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A warming world also has another consequence that may be contributing to fire conditions persisting over multiple days where they otherwise might not have in the past: higher nighttime temperatures.\n","text":"A warming world also has another consequence that may be contributing to fire conditions persisting over multiple days where they otherwise might not have in the past: higher nighttime temperatures. IMPLIED_BASE IMPLIED_BASE","characters":199,"document_index":367,"md_sentence_index":23,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencedaily.com/releases/2019/09/190910154657.htm","combo_id":"367_23","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1229038053,"_task_hash":-1128935431,"spans":[{"start":2,"end":9,"token_start":1,"token_end":1,"label":"change_direction"},{"start":10,"end":15,"token_start":2,"token_end":2,"label":"base"},{"start":50,"end":53,"token_start":8,"token_end":8,"label":"confidence"},{"start":57,"end":72,"token_start":10,"token_end":11,"label":"predicate"},{"start":73,"end":77,"token_start":12,"token_end":12,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"warming","start":2,"end":9,"id":1,"ws":true,"disabled":false},{"text":"world","start":10,"end":15,"id":2,"ws":true,"disabled":false},{"text":"also","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"has","start":21,"end":24,"id":4,"ws":true,"disabled":false},{"text":"another","start":25,"end":32,"id":5,"ws":true,"disabled":false},{"text":"consequence","start":33,"end":44,"id":6,"ws":true,"disabled":false},{"text":"that","start":45,"end":49,"id":7,"ws":true,"disabled":false},{"text":"may","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"be","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"contributing","start":57,"end":69,"id":10,"ws":true,"disabled":false},{"text":"to","start":70,"end":72,"id":11,"ws":true,"disabled":false},{"text":"fire","start":73,"end":77,"id":12,"ws":true,"disabled":false},{"text":"conditions","start":78,"end":88,"id":13,"ws":true,"disabled":false},{"text":"persisting","start":89,"end":99,"id":14,"ws":true,"disabled":false},{"text":"over","start":100,"end":104,"id":15,"ws":true,"disabled":false},{"text":"multiple","start":105,"end":113,"id":16,"ws":true,"disabled":false},{"text":"days","start":114,"end":118,"id":17,"ws":true,"disabled":false},{"text":"where","start":119,"end":124,"id":18,"ws":true,"disabled":false},{"text":"they","start":125,"end":129,"id":19,"ws":true,"disabled":false},{"text":"otherwise","start":130,"end":139,"id":20,"ws":true,"disabled":false},{"text":"might","start":140,"end":145,"id":21,"ws":true,"disabled":false},{"text":"not","start":146,"end":149,"id":22,"ws":true,"disabled":false},{"text":"have","start":150,"end":154,"id":23,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":24,"ws":true,"disabled":false},{"text":"the","start":158,"end":161,"id":25,"ws":true,"disabled":false},{"text":"past","start":162,"end":166,"id":26,"ws":false,"disabled":false},{"text":":","start":166,"end":167,"id":27,"ws":true,"disabled":false},{"text":"higher","start":168,"end":174,"id":28,"ws":true,"disabled":false},{"text":"nighttime","start":175,"end":184,"id":29,"ws":true,"disabled":false},{"text":"temperatures","start":185,"end":197,"id":30,"ws":false,"disabled":false},{"text":".","start":197,"end":198,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":199,"end":211,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":212,"end":224,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"ignore"}
+{"number":1101,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As wind fueled many of the fires in the last month, it also spread a thick blanket of smoke and soot across the region.","text":"As wind fueled many of the fires in the last month, it also spread a thick blanket of smoke and soot across the region. IMPLIED_BASE IMPLIED_BASE","characters":119,"document_index":836,"md_sentence_index":96,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/09/24/climate/fires-worst-year-california-oregon-washington.html","combo_id":"836_96","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1954585281,"_task_hash":-410427716,"spans":[{"start":3,"end":7,"token_start":1,"token_end":1,"label":"base"},{"start":8,"end":14,"token_start":2,"token_end":2,"label":"predicate"},{"start":27,"end":32,"token_start":6,"token_end":6,"label":"base"},{"start":33,"end":50,"token_start":7,"token_end":10,"label":"when"},{"start":60,"end":66,"token_start":14,"token_end":14,"label":"predicate"},{"start":69,"end":82,"token_start":16,"token_end":17,"label":"effect_size"},{"start":86,"end":91,"token_start":19,"token_end":19,"label":"base"},{"start":96,"end":100,"token_start":21,"token_end":21,"label":"base"},{"start":101,"end":118,"token_start":22,"token_end":24,"label":"where"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"wind","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"fueled","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"many","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"of","start":20,"end":22,"id":4,"ws":true,"disabled":false},{"text":"the","start":23,"end":26,"id":5,"ws":true,"disabled":false},{"text":"fires","start":27,"end":32,"id":6,"ws":true,"disabled":false},{"text":"in","start":33,"end":35,"id":7,"ws":true,"disabled":false},{"text":"the","start":36,"end":39,"id":8,"ws":true,"disabled":false},{"text":"last","start":40,"end":44,"id":9,"ws":true,"disabled":false},{"text":"month","start":45,"end":50,"id":10,"ws":false,"disabled":false},{"text":",","start":50,"end":51,"id":11,"ws":true,"disabled":false},{"text":"it","start":52,"end":54,"id":12,"ws":true,"disabled":false},{"text":"also","start":55,"end":59,"id":13,"ws":true,"disabled":false},{"text":"spread","start":60,"end":66,"id":14,"ws":true,"disabled":false},{"text":"a","start":67,"end":68,"id":15,"ws":true,"disabled":false},{"text":"thick","start":69,"end":74,"id":16,"ws":true,"disabled":false},{"text":"blanket","start":75,"end":82,"id":17,"ws":true,"disabled":false},{"text":"of","start":83,"end":85,"id":18,"ws":true,"disabled":false},{"text":"smoke","start":86,"end":91,"id":19,"ws":true,"disabled":false},{"text":"and","start":92,"end":95,"id":20,"ws":true,"disabled":false},{"text":"soot","start":96,"end":100,"id":21,"ws":true,"disabled":false},{"text":"across","start":101,"end":107,"id":22,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":23,"ws":true,"disabled":false},{"text":"region","start":112,"end":118,"id":24,"ws":false,"disabled":false},{"text":".","start":118,"end":119,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":133,"end":145,"id":27,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":17,"child":19,"head_span":{"start":69,"end":82,"token_start":16,"token_end":17,"label":"effect_size"},"child_span":{"start":86,"end":91,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":3,"end":7,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":27,"end":32,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":19,"head_span":{"start":3,"end":7,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":86,"end":91,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":21,"head_span":{"start":3,"end":7,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":96,"end":100,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1171,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The rise in sea surface temperatures is causing more severe hurricanes and the intensification of El Ni\u00f1o events bringing droughts and floods.","text":"The rise in sea surface temperatures is causing more severe hurricanes and the intensification of El Ni\u00f1o events bringing droughts and floods. IMPLIED_BASE IMPLIED_BASE","characters":142,"document_index":872,"md_sentence_index":25,"classification_origin":"causal_sentence_classification","url":"https://www.iucn.org/resources/issues-briefs/ocean-warming","combo_id":"872_25","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-517706551,"_task_hash":-1381053253,"spans":[{"text":"rise","start":4,"token_start":1,"token_end":1,"end":8,"type":"pattern","label":"change_direction"},{"text":"sea","start":12,"token_start":3,"token_end":3,"end":15,"type":"pattern","label":"base"},{"start":16,"end":23,"token_start":4,"token_end":4,"label":"type_of"},{"text":"temperatures","start":24,"token_start":5,"token_end":5,"end":36,"type":"pattern","label":"aspect_changing"},{"start":40,"end":47,"token_start":7,"token_end":7,"label":"predicate"},{"start":48,"end":52,"token_start":8,"token_end":8,"label":"change_direction"},{"start":53,"end":59,"token_start":9,"token_end":9,"label":"type_of"},{"text":"hurricanes","start":60,"token_start":10,"token_end":10,"end":70,"type":"pattern","label":"base"},{"start":79,"end":94,"token_start":13,"token_end":13,"label":"change_direction"},{"start":98,"end":105,"token_start":15,"token_end":16,"label":"type_of"},{"start":113,"end":121,"token_start":18,"token_end":18,"label":"predicate"},{"text":"droughts","start":122,"token_start":19,"token_end":19,"end":130,"type":"pattern","label":"base"},{"text":"floods","start":135,"token_start":21,"token_end":21,"end":141,"type":"pattern","label":"base"},{"start":143,"end":155,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"rise","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"in","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"sea","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"surface","start":16,"end":23,"id":4,"ws":true,"disabled":false},{"text":"temperatures","start":24,"end":36,"id":5,"ws":true,"disabled":false},{"text":"is","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"causing","start":40,"end":47,"id":7,"ws":true,"disabled":false},{"text":"more","start":48,"end":52,"id":8,"ws":true,"disabled":false},{"text":"severe","start":53,"end":59,"id":9,"ws":true,"disabled":false},{"text":"hurricanes","start":60,"end":70,"id":10,"ws":true,"disabled":false},{"text":"and","start":71,"end":74,"id":11,"ws":true,"disabled":false},{"text":"the","start":75,"end":78,"id":12,"ws":true,"disabled":false},{"text":"intensification","start":79,"end":94,"id":13,"ws":true,"disabled":false},{"text":"of","start":95,"end":97,"id":14,"ws":true,"disabled":false},{"text":"El","start":98,"end":100,"id":15,"ws":true,"disabled":false},{"text":"Ni\u00f1o","start":101,"end":105,"id":16,"ws":true,"disabled":false},{"text":"events","start":106,"end":112,"id":17,"ws":true,"disabled":false},{"text":"bringing","start":113,"end":121,"id":18,"ws":true,"disabled":false},{"text":"droughts","start":122,"end":130,"id":19,"ws":true,"disabled":false},{"text":"and","start":131,"end":134,"id":20,"ws":true,"disabled":false},{"text":"floods","start":135,"end":141,"id":21,"ws":false,"disabled":false},{"text":".","start":141,"end":142,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":143,"end":155,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":156,"end":168,"id":24,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":12,"end":15,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":3,"head_span":{"start":16,"end":23,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":12,"end":15,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":3,"head_span":{"start":24,"end":36,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":12,"end":15,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":48,"end":52,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":53,"end":59,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":23,"head_span":{"start":79,"end":94,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":143,"end":155,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":23,"head_span":{"start":98,"end":105,"token_start":15,"token_end":16,"label":"type_of"},"child_span":{"start":143,"end":155,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":10,"head_span":{"start":12,"end":15,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":23,"head_span":{"start":12,"end":15,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":143,"end":155,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":19,"head_span":{"start":143,"end":155,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":122,"end":130,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":21,"head_span":{"start":143,"end":155,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":135,"end":141,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":403,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"(CNN)Alaska has been in the throes of an unprecedented heat wave this summer, and the heat stress is killing salmon in large numbers.\n","text":"(CNN)Alaska has been in the throes of an unprecedented heat wave this summer, and the heat stress is killing salmon in large numbers. IMPLIED_BASE IMPLIED_BASE","characters":134,"document_index":318,"md_sentence_index":0,"classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/08/16/us/alaska-salmon-hot-water-trnd/index.html","combo_id":"318_0","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":376620355,"_task_hash":-1942452340,"spans":[{"text":"heat wave","start":55,"token_start":10,"token_end":11,"end":64,"type":"pattern","label":"base"},{"text":"summer","start":70,"token_start":13,"token_end":13,"end":76,"type":"pattern","label":"base"},{"text":"stress","start":91,"token_start":18,"token_end":18,"end":97,"type":"pattern","label":"base"}],"tokens":[{"text":"(","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"CNN)Alaska","start":1,"end":11,"id":1,"ws":true,"disabled":false},{"text":"has","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"been","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"in","start":21,"end":23,"id":4,"ws":true,"disabled":false},{"text":"the","start":24,"end":27,"id":5,"ws":true,"disabled":false},{"text":"throes","start":28,"end":34,"id":6,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":7,"ws":true,"disabled":false},{"text":"an","start":38,"end":40,"id":8,"ws":true,"disabled":false},{"text":"unprecedented","start":41,"end":54,"id":9,"ws":true,"disabled":false},{"text":"heat","start":55,"end":59,"id":10,"ws":true,"disabled":false},{"text":"wave","start":60,"end":64,"id":11,"ws":true,"disabled":false},{"text":"this","start":65,"end":69,"id":12,"ws":true,"disabled":false},{"text":"summer","start":70,"end":76,"id":13,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":14,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":15,"ws":true,"disabled":false},{"text":"the","start":82,"end":85,"id":16,"ws":true,"disabled":false},{"text":"heat","start":86,"end":90,"id":17,"ws":true,"disabled":false},{"text":"stress","start":91,"end":97,"id":18,"ws":true,"disabled":false},{"text":"is","start":98,"end":100,"id":19,"ws":true,"disabled":false},{"text":"killing","start":101,"end":108,"id":20,"ws":true,"disabled":false},{"text":"salmon","start":109,"end":115,"id":21,"ws":true,"disabled":false},{"text":"in","start":116,"end":118,"id":22,"ws":true,"disabled":false},{"text":"large","start":119,"end":124,"id":23,"ws":true,"disabled":false},{"text":"numbers","start":125,"end":132,"id":24,"ws":false,"disabled":false},{"text":".","start":132,"end":133,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":147,"end":159,"id":27,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":368,"Used?":"","Dataset name":"","ignore?":"Ignore","reason":"Not CC","relation count":"","complexity":"","original_md_text":"Indeed, in the overall affected study population, there was a significant decrease in natural killer (NK) cell functional activity and T cell lymphocyte (","text":"Indeed, in the overall affected study population, there was a significant decrease in natural killer (NK) cell functional activity and T cell lymphocyte ( IMPLIED_BASE IMPLIED_BASE","characters":154,"document_index":276,"md_sentence_index":186,"classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_186","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1159279275,"_task_hash":927975146,"spans":[{"text":"decrease","start":74,"token_start":13,"token_end":13,"end":82,"type":"pattern","label":"change_direction"},{"text":"activity","start":122,"token_start":22,"token_end":22,"end":130,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Indeed","start":0,"end":6,"id":0,"ws":false,"disabled":false},{"text":",","start":6,"end":7,"id":1,"ws":true,"disabled":false},{"text":"in","start":8,"end":10,"id":2,"ws":true,"disabled":false},{"text":"the","start":11,"end":14,"id":3,"ws":true,"disabled":false},{"text":"overall","start":15,"end":22,"id":4,"ws":true,"disabled":false},{"text":"affected","start":23,"end":31,"id":5,"ws":true,"disabled":false},{"text":"study","start":32,"end":37,"id":6,"ws":true,"disabled":false},{"text":"population","start":38,"end":48,"id":7,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":8,"ws":true,"disabled":false},{"text":"there","start":50,"end":55,"id":9,"ws":true,"disabled":false},{"text":"was","start":56,"end":59,"id":10,"ws":true,"disabled":false},{"text":"a","start":60,"end":61,"id":11,"ws":true,"disabled":false},{"text":"significant","start":62,"end":73,"id":12,"ws":true,"disabled":false},{"text":"decrease","start":74,"end":82,"id":13,"ws":true,"disabled":false},{"text":"in","start":83,"end":85,"id":14,"ws":true,"disabled":false},{"text":"natural","start":86,"end":93,"id":15,"ws":true,"disabled":false},{"text":"killer","start":94,"end":100,"id":16,"ws":true,"disabled":false},{"text":"(","start":101,"end":102,"id":17,"ws":false,"disabled":false},{"text":"NK","start":102,"end":104,"id":18,"ws":false,"disabled":false},{"text":")","start":104,"end":105,"id":19,"ws":true,"disabled":false},{"text":"cell","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"functional","start":111,"end":121,"id":21,"ws":true,"disabled":false},{"text":"activity","start":122,"end":130,"id":22,"ws":true,"disabled":false},{"text":"and","start":131,"end":134,"id":23,"ws":true,"disabled":false},{"text":"T","start":135,"end":136,"id":24,"ws":true,"disabled":false},{"text":"cell","start":137,"end":141,"id":25,"ws":true,"disabled":false},{"text":"lymphocyte","start":142,"end":152,"id":26,"ws":true,"disabled":false},{"text":"(","start":153,"end":154,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":155,"end":167,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":196,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"complex","original_md_text":"The authors blame the poor air quality on car emissions, the burning of fossil fuels and the impacts of climate change, such as wildfires.\n","text":"The authors blame the poor air quality on car emissions, the burning of fossil fuels and the impacts of climate change, such as wildfires. IMPLIED_BASE IMPLIED_BASE","characters":139,"document_index":145,"md_sentence_index":7,"classification_origin":"cm_cause_effect_rel","url":"https://www.ijpr.org/post/california-national-parks-experience-some-worst-air-pollution-united-states","combo_id":"145_7","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1594896,"_task_hash":2065717035,"spans":[{"start":22,"end":26,"token_start":4,"token_end":4,"label":"type_of"},{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},{"start":31,"end":38,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":42,"end":45,"token_start":8,"token_end":8,"label":"base"},{"text":"emissions","start":46,"token_start":9,"token_end":9,"end":55,"type":"pattern","label":"aspect_changing"},{"start":61,"end":68,"token_start":12,"token_end":12,"label":"change_direction"},{"start":72,"end":84,"token_start":14,"token_end":15,"label":"base"},{"text":"climate change","start":104,"token_start":20,"token_end":21,"end":118,"type":"pattern","label":"base"},{"text":"wildfires","start":128,"token_start":25,"token_end":25,"end":137,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"authors","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"blame","start":12,"end":17,"id":2,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"poor","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"air","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"quality","start":31,"end":38,"id":6,"ws":true,"disabled":false},{"text":"on","start":39,"end":41,"id":7,"ws":true,"disabled":false},{"text":"car","start":42,"end":45,"id":8,"ws":true,"disabled":false},{"text":"emissions","start":46,"end":55,"id":9,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":10,"ws":true,"disabled":false},{"text":"the","start":57,"end":60,"id":11,"ws":true,"disabled":false},{"text":"burning","start":61,"end":68,"id":12,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":13,"ws":true,"disabled":false},{"text":"fossil","start":72,"end":78,"id":14,"ws":true,"disabled":false},{"text":"fuels","start":79,"end":84,"id":15,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":16,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":17,"ws":true,"disabled":false},{"text":"impacts","start":93,"end":100,"id":18,"ws":true,"disabled":false},{"text":"of","start":101,"end":103,"id":19,"ws":true,"disabled":false},{"text":"climate","start":104,"end":111,"id":20,"ws":true,"disabled":false},{"text":"change","start":112,"end":118,"id":21,"ws":false,"disabled":false},{"text":",","start":118,"end":119,"id":22,"ws":true,"disabled":false},{"text":"such","start":120,"end":124,"id":23,"ws":true,"disabled":false},{"text":"as","start":125,"end":127,"id":24,"ws":true,"disabled":false},{"text":"wildfires","start":128,"end":137,"id":25,"ws":false,"disabled":false},{"text":".","start":137,"end":138,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":28,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":6,"child":5,"head_span":{"start":31,"end":38,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":22,"end":26,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":46,"end":55,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":42,"end":45,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":61,"end":68,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":72,"end":84,"token_start":14,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":5,"head_span":{"start":42,"end":45,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":5,"head_span":{"start":72,"end":84,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":5,"head_span":{"start":104,"end":118,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":5,"head_span":{"start":128,"end":137,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":550,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"They also can be deadly, as a wave of pet deaths over the summer linked to blue-green algae demonstrated this year.\n","text":"They also can be deadly, as a wave of pet deaths over the summer linked to blue-green algae demonstrated this year. IMPLIED_BASE IMPLIED_BASE","characters":116,"document_index":428,"md_sentence_index":18,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://earther.gizmodo.com/toxic-algae-blooms-really-have-become-more-intense-stu-1839039124","combo_id":"428_18","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-350467884,"_task_hash":1534628837,"spans":[{"text":"summer","start":58,"token_start":14,"token_end":14,"end":64,"type":"pattern","label":"base"},{"text":"algae","start":86,"token_start":20,"token_end":20,"end":91,"type":"pattern","label":"base"}],"tokens":[{"text":"They","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"also","start":5,"end":9,"id":1,"ws":true,"disabled":false},{"text":"can","start":10,"end":13,"id":2,"ws":true,"disabled":false},{"text":"be","start":14,"end":16,"id":3,"ws":true,"disabled":false},{"text":"deadly","start":17,"end":23,"id":4,"ws":false,"disabled":false},{"text":",","start":23,"end":24,"id":5,"ws":true,"disabled":false},{"text":"as","start":25,"end":27,"id":6,"ws":true,"disabled":false},{"text":"a","start":28,"end":29,"id":7,"ws":true,"disabled":false},{"text":"wave","start":30,"end":34,"id":8,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":9,"ws":true,"disabled":false},{"text":"pet","start":38,"end":41,"id":10,"ws":true,"disabled":false},{"text":"deaths","start":42,"end":48,"id":11,"ws":true,"disabled":false},{"text":"over","start":49,"end":53,"id":12,"ws":true,"disabled":false},{"text":"the","start":54,"end":57,"id":13,"ws":true,"disabled":false},{"text":"summer","start":58,"end":64,"id":14,"ws":true,"disabled":false},{"text":"linked","start":65,"end":71,"id":15,"ws":true,"disabled":false},{"text":"to","start":72,"end":74,"id":16,"ws":true,"disabled":false},{"text":"blue","start":75,"end":79,"id":17,"ws":false,"disabled":false},{"text":"-","start":79,"end":80,"id":18,"ws":false,"disabled":false},{"text":"green","start":80,"end":85,"id":19,"ws":true,"disabled":false},{"text":"algae","start":86,"end":91,"id":20,"ws":true,"disabled":false},{"text":"demonstrated","start":92,"end":104,"id":21,"ws":true,"disabled":false},{"text":"this","start":105,"end":109,"id":22,"ws":true,"disabled":false},{"text":"year","start":110,"end":114,"id":23,"ws":false,"disabled":false},{"text":".","start":114,"end":115,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":116,"end":128,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":26,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":971,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"More recent work shows a trade-off between intensity and frequency \u2013 that as warmer oceans bolster hurricane intensity, fewer storms actually form.\n","text":"More recent work shows a trade-off between intensity and frequency \u2013 that as warmer oceans bolster hurricane intensity, fewer storms actually form. IMPLIED_BASE IMPLIED_BASE","characters":148,"document_index":760,"md_sentence_index":17,"classification_origin":"causal_sentence_classification","url":"https://www.c2es.org/content/hurricanes-and-climate-change/","combo_id":"760_17","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1734764695,"_task_hash":-706723389,"spans":[{"text":"warmer","start":77,"token_start":15,"token_end":15,"end":83,"type":"pattern","label":"change_direction"},{"text":"oceans","start":84,"token_start":16,"token_end":16,"end":90,"type":"pattern","label":"base"},{"text":"hurricane","start":99,"token_start":18,"token_end":18,"end":108,"type":"pattern","label":"base"},{"text":"intensity","start":109,"token_start":19,"token_end":19,"end":118,"type":"pattern","label":"aspect_changing"},{"start":120,"end":125,"token_start":21,"token_end":21,"label":"change_direction"},{"text":"storms","start":126,"token_start":22,"token_end":22,"end":132,"type":"pattern","label":"base"}],"tokens":[{"text":"More","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"recent","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"work","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"shows","start":17,"end":22,"id":3,"ws":true,"disabled":false},{"text":"a","start":23,"end":24,"id":4,"ws":true,"disabled":false},{"text":"trade","start":25,"end":30,"id":5,"ws":false,"disabled":false},{"text":"-","start":30,"end":31,"id":6,"ws":false,"disabled":false},{"text":"off","start":31,"end":34,"id":7,"ws":true,"disabled":false},{"text":"between","start":35,"end":42,"id":8,"ws":true,"disabled":false},{"text":"intensity","start":43,"end":52,"id":9,"ws":true,"disabled":false},{"text":"and","start":53,"end":56,"id":10,"ws":true,"disabled":false},{"text":"frequency","start":57,"end":66,"id":11,"ws":true,"disabled":false},{"text":"\u2013","start":67,"end":68,"id":12,"ws":true,"disabled":false},{"text":"that","start":69,"end":73,"id":13,"ws":true,"disabled":false},{"text":"as","start":74,"end":76,"id":14,"ws":true,"disabled":false},{"text":"warmer","start":77,"end":83,"id":15,"ws":true,"disabled":false},{"text":"oceans","start":84,"end":90,"id":16,"ws":true,"disabled":false},{"text":"bolster","start":91,"end":98,"id":17,"ws":true,"disabled":false},{"text":"hurricane","start":99,"end":108,"id":18,"ws":true,"disabled":false},{"text":"intensity","start":109,"end":118,"id":19,"ws":false,"disabled":false},{"text":",","start":118,"end":119,"id":20,"ws":true,"disabled":false},{"text":"fewer","start":120,"end":125,"id":21,"ws":true,"disabled":false},{"text":"storms","start":126,"end":132,"id":22,"ws":true,"disabled":false},{"text":"actually","start":133,"end":141,"id":23,"ws":true,"disabled":false},{"text":"form","start":142,"end":146,"id":24,"ws":false,"disabled":false},{"text":".","start":146,"end":147,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":27,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":15,"child":16,"head_span":{"start":77,"end":83,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":84,"end":90,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":109,"end":118,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":99,"end":108,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":22,"head_span":{"start":120,"end":125,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":126,"end":132,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":84,"end":90,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":99,"end":108,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":22,"head_span":{"start":84,"end":90,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":126,"end":132,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":143,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"A record cold spell in Florida in 2010 induced genetic adaptation in the surviving Burmese pythons that made them more cold tolerant.","text":"A record cold spell in Florida in 2010 induced genetic adaptation in the surviving Burmese pythons that made them more cold tolerant. IMPLIED_BASE IMPLIED_BASE","characters":133,"document_index":113,"md_sentence_index":27,"classification_origin":"cm-label-eval","url":"https://www.statnews.com/2019/05/24/snakebites-increasing-climate-change/","combo_id":"113_27","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1747627405,"_task_hash":2081545966,"spans":[{"start":2,"end":8,"token_start":1,"token_end":1,"label":"effect_size"},{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},{"start":20,"end":30,"token_start":4,"token_end":5,"label":"where"},{"start":31,"end":38,"token_start":6,"token_end":7,"label":"when"},{"start":39,"end":46,"token_start":8,"token_end":8,"label":"predicate"},{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},{"start":55,"end":65,"token_start":10,"token_end":10,"label":"change_direction"},{"start":73,"end":98,"token_start":13,"token_end":15,"label":"to_whom"},{"text":"more","start":114,"token_start":19,"token_end":19,"end":118,"type":"pattern","label":"change_direction"},{"start":119,"end":123,"token_start":20,"token_end":20,"label":"type_of"},{"start":124,"end":132,"token_start":21,"token_end":21,"label":"aspect_changing"},{"start":134,"end":146,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"record","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"cold","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"spell","start":14,"end":19,"id":3,"ws":true,"disabled":false},{"text":"in","start":20,"end":22,"id":4,"ws":true,"disabled":false},{"text":"Florida","start":23,"end":30,"id":5,"ws":true,"disabled":false},{"text":"in","start":31,"end":33,"id":6,"ws":true,"disabled":false},{"text":"2010","start":34,"end":38,"id":7,"ws":true,"disabled":false},{"text":"induced","start":39,"end":46,"id":8,"ws":true,"disabled":false},{"text":"genetic","start":47,"end":54,"id":9,"ws":true,"disabled":false},{"text":"adaptation","start":55,"end":65,"id":10,"ws":true,"disabled":false},{"text":"in","start":66,"end":68,"id":11,"ws":true,"disabled":false},{"text":"the","start":69,"end":72,"id":12,"ws":true,"disabled":false},{"text":"surviving","start":73,"end":82,"id":13,"ws":true,"disabled":false},{"text":"Burmese","start":83,"end":90,"id":14,"ws":true,"disabled":false},{"text":"pythons","start":91,"end":98,"id":15,"ws":true,"disabled":false},{"text":"that","start":99,"end":103,"id":16,"ws":true,"disabled":false},{"text":"made","start":104,"end":108,"id":17,"ws":true,"disabled":false},{"text":"them","start":109,"end":113,"id":18,"ws":true,"disabled":false},{"text":"more","start":114,"end":118,"id":19,"ws":true,"disabled":false},{"text":"cold","start":119,"end":123,"id":20,"ws":true,"disabled":false},{"text":"tolerant","start":124,"end":132,"id":21,"ws":false,"disabled":false},{"text":".","start":132,"end":133,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":147,"end":159,"id":24,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":2,"end":8,"token_start":1,"token_end":1,"label":"effect_size"},"child_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":2,"head_span":{"start":20,"end":30,"token_start":4,"token_end":5,"label":"where"},"child_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":2,"head_span":{"start":31,"end":38,"token_start":6,"token_end":7,"label":"when"},"child_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":55,"end":65,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":9,"head_span":{"start":73,"end":98,"token_start":13,"token_end":15,"label":"to_whom"},"child_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":23,"head_span":{"start":114,"end":118,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":134,"end":146,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":119,"end":123,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":134,"end":146,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":23,"head_span":{"start":124,"end":132,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":134,"end":146,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":9,"head_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":23,"head_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":134,"end":146,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1032,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In the future, there may not necessarily be more hurricanes, but there will likely be more intense hurricanes that carry higher wind speeds and more precipitation as a result of global warming.","text":"In the future, there may not necessarily be more hurricanes, but there will likely be more intense hurricanes that carry higher wind speeds and more precipitation as a result of global warming. IMPLIED_BASE IMPLIED_BASE","characters":193,"document_index":796,"md_sentence_index":9,"classification_origin":"causal_sentence_classification","url":"https://www.ucsusa.org/resources/hurricanes-and-climate-change","combo_id":"796_9","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1031063458,"_task_hash":-1336194618,"spans":[{"start":0,"end":13,"token_start":0,"token_end":2,"label":"when"},{"start":76,"end":82,"token_start":15,"token_end":15,"label":"confidence"},{"start":86,"end":98,"token_start":17,"token_end":18,"label":"change_direction"},{"text":"hurricanes","start":99,"token_start":19,"token_end":19,"end":109,"type":"pattern","label":"base"},{"text":"higher","start":121,"token_start":22,"token_end":22,"end":127,"type":"pattern","label":"change_direction"},{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},{"start":133,"end":139,"token_start":24,"token_end":24,"label":"aspect_changing"},{"text":"more","start":144,"token_start":26,"token_end":26,"end":148,"type":"pattern","label":"change_direction"},{"start":149,"end":162,"token_start":27,"token_end":27,"label":"aspect_changing"},{"start":163,"end":177,"token_start":28,"token_end":31,"label":"predicate"},{"text":"global warming","start":178,"token_start":32,"token_end":33,"end":192,"type":"pattern","label":"base"},{"start":194,"end":206,"token_start":35,"token_end":35,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"future","start":7,"end":13,"id":2,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":3,"ws":true,"disabled":false},{"text":"there","start":15,"end":20,"id":4,"ws":true,"disabled":false},{"text":"may","start":21,"end":24,"id":5,"ws":true,"disabled":false},{"text":"not","start":25,"end":28,"id":6,"ws":true,"disabled":false},{"text":"necessarily","start":29,"end":40,"id":7,"ws":true,"disabled":false},{"text":"be","start":41,"end":43,"id":8,"ws":true,"disabled":false},{"text":"more","start":44,"end":48,"id":9,"ws":true,"disabled":false},{"text":"hurricanes","start":49,"end":59,"id":10,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":11,"ws":true,"disabled":false},{"text":"but","start":61,"end":64,"id":12,"ws":true,"disabled":false},{"text":"there","start":65,"end":70,"id":13,"ws":true,"disabled":false},{"text":"will","start":71,"end":75,"id":14,"ws":true,"disabled":false},{"text":"likely","start":76,"end":82,"id":15,"ws":true,"disabled":false},{"text":"be","start":83,"end":85,"id":16,"ws":true,"disabled":false},{"text":"more","start":86,"end":90,"id":17,"ws":true,"disabled":false},{"text":"intense","start":91,"end":98,"id":18,"ws":true,"disabled":false},{"text":"hurricanes","start":99,"end":109,"id":19,"ws":true,"disabled":false},{"text":"that","start":110,"end":114,"id":20,"ws":true,"disabled":false},{"text":"carry","start":115,"end":120,"id":21,"ws":true,"disabled":false},{"text":"higher","start":121,"end":127,"id":22,"ws":true,"disabled":false},{"text":"wind","start":128,"end":132,"id":23,"ws":true,"disabled":false},{"text":"speeds","start":133,"end":139,"id":24,"ws":true,"disabled":false},{"text":"and","start":140,"end":143,"id":25,"ws":true,"disabled":false},{"text":"more","start":144,"end":148,"id":26,"ws":true,"disabled":false},{"text":"precipitation","start":149,"end":162,"id":27,"ws":true,"disabled":false},{"text":"as","start":163,"end":165,"id":28,"ws":true,"disabled":false},{"text":"a","start":166,"end":167,"id":29,"ws":true,"disabled":false},{"text":"result","start":168,"end":174,"id":30,"ws":true,"disabled":false},{"text":"of","start":175,"end":177,"id":31,"ws":true,"disabled":false},{"text":"global","start":178,"end":184,"id":32,"ws":true,"disabled":false},{"text":"warming","start":185,"end":192,"id":33,"ws":false,"disabled":false},{"text":".","start":192,"end":193,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":207,"end":219,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":18,"child":19,"head_span":{"start":86,"end":98,"token_start":17,"token_end":18,"label":"change_direction"},"child_span":{"start":99,"end":109,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":121,"end":127,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":23,"head_span":{"start":133,"end":139,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":35,"head_span":{"start":144,"end":148,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":194,"end":206,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":35,"head_span":{"start":149,"end":162,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":194,"end":206,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":23,"head_span":{"start":99,"end":109,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":35,"head_span":{"start":99,"end":109,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":194,"end":206,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":19,"head_span":{"start":178,"end":192,"token_start":32,"token_end":33,"label":"base"},"child_span":{"start":99,"end":109,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1067,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The warming planet hasn\u2019t produced more hurricanes than before, scientists say, but the hurricanes that do develop are far more severe.\n","text":"The warming planet hasn\u2019t produced more hurricanes than before, scientists say, but the hurricanes that do develop are far more severe. IMPLIED_BASE IMPLIED_BASE","characters":136,"document_index":819,"md_sentence_index":32,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.nytimes.com/interactive/2020/09/18/opinion/wildfire-hurricane-climate.html","combo_id":"819_32","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":223887860,"_task_hash":1375430391,"spans":[{"start":4,"end":11,"token_start":1,"token_end":1,"label":"change_direction"},{"start":12,"end":18,"token_start":2,"token_end":2,"label":"base"},{"text":"hurricanes","start":88,"token_start":16,"token_end":16,"end":98,"type":"pattern","label":"base"},{"start":119,"end":122,"token_start":21,"token_end":21,"label":"effect_size"},{"text":"more","start":123,"token_start":22,"token_end":22,"end":127,"type":"pattern","label":"change_direction"},{"start":128,"end":134,"token_start":23,"token_end":23,"label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"warming","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"planet","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"has","start":19,"end":22,"id":3,"ws":false,"disabled":false},{"text":"n\u2019t","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"produced","start":26,"end":34,"id":5,"ws":true,"disabled":false},{"text":"more","start":35,"end":39,"id":6,"ws":true,"disabled":false},{"text":"hurricanes","start":40,"end":50,"id":7,"ws":true,"disabled":false},{"text":"than","start":51,"end":55,"id":8,"ws":true,"disabled":false},{"text":"before","start":56,"end":62,"id":9,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":10,"ws":true,"disabled":false},{"text":"scientists","start":64,"end":74,"id":11,"ws":true,"disabled":false},{"text":"say","start":75,"end":78,"id":12,"ws":false,"disabled":false},{"text":",","start":78,"end":79,"id":13,"ws":true,"disabled":false},{"text":"but","start":80,"end":83,"id":14,"ws":true,"disabled":false},{"text":"the","start":84,"end":87,"id":15,"ws":true,"disabled":false},{"text":"hurricanes","start":88,"end":98,"id":16,"ws":true,"disabled":false},{"text":"that","start":99,"end":103,"id":17,"ws":true,"disabled":false},{"text":"do","start":104,"end":106,"id":18,"ws":true,"disabled":false},{"text":"develop","start":107,"end":114,"id":19,"ws":true,"disabled":false},{"text":"are","start":115,"end":118,"id":20,"ws":true,"disabled":false},{"text":"far","start":119,"end":122,"id":21,"ws":true,"disabled":false},{"text":"more","start":123,"end":127,"id":22,"ws":true,"disabled":false},{"text":"severe","start":128,"end":134,"id":23,"ws":false,"disabled":false},{"text":".","start":134,"end":135,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":136,"end":148,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":149,"end":161,"id":26,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":4,"end":11,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":12,"end":18,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":16,"head_span":{"start":119,"end":122,"token_start":21,"token_end":21,"label":"effect_size"},"child_span":{"start":88,"end":98,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":16,"head_span":{"start":123,"end":127,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":88,"end":98,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":16,"head_span":{"start":128,"end":134,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":88,"end":98,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":16,"head_span":{"start":12,"end":18,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":88,"end":98,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":341,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"Saharan dust also spurs the growth of algal blooms (red tide), which has toxins that can cause respiratory distress, and eye and skin irritation.","text":"Saharan dust also spurs the growth of algal blooms (red tide), which has toxins that can cause respiratory distress, and eye and skin irritation. IMPLIED_BASE IMPLIED_BASE","characters":145,"document_index":272,"md_sentence_index":38,"classification_origin":"cm_cause_effect_rel","url":"https://www.forbes.com/sites/judystone/2019/06/26/another-report-links-deadly-vibrio-infections-to-climate-change/","combo_id":"272_38","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1984562636,"_task_hash":-699235826,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":18,"end":23,"token_start":3,"token_end":3,"label":"predicate"},{"start":28,"end":34,"token_start":5,"token_end":5,"label":"change_direction"},{"start":38,"end":43,"token_start":7,"token_end":7,"label":"base"},{"start":44,"end":50,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":73,"end":79,"token_start":16,"token_end":16,"label":"base"},{"start":85,"end":88,"token_start":18,"token_end":18,"label":"confidence"},{"start":89,"end":94,"token_start":19,"token_end":19,"label":"predicate"},{"start":95,"end":106,"token_start":20,"token_end":20,"label":"base"},{"start":107,"end":115,"token_start":21,"token_end":21,"label":"aspect_changing"},{"start":121,"end":124,"token_start":24,"token_end":24,"label":"base"},{"start":129,"end":133,"token_start":26,"token_end":26,"label":"base"},{"start":134,"end":144,"token_start":27,"token_end":27,"label":"aspect_changing"}],"tokens":[{"text":"Saharan","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"dust","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"also","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"spurs","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"the","start":24,"end":27,"id":4,"ws":true,"disabled":false},{"text":"growth","start":28,"end":34,"id":5,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":6,"ws":true,"disabled":false},{"text":"algal","start":38,"end":43,"id":7,"ws":true,"disabled":false},{"text":"blooms","start":44,"end":50,"id":8,"ws":true,"disabled":false},{"text":"(","start":51,"end":52,"id":9,"ws":false,"disabled":false},{"text":"red","start":52,"end":55,"id":10,"ws":true,"disabled":false},{"text":"tide","start":56,"end":60,"id":11,"ws":false,"disabled":false},{"text":")","start":60,"end":61,"id":12,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":13,"ws":true,"disabled":false},{"text":"which","start":63,"end":68,"id":14,"ws":true,"disabled":false},{"text":"has","start":69,"end":72,"id":15,"ws":true,"disabled":false},{"text":"toxins","start":73,"end":79,"id":16,"ws":true,"disabled":false},{"text":"that","start":80,"end":84,"id":17,"ws":true,"disabled":false},{"text":"can","start":85,"end":88,"id":18,"ws":true,"disabled":false},{"text":"cause","start":89,"end":94,"id":19,"ws":true,"disabled":false},{"text":"respiratory","start":95,"end":106,"id":20,"ws":true,"disabled":false},{"text":"distress","start":107,"end":115,"id":21,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":22,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":23,"ws":true,"disabled":false},{"text":"eye","start":121,"end":124,"id":24,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":25,"ws":true,"disabled":false},{"text":"skin","start":129,"end":133,"id":26,"ws":true,"disabled":false},{"text":"irritation","start":134,"end":144,"id":27,"ws":false,"disabled":false},{"text":".","start":144,"end":145,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":28,"end":34,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":38,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":44,"end":50,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":38,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":20,"head_span":{"start":107,"end":115,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":95,"end":106,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":24,"head_span":{"start":134,"end":144,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":121,"end":124,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":26,"head_span":{"start":134,"end":144,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":129,"end":133,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":7,"head_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":38,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":16,"head_span":{"start":38,"end":43,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":73,"end":79,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":20,"head_span":{"start":73,"end":79,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":95,"end":106,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":24,"head_span":{"start":73,"end":79,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":121,"end":124,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":26,"head_span":{"start":73,"end":79,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":129,"end":133,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":622,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In the summer of 2019, an Arctic heatwave had parts of Greenland reach temperatures 40C hotter than normal.\n","text":"In the summer of 2019, an Arctic heatwave had parts of Greenland reach temperatures 40C hotter than normal. IMPLIED_BASE IMPLIED_BASE","characters":108,"document_index":503,"md_sentence_index":10,"classification_origin":"causal_sentence_classification","url":"https://www.theguardian.com/environment/2019/dec/10/greenland-ice-sheet-melting-seven-times-faster-than-in-1990s","combo_id":"503_10","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1676960543,"_task_hash":28898429,"spans":[{"start":3,"end":21,"token_start":1,"token_end":4,"label":"when"},{"start":26,"end":32,"token_start":7,"token_end":7,"label":"where"},{"text":"heatwave","start":33,"token_start":8,"token_end":8,"end":41,"type":"pattern","label":"base"},{"start":46,"end":64,"token_start":10,"token_end":12,"label":"where"},{"text":"temperatures","start":71,"token_start":14,"token_end":14,"end":83,"type":"pattern","label":"aspect_changing"},{"start":84,"end":87,"token_start":15,"token_end":15,"label":"effect_size"},{"start":88,"end":94,"token_start":16,"token_end":16,"label":"change_direction"},{"start":108,"end":120,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"summer","start":7,"end":13,"id":2,"ws":true,"disabled":false},{"text":"of","start":14,"end":16,"id":3,"ws":true,"disabled":false},{"text":"2019","start":17,"end":21,"id":4,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":5,"ws":true,"disabled":false},{"text":"an","start":23,"end":25,"id":6,"ws":true,"disabled":false},{"text":"Arctic","start":26,"end":32,"id":7,"ws":true,"disabled":false},{"text":"heatwave","start":33,"end":41,"id":8,"ws":true,"disabled":false},{"text":"had","start":42,"end":45,"id":9,"ws":true,"disabled":false},{"text":"parts","start":46,"end":51,"id":10,"ws":true,"disabled":false},{"text":"of","start":52,"end":54,"id":11,"ws":true,"disabled":false},{"text":"Greenland","start":55,"end":64,"id":12,"ws":true,"disabled":false},{"text":"reach","start":65,"end":70,"id":13,"ws":true,"disabled":false},{"text":"temperatures","start":71,"end":83,"id":14,"ws":true,"disabled":false},{"text":"40C","start":84,"end":87,"id":15,"ws":true,"disabled":false},{"text":"hotter","start":88,"end":94,"id":16,"ws":true,"disabled":false},{"text":"than","start":95,"end":99,"id":17,"ws":true,"disabled":false},{"text":"normal","start":100,"end":106,"id":18,"ws":false,"disabled":false},{"text":".","start":106,"end":107,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":8,"child":20,"head_span":{"start":33,"end":41,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":108,"end":120,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":20,"head_span":{"start":71,"end":83,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":108,"end":120,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":88,"end":94,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":108,"end":120,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":70,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Moderate","original_md_text":"But climate change and extreme weather events, such as recent flooding that cut road access to many remote communities for several weeks, are making it ever-more difficult.\n","text":"But climate change and extreme weather events, such as recent flooding that cut road access to many remote communities for several weeks, are making it ever-more difficult. IMPLIED_BASE IMPLIED_BASE","characters":173,"document_index":63,"md_sentence_index":28,"classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/australia-news/2019/may/14/inequality-and-climate-change-the-perfect-storm-threatening-the-health-of-australias-poorest","combo_id":"63_28","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1650203568,"_task_hash":-1202140625,"spans":[{"text":"climate change","start":4,"token_start":1,"token_end":2,"end":18,"type":"pattern","label":"base"},{"start":23,"end":38,"token_start":4,"token_end":5,"label":"base"},{"start":39,"end":45,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":55,"end":61,"token_start":10,"token_end":10,"label":"when"},{"text":"flooding","start":62,"token_start":11,"token_end":11,"end":70,"type":"pattern","label":"base"},{"start":76,"end":79,"token_start":13,"token_end":13,"label":"change_direction"},{"start":80,"end":91,"token_start":14,"token_end":15,"label":"aspect_changing"},{"start":100,"end":106,"token_start":18,"token_end":18,"label":"type_of"},{"text":"communities","start":107,"token_start":19,"token_end":19,"end":118,"type":"pattern","label":"base"},{"start":119,"end":136,"token_start":20,"token_end":22,"label":"effect_size"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"climate","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"change","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"and","start":19,"end":22,"id":3,"ws":true,"disabled":false},{"text":"extreme","start":23,"end":30,"id":4,"ws":true,"disabled":false},{"text":"weather","start":31,"end":38,"id":5,"ws":true,"disabled":false},{"text":"events","start":39,"end":45,"id":6,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"such","start":47,"end":51,"id":8,"ws":true,"disabled":false},{"text":"as","start":52,"end":54,"id":9,"ws":true,"disabled":false},{"text":"recent","start":55,"end":61,"id":10,"ws":true,"disabled":false},{"text":"flooding","start":62,"end":70,"id":11,"ws":true,"disabled":false},{"text":"that","start":71,"end":75,"id":12,"ws":true,"disabled":false},{"text":"cut","start":76,"end":79,"id":13,"ws":true,"disabled":false},{"text":"road","start":80,"end":84,"id":14,"ws":true,"disabled":false},{"text":"access","start":85,"end":91,"id":15,"ws":true,"disabled":false},{"text":"to","start":92,"end":94,"id":16,"ws":true,"disabled":false},{"text":"many","start":95,"end":99,"id":17,"ws":true,"disabled":false},{"text":"remote","start":100,"end":106,"id":18,"ws":true,"disabled":false},{"text":"communities","start":107,"end":118,"id":19,"ws":true,"disabled":false},{"text":"for","start":119,"end":122,"id":20,"ws":true,"disabled":false},{"text":"several","start":123,"end":130,"id":21,"ws":true,"disabled":false},{"text":"weeks","start":131,"end":136,"id":22,"ws":false,"disabled":false},{"text":",","start":136,"end":137,"id":23,"ws":true,"disabled":false},{"text":"are","start":138,"end":141,"id":24,"ws":true,"disabled":false},{"text":"making","start":142,"end":148,"id":25,"ws":true,"disabled":false},{"text":"it","start":149,"end":151,"id":26,"ws":true,"disabled":false},{"text":"ever","start":152,"end":156,"id":27,"ws":false,"disabled":false},{"text":"-","start":156,"end":157,"id":28,"ws":false,"disabled":false},{"text":"more","start":157,"end":161,"id":29,"ws":true,"disabled":false},{"text":"difficult","start":162,"end":171,"id":30,"ws":false,"disabled":false},{"text":".","start":171,"end":172,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":173,"end":185,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":11,"child":19,"head_span":{"start":62,"end":70,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":107,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":19,"head_span":{"start":76,"end":79,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":107,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":19,"head_span":{"start":80,"end":91,"token_start":14,"token_end":15,"label":"aspect_changing"},"child_span":{"start":107,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":100,"end":106,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":107,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":19,"head_span":{"start":4,"end":18,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":107,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":5,"head_span":{"start":39,"end":45,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":23,"end":38,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":19,"head_span":{"start":23,"end":38,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":107,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":243,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Storms such as Hurricanes Andrew, Irma, and Katrina exemplify how major weather events magnified by global warming can have long-lasting effects on the economy.\n","text":"Storms such as Hurricanes Andrew, Irma, and Katrina exemplify how major weather events magnified by global warming can have long-lasting effects on the economy. IMPLIED_BASE IMPLIED_BASE","characters":161,"document_index":189,"md_sentence_index":21,"classification_origin":"cm-label-eval","url":"https://www.greencarreports.com/news/1117054_nature-study-shows-its-cheaper-to-reduce-global-warming-than-to-adapt-to-it","combo_id":"189_21","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1674309936,"_task_hash":2112750915,"spans":[{"start":66,"end":71,"token_start":12,"token_end":12,"label":"type_of"},{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},{"start":80,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},{"text":"global warming","start":100,"token_start":17,"token_end":18,"end":114,"type":"pattern","label":"base"},{"start":124,"end":144,"token_start":21,"token_end":24,"label":"aspect_changing"},{"start":152,"end":159,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"Storms","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"such","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"as","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"Hurricanes","start":15,"end":25,"id":3,"ws":true,"disabled":false},{"text":"Andrew","start":26,"end":32,"id":4,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":5,"ws":true,"disabled":false},{"text":"Irma","start":34,"end":38,"id":6,"ws":false,"disabled":false},{"text":",","start":38,"end":39,"id":7,"ws":true,"disabled":false},{"text":"and","start":40,"end":43,"id":8,"ws":true,"disabled":false},{"text":"Katrina","start":44,"end":51,"id":9,"ws":true,"disabled":false},{"text":"exemplify","start":52,"end":61,"id":10,"ws":true,"disabled":false},{"text":"how","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"major","start":66,"end":71,"id":12,"ws":true,"disabled":false},{"text":"weather","start":72,"end":79,"id":13,"ws":true,"disabled":false},{"text":"events","start":80,"end":86,"id":14,"ws":true,"disabled":false},{"text":"magnified","start":87,"end":96,"id":15,"ws":true,"disabled":false},{"text":"by","start":97,"end":99,"id":16,"ws":true,"disabled":false},{"text":"global","start":100,"end":106,"id":17,"ws":true,"disabled":false},{"text":"warming","start":107,"end":114,"id":18,"ws":true,"disabled":false},{"text":"can","start":115,"end":118,"id":19,"ws":true,"disabled":false},{"text":"have","start":119,"end":123,"id":20,"ws":true,"disabled":false},{"text":"long","start":124,"end":128,"id":21,"ws":false,"disabled":false},{"text":"-","start":128,"end":129,"id":22,"ws":false,"disabled":false},{"text":"lasting","start":129,"end":136,"id":23,"ws":true,"disabled":false},{"text":"effects","start":137,"end":144,"id":24,"ws":true,"disabled":false},{"text":"on","start":145,"end":147,"id":25,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":26,"ws":true,"disabled":false},{"text":"economy","start":152,"end":159,"id":27,"ws":false,"disabled":false},{"text":".","start":159,"end":160,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":24,"child":27,"head_span":{"start":124,"end":144,"token_start":21,"token_end":24,"label":"aspect_changing"},"child_span":{"start":152,"end":159,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":66,"end":71,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":80,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":13,"head_span":{"start":100,"end":114,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":27,"head_span":{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":152,"end":159,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":744,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Some extreme weather events are projected to become more frequent and severe, and those who become homeless due to these disasters are at increased risk for post-traumatic stress symptoms.","text":"Some extreme weather events are projected to become more frequent and severe, and those who become homeless due to these disasters are at increased risk for post-traumatic stress symptoms. IMPLIED_BASE IMPLIED_BASE","characters":188,"document_index":619,"md_sentence_index":209,"classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_209","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-604774108,"_task_hash":-190249530,"spans":[{"text":"extreme weather","start":5,"token_start":1,"token_end":2,"end":20,"type":"pattern","label":"base"},{"start":21,"end":27,"token_start":3,"token_end":3,"label":"aspect_changing"},{"start":52,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},{"start":57,"end":76,"token_start":9,"token_end":11,"label":"type_of"},{"start":92,"end":98,"token_start":16,"token_end":16,"label":"change_direction"},{"start":99,"end":107,"token_start":17,"token_end":17,"label":"type_of"},{"start":121,"end":130,"token_start":21,"token_end":21,"label":"base"},{"text":"increased","start":138,"token_start":24,"token_end":24,"end":147,"type":"pattern","label":"change_direction"},{"text":"risk","start":148,"token_start":25,"token_end":25,"end":152,"type":"pattern","label":"aspect_changing"},{"start":157,"end":171,"token_start":27,"token_end":29,"label":"type_of"},{"start":172,"end":187,"token_start":30,"token_end":31,"label":"base"},{"start":202,"end":214,"token_start":34,"token_end":34,"label":"base"}],"tokens":[{"text":"Some","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"extreme","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"weather","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"events","start":21,"end":27,"id":3,"ws":true,"disabled":false},{"text":"are","start":28,"end":31,"id":4,"ws":true,"disabled":false},{"text":"projected","start":32,"end":41,"id":5,"ws":true,"disabled":false},{"text":"to","start":42,"end":44,"id":6,"ws":true,"disabled":false},{"text":"become","start":45,"end":51,"id":7,"ws":true,"disabled":false},{"text":"more","start":52,"end":56,"id":8,"ws":true,"disabled":false},{"text":"frequent","start":57,"end":65,"id":9,"ws":true,"disabled":false},{"text":"and","start":66,"end":69,"id":10,"ws":true,"disabled":false},{"text":"severe","start":70,"end":76,"id":11,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":12,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":13,"ws":true,"disabled":false},{"text":"those","start":82,"end":87,"id":14,"ws":true,"disabled":false},{"text":"who","start":88,"end":91,"id":15,"ws":true,"disabled":false},{"text":"become","start":92,"end":98,"id":16,"ws":true,"disabled":false},{"text":"homeless","start":99,"end":107,"id":17,"ws":true,"disabled":false},{"text":"due","start":108,"end":111,"id":18,"ws":true,"disabled":false},{"text":"to","start":112,"end":114,"id":19,"ws":true,"disabled":false},{"text":"these","start":115,"end":120,"id":20,"ws":true,"disabled":false},{"text":"disasters","start":121,"end":130,"id":21,"ws":true,"disabled":false},{"text":"are","start":131,"end":134,"id":22,"ws":true,"disabled":false},{"text":"at","start":135,"end":137,"id":23,"ws":true,"disabled":false},{"text":"increased","start":138,"end":147,"id":24,"ws":true,"disabled":false},{"text":"risk","start":148,"end":152,"id":25,"ws":true,"disabled":false},{"text":"for","start":153,"end":156,"id":26,"ws":true,"disabled":false},{"text":"post","start":157,"end":161,"id":27,"ws":false,"disabled":false},{"text":"-","start":161,"end":162,"id":28,"ws":false,"disabled":false},{"text":"traumatic","start":162,"end":171,"id":29,"ws":true,"disabled":false},{"text":"stress","start":172,"end":178,"id":30,"ws":true,"disabled":false},{"text":"symptoms","start":179,"end":187,"id":31,"ws":false,"disabled":false},{"text":".","start":187,"end":188,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":189,"end":201,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":202,"end":214,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":24,"child":31,"head_span":{"start":138,"end":147,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":172,"end":187,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":31,"head_span":{"start":148,"end":152,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":172,"end":187,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":157,"end":171,"token_start":27,"token_end":29,"label":"type_of"},"child_span":{"start":172,"end":187,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":34,"head_span":{"start":121,"end":130,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":202,"end":214,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":31,"head_span":{"start":202,"end":214,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":172,"end":187,"token_start":30,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":34,"head_span":{"start":92,"end":98,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":202,"end":214,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":34,"head_span":{"start":99,"end":107,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":202,"end":214,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":2,"head_span":{"start":21,"end":27,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":5,"end":20,"token_start":1,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":34,"head_span":{"start":5,"end":20,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":202,"end":214,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":2,"head_span":{"start":52,"end":56,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":5,"end":20,"token_start":1,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":2,"head_span":{"start":57,"end":76,"token_start":9,"token_end":11,"label":"type_of"},"child_span":{"start":5,"end":20,"token_start":1,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":937,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"If I were to tell you that there were nearly 2,800 cases of heat-related illness among active-duty members of the US military last year, you might not be surprised.","text":"If I were to tell you that there were nearly 2,800 cases of heat-related illness among active-duty members of the US military last year, you might not be surprised. IMPLIED_BASE IMPLIED_BASE","characters":164,"document_index":747,"md_sentence_index":0,"classification_origin":"causal_sentence_classification","url":"https://blog.ucsusa.org/kristy-dahl/military-extreme-heat","combo_id":"747_0","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":584579763,"_task_hash":435611876,"spans":[{"start":38,"end":56,"token_start":9,"token_end":11,"label":"effect_size"},{"start":60,"end":64,"token_start":13,"token_end":13,"label":"base"},{"start":73,"end":80,"token_start":16,"token_end":16,"label":"base"},{"start":87,"end":125,"token_start":18,"token_end":25,"label":"to_whom"},{"start":126,"end":135,"token_start":26,"token_end":27,"label":"when"}],"tokens":[{"text":"If","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"I","start":3,"end":4,"id":1,"ws":true,"disabled":false},{"text":"were","start":5,"end":9,"id":2,"ws":true,"disabled":false},{"text":"to","start":10,"end":12,"id":3,"ws":true,"disabled":false},{"text":"tell","start":13,"end":17,"id":4,"ws":true,"disabled":false},{"text":"you","start":18,"end":21,"id":5,"ws":true,"disabled":false},{"text":"that","start":22,"end":26,"id":6,"ws":true,"disabled":false},{"text":"there","start":27,"end":32,"id":7,"ws":true,"disabled":false},{"text":"were","start":33,"end":37,"id":8,"ws":true,"disabled":false},{"text":"nearly","start":38,"end":44,"id":9,"ws":true,"disabled":false},{"text":"2,800","start":45,"end":50,"id":10,"ws":true,"disabled":false},{"text":"cases","start":51,"end":56,"id":11,"ws":true,"disabled":false},{"text":"of","start":57,"end":59,"id":12,"ws":true,"disabled":false},{"text":"heat","start":60,"end":64,"id":13,"ws":false,"disabled":false},{"text":"-","start":64,"end":65,"id":14,"ws":false,"disabled":false},{"text":"related","start":65,"end":72,"id":15,"ws":true,"disabled":false},{"text":"illness","start":73,"end":80,"id":16,"ws":true,"disabled":false},{"text":"among","start":81,"end":86,"id":17,"ws":true,"disabled":false},{"text":"active","start":87,"end":93,"id":18,"ws":false,"disabled":false},{"text":"-","start":93,"end":94,"id":19,"ws":false,"disabled":false},{"text":"duty","start":94,"end":98,"id":20,"ws":true,"disabled":false},{"text":"members","start":99,"end":106,"id":21,"ws":true,"disabled":false},{"text":"of","start":107,"end":109,"id":22,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":23,"ws":true,"disabled":false},{"text":"US","start":114,"end":116,"id":24,"ws":true,"disabled":false},{"text":"military","start":117,"end":125,"id":25,"ws":true,"disabled":false},{"text":"last","start":126,"end":130,"id":26,"ws":true,"disabled":false},{"text":"year","start":131,"end":135,"id":27,"ws":false,"disabled":false},{"text":",","start":135,"end":136,"id":28,"ws":true,"disabled":false},{"text":"you","start":137,"end":140,"id":29,"ws":true,"disabled":false},{"text":"might","start":141,"end":146,"id":30,"ws":true,"disabled":false},{"text":"not","start":147,"end":150,"id":31,"ws":true,"disabled":false},{"text":"be","start":151,"end":153,"id":32,"ws":true,"disabled":false},{"text":"surprised","start":154,"end":163,"id":33,"ws":false,"disabled":false},{"text":".","start":163,"end":164,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":13,"child":16,"head_span":{"start":60,"end":64,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":73,"end":80,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":217,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Noting that carbon stays in the atmosphere for centuries, at least, and that a United Nations panel found in 2007 that climate change is \u201clikely to adversely affect hundreds of millions of people through increased coastal flooding, reductions in water supplies, increased malnutrition and increased health impacts\u201d in the next 100 years, Professor Nolt did a lot of division and multiplication and arrived at a stark conclusion:\n","text":"Noting that carbon stays in the atmosphere for centuries, at least, and that a United Nations panel found in 2007 that climate change is \u201clikely to adversely affect hundreds of millions of people through increased coastal flooding, reductions in water supplies, increased malnutrition and increased health impacts\u201d in the next 100 years, Professor Nolt did a lot of division and multiplication and arrived at a stark conclusion: IMPLIED_BASE IMPLIED_BASE","characters":429,"document_index":159,"md_sentence_index":39,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/06/03/travel/traveling-climate-change.html","combo_id":"159_39","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1632789901,"_task_hash":-1798711042,"spans":[{"text":"climate change","start":119,"token_start":23,"token_end":24,"end":133,"type":"pattern","label":"base"},{"start":138,"end":144,"token_start":27,"token_end":27,"label":"confidence"},{"start":165,"end":185,"token_start":31,"token_end":33,"label":"effect_size"},{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},{"text":"increased","start":204,"token_start":37,"token_end":37,"end":213,"type":"pattern","label":"change_direction"},{"start":214,"end":221,"token_start":38,"token_end":38,"label":"where"},{"start":222,"end":230,"token_start":39,"token_end":39,"label":"aspect_changing"},{"start":232,"end":242,"token_start":41,"token_end":41,"label":"change_direction"},{"text":"water","start":246,"token_start":43,"token_end":43,"end":251,"type":"pattern","label":"base"},{"start":252,"end":260,"token_start":44,"token_end":44,"label":"aspect_changing"},{"text":"increased","start":262,"token_start":46,"token_end":46,"end":271,"type":"pattern","label":"change_direction"},{"start":272,"end":284,"token_start":47,"token_end":47,"label":"base"},{"text":"increased","start":289,"token_start":49,"token_end":49,"end":298,"type":"pattern","label":"change_direction"},{"text":"health","start":299,"token_start":50,"token_end":50,"end":305,"type":"pattern","label":"base"},{"start":306,"end":313,"token_start":51,"token_end":51,"label":"aspect_changing"},{"start":315,"end":336,"token_start":53,"token_end":57,"label":"when"},{"start":429,"end":441,"token_start":75,"token_end":75,"label":"base"}],"tokens":[{"text":"Noting","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"that","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"carbon","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"stays","start":19,"end":24,"id":3,"ws":true,"disabled":false},{"text":"in","start":25,"end":27,"id":4,"ws":true,"disabled":false},{"text":"the","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"atmosphere","start":32,"end":42,"id":6,"ws":true,"disabled":false},{"text":"for","start":43,"end":46,"id":7,"ws":true,"disabled":false},{"text":"centuries","start":47,"end":56,"id":8,"ws":false,"disabled":false},{"text":",","start":56,"end":57,"id":9,"ws":true,"disabled":false},{"text":"at","start":58,"end":60,"id":10,"ws":true,"disabled":false},{"text":"least","start":61,"end":66,"id":11,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":12,"ws":true,"disabled":false},{"text":"and","start":68,"end":71,"id":13,"ws":true,"disabled":false},{"text":"that","start":72,"end":76,"id":14,"ws":true,"disabled":false},{"text":"a","start":77,"end":78,"id":15,"ws":true,"disabled":false},{"text":"United","start":79,"end":85,"id":16,"ws":true,"disabled":false},{"text":"Nations","start":86,"end":93,"id":17,"ws":true,"disabled":false},{"text":"panel","start":94,"end":99,"id":18,"ws":true,"disabled":false},{"text":"found","start":100,"end":105,"id":19,"ws":true,"disabled":false},{"text":"in","start":106,"end":108,"id":20,"ws":true,"disabled":false},{"text":"2007","start":109,"end":113,"id":21,"ws":true,"disabled":false},{"text":"that","start":114,"end":118,"id":22,"ws":true,"disabled":false},{"text":"climate","start":119,"end":126,"id":23,"ws":true,"disabled":false},{"text":"change","start":127,"end":133,"id":24,"ws":true,"disabled":false},{"text":"is","start":134,"end":136,"id":25,"ws":true,"disabled":false},{"text":"\u201c","start":137,"end":138,"id":26,"ws":false,"disabled":false},{"text":"likely","start":138,"end":144,"id":27,"ws":true,"disabled":false},{"text":"to","start":145,"end":147,"id":28,"ws":true,"disabled":false},{"text":"adversely","start":148,"end":157,"id":29,"ws":true,"disabled":false},{"text":"affect","start":158,"end":164,"id":30,"ws":true,"disabled":false},{"text":"hundreds","start":165,"end":173,"id":31,"ws":true,"disabled":false},{"text":"of","start":174,"end":176,"id":32,"ws":true,"disabled":false},{"text":"millions","start":177,"end":185,"id":33,"ws":true,"disabled":false},{"text":"of","start":186,"end":188,"id":34,"ws":true,"disabled":false},{"text":"people","start":189,"end":195,"id":35,"ws":true,"disabled":false},{"text":"through","start":196,"end":203,"id":36,"ws":true,"disabled":false},{"text":"increased","start":204,"end":213,"id":37,"ws":true,"disabled":false},{"text":"coastal","start":214,"end":221,"id":38,"ws":true,"disabled":false},{"text":"flooding","start":222,"end":230,"id":39,"ws":false,"disabled":false},{"text":",","start":230,"end":231,"id":40,"ws":true,"disabled":false},{"text":"reductions","start":232,"end":242,"id":41,"ws":true,"disabled":false},{"text":"in","start":243,"end":245,"id":42,"ws":true,"disabled":false},{"text":"water","start":246,"end":251,"id":43,"ws":true,"disabled":false},{"text":"supplies","start":252,"end":260,"id":44,"ws":false,"disabled":false},{"text":",","start":260,"end":261,"id":45,"ws":true,"disabled":false},{"text":"increased","start":262,"end":271,"id":46,"ws":true,"disabled":false},{"text":"malnutrition","start":272,"end":284,"id":47,"ws":true,"disabled":false},{"text":"and","start":285,"end":288,"id":48,"ws":true,"disabled":false},{"text":"increased","start":289,"end":298,"id":49,"ws":true,"disabled":false},{"text":"health","start":299,"end":305,"id":50,"ws":true,"disabled":false},{"text":"impacts","start":306,"end":313,"id":51,"ws":false,"disabled":false},{"text":"\u201d","start":313,"end":314,"id":52,"ws":true,"disabled":false},{"text":"in","start":315,"end":317,"id":53,"ws":true,"disabled":false},{"text":"the","start":318,"end":321,"id":54,"ws":true,"disabled":false},{"text":"next","start":322,"end":326,"id":55,"ws":true,"disabled":false},{"text":"100","start":327,"end":330,"id":56,"ws":true,"disabled":false},{"text":"years","start":331,"end":336,"id":57,"ws":false,"disabled":false},{"text":",","start":336,"end":337,"id":58,"ws":true,"disabled":false},{"text":"Professor","start":338,"end":347,"id":59,"ws":true,"disabled":false},{"text":"Nolt","start":348,"end":352,"id":60,"ws":true,"disabled":false},{"text":"did","start":353,"end":356,"id":61,"ws":true,"disabled":false},{"text":"a","start":357,"end":358,"id":62,"ws":true,"disabled":false},{"text":"lot","start":359,"end":362,"id":63,"ws":true,"disabled":false},{"text":"of","start":363,"end":365,"id":64,"ws":true,"disabled":false},{"text":"division","start":366,"end":374,"id":65,"ws":true,"disabled":false},{"text":"and","start":375,"end":378,"id":66,"ws":true,"disabled":false},{"text":"multiplication","start":379,"end":393,"id":67,"ws":true,"disabled":false},{"text":"and","start":394,"end":397,"id":68,"ws":true,"disabled":false},{"text":"arrived","start":398,"end":405,"id":69,"ws":true,"disabled":false},{"text":"at","start":406,"end":408,"id":70,"ws":true,"disabled":false},{"text":"a","start":409,"end":410,"id":71,"ws":true,"disabled":false},{"text":"stark","start":411,"end":416,"id":72,"ws":true,"disabled":false},{"text":"conclusion","start":417,"end":427,"id":73,"ws":false,"disabled":false},{"text":":","start":427,"end":428,"id":74,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":429,"end":441,"id":75,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":442,"end":454,"id":76,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":33,"child":35,"head_span":{"start":165,"end":185,"token_start":31,"token_end":33,"label":"effect_size"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":75,"head_span":{"start":204,"end":213,"token_start":37,"token_end":37,"label":"change_direction"},"child_span":{"start":429,"end":441,"token_start":75,"token_end":75,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":75,"head_span":{"start":214,"end":221,"token_start":38,"token_end":38,"label":"where"},"child_span":{"start":429,"end":441,"token_start":75,"token_end":75,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":75,"head_span":{"start":222,"end":230,"token_start":39,"token_end":39,"label":"aspect_changing"},"child_span":{"start":429,"end":441,"token_start":75,"token_end":75,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":43,"head_span":{"start":232,"end":242,"token_start":41,"token_end":41,"label":"change_direction"},"child_span":{"start":246,"end":251,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":43,"head_span":{"start":252,"end":260,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":246,"end":251,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":47,"head_span":{"start":262,"end":271,"token_start":46,"token_end":46,"label":"change_direction"},"child_span":{"start":272,"end":284,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":50,"head_span":{"start":289,"end":298,"token_start":49,"token_end":49,"label":"change_direction"},"child_span":{"start":299,"end":305,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":50,"head_span":{"start":306,"end":313,"token_start":51,"token_end":51,"label":"aspect_changing"},"child_span":{"start":299,"end":305,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":35,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":75,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":429,"end":441,"token_start":75,"token_end":75,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":43,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":246,"end":251,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":47,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":272,"end":284,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":50,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":299,"end":305,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":75,"child":35,"head_span":{"start":429,"end":441,"token_start":75,"token_end":75,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":43,"child":35,"head_span":{"start":246,"end":251,"token_start":43,"token_end":43,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":35,"head_span":{"start":272,"end":284,"token_start":47,"token_end":47,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":50,"child":35,"head_span":{"start":299,"end":305,"token_start":50,"token_end":50,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":978,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Apr 05, 2020 - Fall in energy use combined with bright, breezy weather leads to lowest electricity prices in 10 years.","text":"Apr 05, 2020 - Fall in energy use combined with bright, breezy weather leads to lowest electricity prices in 10 years. IMPLIED_BASE IMPLIED_BASE","characters":118,"document_index":765,"md_sentence_index":107,"classification_origin":"causal_sentence_classification","url":"https://covidclimate.com/","combo_id":"765_107","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1258798082,"_task_hash":1870309366,"spans":[{"start":0,"end":12,"token_start":0,"token_end":3,"label":"when"},{"start":15,"end":19,"token_start":5,"token_end":5,"label":"change_direction"},{"start":23,"end":29,"token_start":7,"token_end":7,"label":"base"},{"start":30,"end":33,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":48,"end":62,"token_start":11,"token_end":13,"label":"type_of"},{"text":"weather","start":63,"token_start":14,"token_end":14,"end":70,"type":"pattern","label":"base"},{"start":80,"end":86,"token_start":17,"token_end":17,"label":"effect_size"},{"start":87,"end":98,"token_start":18,"token_end":18,"label":"base"},{"text":"prices","start":99,"token_start":19,"token_end":19,"end":105,"type":"pattern","label":"aspect_changing"},{"start":106,"end":117,"token_start":20,"token_end":22,"label":"effect_size"}],"tokens":[{"text":"Apr","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"05","start":4,"end":6,"id":1,"ws":false,"disabled":false},{"text":",","start":6,"end":7,"id":2,"ws":true,"disabled":false},{"text":"2020","start":8,"end":12,"id":3,"ws":true,"disabled":false},{"text":"-","start":13,"end":14,"id":4,"ws":true,"disabled":false},{"text":"Fall","start":15,"end":19,"id":5,"ws":true,"disabled":false},{"text":"in","start":20,"end":22,"id":6,"ws":true,"disabled":false},{"text":"energy","start":23,"end":29,"id":7,"ws":true,"disabled":false},{"text":"use","start":30,"end":33,"id":8,"ws":true,"disabled":false},{"text":"combined","start":34,"end":42,"id":9,"ws":true,"disabled":false},{"text":"with","start":43,"end":47,"id":10,"ws":true,"disabled":false},{"text":"bright","start":48,"end":54,"id":11,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":12,"ws":true,"disabled":false},{"text":"breezy","start":56,"end":62,"id":13,"ws":true,"disabled":false},{"text":"weather","start":63,"end":70,"id":14,"ws":true,"disabled":false},{"text":"leads","start":71,"end":76,"id":15,"ws":true,"disabled":false},{"text":"to","start":77,"end":79,"id":16,"ws":true,"disabled":false},{"text":"lowest","start":80,"end":86,"id":17,"ws":true,"disabled":false},{"text":"electricity","start":87,"end":98,"id":18,"ws":true,"disabled":false},{"text":"prices","start":99,"end":105,"id":19,"ws":true,"disabled":false},{"text":"in","start":106,"end":108,"id":20,"ws":true,"disabled":false},{"text":"10","start":109,"end":111,"id":21,"ws":true,"disabled":false},{"text":"years","start":112,"end":117,"id":22,"ws":false,"disabled":false},{"text":".","start":117,"end":118,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":119,"end":131,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":132,"end":144,"id":25,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":5,"child":7,"head_span":{"start":15,"end":19,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":23,"end":29,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":30,"end":33,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":23,"end":29,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":48,"end":62,"token_start":11,"token_end":13,"label":"type_of"},"child_span":{"start":63,"end":70,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":99,"end":105,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":87,"end":98,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":18,"head_span":{"start":23,"end":29,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":87,"end":98,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":18,"head_span":{"start":63,"end":70,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":87,"end":98,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":161,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The natural ocean cycle of El Nin\u0303o is a key factor in pushing up temperatures in some parts of the ocean and the effect of global warming on the phenomenon remains uncertain, but the gradual overall heating of the oceans means heatwaves are worse when they strike.\n","text":"The natural ocean cycle of El Nin\u0303o is a key factor in pushing up temperatures in some parts of the ocean and the effect of global warming on the phenomenon remains uncertain, but the gradual overall heating of the oceans means heatwaves are worse when they strike. IMPLIED_BASE IMPLIED_BASE","characters":266,"document_index":128,"md_sentence_index":16,"classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/mar/04/heatwaves-sweeping-oceans-like-wildfires-scientists-reveal","combo_id":"128_16","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1909366509,"_task_hash":-1224816050,"spans":[{"start":12,"end":23,"token_start":2,"token_end":3,"label":"base"},{"start":27,"end":35,"token_start":5,"token_end":6,"label":"type_of"},{"start":55,"end":65,"token_start":12,"token_end":13,"label":"change_direction"},{"text":"temperatures","start":66,"token_start":14,"token_end":14,"end":78,"type":"pattern","label":"aspect_changing"},{"start":79,"end":92,"token_start":15,"token_end":17,"label":"where"},{"text":"ocean","start":100,"token_start":20,"token_end":20,"end":105,"type":"pattern","label":"base"},{"start":192,"end":199,"token_start":36,"token_end":36,"label":"where"},{"start":200,"end":207,"token_start":37,"token_end":37,"label":"change_direction"},{"text":"oceans","start":215,"token_start":40,"token_end":40,"end":221,"type":"pattern","label":"base"},{"text":"heatwaves","start":228,"token_start":42,"token_end":42,"end":237,"type":"pattern","label":"base"},{"start":242,"end":247,"token_start":44,"token_end":44,"label":"type_of"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"natural","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"ocean","start":12,"end":17,"id":2,"ws":true,"disabled":false},{"text":"cycle","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"of","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"El","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"Nin\u0303o","start":30,"end":35,"id":6,"ws":true,"disabled":false},{"text":"is","start":36,"end":38,"id":7,"ws":true,"disabled":false},{"text":"a","start":39,"end":40,"id":8,"ws":true,"disabled":false},{"text":"key","start":41,"end":44,"id":9,"ws":true,"disabled":false},{"text":"factor","start":45,"end":51,"id":10,"ws":true,"disabled":false},{"text":"in","start":52,"end":54,"id":11,"ws":true,"disabled":false},{"text":"pushing","start":55,"end":62,"id":12,"ws":true,"disabled":false},{"text":"up","start":63,"end":65,"id":13,"ws":true,"disabled":false},{"text":"temperatures","start":66,"end":78,"id":14,"ws":true,"disabled":false},{"text":"in","start":79,"end":81,"id":15,"ws":true,"disabled":false},{"text":"some","start":82,"end":86,"id":16,"ws":true,"disabled":false},{"text":"parts","start":87,"end":92,"id":17,"ws":true,"disabled":false},{"text":"of","start":93,"end":95,"id":18,"ws":true,"disabled":false},{"text":"the","start":96,"end":99,"id":19,"ws":true,"disabled":false},{"text":"ocean","start":100,"end":105,"id":20,"ws":true,"disabled":false},{"text":"and","start":106,"end":109,"id":21,"ws":true,"disabled":false},{"text":"the","start":110,"end":113,"id":22,"ws":true,"disabled":false},{"text":"effect","start":114,"end":120,"id":23,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":24,"ws":true,"disabled":false},{"text":"global","start":124,"end":130,"id":25,"ws":true,"disabled":false},{"text":"warming","start":131,"end":138,"id":26,"ws":true,"disabled":false},{"text":"on","start":139,"end":141,"id":27,"ws":true,"disabled":false},{"text":"the","start":142,"end":145,"id":28,"ws":true,"disabled":false},{"text":"phenomenon","start":146,"end":156,"id":29,"ws":true,"disabled":false},{"text":"remains","start":157,"end":164,"id":30,"ws":true,"disabled":false},{"text":"uncertain","start":165,"end":174,"id":31,"ws":false,"disabled":false},{"text":",","start":174,"end":175,"id":32,"ws":true,"disabled":false},{"text":"but","start":176,"end":179,"id":33,"ws":true,"disabled":false},{"text":"the","start":180,"end":183,"id":34,"ws":true,"disabled":false},{"text":"gradual","start":184,"end":191,"id":35,"ws":true,"disabled":false},{"text":"overall","start":192,"end":199,"id":36,"ws":true,"disabled":false},{"text":"heating","start":200,"end":207,"id":37,"ws":true,"disabled":false},{"text":"of","start":208,"end":210,"id":38,"ws":true,"disabled":false},{"text":"the","start":211,"end":214,"id":39,"ws":true,"disabled":false},{"text":"oceans","start":215,"end":221,"id":40,"ws":true,"disabled":false},{"text":"means","start":222,"end":227,"id":41,"ws":true,"disabled":false},{"text":"heatwaves","start":228,"end":237,"id":42,"ws":true,"disabled":false},{"text":"are","start":238,"end":241,"id":43,"ws":true,"disabled":false},{"text":"worse","start":242,"end":247,"id":44,"ws":true,"disabled":false},{"text":"when","start":248,"end":252,"id":45,"ws":true,"disabled":false},{"text":"they","start":253,"end":257,"id":46,"ws":true,"disabled":false},{"text":"strike","start":258,"end":264,"id":47,"ws":false,"disabled":false},{"text":".","start":264,"end":265,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":266,"end":278,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":279,"end":291,"id":50,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":6,"child":3,"head_span":{"start":27,"end":35,"token_start":5,"token_end":6,"label":"type_of"},"child_span":{"start":12,"end":23,"token_start":2,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":20,"head_span":{"start":66,"end":78,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":100,"end":105,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":20,"head_span":{"start":55,"end":65,"token_start":12,"token_end":13,"label":"change_direction"},"child_span":{"start":100,"end":105,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":20,"head_span":{"start":12,"end":23,"token_start":2,"token_end":3,"label":"base"},"child_span":{"start":100,"end":105,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":40,"head_span":{"start":200,"end":207,"token_start":37,"token_end":37,"label":"change_direction"},"child_span":{"start":215,"end":221,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":42,"head_span":{"start":242,"end":247,"token_start":44,"token_end":44,"label":"type_of"},"child_span":{"start":228,"end":237,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":42,"head_span":{"start":215,"end":221,"token_start":40,"token_end":40,"label":"base"},"child_span":{"start":228,"end":237,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":875,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The heat and drought depleted water resources and contributed to more than $10 billion in direct losses to agriculture alone,\" said the Assessment.\n","text":"The heat and drought depleted water resources and contributed to more than $10 billion in direct losses to agriculture alone,\" said the Assessment. IMPLIED_BASE IMPLIED_BASE","characters":148,"document_index":714,"md_sentence_index":50,"classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/effects-of-climate-change-2014-6","combo_id":"714_50","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":394879460,"_task_hash":-135637151,"spans":[{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},{"text":"drought","start":13,"token_start":3,"token_end":3,"end":20,"type":"pattern","label":"base"},{"start":21,"end":29,"token_start":4,"token_end":4,"label":"aspect_changing"},{"text":"water resources","start":30,"token_start":5,"token_end":6,"end":45,"type":"pattern","label":"base"},{"start":65,"end":86,"token_start":10,"token_end":14,"label":"effect_size"},{"start":90,"end":103,"token_start":16,"token_end":17,"label":"aspect_changing"},{"start":107,"end":118,"token_start":19,"token_end":19,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"heat","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"and","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"drought","start":13,"end":20,"id":3,"ws":true,"disabled":false},{"text":"depleted","start":21,"end":29,"id":4,"ws":true,"disabled":false},{"text":"water","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"resources","start":36,"end":45,"id":6,"ws":true,"disabled":false},{"text":"and","start":46,"end":49,"id":7,"ws":true,"disabled":false},{"text":"contributed","start":50,"end":61,"id":8,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":9,"ws":true,"disabled":false},{"text":"more","start":65,"end":69,"id":10,"ws":true,"disabled":false},{"text":"than","start":70,"end":74,"id":11,"ws":true,"disabled":false},{"text":"$","start":75,"end":76,"id":12,"ws":false,"disabled":false},{"text":"10","start":76,"end":78,"id":13,"ws":true,"disabled":false},{"text":"billion","start":79,"end":86,"id":14,"ws":true,"disabled":false},{"text":"in","start":87,"end":89,"id":15,"ws":true,"disabled":false},{"text":"direct","start":90,"end":96,"id":16,"ws":true,"disabled":false},{"text":"losses","start":97,"end":103,"id":17,"ws":true,"disabled":false},{"text":"to","start":104,"end":106,"id":18,"ws":true,"disabled":false},{"text":"agriculture","start":107,"end":118,"id":19,"ws":true,"disabled":false},{"text":"alone","start":119,"end":124,"id":20,"ws":false,"disabled":false},{"text":",","start":124,"end":125,"id":21,"ws":false,"disabled":false},{"text":"\"","start":125,"end":126,"id":22,"ws":true,"disabled":false},{"text":"said","start":127,"end":131,"id":23,"ws":true,"disabled":false},{"text":"the","start":132,"end":135,"id":24,"ws":true,"disabled":false},{"text":"Assessment","start":136,"end":146,"id":25,"ws":false,"disabled":false},{"text":".","start":146,"end":147,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":28,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":4,"child":6,"head_span":{"start":21,"end":29,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":30,"end":45,"token_start":5,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":19,"head_span":{"start":65,"end":86,"token_start":10,"token_end":14,"label":"effect_size"},"child_span":{"start":107,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":90,"end":103,"token_start":16,"token_end":17,"label":"aspect_changing"},"child_span":{"start":107,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":30,"end":45,"token_start":5,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":6,"head_span":{"start":13,"end":20,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":30,"end":45,"token_start":5,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":19,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":107,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":19,"head_span":{"start":13,"end":20,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":107,"end":118,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":60,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Moderate","original_md_text":"The 26-year-old Maui native can tick off the dangers climate change poses to the ocean he loves: \u201cBleaching of reefs; the damage of the shoreline from stronger storms; the changing of wind patterns so that a particular wave might not be as good anymore; the shifting of currents, which could destroy a particular break along a coastline.","text":"The 26-year-old Maui native can tick off the dangers climate change poses to the ocean he loves: \u201cBleaching of reefs; the damage of the shoreline from stronger storms; the changing of wind patterns so that a particular wave might not be as good anymore; the shifting of currents, which could destroy a particular break along a coastline. IMPLIED_BASE IMPLIED_BASE","characters":337,"document_index":55,"md_sentence_index":16,"classification_origin":"cm_cause_effect_rel","url":"https://www.washingtonpost.com/sports/2019/05/09/warming-oceans-have-created-golden-age-big-wave-surfing-leaving-surfers-conflicted/","combo_id":"55_16","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":646788874,"_task_hash":-1774114114,"spans":[{"text":"climate change","start":53,"token_start":11,"token_end":12,"end":67,"type":"pattern","label":"base"},{"text":"ocean","start":81,"token_start":16,"token_end":16,"end":86,"type":"pattern","label":"base"},{"start":98,"end":107,"token_start":21,"token_end":21,"label":"change_direction"},{"text":"reefs","start":111,"token_start":23,"token_end":23,"end":116,"type":"pattern","label":"base"},{"start":122,"end":128,"token_start":26,"token_end":26,"label":"aspect_changing"},{"start":136,"end":145,"token_start":29,"token_end":29,"label":"base"},{"start":151,"end":159,"token_start":31,"token_end":31,"label":"type_of"},{"text":"storms","start":160,"token_start":32,"token_end":32,"end":166,"type":"pattern","label":"base"},{"text":"wind patterns","start":184,"token_start":37,"token_end":38,"end":197,"type":"pattern","label":"base"},{"start":219,"end":223,"token_start":43,"token_end":43,"label":"base"},{"text":"currents","start":270,"token_start":54,"token_end":54,"end":278,"type":"pattern","label":"base"},{"start":292,"end":299,"token_start":58,"token_end":58,"label":"change_direction"},{"start":313,"end":318,"token_start":61,"token_end":61,"label":"aspect_changing"},{"start":327,"end":336,"token_start":64,"token_end":64,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"26-year","start":4,"end":11,"id":1,"ws":false,"disabled":false},{"text":"-","start":11,"end":12,"id":2,"ws":false,"disabled":false},{"text":"old","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"Maui","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"native","start":21,"end":27,"id":5,"ws":true,"disabled":false},{"text":"can","start":28,"end":31,"id":6,"ws":true,"disabled":false},{"text":"tick","start":32,"end":36,"id":7,"ws":true,"disabled":false},{"text":"off","start":37,"end":40,"id":8,"ws":true,"disabled":false},{"text":"the","start":41,"end":44,"id":9,"ws":true,"disabled":false},{"text":"dangers","start":45,"end":52,"id":10,"ws":true,"disabled":false},{"text":"climate","start":53,"end":60,"id":11,"ws":true,"disabled":false},{"text":"change","start":61,"end":67,"id":12,"ws":true,"disabled":false},{"text":"poses","start":68,"end":73,"id":13,"ws":true,"disabled":false},{"text":"to","start":74,"end":76,"id":14,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":15,"ws":true,"disabled":false},{"text":"ocean","start":81,"end":86,"id":16,"ws":true,"disabled":false},{"text":"he","start":87,"end":89,"id":17,"ws":true,"disabled":false},{"text":"loves","start":90,"end":95,"id":18,"ws":false,"disabled":false},{"text":":","start":95,"end":96,"id":19,"ws":true,"disabled":false},{"text":"\u201c","start":97,"end":98,"id":20,"ws":false,"disabled":false},{"text":"Bleaching","start":98,"end":107,"id":21,"ws":true,"disabled":false},{"text":"of","start":108,"end":110,"id":22,"ws":true,"disabled":false},{"text":"reefs","start":111,"end":116,"id":23,"ws":false,"disabled":false},{"text":";","start":116,"end":117,"id":24,"ws":true,"disabled":false},{"text":"the","start":118,"end":121,"id":25,"ws":true,"disabled":false},{"text":"damage","start":122,"end":128,"id":26,"ws":true,"disabled":false},{"text":"of","start":129,"end":131,"id":27,"ws":true,"disabled":false},{"text":"the","start":132,"end":135,"id":28,"ws":true,"disabled":false},{"text":"shoreline","start":136,"end":145,"id":29,"ws":true,"disabled":false},{"text":"from","start":146,"end":150,"id":30,"ws":true,"disabled":false},{"text":"stronger","start":151,"end":159,"id":31,"ws":true,"disabled":false},{"text":"storms","start":160,"end":166,"id":32,"ws":false,"disabled":false},{"text":";","start":166,"end":167,"id":33,"ws":true,"disabled":false},{"text":"the","start":168,"end":171,"id":34,"ws":true,"disabled":false},{"text":"changing","start":172,"end":180,"id":35,"ws":true,"disabled":false},{"text":"of","start":181,"end":183,"id":36,"ws":true,"disabled":false},{"text":"wind","start":184,"end":188,"id":37,"ws":true,"disabled":false},{"text":"patterns","start":189,"end":197,"id":38,"ws":true,"disabled":false},{"text":"so","start":198,"end":200,"id":39,"ws":true,"disabled":false},{"text":"that","start":201,"end":205,"id":40,"ws":true,"disabled":false},{"text":"a","start":206,"end":207,"id":41,"ws":true,"disabled":false},{"text":"particular","start":208,"end":218,"id":42,"ws":true,"disabled":false},{"text":"wave","start":219,"end":223,"id":43,"ws":true,"disabled":false},{"text":"might","start":224,"end":229,"id":44,"ws":true,"disabled":false},{"text":"not","start":230,"end":233,"id":45,"ws":true,"disabled":false},{"text":"be","start":234,"end":236,"id":46,"ws":true,"disabled":false},{"text":"as","start":237,"end":239,"id":47,"ws":true,"disabled":false},{"text":"good","start":240,"end":244,"id":48,"ws":true,"disabled":false},{"text":"anymore","start":245,"end":252,"id":49,"ws":false,"disabled":false},{"text":";","start":252,"end":253,"id":50,"ws":true,"disabled":false},{"text":"the","start":254,"end":257,"id":51,"ws":true,"disabled":false},{"text":"shifting","start":258,"end":266,"id":52,"ws":true,"disabled":false},{"text":"of","start":267,"end":269,"id":53,"ws":true,"disabled":false},{"text":"currents","start":270,"end":278,"id":54,"ws":false,"disabled":false},{"text":",","start":278,"end":279,"id":55,"ws":true,"disabled":false},{"text":"which","start":280,"end":285,"id":56,"ws":true,"disabled":false},{"text":"could","start":286,"end":291,"id":57,"ws":true,"disabled":false},{"text":"destroy","start":292,"end":299,"id":58,"ws":true,"disabled":false},{"text":"a","start":300,"end":301,"id":59,"ws":true,"disabled":false},{"text":"particular","start":302,"end":312,"id":60,"ws":true,"disabled":false},{"text":"break","start":313,"end":318,"id":61,"ws":true,"disabled":false},{"text":"along","start":319,"end":324,"id":62,"ws":true,"disabled":false},{"text":"a","start":325,"end":326,"id":63,"ws":true,"disabled":false},{"text":"coastline","start":327,"end":336,"id":64,"ws":false,"disabled":false},{"text":".","start":336,"end":337,"id":65,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":338,"end":350,"id":66,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":351,"end":363,"id":67,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":12,"child":16,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":81,"end":86,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":23,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":111,"end":116,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":23,"head_span":{"start":98,"end":107,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":111,"end":116,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":29,"head_span":{"start":160,"end":166,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":136,"end":145,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":32,"head_span":{"start":151,"end":159,"token_start":31,"token_end":31,"label":"type_of"},"child_span":{"start":160,"end":166,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":29,"head_span":{"start":122,"end":128,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":136,"end":145,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":32,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":160,"end":166,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":29,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":136,"end":145,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":38,"child":43,"head_span":{"start":184,"end":197,"token_start":37,"token_end":38,"label":"base"},"child_span":{"start":219,"end":223,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":38,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":184,"end":197,"token_start":37,"token_end":38,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":54,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":270,"end":278,"token_start":54,"token_end":54,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":64,"head_span":{"start":53,"end":67,"token_start":11,"token_end":12,"label":"base"},"child_span":{"start":327,"end":336,"token_start":64,"token_end":64,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":54,"child":64,"head_span":{"start":270,"end":278,"token_start":54,"token_end":54,"label":"base"},"child_span":{"start":327,"end":336,"token_start":64,"token_end":64,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":58,"child":64,"head_span":{"start":292,"end":299,"token_start":58,"token_end":58,"label":"change_direction"},"child_span":{"start":327,"end":336,"token_start":64,"token_end":64,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":61,"child":64,"head_span":{"start":313,"end":318,"token_start":61,"token_end":61,"label":"aspect_changing"},"child_span":{"start":327,"end":336,"token_start":64,"token_end":64,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":191,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Intense storms are more frequent as climates shift and the mangroves protect the coast from eroding, according to scientists.\n","text":"Intense storms are more frequent as climates shift and the mangroves protect the coast from eroding, according to scientists. IMPLIED_BASE IMPLIED_BASE","characters":126,"document_index":142,"md_sentence_index":10,"classification_origin":"cm_cause_effect_rel","url":"https://www.euronews.com/2019/05/30/how-climate-change-is-hitting-livelihoods-in-brazil-s-mangrove-forests","combo_id":"142_10","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1120313821,"_task_hash":619884153,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},{"text":"storms","start":8,"token_start":1,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":19,"end":32,"token_start":3,"token_end":4,"label":"change_direction"},{"start":36,"end":44,"token_start":6,"token_end":6,"label":"base"},{"start":59,"end":68,"token_start":10,"token_end":10,"label":"base"},{"start":69,"end":76,"token_start":11,"token_end":11,"label":"predicate"},{"start":81,"end":86,"token_start":13,"token_end":13,"label":"base"},{"start":92,"end":99,"token_start":15,"token_end":15,"label":"change_direction"}],"tokens":[{"text":"Intense","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"storms","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"are","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"more","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"frequent","start":24,"end":32,"id":4,"ws":true,"disabled":false},{"text":"as","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"climates","start":36,"end":44,"id":6,"ws":true,"disabled":false},{"text":"shift","start":45,"end":50,"id":7,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":8,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":9,"ws":true,"disabled":false},{"text":"mangroves","start":59,"end":68,"id":10,"ws":true,"disabled":false},{"text":"protect","start":69,"end":76,"id":11,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":12,"ws":true,"disabled":false},{"text":"coast","start":81,"end":86,"id":13,"ws":true,"disabled":false},{"text":"from","start":87,"end":91,"id":14,"ws":true,"disabled":false},{"text":"eroding","start":92,"end":99,"id":15,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":16,"ws":true,"disabled":false},{"text":"according","start":101,"end":110,"id":17,"ws":true,"disabled":false},{"text":"to","start":111,"end":113,"id":18,"ws":true,"disabled":false},{"text":"scientists","start":114,"end":124,"id":19,"ws":false,"disabled":false},{"text":".","start":124,"end":125,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":126,"end":138,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":22,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":6,"child":1,"head_span":{"start":36,"end":44,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":8,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":13,"head_span":{"start":59,"end":68,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":81,"end":86,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":13,"head_span":{"start":92,"end":99,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":81,"end":86,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":1,"head_span":{"start":19,"end":32,"token_start":3,"token_end":4,"label":"change_direction"},"child_span":{"start":8,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":674,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Harvey unleashed more than 60 inches of rain over southeastern Texas in 2017, and scientists have said climate change will make storms rainier overall.\n","text":"Harvey unleashed more than 60 inches of rain over southeastern Texas in 2017, and scientists have said climate change will make storms rainier overall. IMPLIED_BASE IMPLIED_BASE","characters":152,"document_index":573,"md_sentence_index":20,"classification_origin":"causal_sentence_classification","url":"https://www.nbcnews.com/science/environment/earth-s-oceans-are-hotter-ever-getting-warmer-faster-n1114811","combo_id":"573_20","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1086526303,"_task_hash":-794939847,"spans":[{"text":"climate change","start":103,"token_start":18,"token_end":19,"end":117,"type":"pattern","label":"base"},{"text":"storms","start":128,"token_start":22,"token_end":22,"end":134,"type":"pattern","label":"base"},{"start":135,"end":142,"token_start":23,"token_end":23,"label":"change_direction"}],"tokens":[{"text":"Harvey","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"unleashed","start":7,"end":16,"id":1,"ws":true,"disabled":false},{"text":"more","start":17,"end":21,"id":2,"ws":true,"disabled":false},{"text":"than","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"60","start":27,"end":29,"id":4,"ws":true,"disabled":false},{"text":"inches","start":30,"end":36,"id":5,"ws":true,"disabled":false},{"text":"of","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"rain","start":40,"end":44,"id":7,"ws":true,"disabled":false},{"text":"over","start":45,"end":49,"id":8,"ws":true,"disabled":false},{"text":"southeastern","start":50,"end":62,"id":9,"ws":true,"disabled":false},{"text":"Texas","start":63,"end":68,"id":10,"ws":true,"disabled":false},{"text":"in","start":69,"end":71,"id":11,"ws":true,"disabled":false},{"text":"2017","start":72,"end":76,"id":12,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":13,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":14,"ws":true,"disabled":false},{"text":"scientists","start":82,"end":92,"id":15,"ws":true,"disabled":false},{"text":"have","start":93,"end":97,"id":16,"ws":true,"disabled":false},{"text":"said","start":98,"end":102,"id":17,"ws":true,"disabled":false},{"text":"climate","start":103,"end":110,"id":18,"ws":true,"disabled":false},{"text":"change","start":111,"end":117,"id":19,"ws":true,"disabled":false},{"text":"will","start":118,"end":122,"id":20,"ws":true,"disabled":false},{"text":"make","start":123,"end":127,"id":21,"ws":true,"disabled":false},{"text":"storms","start":128,"end":134,"id":22,"ws":true,"disabled":false},{"text":"rainier","start":135,"end":142,"id":23,"ws":true,"disabled":false},{"text":"overall","start":143,"end":150,"id":24,"ws":false,"disabled":false},{"text":".","start":150,"end":151,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":27,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":19,"child":22,"head_span":{"start":103,"end":117,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":128,"end":134,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":22,"head_span":{"start":135,"end":142,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":128,"end":134,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":527,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Food supplies are also disrupted by drought, societal instability and inequity linked with climate change.\n","text":"Food supplies are also disrupted by drought, societal instability and inequity linked with climate change. IMPLIED_BASE IMPLIED_BASE","characters":107,"document_index":404,"md_sentence_index":67,"classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/climate-change-is-having-widespread-health-impacts/","combo_id":"404_67","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-665828564,"_task_hash":-2032199817,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},{"start":5,"end":13,"token_start":1,"token_end":1,"label":"aspect_changing"},{"text":"drought","start":36,"token_start":6,"token_end":6,"end":43,"type":"pattern","label":"base"},{"start":45,"end":53,"token_start":8,"token_end":8,"label":"type_of"},{"start":54,"end":65,"token_start":9,"token_end":9,"label":"base"},{"start":70,"end":78,"token_start":11,"token_end":11,"label":"base"},{"text":"climate change","start":91,"token_start":14,"token_end":15,"end":105,"type":"pattern","label":"base"}],"tokens":[{"text":"Food","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"supplies","start":5,"end":13,"id":1,"ws":true,"disabled":false},{"text":"are","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"also","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"disrupted","start":23,"end":32,"id":4,"ws":true,"disabled":false},{"text":"by","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"drought","start":36,"end":43,"id":6,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":7,"ws":true,"disabled":false},{"text":"societal","start":45,"end":53,"id":8,"ws":true,"disabled":false},{"text":"instability","start":54,"end":65,"id":9,"ws":true,"disabled":false},{"text":"and","start":66,"end":69,"id":10,"ws":true,"disabled":false},{"text":"inequity","start":70,"end":78,"id":11,"ws":true,"disabled":false},{"text":"linked","start":79,"end":85,"id":12,"ws":true,"disabled":false},{"text":"with","start":86,"end":90,"id":13,"ws":true,"disabled":false},{"text":"climate","start":91,"end":98,"id":14,"ws":true,"disabled":false},{"text":"change","start":99,"end":105,"id":15,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":18,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":15,"child":11,"head_span":{"start":91,"end":105,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":70,"end":78,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":9,"head_span":{"start":91,"end":105,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":54,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":6,"head_span":{"start":91,"end":105,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":0,"head_span":{"start":70,"end":78,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":0,"head_span":{"start":54,"end":65,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":0,"head_span":{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":0,"head_span":{"start":5,"end":13,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":45,"end":53,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":54,"end":65,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":266,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Rostin Behnam, who sits on the federal government\u2019s five-member Commodity Futures Trading Commission, a powerful agency overseeing major financial markets including grain futures, oil trading and complex derivatives, said in an interview on Monday that the financial risks from climate change were comparable to those posed by the mortgage meltdown that triggered the 2008 financial crisis.\n","text":"Rostin Behnam, who sits on the federal government\u2019s five-member Commodity Futures Trading Commission, a powerful agency overseeing major financial markets including grain futures, oil trading and complex derivatives, said in an interview on Monday that the financial risks from climate change were comparable to those posed by the mortgage meltdown that triggered the 2008 financial crisis. IMPLIED_BASE IMPLIED_BASE","characters":391,"document_index":214,"md_sentence_index":4,"classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/06/11/climate/climate-financial-market-risk.html","combo_id":"214_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1335895176,"_task_hash":-634115538,"spans":[{"text":"risks","start":267,"token_start":44,"token_end":44,"end":272,"type":"pattern","label":"aspect_changing"},{"text":"climate change","start":278,"token_start":46,"token_end":47,"end":292,"type":"pattern","label":"base"}],"tokens":[{"text":"Rostin","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"Behnam","start":7,"end":13,"id":1,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":2,"ws":true,"disabled":false},{"text":"who","start":15,"end":18,"id":3,"ws":true,"disabled":false},{"text":"sits","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"on","start":24,"end":26,"id":5,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":6,"ws":true,"disabled":false},{"text":"federal","start":31,"end":38,"id":7,"ws":true,"disabled":false},{"text":"government","start":39,"end":49,"id":8,"ws":false,"disabled":false},{"text":"\u2019s","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"five","start":52,"end":56,"id":10,"ws":false,"disabled":false},{"text":"-","start":56,"end":57,"id":11,"ws":false,"disabled":false},{"text":"member","start":57,"end":63,"id":12,"ws":true,"disabled":false},{"text":"Commodity","start":64,"end":73,"id":13,"ws":true,"disabled":false},{"text":"Futures","start":74,"end":81,"id":14,"ws":true,"disabled":false},{"text":"Trading","start":82,"end":89,"id":15,"ws":true,"disabled":false},{"text":"Commission","start":90,"end":100,"id":16,"ws":false,"disabled":false},{"text":",","start":100,"end":101,"id":17,"ws":true,"disabled":false},{"text":"a","start":102,"end":103,"id":18,"ws":true,"disabled":false},{"text":"powerful","start":104,"end":112,"id":19,"ws":true,"disabled":false},{"text":"agency","start":113,"end":119,"id":20,"ws":true,"disabled":false},{"text":"overseeing","start":120,"end":130,"id":21,"ws":true,"disabled":false},{"text":"major","start":131,"end":136,"id":22,"ws":true,"disabled":false},{"text":"financial","start":137,"end":146,"id":23,"ws":true,"disabled":false},{"text":"markets","start":147,"end":154,"id":24,"ws":true,"disabled":false},{"text":"including","start":155,"end":164,"id":25,"ws":true,"disabled":false},{"text":"grain","start":165,"end":170,"id":26,"ws":true,"disabled":false},{"text":"futures","start":171,"end":178,"id":27,"ws":false,"disabled":false},{"text":",","start":178,"end":179,"id":28,"ws":true,"disabled":false},{"text":"oil","start":180,"end":183,"id":29,"ws":true,"disabled":false},{"text":"trading","start":184,"end":191,"id":30,"ws":true,"disabled":false},{"text":"and","start":192,"end":195,"id":31,"ws":true,"disabled":false},{"text":"complex","start":196,"end":203,"id":32,"ws":true,"disabled":false},{"text":"derivatives","start":204,"end":215,"id":33,"ws":false,"disabled":false},{"text":",","start":215,"end":216,"id":34,"ws":true,"disabled":false},{"text":"said","start":217,"end":221,"id":35,"ws":true,"disabled":false},{"text":"in","start":222,"end":224,"id":36,"ws":true,"disabled":false},{"text":"an","start":225,"end":227,"id":37,"ws":true,"disabled":false},{"text":"interview","start":228,"end":237,"id":38,"ws":true,"disabled":false},{"text":"on","start":238,"end":240,"id":39,"ws":true,"disabled":false},{"text":"Monday","start":241,"end":247,"id":40,"ws":true,"disabled":false},{"text":"that","start":248,"end":252,"id":41,"ws":true,"disabled":false},{"text":"the","start":253,"end":256,"id":42,"ws":true,"disabled":false},{"text":"financial","start":257,"end":266,"id":43,"ws":true,"disabled":false},{"text":"risks","start":267,"end":272,"id":44,"ws":true,"disabled":false},{"text":"from","start":273,"end":277,"id":45,"ws":true,"disabled":false},{"text":"climate","start":278,"end":285,"id":46,"ws":true,"disabled":false},{"text":"change","start":286,"end":292,"id":47,"ws":true,"disabled":false},{"text":"were","start":293,"end":297,"id":48,"ws":true,"disabled":false},{"text":"comparable","start":298,"end":308,"id":49,"ws":true,"disabled":false},{"text":"to","start":309,"end":311,"id":50,"ws":true,"disabled":false},{"text":"those","start":312,"end":317,"id":51,"ws":true,"disabled":false},{"text":"posed","start":318,"end":323,"id":52,"ws":true,"disabled":false},{"text":"by","start":324,"end":326,"id":53,"ws":true,"disabled":false},{"text":"the","start":327,"end":330,"id":54,"ws":true,"disabled":false},{"text":"mortgage","start":331,"end":339,"id":55,"ws":true,"disabled":false},{"text":"meltdown","start":340,"end":348,"id":56,"ws":true,"disabled":false},{"text":"that","start":349,"end":353,"id":57,"ws":true,"disabled":false},{"text":"triggered","start":354,"end":363,"id":58,"ws":true,"disabled":false},{"text":"the","start":364,"end":367,"id":59,"ws":true,"disabled":false},{"text":"2008","start":368,"end":372,"id":60,"ws":true,"disabled":false},{"text":"financial","start":373,"end":382,"id":61,"ws":true,"disabled":false},{"text":"crisis","start":383,"end":389,"id":62,"ws":false,"disabled":false},{"text":".","start":389,"end":390,"id":63,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":391,"end":403,"id":64,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":404,"end":416,"id":65,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":1083,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"And while heat deaths may be more acute in the desert city of Phoenix, the warming climate that helps drive them is not likely to leave any major American city unscathed.\n","text":"And while heat deaths may be more acute in the desert city of Phoenix, the warming climate that helps drive them is not likely to leave any major American city unscathed. IMPLIED_BASE IMPLIED_BASE","characters":171,"document_index":826,"md_sentence_index":17,"classification_origin":"causal_sentence_classification","url":"https://www.azcentral.com/in-depth/news/2020/08/26/heat-killing-more-people-cities-sizzle-hotter-temperatures/4553439002/","combo_id":"826_17","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":2030518471,"_task_hash":-2041419514,"spans":[{"start":10,"end":14,"token_start":2,"token_end":2,"label":"type_of"},{"start":15,"end":21,"token_start":3,"token_end":3,"label":"base"},{"start":43,"end":69,"token_start":9,"token_end":13,"label":"where"},{"start":75,"end":82,"token_start":16,"token_end":16,"label":"type_of"},{"start":83,"end":90,"token_start":17,"token_end":17,"label":"base"},{"start":136,"end":159,"token_start":27,"token_end":30,"label":"where"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"while","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"heat","start":10,"end":14,"id":2,"ws":true,"disabled":false},{"text":"deaths","start":15,"end":21,"id":3,"ws":true,"disabled":false},{"text":"may","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"be","start":26,"end":28,"id":5,"ws":true,"disabled":false},{"text":"more","start":29,"end":33,"id":6,"ws":true,"disabled":false},{"text":"acute","start":34,"end":39,"id":7,"ws":true,"disabled":false},{"text":"in","start":40,"end":42,"id":8,"ws":true,"disabled":false},{"text":"the","start":43,"end":46,"id":9,"ws":true,"disabled":false},{"text":"desert","start":47,"end":53,"id":10,"ws":true,"disabled":false},{"text":"city","start":54,"end":58,"id":11,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":12,"ws":true,"disabled":false},{"text":"Phoenix","start":62,"end":69,"id":13,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":14,"ws":true,"disabled":false},{"text":"the","start":71,"end":74,"id":15,"ws":true,"disabled":false},{"text":"warming","start":75,"end":82,"id":16,"ws":true,"disabled":false},{"text":"climate","start":83,"end":90,"id":17,"ws":true,"disabled":false},{"text":"that","start":91,"end":95,"id":18,"ws":true,"disabled":false},{"text":"helps","start":96,"end":101,"id":19,"ws":true,"disabled":false},{"text":"drive","start":102,"end":107,"id":20,"ws":true,"disabled":false},{"text":"them","start":108,"end":112,"id":21,"ws":true,"disabled":false},{"text":"is","start":113,"end":115,"id":22,"ws":true,"disabled":false},{"text":"not","start":116,"end":119,"id":23,"ws":true,"disabled":false},{"text":"likely","start":120,"end":126,"id":24,"ws":true,"disabled":false},{"text":"to","start":127,"end":129,"id":25,"ws":true,"disabled":false},{"text":"leave","start":130,"end":135,"id":26,"ws":true,"disabled":false},{"text":"any","start":136,"end":139,"id":27,"ws":true,"disabled":false},{"text":"major","start":140,"end":145,"id":28,"ws":true,"disabled":false},{"text":"American","start":146,"end":154,"id":29,"ws":true,"disabled":false},{"text":"city","start":155,"end":159,"id":30,"ws":true,"disabled":false},{"text":"unscathed","start":160,"end":169,"id":31,"ws":false,"disabled":false},{"text":".","start":169,"end":170,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":17,"child":3,"head_span":{"start":83,"end":90,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":15,"end":21,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":3,"head_span":{"start":10,"end":14,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":15,"end":21,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":75,"end":82,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":83,"end":90,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":573,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As climate change increases wildfire risk, Californians could be stuck between blackouts and deadly fires more often\nREUTERS/Gene Blevins\n","text":"As climate change increases wildfire risk, Californians could be stuck between blackouts and deadly fires more oftenREUTERS/Gene Blevins IMPLIED_BASE IMPLIED_BASE","characters":138,"document_index":449,"md_sentence_index":91,"classification_origin":"causal_sentence_classification","url":"https://www.businessinsider.com/pge-caused-california-wildfires-safety-measures-2019-10","combo_id":"449_91","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":837755522,"_task_hash":1018087755,"spans":[{"text":"climate change","start":3,"token_start":1,"token_end":2,"end":17,"type":"pattern","label":"base"},{"text":"increases","start":18,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"change_direction"},{"text":"wildfire","start":28,"token_start":4,"token_end":4,"end":36,"type":"pattern","label":"base"},{"text":"risk","start":37,"token_start":5,"token_end":5,"end":41,"type":"pattern","label":"aspect_changing"},{"start":43,"end":55,"token_start":7,"token_end":7,"label":"to_whom"},{"start":79,"end":88,"token_start":12,"token_end":12,"label":"base"},{"start":93,"end":99,"token_start":14,"token_end":14,"label":"type_of"},{"start":100,"end":105,"token_start":15,"token_end":15,"label":"base"},{"start":106,"end":123,"token_start":16,"token_end":17,"label":"change_direction"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"climate","start":3,"end":10,"id":1,"ws":true,"disabled":false},{"text":"change","start":11,"end":17,"id":2,"ws":true,"disabled":false},{"text":"increases","start":18,"end":27,"id":3,"ws":true,"disabled":false},{"text":"wildfire","start":28,"end":36,"id":4,"ws":true,"disabled":false},{"text":"risk","start":37,"end":41,"id":5,"ws":false,"disabled":false},{"text":",","start":41,"end":42,"id":6,"ws":true,"disabled":false},{"text":"Californians","start":43,"end":55,"id":7,"ws":true,"disabled":false},{"text":"could","start":56,"end":61,"id":8,"ws":true,"disabled":false},{"text":"be","start":62,"end":64,"id":9,"ws":true,"disabled":false},{"text":"stuck","start":65,"end":70,"id":10,"ws":true,"disabled":false},{"text":"between","start":71,"end":78,"id":11,"ws":true,"disabled":false},{"text":"blackouts","start":79,"end":88,"id":12,"ws":true,"disabled":false},{"text":"and","start":89,"end":92,"id":13,"ws":true,"disabled":false},{"text":"deadly","start":93,"end":99,"id":14,"ws":true,"disabled":false},{"text":"fires","start":100,"end":105,"id":15,"ws":true,"disabled":false},{"text":"more","start":106,"end":110,"id":16,"ws":true,"disabled":false},{"text":"oftenREUTERS","start":111,"end":123,"id":17,"ws":false,"disabled":false},{"text":"/","start":123,"end":124,"id":18,"ws":false,"disabled":false},{"text":"Gene","start":124,"end":128,"id":19,"ws":true,"disabled":false},{"text":"Blevins","start":129,"end":136,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":137,"end":149,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":150,"end":162,"id":22,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":3,"child":4,"head_span":{"start":18,"end":27,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":28,"end":36,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":4,"head_span":{"start":37,"end":41,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":28,"end":36,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":4,"head_span":{"start":3,"end":17,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":28,"end":36,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":15,"head_span":{"start":93,"end":99,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":100,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":15,"head_span":{"start":106,"end":123,"token_start":16,"token_end":17,"label":"change_direction"},"child_span":{"start":100,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":12,"head_span":{"start":106,"end":123,"token_start":16,"token_end":17,"label":"change_direction"},"child_span":{"start":79,"end":88,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":15,"head_span":{"start":28,"end":36,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":100,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":227,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Crop shortages will likely result in higher prices for consumers and since corn and soy are basically in every part of the American diet, that could be a real problem.\n","text":"Crop shortages will likely result in higher prices for consumers and since corn and soy are basically in every part of the American diet, that could be a real problem. IMPLIED_BASE IMPLIED_BASE","characters":168,"document_index":136,"md_sentence_index":13,"classification_origin":"cm-label-eval","url":"https://www.eater.com/2019/5/29/18644596/farmers-are-using-noplant19-to-document-climate-change","combo_id":"136_13","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1604541152,"_task_hash":127226659,"spans":[{"text":"Crop","start":0,"token_start":0,"token_end":0,"end":4,"type":"pattern","label":"base"},{"start":5,"end":14,"token_start":1,"token_end":1,"label":"aspect_changing"},{"text":"higher","start":37,"token_start":6,"token_end":6,"end":43,"type":"pattern","label":"change_direction"},{"text":"prices","start":44,"token_start":7,"token_end":7,"end":50,"type":"pattern","label":"aspect_changing"},{"start":55,"end":64,"token_start":9,"token_end":9,"label":"to_whom"},{"start":75,"end":79,"token_start":12,"token_end":12,"label":"base"},{"start":84,"end":87,"token_start":14,"token_end":14,"label":"base"},{"start":123,"end":131,"token_start":22,"token_end":22,"label":"type_of"},{"start":132,"end":136,"token_start":23,"token_end":23,"label":"base"},{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"}],"tokens":[{"text":"Crop","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"shortages","start":5,"end":14,"id":1,"ws":true,"disabled":false},{"text":"will","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"likely","start":20,"end":26,"id":3,"ws":true,"disabled":false},{"text":"result","start":27,"end":33,"id":4,"ws":true,"disabled":false},{"text":"in","start":34,"end":36,"id":5,"ws":true,"disabled":false},{"text":"higher","start":37,"end":43,"id":6,"ws":true,"disabled":false},{"text":"prices","start":44,"end":50,"id":7,"ws":true,"disabled":false},{"text":"for","start":51,"end":54,"id":8,"ws":true,"disabled":false},{"text":"consumers","start":55,"end":64,"id":9,"ws":true,"disabled":false},{"text":"and","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"since","start":69,"end":74,"id":11,"ws":true,"disabled":false},{"text":"corn","start":75,"end":79,"id":12,"ws":true,"disabled":false},{"text":"and","start":80,"end":83,"id":13,"ws":true,"disabled":false},{"text":"soy","start":84,"end":87,"id":14,"ws":true,"disabled":false},{"text":"are","start":88,"end":91,"id":15,"ws":true,"disabled":false},{"text":"basically","start":92,"end":101,"id":16,"ws":true,"disabled":false},{"text":"in","start":102,"end":104,"id":17,"ws":true,"disabled":false},{"text":"every","start":105,"end":110,"id":18,"ws":true,"disabled":false},{"text":"part","start":111,"end":115,"id":19,"ws":true,"disabled":false},{"text":"of","start":116,"end":118,"id":20,"ws":true,"disabled":false},{"text":"the","start":119,"end":122,"id":21,"ws":true,"disabled":false},{"text":"American","start":123,"end":131,"id":22,"ws":true,"disabled":false},{"text":"diet","start":132,"end":136,"id":23,"ws":false,"disabled":false},{"text":",","start":136,"end":137,"id":24,"ws":true,"disabled":false},{"text":"that","start":138,"end":142,"id":25,"ws":true,"disabled":false},{"text":"could","start":143,"end":148,"id":26,"ws":true,"disabled":false},{"text":"be","start":149,"end":151,"id":27,"ws":true,"disabled":false},{"text":"a","start":152,"end":153,"id":28,"ws":true,"disabled":false},{"text":"real","start":154,"end":158,"id":29,"ws":true,"disabled":false},{"text":"problem","start":159,"end":166,"id":30,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":0,"child":32,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":23,"head_span":{"start":75,"end":79,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":132,"end":136,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":23,"head_span":{"start":84,"end":87,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":132,"end":136,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":0,"head_span":{"start":5,"end":14,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":32,"head_span":{"start":37,"end":43,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":32,"head_span":{"start":44,"end":50,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":123,"end":131,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":132,"end":136,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":12,"head_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":75,"end":79,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":14,"head_span":{"start":168,"end":180,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":84,"end":87,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":27,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"\u201cI have recognized that climate change is causing these extreme events we\u2019ve seen around this country and the world for several years,\u201d Thompson said.","text":"\u201cI have recognized that climate change is causing these extreme events we\u2019ve seen around this country and the world for several years,\u201d Thompson said. IMPLIED_BASE IMPLIED_BASE","characters":150,"document_index":34,"md_sentence_index":9,"classification_origin":"cm_cause_effect_rel","url":"https://energynews.us/2019/05/03/midwest/despite-floods-nebraska-utility-leaders-still-hesitant-to-address-climate-change/","combo_id":"34_9","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-877218095,"_task_hash":696227035,"spans":[{"text":"climate change","start":24,"token_start":5,"token_end":6,"end":38,"type":"pattern","label":"base"},{"start":56,"end":63,"token_start":10,"token_end":10,"label":"type_of"},{"start":64,"end":70,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":82,"end":115,"token_start":15,"token_end":20,"label":"where"},{"start":116,"end":133,"token_start":21,"token_end":23,"label":"when"},{"start":151,"end":163,"token_start":29,"token_end":29,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"I","start":1,"end":2,"id":1,"ws":true,"disabled":false},{"text":"have","start":3,"end":7,"id":2,"ws":true,"disabled":false},{"text":"recognized","start":8,"end":18,"id":3,"ws":true,"disabled":false},{"text":"that","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"climate","start":24,"end":31,"id":5,"ws":true,"disabled":false},{"text":"change","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"is","start":39,"end":41,"id":7,"ws":true,"disabled":false},{"text":"causing","start":42,"end":49,"id":8,"ws":true,"disabled":false},{"text":"these","start":50,"end":55,"id":9,"ws":true,"disabled":false},{"text":"extreme","start":56,"end":63,"id":10,"ws":true,"disabled":false},{"text":"events","start":64,"end":70,"id":11,"ws":true,"disabled":false},{"text":"we","start":71,"end":73,"id":12,"ws":false,"disabled":false},{"text":"\u2019ve","start":73,"end":76,"id":13,"ws":true,"disabled":false},{"text":"seen","start":77,"end":81,"id":14,"ws":true,"disabled":false},{"text":"around","start":82,"end":88,"id":15,"ws":true,"disabled":false},{"text":"this","start":89,"end":93,"id":16,"ws":true,"disabled":false},{"text":"country","start":94,"end":101,"id":17,"ws":true,"disabled":false},{"text":"and","start":102,"end":105,"id":18,"ws":true,"disabled":false},{"text":"the","start":106,"end":109,"id":19,"ws":true,"disabled":false},{"text":"world","start":110,"end":115,"id":20,"ws":true,"disabled":false},{"text":"for","start":116,"end":119,"id":21,"ws":true,"disabled":false},{"text":"several","start":120,"end":127,"id":22,"ws":true,"disabled":false},{"text":"years","start":128,"end":133,"id":23,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":24,"ws":false,"disabled":false},{"text":"\u201d","start":134,"end":135,"id":25,"ws":true,"disabled":false},{"text":"Thompson","start":136,"end":144,"id":26,"ws":true,"disabled":false},{"text":"said","start":145,"end":149,"id":27,"ws":false,"disabled":false},{"text":".","start":149,"end":150,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":151,"end":163,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":164,"end":176,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":6,"child":29,"head_span":{"start":24,"end":38,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":151,"end":163,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":29,"head_span":{"start":56,"end":63,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":151,"end":163,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":29,"head_span":{"start":64,"end":70,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":151,"end":163,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":275,"Used?":"","Dataset name":"","ignore?":"Ignore","reason":"solution","relation count":"one","complexity":"","original_md_text":"Air pollution has improved dramatically over the past four decades because of federal rules.\n","text":"Air pollution has improved dramatically over the past four decades because of federal rules. IMPLIED_BASE IMPLIED_BASE","characters":93,"document_index":222,"md_sentence_index":4,"classification_origin":"cm-label-eval","url":"https://www.nytimes.com/interactive/2019/06/19/climate/us-air-pollution-trump.html","combo_id":"222_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1928353679,"_task_hash":-1550135658,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},{"text":"pollution","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":18,"end":39,"token_start":3,"token_end":4,"label":"change_direction"},{"start":45,"end":66,"token_start":6,"token_end":9,"label":"when"},{"start":78,"end":85,"token_start":12,"token_end":12,"label":"type_of"},{"start":86,"end":91,"token_start":13,"token_end":13,"label":"base"}],"tokens":[{"text":"Air","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"pollution","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"has","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"improved","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"dramatically","start":27,"end":39,"id":4,"ws":true,"disabled":false},{"text":"over","start":40,"end":44,"id":5,"ws":true,"disabled":false},{"text":"the","start":45,"end":48,"id":6,"ws":true,"disabled":false},{"text":"past","start":49,"end":53,"id":7,"ws":true,"disabled":false},{"text":"four","start":54,"end":58,"id":8,"ws":true,"disabled":false},{"text":"decades","start":59,"end":66,"id":9,"ws":true,"disabled":false},{"text":"because","start":67,"end":74,"id":10,"ws":true,"disabled":false},{"text":"of","start":75,"end":77,"id":11,"ws":true,"disabled":false},{"text":"federal","start":78,"end":85,"id":12,"ws":true,"disabled":false},{"text":"rules","start":86,"end":91,"id":13,"ws":false,"disabled":false},{"text":".","start":91,"end":92,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":16,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":13,"child":1,"head_span":{"start":86,"end":91,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":1,"head_span":{"start":18,"end":39,"token_start":3,"token_end":4,"label":"change_direction"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":78,"end":85,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":86,"end":91,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":1088,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Malaria, which can cause low red blood cell counts and cut off vessels carrying blood to the brain, caused an estimated 627,000 deaths in 2012, with many of its victims children in Africa.\n","text":"Malaria, which can cause low red blood cell counts and cut off vessels carrying blood to the brain, caused an estimated 627,000 deaths in 2012, with many of its victims children in Africa. IMPLIED_BASE IMPLIED_BASE","characters":189,"document_index":829,"md_sentence_index":19,"classification_origin":"causal_sentence_classification","url":"https://www.scientificamerican.com/article/how-the-spreading-symptoms-of-climate-change-can-be-deadly/","combo_id":"829_19","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-941538127,"_task_hash":1397052549,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},{"start":25,"end":28,"token_start":5,"token_end":5,"label":"type_of"},{"start":29,"end":43,"token_start":6,"token_end":8,"label":"base"},{"start":44,"end":50,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":55,"end":62,"token_start":11,"token_end":12,"label":"change_direction"},{"start":63,"end":70,"token_start":13,"token_end":13,"label":"base"},{"start":71,"end":98,"token_start":14,"token_end":18,"label":"type_of"},{"start":110,"end":127,"token_start":22,"token_end":23,"label":"effect_size"},{"start":128,"end":134,"token_start":24,"token_end":24,"label":"base"},{"start":135,"end":142,"token_start":25,"token_end":26,"label":"when"},{"start":169,"end":177,"token_start":33,"token_end":33,"label":"to_whom"},{"start":178,"end":187,"token_start":34,"token_end":35,"label":"where"}],"tokens":[{"text":"Malaria","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"which","start":9,"end":14,"id":2,"ws":true,"disabled":false},{"text":"can","start":15,"end":18,"id":3,"ws":true,"disabled":false},{"text":"cause","start":19,"end":24,"id":4,"ws":true,"disabled":false},{"text":"low","start":25,"end":28,"id":5,"ws":true,"disabled":false},{"text":"red","start":29,"end":32,"id":6,"ws":true,"disabled":false},{"text":"blood","start":33,"end":38,"id":7,"ws":true,"disabled":false},{"text":"cell","start":39,"end":43,"id":8,"ws":true,"disabled":false},{"text":"counts","start":44,"end":50,"id":9,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":10,"ws":true,"disabled":false},{"text":"cut","start":55,"end":58,"id":11,"ws":true,"disabled":false},{"text":"off","start":59,"end":62,"id":12,"ws":true,"disabled":false},{"text":"vessels","start":63,"end":70,"id":13,"ws":true,"disabled":false},{"text":"carrying","start":71,"end":79,"id":14,"ws":true,"disabled":false},{"text":"blood","start":80,"end":85,"id":15,"ws":true,"disabled":false},{"text":"to","start":86,"end":88,"id":16,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":17,"ws":true,"disabled":false},{"text":"brain","start":93,"end":98,"id":18,"ws":false,"disabled":false},{"text":",","start":98,"end":99,"id":19,"ws":true,"disabled":false},{"text":"caused","start":100,"end":106,"id":20,"ws":true,"disabled":false},{"text":"an","start":107,"end":109,"id":21,"ws":true,"disabled":false},{"text":"estimated","start":110,"end":119,"id":22,"ws":true,"disabled":false},{"text":"627,000","start":120,"end":127,"id":23,"ws":true,"disabled":false},{"text":"deaths","start":128,"end":134,"id":24,"ws":true,"disabled":false},{"text":"in","start":135,"end":137,"id":25,"ws":true,"disabled":false},{"text":"2012","start":138,"end":142,"id":26,"ws":false,"disabled":false},{"text":",","start":142,"end":143,"id":27,"ws":true,"disabled":false},{"text":"with","start":144,"end":148,"id":28,"ws":true,"disabled":false},{"text":"many","start":149,"end":153,"id":29,"ws":true,"disabled":false},{"text":"of","start":154,"end":156,"id":30,"ws":true,"disabled":false},{"text":"its","start":157,"end":160,"id":31,"ws":true,"disabled":false},{"text":"victims","start":161,"end":168,"id":32,"ws":true,"disabled":false},{"text":"children","start":169,"end":177,"id":33,"ws":true,"disabled":false},{"text":"in","start":178,"end":180,"id":34,"ws":true,"disabled":false},{"text":"Africa","start":181,"end":187,"id":35,"ws":false,"disabled":false},{"text":".","start":187,"end":188,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":189,"end":201,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":202,"end":214,"id":38,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":0,"child":8,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":29,"end":43,"token_start":6,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":13,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":63,"end":70,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":24,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":128,"end":134,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":8,"head_span":{"start":25,"end":28,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":29,"end":43,"token_start":6,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":44,"end":50,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":29,"end":43,"token_start":6,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":55,"end":62,"token_start":11,"token_end":12,"label":"change_direction"},"child_span":{"start":63,"end":70,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":13,"head_span":{"start":71,"end":98,"token_start":14,"token_end":18,"label":"type_of"},"child_span":{"start":63,"end":70,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":201,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"linked' not a CER here","relation count":"one","complexity":"simple","original_md_text":"Another change in hurricanes that\u2019s clearly linked to climate change is a tendency to intensify more rapidly.","text":"Another change in hurricanes that\u2019s clearly linked to climate change is a tendency to intensify more rapidly. IMPLIED_BASE IMPLIED_BASE","characters":109,"document_index":147,"md_sentence_index":25,"classification_origin":"cm_cause_effect_rel","url":"https://www.capeandislands.org/post/2019-could-turn-out-be-classic-example-climate-change","combo_id":"147_25","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1701014774,"_task_hash":749669453,"spans":[{"text":"hurricanes","start":18,"token_start":3,"token_end":3,"end":28,"type":"pattern","label":"base"},{"text":"climate change","start":54,"token_start":9,"token_end":10,"end":68,"type":"pattern","label":"base"},{"start":74,"end":95,"token_start":13,"token_end":15,"label":"aspect_changing"},{"start":96,"end":108,"token_start":16,"token_end":17,"label":"change_direction"}],"tokens":[{"text":"Another","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"in","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"hurricanes","start":18,"end":28,"id":3,"ws":true,"disabled":false},{"text":"that","start":29,"end":33,"id":4,"ws":false,"disabled":false},{"text":"\u2019s","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"clearly","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"linked","start":44,"end":50,"id":7,"ws":true,"disabled":false},{"text":"to","start":51,"end":53,"id":8,"ws":true,"disabled":false},{"text":"climate","start":54,"end":61,"id":9,"ws":true,"disabled":false},{"text":"change","start":62,"end":68,"id":10,"ws":true,"disabled":false},{"text":"is","start":69,"end":71,"id":11,"ws":true,"disabled":false},{"text":"a","start":72,"end":73,"id":12,"ws":true,"disabled":false},{"text":"tendency","start":74,"end":82,"id":13,"ws":true,"disabled":false},{"text":"to","start":83,"end":85,"id":14,"ws":true,"disabled":false},{"text":"intensify","start":86,"end":95,"id":15,"ws":true,"disabled":false},{"text":"more","start":96,"end":100,"id":16,"ws":true,"disabled":false},{"text":"rapidly","start":101,"end":108,"id":17,"ws":false,"disabled":false},{"text":".","start":108,"end":109,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":110,"end":122,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":123,"end":135,"id":20,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":10,"child":3,"head_span":{"start":54,"end":68,"token_start":9,"token_end":10,"label":"base"},"child_span":{"start":18,"end":28,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":3,"head_span":{"start":74,"end":95,"token_start":13,"token_end":15,"label":"aspect_changing"},"child_span":{"start":18,"end":28,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":3,"head_span":{"start":96,"end":108,"token_start":16,"token_end":17,"label":"change_direction"},"child_span":{"start":18,"end":28,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":775,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"One of most severe drought periods on record in the Colorado River Basin was between the years 900 to 1300, when regional temperatures close to today's triggered \"a period of extensive and persistent aridity over western North America,\" according to a 2010 study in the Proceedings of the National Academy of Sciences.\n","text":"One of most severe drought periods on record in the Colorado River Basin was between the years 900 to 1300, when regional temperatures close to today's triggered \"a period of extensive and persistent aridity over western North America,\" according to a 2010 study in the Proceedings of the National Academy of Sciences. IMPLIED_BASE IMPLIED_BASE","characters":319,"document_index":641,"md_sentence_index":58,"classification_origin":"causal_sentence_classification","url":"https://insideclimatenews.org/news/20022020/severe-water-shortages-colorado-river-basin-snowpack-albedo","combo_id":"641_58","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1084878555,"_task_hash":-593604733,"spans":[{"start":45,"end":72,"token_start":8,"token_end":12,"label":"where"},{"start":77,"end":106,"token_start":14,"token_end":19,"label":"when"},{"start":113,"end":121,"token_start":22,"token_end":22,"label":"type_of"},{"text":"temperatures","start":122,"token_start":23,"token_end":23,"end":134,"type":"pattern","label":"aspect_changing"},{"start":165,"end":171,"token_start":31,"token_end":31,"label":"base"},{"start":175,"end":207,"token_start":33,"token_end":36,"label":"type_of"},{"start":208,"end":234,"token_start":37,"token_end":40,"label":"where"},{"start":319,"end":331,"token_start":58,"token_end":58,"label":"base"}],"tokens":[{"text":"One","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"of","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"most","start":7,"end":11,"id":2,"ws":true,"disabled":false},{"text":"severe","start":12,"end":18,"id":3,"ws":true,"disabled":false},{"text":"drought","start":19,"end":26,"id":4,"ws":true,"disabled":false},{"text":"periods","start":27,"end":34,"id":5,"ws":true,"disabled":false},{"text":"on","start":35,"end":37,"id":6,"ws":true,"disabled":false},{"text":"record","start":38,"end":44,"id":7,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":8,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":9,"ws":true,"disabled":false},{"text":"Colorado","start":52,"end":60,"id":10,"ws":true,"disabled":false},{"text":"River","start":61,"end":66,"id":11,"ws":true,"disabled":false},{"text":"Basin","start":67,"end":72,"id":12,"ws":true,"disabled":false},{"text":"was","start":73,"end":76,"id":13,"ws":true,"disabled":false},{"text":"between","start":77,"end":84,"id":14,"ws":true,"disabled":false},{"text":"the","start":85,"end":88,"id":15,"ws":true,"disabled":false},{"text":"years","start":89,"end":94,"id":16,"ws":true,"disabled":false},{"text":"900","start":95,"end":98,"id":17,"ws":true,"disabled":false},{"text":"to","start":99,"end":101,"id":18,"ws":true,"disabled":false},{"text":"1300","start":102,"end":106,"id":19,"ws":false,"disabled":false},{"text":",","start":106,"end":107,"id":20,"ws":true,"disabled":false},{"text":"when","start":108,"end":112,"id":21,"ws":true,"disabled":false},{"text":"regional","start":113,"end":121,"id":22,"ws":true,"disabled":false},{"text":"temperatures","start":122,"end":134,"id":23,"ws":true,"disabled":false},{"text":"close","start":135,"end":140,"id":24,"ws":true,"disabled":false},{"text":"to","start":141,"end":143,"id":25,"ws":true,"disabled":false},{"text":"today","start":144,"end":149,"id":26,"ws":false,"disabled":false},{"text":"'s","start":149,"end":151,"id":27,"ws":true,"disabled":false},{"text":"triggered","start":152,"end":161,"id":28,"ws":true,"disabled":false},{"text":"\"","start":162,"end":163,"id":29,"ws":false,"disabled":false},{"text":"a","start":163,"end":164,"id":30,"ws":true,"disabled":false},{"text":"period","start":165,"end":171,"id":31,"ws":true,"disabled":false},{"text":"of","start":172,"end":174,"id":32,"ws":true,"disabled":false},{"text":"extensive","start":175,"end":184,"id":33,"ws":true,"disabled":false},{"text":"and","start":185,"end":188,"id":34,"ws":true,"disabled":false},{"text":"persistent","start":189,"end":199,"id":35,"ws":true,"disabled":false},{"text":"aridity","start":200,"end":207,"id":36,"ws":true,"disabled":false},{"text":"over","start":208,"end":212,"id":37,"ws":true,"disabled":false},{"text":"western","start":213,"end":220,"id":38,"ws":true,"disabled":false},{"text":"North","start":221,"end":226,"id":39,"ws":true,"disabled":false},{"text":"America","start":227,"end":234,"id":40,"ws":false,"disabled":false},{"text":",","start":234,"end":235,"id":41,"ws":false,"disabled":false},{"text":"\"","start":235,"end":236,"id":42,"ws":true,"disabled":false},{"text":"according","start":237,"end":246,"id":43,"ws":true,"disabled":false},{"text":"to","start":247,"end":249,"id":44,"ws":true,"disabled":false},{"text":"a","start":250,"end":251,"id":45,"ws":true,"disabled":false},{"text":"2010","start":252,"end":256,"id":46,"ws":true,"disabled":false},{"text":"study","start":257,"end":262,"id":47,"ws":true,"disabled":false},{"text":"in","start":263,"end":265,"id":48,"ws":true,"disabled":false},{"text":"the","start":266,"end":269,"id":49,"ws":true,"disabled":false},{"text":"Proceedings","start":270,"end":281,"id":50,"ws":true,"disabled":false},{"text":"of","start":282,"end":284,"id":51,"ws":true,"disabled":false},{"text":"the","start":285,"end":288,"id":52,"ws":true,"disabled":false},{"text":"National","start":289,"end":297,"id":53,"ws":true,"disabled":false},{"text":"Academy","start":298,"end":305,"id":54,"ws":true,"disabled":false},{"text":"of","start":306,"end":308,"id":55,"ws":true,"disabled":false},{"text":"Sciences","start":309,"end":317,"id":56,"ws":false,"disabled":false},{"text":".","start":317,"end":318,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":319,"end":331,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":332,"end":344,"id":59,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":22,"child":58,"head_span":{"start":113,"end":121,"token_start":22,"token_end":22,"label":"type_of"},"child_span":{"start":319,"end":331,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":58,"head_span":{"start":122,"end":134,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":319,"end":331,"token_start":58,"token_end":58,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":31,"head_span":{"start":175,"end":207,"token_start":33,"token_end":36,"label":"type_of"},"child_span":{"start":165,"end":171,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":58,"child":31,"head_span":{"start":319,"end":331,"token_start":58,"token_end":58,"label":"base"},"child_span":{"start":165,"end":171,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":94,"Used?":"staged","Dataset name":"checkin-three","ignore?":"","reason":"","relation count":"Many","complexity":"Complex","original_md_text":"Although there are many such indirect pathways to increased violence, we outline four that clearly link rapid climate change to the development of violence-prone adults: food insecurity, economic deprivation, susceptibility to terrorism, and preferential ingroup treatment.\n","text":"Although there are many such indirect pathways to increased violence, we outline four that clearly link rapid climate change to the development of violence-prone adults: food insecurity, economic deprivation, susceptibility to terrorism, and preferential ingroup treatment. IMPLIED_BASE IMPLIED_BASE","characters":274,"document_index":71,"md_sentence_index":89,"classification_origin":"cm-label-eval","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_89","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-365512541,"_task_hash":215488864,"spans":[{"start":50,"end":59,"token_start":8,"token_end":8,"label":"change_direction"},{"start":60,"end":68,"token_start":9,"token_end":9,"label":"base"},{"start":104,"end":109,"token_start":17,"token_end":17,"label":"type_of"},{"text":"climate change","start":110,"token_start":18,"token_end":19,"end":124,"type":"pattern","label":"base"},{"text":"development","start":132,"token_start":22,"token_end":22,"end":143,"type":"pattern","label":"change_direction"},{"start":147,"end":161,"token_start":24,"token_end":26,"label":"type_of"},{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},{"text":"food insecurity","start":170,"token_start":29,"token_end":30,"end":185,"type":"pattern","label":"base"},{"start":187,"end":195,"token_start":32,"token_end":32,"label":"type_of"},{"text":"deprivation","start":196,"token_start":33,"token_end":33,"end":207,"type":"pattern","label":"base"},{"text":"susceptibility","start":209,"token_start":35,"token_end":35,"end":223,"type":"pattern","label":"aspect_changing"},{"text":"terrorism","start":227,"token_start":37,"token_end":37,"end":236,"type":"pattern","label":"base"},{"text":"preferential ingroup treatment","start":242,"token_start":40,"token_end":42,"end":272,"type":"pattern","label":"base"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"there","start":9,"end":14,"id":1,"ws":true,"disabled":false},{"text":"are","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"many","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"such","start":24,"end":28,"id":4,"ws":true,"disabled":false},{"text":"indirect","start":29,"end":37,"id":5,"ws":true,"disabled":false},{"text":"pathways","start":38,"end":46,"id":6,"ws":true,"disabled":false},{"text":"to","start":47,"end":49,"id":7,"ws":true,"disabled":false},{"text":"increased","start":50,"end":59,"id":8,"ws":true,"disabled":false},{"text":"violence","start":60,"end":68,"id":9,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":10,"ws":true,"disabled":false},{"text":"we","start":70,"end":72,"id":11,"ws":true,"disabled":false},{"text":"outline","start":73,"end":80,"id":12,"ws":true,"disabled":false},{"text":"four","start":81,"end":85,"id":13,"ws":true,"disabled":false},{"text":"that","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"clearly","start":91,"end":98,"id":15,"ws":true,"disabled":false},{"text":"link","start":99,"end":103,"id":16,"ws":true,"disabled":false},{"text":"rapid","start":104,"end":109,"id":17,"ws":true,"disabled":false},{"text":"climate","start":110,"end":117,"id":18,"ws":true,"disabled":false},{"text":"change","start":118,"end":124,"id":19,"ws":true,"disabled":false},{"text":"to","start":125,"end":127,"id":20,"ws":true,"disabled":false},{"text":"the","start":128,"end":131,"id":21,"ws":true,"disabled":false},{"text":"development","start":132,"end":143,"id":22,"ws":true,"disabled":false},{"text":"of","start":144,"end":146,"id":23,"ws":true,"disabled":false},{"text":"violence","start":147,"end":155,"id":24,"ws":false,"disabled":false},{"text":"-","start":155,"end":156,"id":25,"ws":false,"disabled":false},{"text":"prone","start":156,"end":161,"id":26,"ws":true,"disabled":false},{"text":"adults","start":162,"end":168,"id":27,"ws":false,"disabled":false},{"text":":","start":168,"end":169,"id":28,"ws":true,"disabled":false},{"text":"food","start":170,"end":174,"id":29,"ws":true,"disabled":false},{"text":"insecurity","start":175,"end":185,"id":30,"ws":false,"disabled":false},{"text":",","start":185,"end":186,"id":31,"ws":true,"disabled":false},{"text":"economic","start":187,"end":195,"id":32,"ws":true,"disabled":false},{"text":"deprivation","start":196,"end":207,"id":33,"ws":false,"disabled":false},{"text":",","start":207,"end":208,"id":34,"ws":true,"disabled":false},{"text":"susceptibility","start":209,"end":223,"id":35,"ws":true,"disabled":false},{"text":"to","start":224,"end":226,"id":36,"ws":true,"disabled":false},{"text":"terrorism","start":227,"end":236,"id":37,"ws":false,"disabled":false},{"text":",","start":236,"end":237,"id":38,"ws":true,"disabled":false},{"text":"and","start":238,"end":241,"id":39,"ws":true,"disabled":false},{"text":"preferential","start":242,"end":254,"id":40,"ws":true,"disabled":false},{"text":"ingroup","start":255,"end":262,"id":41,"ws":true,"disabled":false},{"text":"treatment","start":263,"end":272,"id":42,"ws":false,"disabled":false},{"text":".","start":272,"end":273,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":274,"end":286,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":287,"end":299,"id":45,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":19,"child":9,"head_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":60,"end":68,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":27,"head_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":30,"head_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":170,"end":185,"token_start":29,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":33,"head_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":196,"end":207,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":37,"head_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":227,"end":236,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":42,"head_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":242,"end":272,"token_start":40,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":42,"child":27,"head_span":{"start":242,"end":272,"token_start":40,"token_end":42,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":27,"head_span":{"start":196,"end":207,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":37,"child":27,"head_span":{"start":227,"end":236,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":27,"head_span":{"start":170,"end":185,"token_start":29,"token_end":30,"label":"base"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":9,"head_span":{"start":50,"end":59,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":60,"end":68,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":104,"end":109,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":110,"end":124,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":27,"head_span":{"start":132,"end":143,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":147,"end":161,"token_start":24,"token_end":26,"label":"type_of"},"child_span":{"start":162,"end":168,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":33,"head_span":{"start":187,"end":195,"token_start":32,"token_end":32,"label":"type_of"},"child_span":{"start":196,"end":207,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":37,"head_span":{"start":209,"end":223,"token_start":35,"token_end":35,"label":"aspect_changing"},"child_span":{"start":227,"end":236,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":1113,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"This warming has led to a rise in extreme rainfall events and increased the deluge from tropical storms.\n","text":"This warming has led to a rise in extreme rainfall events and increased the deluge from tropical storms. IMPLIED_BASE IMPLIED_BASE","characters":105,"document_index":846,"md_sentence_index":148,"classification_origin":"causal_sentence_classification","url":"https://www.vox.com/21452781/zogg-fire-glass-wildfire-california-climate-change-hurricanes-attribution-2020-debate","combo_id":"846_148","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":7143286,"_task_hash":-185517963,"spans":[{"start":5,"end":12,"token_start":1,"token_end":1,"label":"change_direction"},{"start":13,"end":16,"token_start":2,"token_end":2,"label":"confidence"},{"start":17,"end":23,"token_start":3,"token_end":4,"label":"predicate"},{"text":"rise","start":26,"token_start":6,"token_end":6,"end":30,"type":"pattern","label":"change_direction"},{"start":34,"end":41,"token_start":8,"token_end":8,"label":"type_of"},{"text":"rainfall","start":42,"token_start":9,"token_end":9,"end":50,"type":"pattern","label":"base"},{"start":51,"end":57,"token_start":10,"token_end":10,"label":"aspect_changing"},{"text":"increased","start":62,"token_start":12,"token_end":12,"end":71,"type":"pattern","label":"change_direction"},{"start":76,"end":82,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":88,"end":96,"token_start":16,"token_end":16,"label":"type_of"},{"text":"storms","start":97,"token_start":17,"token_end":17,"end":103,"type":"pattern","label":"base"},{"start":105,"end":117,"token_start":19,"token_end":19,"label":"base"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"warming","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"has","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"led","start":17,"end":20,"id":3,"ws":true,"disabled":false},{"text":"to","start":21,"end":23,"id":4,"ws":true,"disabled":false},{"text":"a","start":24,"end":25,"id":5,"ws":true,"disabled":false},{"text":"rise","start":26,"end":30,"id":6,"ws":true,"disabled":false},{"text":"in","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"extreme","start":34,"end":41,"id":8,"ws":true,"disabled":false},{"text":"rainfall","start":42,"end":50,"id":9,"ws":true,"disabled":false},{"text":"events","start":51,"end":57,"id":10,"ws":true,"disabled":false},{"text":"and","start":58,"end":61,"id":11,"ws":true,"disabled":false},{"text":"increased","start":62,"end":71,"id":12,"ws":true,"disabled":false},{"text":"the","start":72,"end":75,"id":13,"ws":true,"disabled":false},{"text":"deluge","start":76,"end":82,"id":14,"ws":true,"disabled":false},{"text":"from","start":83,"end":87,"id":15,"ws":true,"disabled":false},{"text":"tropical","start":88,"end":96,"id":16,"ws":true,"disabled":false},{"text":"storms","start":97,"end":103,"id":17,"ws":false,"disabled":false},{"text":".","start":103,"end":104,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":105,"end":117,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":118,"end":130,"id":20,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":1,"child":19,"head_span":{"start":5,"end":12,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":105,"end":117,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":26,"end":30,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":42,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":34,"end":41,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":42,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":51,"end":57,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":42,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":17,"head_span":{"start":62,"end":71,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":76,"end":82,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":88,"end":96,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":9,"head_span":{"start":105,"end":117,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":42,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":17,"head_span":{"start":105,"end":117,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1055,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Rising seas and increasingly violent hurricanes are making thousands of miles of American shoreline nearly uninhabitable.","text":"Rising seas and increasingly violent hurricanes are making thousands of miles of American shoreline nearly uninhabitable. IMPLIED_BASE IMPLIED_BASE","characters":121,"document_index":816,"md_sentence_index":31,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.propublica.org/article/climate-change-will-force-a-new-american-migration","combo_id":"816_31","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1434064644,"_task_hash":946249260,"spans":[{"text":"Rising","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"change_direction"},{"start":7,"end":11,"token_start":1,"token_end":1,"label":"base"},{"start":16,"end":36,"token_start":3,"token_end":4,"label":"change_direction"},{"text":"hurricanes","start":37,"token_start":5,"token_end":5,"end":47,"type":"pattern","label":"base"},{"start":48,"end":51,"token_start":6,"token_end":6,"label":"confidence"},{"start":52,"end":58,"token_start":7,"token_end":7,"label":"predicate"},{"start":59,"end":77,"token_start":8,"token_end":10,"label":"effect_size"},{"start":81,"end":99,"token_start":12,"token_end":13,"label":"where"},{"start":107,"end":120,"token_start":15,"token_end":15,"label":"change_direction"},{"start":122,"end":134,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"Rising","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"seas","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"and","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"increasingly","start":16,"end":28,"id":3,"ws":true,"disabled":false},{"text":"violent","start":29,"end":36,"id":4,"ws":true,"disabled":false},{"text":"hurricanes","start":37,"end":47,"id":5,"ws":true,"disabled":false},{"text":"are","start":48,"end":51,"id":6,"ws":true,"disabled":false},{"text":"making","start":52,"end":58,"id":7,"ws":true,"disabled":false},{"text":"thousands","start":59,"end":68,"id":8,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":9,"ws":true,"disabled":false},{"text":"miles","start":72,"end":77,"id":10,"ws":true,"disabled":false},{"text":"of","start":78,"end":80,"id":11,"ws":true,"disabled":false},{"text":"American","start":81,"end":89,"id":12,"ws":true,"disabled":false},{"text":"shoreline","start":90,"end":99,"id":13,"ws":true,"disabled":false},{"text":"nearly","start":100,"end":106,"id":14,"ws":true,"disabled":false},{"text":"uninhabitable","start":107,"end":120,"id":15,"ws":false,"disabled":false},{"text":".","start":120,"end":121,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":122,"end":134,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":135,"end":147,"id":18,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":7,"end":11,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":16,"end":36,"token_start":3,"token_end":4,"label":"change_direction"},"child_span":{"start":37,"end":47,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":17,"head_span":{"start":59,"end":77,"token_start":8,"token_end":10,"label":"effect_size"},"child_span":{"start":122,"end":134,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":81,"end":99,"token_start":12,"token_end":13,"label":"where"},"child_span":{"start":122,"end":134,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":107,"end":120,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":122,"end":134,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":17,"head_span":{"start":7,"end":11,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":122,"end":134,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":17,"head_span":{"start":37,"end":47,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":122,"end":134,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":841,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The abnormally hot water triggered the worst mass coral-bleaching event on record for the Great Barrier Reef.\n","text":"The abnormally hot water triggered the worst mass coral-bleaching event on record for the Great Barrier Reef. IMPLIED_BASE IMPLIED_BASE","characters":110,"document_index":685,"md_sentence_index":41,"classification_origin":"causal_sentence_classification","url":"https://www.yaleclimateconnections.org/2019/06/heat-waves-and-climate-change-is-there-a-connection/","combo_id":"685_41","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1558405961,"_task_hash":1062288524,"spans":[{"start":4,"end":18,"token_start":1,"token_end":2,"label":"type_of"},{"text":"water","start":19,"token_start":3,"token_end":3,"end":24,"type":"pattern","label":"base"},{"start":25,"end":34,"token_start":4,"token_end":4,"label":"predicate"},{"start":39,"end":44,"token_start":6,"token_end":6,"label":"effect_size"},{"start":45,"end":49,"token_start":7,"token_end":7,"label":"type_of"},{"start":50,"end":65,"token_start":8,"token_end":10,"label":"type_of"},{"start":66,"end":71,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":90,"end":108,"token_start":16,"token_end":18,"label":"where"},{"start":110,"end":122,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"abnormally","start":4,"end":14,"id":1,"ws":true,"disabled":false},{"text":"hot","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"water","start":19,"end":24,"id":3,"ws":true,"disabled":false},{"text":"triggered","start":25,"end":34,"id":4,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":5,"ws":true,"disabled":false},{"text":"worst","start":39,"end":44,"id":6,"ws":true,"disabled":false},{"text":"mass","start":45,"end":49,"id":7,"ws":true,"disabled":false},{"text":"coral","start":50,"end":55,"id":8,"ws":false,"disabled":false},{"text":"-","start":55,"end":56,"id":9,"ws":false,"disabled":false},{"text":"bleaching","start":56,"end":65,"id":10,"ws":true,"disabled":false},{"text":"event","start":66,"end":71,"id":11,"ws":true,"disabled":false},{"text":"on","start":72,"end":74,"id":12,"ws":true,"disabled":false},{"text":"record","start":75,"end":81,"id":13,"ws":true,"disabled":false},{"text":"for","start":82,"end":85,"id":14,"ws":true,"disabled":false},{"text":"the","start":86,"end":89,"id":15,"ws":true,"disabled":false},{"text":"Great","start":90,"end":95,"id":16,"ws":true,"disabled":false},{"text":"Barrier","start":96,"end":103,"id":17,"ws":true,"disabled":false},{"text":"Reef","start":104,"end":108,"id":18,"ws":false,"disabled":false},{"text":".","start":108,"end":109,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":110,"end":122,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":123,"end":135,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":4,"end":18,"token_start":1,"token_end":2,"label":"type_of"},"child_span":{"start":19,"end":24,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":20,"head_span":{"start":39,"end":44,"token_start":6,"token_end":6,"label":"effect_size"},"child_span":{"start":110,"end":122,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":20,"head_span":{"start":45,"end":49,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":110,"end":122,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":20,"head_span":{"start":50,"end":65,"token_start":8,"token_end":10,"label":"type_of"},"child_span":{"start":110,"end":122,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":20,"head_span":{"start":66,"end":71,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":110,"end":122,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":20,"head_span":{"start":90,"end":108,"token_start":16,"token_end":18,"label":"where"},"child_span":{"start":110,"end":122,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":20,"head_span":{"start":19,"end":24,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":110,"end":122,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":98,"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Assignable causality?","relation count":"Many","complexity":"Simple","original_md_text":"There are studies linking heat to lowered cognitive function, an increased heart rate, higher testosterone production and even a perception of time passing more slowly than normal.\n","text":"There are studies linking heat to lowered cognitive function, an increased heart rate, higher testosterone production and even a perception of time passing more slowly than normal. IMPLIED_BASE IMPLIED_BASE","characters":181,"document_index":75,"md_sentence_index":26,"classification_origin":"cm_cause_effect_rel","url":"https://www.bbc.com/news/uk-44821796","combo_id":"75_26","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1888608852,"_task_hash":-826547195,"spans":[{"start":26,"end":30,"token_start":4,"token_end":4,"label":"base"},{"start":34,"end":41,"token_start":6,"token_end":6,"label":"change_direction"},{"start":42,"end":51,"token_start":7,"token_end":7,"label":"base"},{"start":52,"end":60,"token_start":8,"token_end":8,"label":"aspect_changing"},{"text":"increased","start":65,"token_start":11,"token_end":11,"end":74,"type":"pattern","label":"change_direction"},{"start":75,"end":80,"token_start":12,"token_end":12,"label":"base"},{"start":81,"end":85,"token_start":13,"token_end":13,"label":"aspect_changing"},{"text":"higher","start":87,"token_start":15,"token_end":15,"end":93,"type":"pattern","label":"change_direction"},{"start":94,"end":106,"token_start":16,"token_end":16,"label":"base"},{"start":107,"end":117,"token_start":17,"token_end":17,"label":"aspect_changing"}],"tokens":[{"text":"There","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"are","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"studies","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"linking","start":18,"end":25,"id":3,"ws":true,"disabled":false},{"text":"heat","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"to","start":31,"end":33,"id":5,"ws":true,"disabled":false},{"text":"lowered","start":34,"end":41,"id":6,"ws":true,"disabled":false},{"text":"cognitive","start":42,"end":51,"id":7,"ws":true,"disabled":false},{"text":"function","start":52,"end":60,"id":8,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":9,"ws":true,"disabled":false},{"text":"an","start":62,"end":64,"id":10,"ws":true,"disabled":false},{"text":"increased","start":65,"end":74,"id":11,"ws":true,"disabled":false},{"text":"heart","start":75,"end":80,"id":12,"ws":true,"disabled":false},{"text":"rate","start":81,"end":85,"id":13,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":14,"ws":true,"disabled":false},{"text":"higher","start":87,"end":93,"id":15,"ws":true,"disabled":false},{"text":"testosterone","start":94,"end":106,"id":16,"ws":true,"disabled":false},{"text":"production","start":107,"end":117,"id":17,"ws":true,"disabled":false},{"text":"and","start":118,"end":121,"id":18,"ws":true,"disabled":false},{"text":"even","start":122,"end":126,"id":19,"ws":true,"disabled":false},{"text":"a","start":127,"end":128,"id":20,"ws":true,"disabled":false},{"text":"perception","start":129,"end":139,"id":21,"ws":true,"disabled":false},{"text":"of","start":140,"end":142,"id":22,"ws":true,"disabled":false},{"text":"time","start":143,"end":147,"id":23,"ws":true,"disabled":false},{"text":"passing","start":148,"end":155,"id":24,"ws":true,"disabled":false},{"text":"more","start":156,"end":160,"id":25,"ws":true,"disabled":false},{"text":"slowly","start":161,"end":167,"id":26,"ws":true,"disabled":false},{"text":"than","start":168,"end":172,"id":27,"ws":true,"disabled":false},{"text":"normal","start":173,"end":179,"id":28,"ws":false,"disabled":false},{"text":".","start":179,"end":180,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":31,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":34,"end":41,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":42,"end":51,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":52,"end":60,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":42,"end":51,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":87,"end":93,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":94,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":107,"end":117,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":94,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":7,"head_span":{"start":26,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":42,"end":51,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":16,"head_span":{"start":26,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":94,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":12,"head_span":{"start":81,"end":85,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":75,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":65,"end":74,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":75,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":12,"head_span":{"start":26,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":75,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":228,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"If global temperatures reach this threshold, an estimated 350 million people worldwide would be exposed to extreme heat stress sufficient to greatly reduce their labor productivity during the hottest months of the year, according to EASAC.\n","text":"If global temperatures reach this threshold, an estimated 350 million people worldwide would be exposed to extreme heat stress sufficient to greatly reduce their labor productivity during the hottest months of the year, according to EASAC. IMPLIED_BASE IMPLIED_BASE","characters":240,"document_index":164,"md_sentence_index":11,"classification_origin":"cm-label-eval","url":"https://www.cnn.com/2019/06/04/health/climate-change-threatening-human-health-scli-intl/index.html","combo_id":"164_11","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":440257408,"_task_hash":1602835064,"spans":[{"start":48,"end":57,"token_start":8,"token_end":8,"label":"confidence"},{"start":58,"end":69,"token_start":9,"token_end":10,"label":"effect_size"},{"text":"people","start":70,"token_start":11,"token_end":11,"end":76,"type":"pattern","label":"base"},{"start":77,"end":86,"token_start":12,"token_end":12,"label":"where"},{"start":107,"end":114,"token_start":17,"token_end":17,"label":"type_of"},{"start":115,"end":126,"token_start":18,"token_end":19,"label":"base"},{"start":141,"end":155,"token_start":22,"token_end":23,"label":"change_direction"},{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},{"text":"productivity","start":168,"token_start":26,"token_end":26,"end":180,"type":"pattern","label":"aspect_changing"},{"start":181,"end":218,"token_start":27,"token_end":33,"label":"when"}],"tokens":[{"text":"If","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"global","start":3,"end":9,"id":1,"ws":true,"disabled":false},{"text":"temperatures","start":10,"end":22,"id":2,"ws":true,"disabled":false},{"text":"reach","start":23,"end":28,"id":3,"ws":true,"disabled":false},{"text":"this","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"threshold","start":34,"end":43,"id":5,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":6,"ws":true,"disabled":false},{"text":"an","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"estimated","start":48,"end":57,"id":8,"ws":true,"disabled":false},{"text":"350","start":58,"end":61,"id":9,"ws":true,"disabled":false},{"text":"million","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"people","start":70,"end":76,"id":11,"ws":true,"disabled":false},{"text":"worldwide","start":77,"end":86,"id":12,"ws":true,"disabled":false},{"text":"would","start":87,"end":92,"id":13,"ws":true,"disabled":false},{"text":"be","start":93,"end":95,"id":14,"ws":true,"disabled":false},{"text":"exposed","start":96,"end":103,"id":15,"ws":true,"disabled":false},{"text":"to","start":104,"end":106,"id":16,"ws":true,"disabled":false},{"text":"extreme","start":107,"end":114,"id":17,"ws":true,"disabled":false},{"text":"heat","start":115,"end":119,"id":18,"ws":true,"disabled":false},{"text":"stress","start":120,"end":126,"id":19,"ws":true,"disabled":false},{"text":"sufficient","start":127,"end":137,"id":20,"ws":true,"disabled":false},{"text":"to","start":138,"end":140,"id":21,"ws":true,"disabled":false},{"text":"greatly","start":141,"end":148,"id":22,"ws":true,"disabled":false},{"text":"reduce","start":149,"end":155,"id":23,"ws":true,"disabled":false},{"text":"their","start":156,"end":161,"id":24,"ws":true,"disabled":false},{"text":"labor","start":162,"end":167,"id":25,"ws":true,"disabled":false},{"text":"productivity","start":168,"end":180,"id":26,"ws":true,"disabled":false},{"text":"during","start":181,"end":187,"id":27,"ws":true,"disabled":false},{"text":"the","start":188,"end":191,"id":28,"ws":true,"disabled":false},{"text":"hottest","start":192,"end":199,"id":29,"ws":true,"disabled":false},{"text":"months","start":200,"end":206,"id":30,"ws":true,"disabled":false},{"text":"of","start":207,"end":209,"id":31,"ws":true,"disabled":false},{"text":"the","start":210,"end":213,"id":32,"ws":true,"disabled":false},{"text":"year","start":214,"end":218,"id":33,"ws":false,"disabled":false},{"text":",","start":218,"end":219,"id":34,"ws":true,"disabled":false},{"text":"according","start":220,"end":229,"id":35,"ws":true,"disabled":false},{"text":"to","start":230,"end":232,"id":36,"ws":true,"disabled":false},{"text":"EASAC","start":233,"end":238,"id":37,"ws":false,"disabled":false},{"text":".","start":238,"end":239,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":240,"end":252,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":253,"end":265,"id":40,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":58,"end":69,"token_start":9,"token_end":10,"label":"effect_size"},"child_span":{"start":70,"end":76,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":11,"head_span":{"start":77,"end":86,"token_start":12,"token_end":12,"label":"where"},"child_span":{"start":70,"end":76,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":107,"end":114,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":115,"end":126,"token_start":18,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":25,"head_span":{"start":141,"end":155,"token_start":22,"token_end":23,"label":"change_direction"},"child_span":{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":25,"head_span":{"start":168,"end":180,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":11,"head_span":{"start":115,"end":126,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":70,"end":76,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":25,"head_span":{"start":115,"end":126,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":376,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Climate change will affect the fundamental determinants of human health including \u201cwater, air, food quality and quantity, ecosystems, agriculture, livelihoods and infrastructure\u201d [2] (p. 393).","text":"Climate change will affect the fundamental determinants of human health including \u201cwater, air, food quality and quantity, ecosystems, agriculture, livelihoods and infrastructure\u201d [2] (p. 393). IMPLIED_BASE IMPLIED_BASE","characters":192,"document_index":276,"md_sentence_index":13,"classification_origin":"cm-label-eval","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_13","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":153970244,"_task_hash":1553549528,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":15,"end":19,"token_start":2,"token_end":2,"label":"confidence"},{"text":"health","start":65,"token_start":9,"token_end":9,"end":71,"type":"pattern","label":"base"},{"text":"water","start":83,"token_start":12,"token_end":12,"end":88,"type":"pattern","label":"base"},{"start":90,"end":93,"token_start":14,"token_end":14,"label":"base"},{"start":95,"end":99,"token_start":16,"token_end":16,"label":"base"},{"text":"quality","start":100,"token_start":17,"token_end":17,"end":107,"type":"pattern","label":"aspect_changing"},{"start":112,"end":120,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":122,"end":132,"token_start":21,"token_end":21,"label":"base"},{"start":134,"end":145,"token_start":23,"token_end":23,"label":"base"},{"text":"livelihoods","start":147,"token_start":25,"token_end":25,"end":158,"type":"pattern","label":"base"},{"text":"infrastructure","start":163,"token_start":27,"token_end":27,"end":177,"type":"pattern","label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"will","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"affect","start":20,"end":26,"id":3,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":4,"ws":true,"disabled":false},{"text":"fundamental","start":31,"end":42,"id":5,"ws":true,"disabled":false},{"text":"determinants","start":43,"end":55,"id":6,"ws":true,"disabled":false},{"text":"of","start":56,"end":58,"id":7,"ws":true,"disabled":false},{"text":"human","start":59,"end":64,"id":8,"ws":true,"disabled":false},{"text":"health","start":65,"end":71,"id":9,"ws":true,"disabled":false},{"text":"including","start":72,"end":81,"id":10,"ws":true,"disabled":false},{"text":"\u201c","start":82,"end":83,"id":11,"ws":false,"disabled":false},{"text":"water","start":83,"end":88,"id":12,"ws":false,"disabled":false},{"text":",","start":88,"end":89,"id":13,"ws":true,"disabled":false},{"text":"air","start":90,"end":93,"id":14,"ws":false,"disabled":false},{"text":",","start":93,"end":94,"id":15,"ws":true,"disabled":false},{"text":"food","start":95,"end":99,"id":16,"ws":true,"disabled":false},{"text":"quality","start":100,"end":107,"id":17,"ws":true,"disabled":false},{"text":"and","start":108,"end":111,"id":18,"ws":true,"disabled":false},{"text":"quantity","start":112,"end":120,"id":19,"ws":false,"disabled":false},{"text":",","start":120,"end":121,"id":20,"ws":true,"disabled":false},{"text":"ecosystems","start":122,"end":132,"id":21,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":22,"ws":true,"disabled":false},{"text":"agriculture","start":134,"end":145,"id":23,"ws":false,"disabled":false},{"text":",","start":145,"end":146,"id":24,"ws":true,"disabled":false},{"text":"livelihoods","start":147,"end":158,"id":25,"ws":true,"disabled":false},{"text":"and","start":159,"end":162,"id":26,"ws":true,"disabled":false},{"text":"infrastructure","start":163,"end":177,"id":27,"ws":false,"disabled":false},{"text":"\u201d","start":177,"end":178,"id":28,"ws":true,"disabled":false},{"text":"[","start":179,"end":180,"id":29,"ws":false,"disabled":false},{"text":"2","start":180,"end":181,"id":30,"ws":false,"disabled":false},{"text":"]","start":181,"end":182,"id":31,"ws":true,"disabled":false},{"text":"(","start":183,"end":184,"id":32,"ws":false,"disabled":false},{"text":"p.","start":184,"end":186,"id":33,"ws":true,"disabled":false},{"text":"393","start":187,"end":190,"id":34,"ws":false,"disabled":false},{"text":")","start":190,"end":191,"id":35,"ws":false,"disabled":false},{"text":".","start":191,"end":192,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":206,"end":218,"id":38,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":17,"child":16,"head_span":{"start":100,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":95,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":16,"head_span":{"start":112,"end":120,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":95,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":9,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":12,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":83,"end":88,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":14,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":90,"end":93,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":16,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":95,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":21,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":122,"end":132,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":23,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":134,"end":145,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":25,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":147,"end":158,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":27,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":163,"end":177,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":423,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Coastlines at northern latitudes, like those in New England, will face higher flood levels primarily because of sea level rise.","text":"Coastlines at northern latitudes, like those in New England, will face higher flood levels primarily because of sea level rise. IMPLIED_BASE IMPLIED_BASE","characters":127,"document_index":336,"md_sentence_index":4,"classification_origin":"cm_cause_effect_rel","url":"https://engineering.princeton.edu/news/2019/08/23/100-year-floods-will-happen-every-one-30-years-according-new-flood-maps","combo_id":"336_4","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1688477338,"_task_hash":2038072913,"spans":[{"text":"Coastlines","start":0,"token_start":0,"token_end":0,"end":10,"type":"pattern","label":"base"},{"start":14,"end":32,"token_start":2,"token_end":3,"label":"where"},{"start":61,"end":65,"token_start":11,"token_end":11,"label":"confidence"},{"text":"higher","start":71,"token_start":13,"token_end":13,"end":77,"type":"pattern","label":"change_direction"},{"start":78,"end":83,"token_start":14,"token_end":14,"label":"base"},{"text":"levels","start":84,"token_start":15,"token_end":15,"end":90,"type":"pattern","label":"aspect_changing"},{"text":"sea","start":112,"token_start":19,"token_end":19,"end":115,"type":"pattern","label":"base"},{"text":"level","start":116,"token_start":20,"token_end":20,"end":121,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":122,"token_start":21,"token_end":21,"end":126,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Coastlines","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"at","start":11,"end":13,"id":1,"ws":true,"disabled":false},{"text":"northern","start":14,"end":22,"id":2,"ws":true,"disabled":false},{"text":"latitudes","start":23,"end":32,"id":3,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":4,"ws":true,"disabled":false},{"text":"like","start":34,"end":38,"id":5,"ws":true,"disabled":false},{"text":"those","start":39,"end":44,"id":6,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"New","start":48,"end":51,"id":8,"ws":true,"disabled":false},{"text":"England","start":52,"end":59,"id":9,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":10,"ws":true,"disabled":false},{"text":"will","start":61,"end":65,"id":11,"ws":true,"disabled":false},{"text":"face","start":66,"end":70,"id":12,"ws":true,"disabled":false},{"text":"higher","start":71,"end":77,"id":13,"ws":true,"disabled":false},{"text":"flood","start":78,"end":83,"id":14,"ws":true,"disabled":false},{"text":"levels","start":84,"end":90,"id":15,"ws":true,"disabled":false},{"text":"primarily","start":91,"end":100,"id":16,"ws":true,"disabled":false},{"text":"because","start":101,"end":108,"id":17,"ws":true,"disabled":false},{"text":"of","start":109,"end":111,"id":18,"ws":true,"disabled":false},{"text":"sea","start":112,"end":115,"id":19,"ws":true,"disabled":false},{"text":"level","start":116,"end":121,"id":20,"ws":true,"disabled":false},{"text":"rise","start":122,"end":126,"id":21,"ws":false,"disabled":false},{"text":".","start":126,"end":127,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":141,"end":153,"id":24,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":3,"child":0,"head_span":{"start":14,"end":32,"token_start":2,"token_end":3,"label":"where"},"child_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":71,"end":77,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":78,"end":83,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":84,"end":90,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":78,"end":83,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":19,"head_span":{"start":116,"end":121,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":112,"end":115,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":19,"head_span":{"start":122,"end":126,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":112,"end":115,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":0,"head_span":{"start":78,"end":83,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":14,"head_span":{"start":112,"end":115,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":78,"end":83,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":485,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For the most part, disasters like floods and cyclones result in temporary displacement, though that could mean months at a time, and almost always within national borders.\n","text":"For the most part, disasters like floods and cyclones result in temporary displacement, though that could mean months at a time, and almost always within national borders. IMPLIED_BASE IMPLIED_BASE","characters":172,"document_index":370,"md_sentence_index":22,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/09/12/climate/extreme-weather-displacement.html","combo_id":"370_22","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-957961249,"_task_hash":1471375505,"spans":[{"start":0,"end":17,"token_start":0,"token_end":3,"label":"confidence"},{"start":34,"end":40,"token_start":7,"token_end":7,"label":"base"},{"start":45,"end":53,"token_start":9,"token_end":9,"label":"base"},{"start":54,"end":63,"token_start":10,"token_end":11,"label":"predicate"},{"start":64,"end":73,"token_start":12,"token_end":12,"label":"type_of"},{"start":74,"end":86,"token_start":13,"token_end":13,"label":"change_direction"},{"start":172,"end":184,"token_start":31,"token_end":31,"label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"the","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"most","start":8,"end":12,"id":2,"ws":true,"disabled":false},{"text":"part","start":13,"end":17,"id":3,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":4,"ws":true,"disabled":false},{"text":"disasters","start":19,"end":28,"id":5,"ws":true,"disabled":false},{"text":"like","start":29,"end":33,"id":6,"ws":true,"disabled":false},{"text":"floods","start":34,"end":40,"id":7,"ws":true,"disabled":false},{"text":"and","start":41,"end":44,"id":8,"ws":true,"disabled":false},{"text":"cyclones","start":45,"end":53,"id":9,"ws":true,"disabled":false},{"text":"result","start":54,"end":60,"id":10,"ws":true,"disabled":false},{"text":"in","start":61,"end":63,"id":11,"ws":true,"disabled":false},{"text":"temporary","start":64,"end":73,"id":12,"ws":true,"disabled":false},{"text":"displacement","start":74,"end":86,"id":13,"ws":false,"disabled":false},{"text":",","start":86,"end":87,"id":14,"ws":true,"disabled":false},{"text":"though","start":88,"end":94,"id":15,"ws":true,"disabled":false},{"text":"that","start":95,"end":99,"id":16,"ws":true,"disabled":false},{"text":"could","start":100,"end":105,"id":17,"ws":true,"disabled":false},{"text":"mean","start":106,"end":110,"id":18,"ws":true,"disabled":false},{"text":"months","start":111,"end":117,"id":19,"ws":true,"disabled":false},{"text":"at","start":118,"end":120,"id":20,"ws":true,"disabled":false},{"text":"a","start":121,"end":122,"id":21,"ws":true,"disabled":false},{"text":"time","start":123,"end":127,"id":22,"ws":false,"disabled":false},{"text":",","start":127,"end":128,"id":23,"ws":true,"disabled":false},{"text":"and","start":129,"end":132,"id":24,"ws":true,"disabled":false},{"text":"almost","start":133,"end":139,"id":25,"ws":true,"disabled":false},{"text":"always","start":140,"end":146,"id":26,"ws":true,"disabled":false},{"text":"within","start":147,"end":153,"id":27,"ws":true,"disabled":false},{"text":"national","start":154,"end":162,"id":28,"ws":true,"disabled":false},{"text":"borders","start":163,"end":170,"id":29,"ws":false,"disabled":false},{"text":".","start":170,"end":171,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":32,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":12,"child":31,"head_span":{"start":64,"end":73,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":172,"end":184,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":31,"head_span":{"start":74,"end":86,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":172,"end":184,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":31,"head_span":{"start":34,"end":40,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":172,"end":184,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":31,"head_span":{"start":45,"end":53,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":172,"end":184,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":332,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"not causal? which is the causal concept? solutions","relation count":"many","complexity":"complex","original_md_text":"Improved human health: Many studies have found connections between exposure to nature and better mental and physical health.","text":"Improved human health: Many studies have found connections between exposure to nature and better mental and physical health. IMPLIED_BASE IMPLIED_BASE","characters":124,"document_index":267,"md_sentence_index":36,"classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/07/20/health/iyw-cities-losing-36-million-trees-how-to-help-trnd/index.html","combo_id":"267_36","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1470114529,"_task_hash":-866025166,"spans":[{"start":67,"end":75,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":79,"end":85,"token_start":12,"token_end":12,"label":"base"},{"start":90,"end":96,"token_start":14,"token_end":14,"label":"change_direction"},{"start":97,"end":103,"token_start":15,"token_end":15,"label":"type_of"},{"start":108,"end":116,"token_start":17,"token_end":17,"label":"type_of"},{"text":"health","start":117,"token_start":18,"token_end":18,"end":123,"type":"pattern","label":"base"}],"tokens":[{"text":"Improved","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"human","start":9,"end":14,"id":1,"ws":true,"disabled":false},{"text":"health","start":15,"end":21,"id":2,"ws":false,"disabled":false},{"text":":","start":21,"end":22,"id":3,"ws":true,"disabled":false},{"text":"Many","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"studies","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"have","start":36,"end":40,"id":6,"ws":true,"disabled":false},{"text":"found","start":41,"end":46,"id":7,"ws":true,"disabled":false},{"text":"connections","start":47,"end":58,"id":8,"ws":true,"disabled":false},{"text":"between","start":59,"end":66,"id":9,"ws":true,"disabled":false},{"text":"exposure","start":67,"end":75,"id":10,"ws":true,"disabled":false},{"text":"to","start":76,"end":78,"id":11,"ws":true,"disabled":false},{"text":"nature","start":79,"end":85,"id":12,"ws":true,"disabled":false},{"text":"and","start":86,"end":89,"id":13,"ws":true,"disabled":false},{"text":"better","start":90,"end":96,"id":14,"ws":true,"disabled":false},{"text":"mental","start":97,"end":103,"id":15,"ws":true,"disabled":false},{"text":"and","start":104,"end":107,"id":16,"ws":true,"disabled":false},{"text":"physical","start":108,"end":116,"id":17,"ws":true,"disabled":false},{"text":"health","start":117,"end":123,"id":18,"ws":false,"disabled":false},{"text":".","start":123,"end":124,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":10,"child":12,"head_span":{"start":67,"end":75,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":79,"end":85,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":18,"head_span":{"start":90,"end":96,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":117,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":18,"head_span":{"start":97,"end":103,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":117,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":108,"end":116,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":117,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":18,"head_span":{"start":79,"end":85,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":117,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":647,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Dr. Dinorah Nolasco, the regional health director in Cort\u00e9s, acknowledged that one of the main factors contributing to the epidemic\u2019s spread was the shortage of trained personnel focused on prevention, education and response.\n","text":"Dr. Dinorah Nolasco, the regional health director in Cort\u00e9s, acknowledged that one of the main factors contributing to the epidemic\u2019s spread was the shortage of trained personnel focused on prevention, education and response. IMPLIED_BASE IMPLIED_BASE","characters":226,"document_index":542,"md_sentence_index":39,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.nytimes.com/2019/12/29/world/americas/honduras-dengue-epidemic.html","combo_id":"542_39","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1589924509,"_task_hash":-193925116,"spans":[{"text":"health","start":34,"token_start":6,"token_end":6,"end":40,"type":"pattern","label":"base"},{"start":123,"end":131,"token_start":21,"token_end":21,"label":"base"},{"start":134,"end":140,"token_start":23,"token_end":23,"label":"aspect_changing"},{"start":149,"end":157,"token_start":26,"token_end":26,"label":"aspect_changing"},{"start":161,"end":168,"token_start":28,"token_end":28,"label":"type_of"},{"start":169,"end":178,"token_start":29,"token_end":29,"label":"base"},{"start":190,"end":200,"token_start":32,"token_end":32,"label":"base"},{"start":202,"end":211,"token_start":34,"token_end":34,"label":"base"},{"start":216,"end":224,"token_start":36,"token_end":36,"label":"base"}],"tokens":[{"text":"Dr.","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Dinorah","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"Nolasco","start":12,"end":19,"id":2,"ws":false,"disabled":false},{"text":",","start":19,"end":20,"id":3,"ws":true,"disabled":false},{"text":"the","start":21,"end":24,"id":4,"ws":true,"disabled":false},{"text":"regional","start":25,"end":33,"id":5,"ws":true,"disabled":false},{"text":"health","start":34,"end":40,"id":6,"ws":true,"disabled":false},{"text":"director","start":41,"end":49,"id":7,"ws":true,"disabled":false},{"text":"in","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"Cort\u00e9s","start":53,"end":59,"id":9,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":10,"ws":true,"disabled":false},{"text":"acknowledged","start":61,"end":73,"id":11,"ws":true,"disabled":false},{"text":"that","start":74,"end":78,"id":12,"ws":true,"disabled":false},{"text":"one","start":79,"end":82,"id":13,"ws":true,"disabled":false},{"text":"of","start":83,"end":85,"id":14,"ws":true,"disabled":false},{"text":"the","start":86,"end":89,"id":15,"ws":true,"disabled":false},{"text":"main","start":90,"end":94,"id":16,"ws":true,"disabled":false},{"text":"factors","start":95,"end":102,"id":17,"ws":true,"disabled":false},{"text":"contributing","start":103,"end":115,"id":18,"ws":true,"disabled":false},{"text":"to","start":116,"end":118,"id":19,"ws":true,"disabled":false},{"text":"the","start":119,"end":122,"id":20,"ws":true,"disabled":false},{"text":"epidemic","start":123,"end":131,"id":21,"ws":false,"disabled":false},{"text":"\u2019s","start":131,"end":133,"id":22,"ws":true,"disabled":false},{"text":"spread","start":134,"end":140,"id":23,"ws":true,"disabled":false},{"text":"was","start":141,"end":144,"id":24,"ws":true,"disabled":false},{"text":"the","start":145,"end":148,"id":25,"ws":true,"disabled":false},{"text":"shortage","start":149,"end":157,"id":26,"ws":true,"disabled":false},{"text":"of","start":158,"end":160,"id":27,"ws":true,"disabled":false},{"text":"trained","start":161,"end":168,"id":28,"ws":true,"disabled":false},{"text":"personnel","start":169,"end":178,"id":29,"ws":true,"disabled":false},{"text":"focused","start":179,"end":186,"id":30,"ws":true,"disabled":false},{"text":"on","start":187,"end":189,"id":31,"ws":true,"disabled":false},{"text":"prevention","start":190,"end":200,"id":32,"ws":false,"disabled":false},{"text":",","start":200,"end":201,"id":33,"ws":true,"disabled":false},{"text":"education","start":202,"end":211,"id":34,"ws":true,"disabled":false},{"text":"and","start":212,"end":215,"id":35,"ws":true,"disabled":false},{"text":"response","start":216,"end":224,"id":36,"ws":false,"disabled":false},{"text":".","start":224,"end":225,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":39,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":29,"child":21,"head_span":{"start":169,"end":178,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":123,"end":131,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":21,"head_span":{"start":134,"end":140,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":123,"end":131,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":29,"head_span":{"start":149,"end":157,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":169,"end":178,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":29,"head_span":{"start":161,"end":168,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":169,"end":178,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":32,"head_span":{"start":169,"end":178,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":190,"end":200,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":34,"head_span":{"start":169,"end":178,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":202,"end":211,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":36,"head_span":{"start":169,"end":178,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":216,"end":224,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":21,"head_span":{"start":190,"end":200,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":123,"end":131,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":21,"head_span":{"start":202,"end":211,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":123,"end":131,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":21,"head_span":{"start":216,"end":224,"token_start":36,"token_end":36,"label":"base"},"child_span":{"start":123,"end":131,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":360,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"However, and particularly in areas of current vulnerability to food insecurity such as SSA and Asia, the modelled impacts of climate change on food yields suggest greatly reduced yields.","text":"However, and particularly in areas of current vulnerability to food insecurity such as SSA and Asia, the modelled impacts of climate change on food yields suggest greatly reduced yields. IMPLIED_BASE IMPLIED_BASE","characters":186,"document_index":276,"md_sentence_index":109,"classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_109","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":799741942,"_task_hash":1950307440,"spans":[{"start":26,"end":99,"token_start":4,"token_end":16,"label":"where"},{"text":"climate change","start":125,"token_start":22,"token_end":23,"end":139,"type":"pattern","label":"base"},{"start":143,"end":147,"token_start":25,"token_end":25,"label":"base"},{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},{"start":163,"end":178,"token_start":28,"token_end":29,"label":"change_direction"}],"tokens":[{"text":"However","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"and","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"particularly","start":13,"end":25,"id":3,"ws":true,"disabled":false},{"text":"in","start":26,"end":28,"id":4,"ws":true,"disabled":false},{"text":"areas","start":29,"end":34,"id":5,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":6,"ws":true,"disabled":false},{"text":"current","start":38,"end":45,"id":7,"ws":true,"disabled":false},{"text":"vulnerability","start":46,"end":59,"id":8,"ws":true,"disabled":false},{"text":"to","start":60,"end":62,"id":9,"ws":true,"disabled":false},{"text":"food","start":63,"end":67,"id":10,"ws":true,"disabled":false},{"text":"insecurity","start":68,"end":78,"id":11,"ws":true,"disabled":false},{"text":"such","start":79,"end":83,"id":12,"ws":true,"disabled":false},{"text":"as","start":84,"end":86,"id":13,"ws":true,"disabled":false},{"text":"SSA","start":87,"end":90,"id":14,"ws":true,"disabled":false},{"text":"and","start":91,"end":94,"id":15,"ws":true,"disabled":false},{"text":"Asia","start":95,"end":99,"id":16,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":17,"ws":true,"disabled":false},{"text":"the","start":101,"end":104,"id":18,"ws":true,"disabled":false},{"text":"modelled","start":105,"end":113,"id":19,"ws":true,"disabled":false},{"text":"impacts","start":114,"end":121,"id":20,"ws":true,"disabled":false},{"text":"of","start":122,"end":124,"id":21,"ws":true,"disabled":false},{"text":"climate","start":125,"end":132,"id":22,"ws":true,"disabled":false},{"text":"change","start":133,"end":139,"id":23,"ws":true,"disabled":false},{"text":"on","start":140,"end":142,"id":24,"ws":true,"disabled":false},{"text":"food","start":143,"end":147,"id":25,"ws":true,"disabled":false},{"text":"yields","start":148,"end":154,"id":26,"ws":true,"disabled":false},{"text":"suggest","start":155,"end":162,"id":27,"ws":true,"disabled":false},{"text":"greatly","start":163,"end":170,"id":28,"ws":true,"disabled":false},{"text":"reduced","start":171,"end":178,"id":29,"ws":true,"disabled":false},{"text":"yields","start":179,"end":185,"id":30,"ws":false,"disabled":false},{"text":".","start":185,"end":186,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":200,"end":212,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":23,"child":25,"head_span":{"start":125,"end":139,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":143,"end":147,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":25,"head_span":{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":143,"end":147,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":25,"head_span":{"start":163,"end":178,"token_start":28,"token_end":29,"label":"change_direction"},"child_span":{"start":143,"end":147,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":71,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Complex","original_md_text":"Tackling the social determinants of health is critical to address health inequities, which arise because people with the least social and economic power tend to have the worst health, live in unhealthier environments and have worse access to healthcare.\n","text":"Tackling the social determinants of health is critical to address health inequities, which arise because people with the least social and economic power tend to have the worst health, live in unhealthier environments and have worse access to healthcare. IMPLIED_BASE IMPLIED_BASE","characters":254,"document_index":63,"md_sentence_index":16,"classification_origin":"cm-label-eval","url":"https://www.theguardian.com/australia-news/2019/may/14/inequality-and-climate-change-the-perfect-storm-threatening-the-health-of-australias-poorest","combo_id":"63_16","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":871615699,"_task_hash":-952931118,"spans":[{"text":"health","start":36,"token_start":5,"token_end":5,"end":42,"type":"pattern","label":"base"},{"text":"health","start":66,"token_start":10,"token_end":10,"end":72,"type":"pattern","label":"base"},{"text":"people","start":105,"token_start":16,"token_end":16,"end":111,"type":"pattern","label":"base"},{"text":"health","start":176,"token_start":29,"token_end":29,"end":182,"type":"pattern","label":"base"}],"tokens":[{"text":"Tackling","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"social","start":13,"end":19,"id":2,"ws":true,"disabled":false},{"text":"determinants","start":20,"end":32,"id":3,"ws":true,"disabled":false},{"text":"of","start":33,"end":35,"id":4,"ws":true,"disabled":false},{"text":"health","start":36,"end":42,"id":5,"ws":true,"disabled":false},{"text":"is","start":43,"end":45,"id":6,"ws":true,"disabled":false},{"text":"critical","start":46,"end":54,"id":7,"ws":true,"disabled":false},{"text":"to","start":55,"end":57,"id":8,"ws":true,"disabled":false},{"text":"address","start":58,"end":65,"id":9,"ws":true,"disabled":false},{"text":"health","start":66,"end":72,"id":10,"ws":true,"disabled":false},{"text":"inequities","start":73,"end":83,"id":11,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":12,"ws":true,"disabled":false},{"text":"which","start":85,"end":90,"id":13,"ws":true,"disabled":false},{"text":"arise","start":91,"end":96,"id":14,"ws":true,"disabled":false},{"text":"because","start":97,"end":104,"id":15,"ws":true,"disabled":false},{"text":"people","start":105,"end":111,"id":16,"ws":true,"disabled":false},{"text":"with","start":112,"end":116,"id":17,"ws":true,"disabled":false},{"text":"the","start":117,"end":120,"id":18,"ws":true,"disabled":false},{"text":"least","start":121,"end":126,"id":19,"ws":true,"disabled":false},{"text":"social","start":127,"end":133,"id":20,"ws":true,"disabled":false},{"text":"and","start":134,"end":137,"id":21,"ws":true,"disabled":false},{"text":"economic","start":138,"end":146,"id":22,"ws":true,"disabled":false},{"text":"power","start":147,"end":152,"id":23,"ws":true,"disabled":false},{"text":"tend","start":153,"end":157,"id":24,"ws":true,"disabled":false},{"text":"to","start":158,"end":160,"id":25,"ws":true,"disabled":false},{"text":"have","start":161,"end":165,"id":26,"ws":true,"disabled":false},{"text":"the","start":166,"end":169,"id":27,"ws":true,"disabled":false},{"text":"worst","start":170,"end":175,"id":28,"ws":true,"disabled":false},{"text":"health","start":176,"end":182,"id":29,"ws":false,"disabled":false},{"text":",","start":182,"end":183,"id":30,"ws":true,"disabled":false},{"text":"live","start":184,"end":188,"id":31,"ws":true,"disabled":false},{"text":"in","start":189,"end":191,"id":32,"ws":true,"disabled":false},{"text":"unhealthier","start":192,"end":203,"id":33,"ws":true,"disabled":false},{"text":"environments","start":204,"end":216,"id":34,"ws":true,"disabled":false},{"text":"and","start":217,"end":220,"id":35,"ws":true,"disabled":false},{"text":"have","start":221,"end":225,"id":36,"ws":true,"disabled":false},{"text":"worse","start":226,"end":231,"id":37,"ws":true,"disabled":false},{"text":"access","start":232,"end":238,"id":38,"ws":true,"disabled":false},{"text":"to","start":239,"end":241,"id":39,"ws":true,"disabled":false},{"text":"healthcare","start":242,"end":252,"id":40,"ws":false,"disabled":false},{"text":".","start":252,"end":253,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":254,"end":266,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":267,"end":279,"id":43,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":610,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A third of that increase has happened since 1990, and scientists expect the sea level rise to accelerate because of warmer temperatures.\n","text":"A third of that increase has happened since 1990, and scientists expect the sea level rise to accelerate because of warmer temperatures. IMPLIED_BASE IMPLIED_BASE","characters":137,"document_index":491,"md_sentence_index":34,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://insideclimatenews.org/american-climate/essay/hurricane-climate-change","combo_id":"491_34","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1002311942,"_task_hash":-597700515,"spans":[{"start":38,"end":48,"token_start":7,"token_end":8,"label":"when"},{"text":"sea","start":76,"token_start":14,"token_end":14,"end":79,"type":"pattern","label":"base"},{"start":80,"end":90,"token_start":15,"token_end":16,"label":"aspect_changing"},{"start":94,"end":104,"token_start":18,"token_end":18,"label":"change_direction"},{"text":"warmer","start":116,"token_start":21,"token_end":21,"end":122,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":123,"token_start":22,"token_end":22,"end":135,"type":"pattern","label":"aspect_changing"},{"start":137,"end":149,"token_start":24,"token_end":24,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"third","start":2,"end":7,"id":1,"ws":true,"disabled":false},{"text":"of","start":8,"end":10,"id":2,"ws":true,"disabled":false},{"text":"that","start":11,"end":15,"id":3,"ws":true,"disabled":false},{"text":"increase","start":16,"end":24,"id":4,"ws":true,"disabled":false},{"text":"has","start":25,"end":28,"id":5,"ws":true,"disabled":false},{"text":"happened","start":29,"end":37,"id":6,"ws":true,"disabled":false},{"text":"since","start":38,"end":43,"id":7,"ws":true,"disabled":false},{"text":"1990","start":44,"end":48,"id":8,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":9,"ws":true,"disabled":false},{"text":"and","start":50,"end":53,"id":10,"ws":true,"disabled":false},{"text":"scientists","start":54,"end":64,"id":11,"ws":true,"disabled":false},{"text":"expect","start":65,"end":71,"id":12,"ws":true,"disabled":false},{"text":"the","start":72,"end":75,"id":13,"ws":true,"disabled":false},{"text":"sea","start":76,"end":79,"id":14,"ws":true,"disabled":false},{"text":"level","start":80,"end":85,"id":15,"ws":true,"disabled":false},{"text":"rise","start":86,"end":90,"id":16,"ws":true,"disabled":false},{"text":"to","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"accelerate","start":94,"end":104,"id":18,"ws":true,"disabled":false},{"text":"because","start":105,"end":112,"id":19,"ws":true,"disabled":false},{"text":"of","start":113,"end":115,"id":20,"ws":true,"disabled":false},{"text":"warmer","start":116,"end":122,"id":21,"ws":true,"disabled":false},{"text":"temperatures","start":123,"end":135,"id":22,"ws":false,"disabled":false},{"text":".","start":135,"end":136,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":137,"end":149,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":150,"end":162,"id":25,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":16,"child":14,"head_span":{"start":80,"end":90,"token_start":15,"token_end":16,"label":"aspect_changing"},"child_span":{"start":76,"end":79,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":14,"head_span":{"start":94,"end":104,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":76,"end":79,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":123,"end":135,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":137,"end":149,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":24,"head_span":{"start":116,"end":122,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":137,"end":149,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":14,"head_span":{"start":137,"end":149,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":76,"end":79,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":206,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"incoherent and vague","relation count":"","complexity":"","original_md_text":"Male partnering is associated with greater health risks than female partnering.\n","text":"Male partnering is associated with greater health risks than female partnering. IMPLIED_BASE IMPLIED_BASE","characters":80,"document_index":152,"md_sentence_index":6,"classification_origin":"cm-label-eval","url":"https://www.sciencedirect.com/science/article/abs/pii/S027795361730521X","combo_id":"152_6","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-718800544,"_task_hash":1758897906,"spans":[{"text":"health","start":43,"token_start":6,"token_end":6,"end":49,"type":"pattern","label":"base"},{"text":"risks","start":50,"token_start":7,"token_end":7,"end":55,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Male","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"partnering","start":5,"end":15,"id":1,"ws":true,"disabled":false},{"text":"is","start":16,"end":18,"id":2,"ws":true,"disabled":false},{"text":"associated","start":19,"end":29,"id":3,"ws":true,"disabled":false},{"text":"with","start":30,"end":34,"id":4,"ws":true,"disabled":false},{"text":"greater","start":35,"end":42,"id":5,"ws":true,"disabled":false},{"text":"health","start":43,"end":49,"id":6,"ws":true,"disabled":false},{"text":"risks","start":50,"end":55,"id":7,"ws":true,"disabled":false},{"text":"than","start":56,"end":60,"id":8,"ws":true,"disabled":false},{"text":"female","start":61,"end":67,"id":9,"ws":true,"disabled":false},{"text":"partnering","start":68,"end":78,"id":10,"ws":false,"disabled":false},{"text":".","start":78,"end":79,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":80,"end":92,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":13,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":0,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"But Mongolia\u2019s nomads are also being pushed off the land, as mining accelerates desertification of grasslands, through the mines\u2019 heavy groundwater use and destruction of vegetation.","text":"But Mongolia\u2019s nomads are also being pushed off the land, as mining accelerates desertification of grasslands, through the mines\u2019 heavy groundwater use and destruction of vegetation. IMPLIED_BASE IMPLIED_BASE","characters":182,"document_index":2,"md_sentence_index":130,"classification_origin":"cm_cause_effect_rel","url":"https://www.nationalgeographic.com/environment/2019/03/mongolia-air-pollution/","combo_id":"2_130","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1954680961,"_task_hash":-865531505,"spans":[{"start":4,"end":21,"token_start":1,"token_end":3,"label":"to_whom"},{"start":61,"end":67,"token_start":13,"token_end":13,"label":"base"},{"start":68,"end":79,"token_start":14,"token_end":14,"label":"change_direction"},{"text":"desertification","start":80,"token_start":15,"token_end":15,"end":95,"type":"pattern","label":"aspect_changing"},{"text":"grasslands","start":99,"token_start":17,"token_end":17,"end":109,"type":"pattern","label":"base"},{"start":123,"end":135,"token_start":21,"token_end":23,"label":"type_of"},{"text":"groundwater","start":136,"token_start":24,"token_end":24,"end":147,"type":"pattern","label":"base"},{"start":148,"end":151,"token_start":25,"token_end":25,"label":"aspect_changing"},{"start":156,"end":167,"token_start":27,"token_end":27,"label":"change_direction"},{"text":"vegetation","start":171,"token_start":29,"token_end":29,"end":181,"type":"pattern","label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Mongolia","start":4,"end":12,"id":1,"ws":false,"disabled":false},{"text":"\u2019s","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"nomads","start":15,"end":21,"id":3,"ws":true,"disabled":false},{"text":"are","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"also","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"being","start":31,"end":36,"id":6,"ws":true,"disabled":false},{"text":"pushed","start":37,"end":43,"id":7,"ws":true,"disabled":false},{"text":"off","start":44,"end":47,"id":8,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":9,"ws":true,"disabled":false},{"text":"land","start":52,"end":56,"id":10,"ws":false,"disabled":false},{"text":",","start":56,"end":57,"id":11,"ws":true,"disabled":false},{"text":"as","start":58,"end":60,"id":12,"ws":true,"disabled":false},{"text":"mining","start":61,"end":67,"id":13,"ws":true,"disabled":false},{"text":"accelerates","start":68,"end":79,"id":14,"ws":true,"disabled":false},{"text":"desertification","start":80,"end":95,"id":15,"ws":true,"disabled":false},{"text":"of","start":96,"end":98,"id":16,"ws":true,"disabled":false},{"text":"grasslands","start":99,"end":109,"id":17,"ws":false,"disabled":false},{"text":",","start":109,"end":110,"id":18,"ws":true,"disabled":false},{"text":"through","start":111,"end":118,"id":19,"ws":true,"disabled":false},{"text":"the","start":119,"end":122,"id":20,"ws":true,"disabled":false},{"text":"mines","start":123,"end":128,"id":21,"ws":false,"disabled":false},{"text":"\u2019","start":128,"end":129,"id":22,"ws":true,"disabled":false},{"text":"heavy","start":130,"end":135,"id":23,"ws":true,"disabled":false},{"text":"groundwater","start":136,"end":147,"id":24,"ws":true,"disabled":false},{"text":"use","start":148,"end":151,"id":25,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":26,"ws":true,"disabled":false},{"text":"destruction","start":156,"end":167,"id":27,"ws":true,"disabled":false},{"text":"of","start":168,"end":170,"id":28,"ws":true,"disabled":false},{"text":"vegetation","start":171,"end":181,"id":29,"ws":false,"disabled":false},{"text":".","start":181,"end":182,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":183,"end":195,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":32,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":13,"child":17,"head_span":{"start":61,"end":67,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":17,"head_span":{"start":68,"end":79,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":80,"end":95,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":123,"end":135,"token_start":21,"token_end":23,"label":"type_of"},"child_span":{"start":136,"end":147,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":24,"head_span":{"start":148,"end":151,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":136,"end":147,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":29,"head_span":{"start":156,"end":167,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":171,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":17,"head_span":{"start":136,"end":147,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":17,"head_span":{"start":171,"end":181,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":99,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":518,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The special report on oceans and ice by the Intergovernmental Panel on Climate Change (IPCC) warns that without steep cuts to greenhouse-gas emissions, fisheries will falter, the average strength of hurricanes will increase and rising seas will increase the risk of flooding in low-lying areas around the globe.\n","text":"The special report on oceans and ice by the Intergovernmental Panel on Climate Change (IPCC) warns that without steep cuts to greenhouse-gas emissions, fisheries will falter, the average strength of hurricanes will increase and rising seas will increase the risk of flooding in low-lying areas around the globe. IMPLIED_BASE IMPLIED_BASE","characters":312,"document_index":395,"md_sentence_index":5,"classification_origin":"causal_sentence_classification","url":"https://www.nature.com/articles/d41586-019-02897-7","combo_id":"395_5","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-825388890,"_task_hash":-2058377963,"spans":[{"start":126,"end":140,"token_start":23,"token_end":25,"label":"base"},{"text":"emissions","start":141,"token_start":26,"token_end":26,"end":150,"type":"pattern","label":"aspect_changing"},{"text":"fisheries","start":152,"token_start":28,"token_end":28,"end":161,"type":"pattern","label":"base"},{"start":167,"end":173,"token_start":30,"token_end":30,"label":"change_direction"},{"start":179,"end":195,"token_start":33,"token_end":34,"label":"aspect_changing"},{"text":"hurricanes","start":199,"token_start":36,"token_end":36,"end":209,"type":"pattern","label":"base"},{"text":"increase","start":215,"token_start":38,"token_end":38,"end":223,"type":"pattern","label":"change_direction"},{"text":"rising","start":228,"token_start":40,"token_end":40,"end":234,"type":"pattern","label":"change_direction"},{"start":235,"end":239,"token_start":41,"token_end":41,"label":"base"},{"text":"increase","start":245,"token_start":43,"token_end":43,"end":253,"type":"pattern","label":"change_direction"},{"text":"risk","start":258,"token_start":45,"token_end":45,"end":262,"type":"pattern","label":"aspect_changing"},{"text":"flooding","start":266,"token_start":47,"token_end":47,"end":274,"type":"pattern","label":"base"},{"start":278,"end":310,"token_start":49,"token_end":55,"label":"where"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"special","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"report","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"on","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"oceans","start":22,"end":28,"id":4,"ws":true,"disabled":false},{"text":"and","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"ice","start":33,"end":36,"id":6,"ws":true,"disabled":false},{"text":"by","start":37,"end":39,"id":7,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":8,"ws":true,"disabled":false},{"text":"Intergovernmental","start":44,"end":61,"id":9,"ws":true,"disabled":false},{"text":"Panel","start":62,"end":67,"id":10,"ws":true,"disabled":false},{"text":"on","start":68,"end":70,"id":11,"ws":true,"disabled":false},{"text":"Climate","start":71,"end":78,"id":12,"ws":true,"disabled":false},{"text":"Change","start":79,"end":85,"id":13,"ws":true,"disabled":false},{"text":"(","start":86,"end":87,"id":14,"ws":false,"disabled":false},{"text":"IPCC","start":87,"end":91,"id":15,"ws":false,"disabled":false},{"text":")","start":91,"end":92,"id":16,"ws":true,"disabled":false},{"text":"warns","start":93,"end":98,"id":17,"ws":true,"disabled":false},{"text":"that","start":99,"end":103,"id":18,"ws":true,"disabled":false},{"text":"without","start":104,"end":111,"id":19,"ws":true,"disabled":false},{"text":"steep","start":112,"end":117,"id":20,"ws":true,"disabled":false},{"text":"cuts","start":118,"end":122,"id":21,"ws":true,"disabled":false},{"text":"to","start":123,"end":125,"id":22,"ws":true,"disabled":false},{"text":"greenhouse","start":126,"end":136,"id":23,"ws":false,"disabled":false},{"text":"-","start":136,"end":137,"id":24,"ws":false,"disabled":false},{"text":"gas","start":137,"end":140,"id":25,"ws":true,"disabled":false},{"text":"emissions","start":141,"end":150,"id":26,"ws":false,"disabled":false},{"text":",","start":150,"end":151,"id":27,"ws":true,"disabled":false},{"text":"fisheries","start":152,"end":161,"id":28,"ws":true,"disabled":false},{"text":"will","start":162,"end":166,"id":29,"ws":true,"disabled":false},{"text":"falter","start":167,"end":173,"id":30,"ws":false,"disabled":false},{"text":",","start":173,"end":174,"id":31,"ws":true,"disabled":false},{"text":"the","start":175,"end":178,"id":32,"ws":true,"disabled":false},{"text":"average","start":179,"end":186,"id":33,"ws":true,"disabled":false},{"text":"strength","start":187,"end":195,"id":34,"ws":true,"disabled":false},{"text":"of","start":196,"end":198,"id":35,"ws":true,"disabled":false},{"text":"hurricanes","start":199,"end":209,"id":36,"ws":true,"disabled":false},{"text":"will","start":210,"end":214,"id":37,"ws":true,"disabled":false},{"text":"increase","start":215,"end":223,"id":38,"ws":true,"disabled":false},{"text":"and","start":224,"end":227,"id":39,"ws":true,"disabled":false},{"text":"rising","start":228,"end":234,"id":40,"ws":true,"disabled":false},{"text":"seas","start":235,"end":239,"id":41,"ws":true,"disabled":false},{"text":"will","start":240,"end":244,"id":42,"ws":true,"disabled":false},{"text":"increase","start":245,"end":253,"id":43,"ws":true,"disabled":false},{"text":"the","start":254,"end":257,"id":44,"ws":true,"disabled":false},{"text":"risk","start":258,"end":262,"id":45,"ws":true,"disabled":false},{"text":"of","start":263,"end":265,"id":46,"ws":true,"disabled":false},{"text":"flooding","start":266,"end":274,"id":47,"ws":true,"disabled":false},{"text":"in","start":275,"end":277,"id":48,"ws":true,"disabled":false},{"text":"low","start":278,"end":281,"id":49,"ws":false,"disabled":false},{"text":"-","start":281,"end":282,"id":50,"ws":false,"disabled":false},{"text":"lying","start":282,"end":287,"id":51,"ws":true,"disabled":false},{"text":"areas","start":288,"end":293,"id":52,"ws":true,"disabled":false},{"text":"around","start":294,"end":300,"id":53,"ws":true,"disabled":false},{"text":"the","start":301,"end":304,"id":54,"ws":true,"disabled":false},{"text":"globe","start":305,"end":310,"id":55,"ws":false,"disabled":false},{"text":".","start":310,"end":311,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":312,"end":324,"id":57,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":325,"end":337,"id":58,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":26,"child":25,"head_span":{"start":141,"end":150,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":126,"end":140,"token_start":23,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":28,"head_span":{"start":167,"end":173,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":152,"end":161,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":36,"head_span":{"start":179,"end":195,"token_start":33,"token_end":34,"label":"aspect_changing"},"child_span":{"start":199,"end":209,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":36,"head_span":{"start":215,"end":223,"token_start":38,"token_end":38,"label":"change_direction"},"child_span":{"start":199,"end":209,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":41,"head_span":{"start":228,"end":234,"token_start":40,"token_end":40,"label":"change_direction"},"child_span":{"start":235,"end":239,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":47,"head_span":{"start":258,"end":262,"token_start":45,"token_end":45,"label":"aspect_changing"},"child_span":{"start":266,"end":274,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":47,"head_span":{"start":245,"end":253,"token_start":43,"token_end":43,"label":"change_direction"},"child_span":{"start":266,"end":274,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":28,"head_span":{"start":126,"end":140,"token_start":23,"token_end":25,"label":"base"},"child_span":{"start":152,"end":161,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":36,"head_span":{"start":126,"end":140,"token_start":23,"token_end":25,"label":"base"},"child_span":{"start":199,"end":209,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":41,"head_span":{"start":126,"end":140,"token_start":23,"token_end":25,"label":"base"},"child_span":{"start":235,"end":239,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":47,"head_span":{"start":126,"end":140,"token_start":23,"token_end":25,"label":"base"},"child_span":{"start":266,"end":274,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":47,"head_span":{"start":235,"end":239,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":266,"end":274,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":57,"Used?":"","Dataset name":"","ignore?":"y","reason":"Not causal","relation count":"","complexity":"","original_md_text":"However, the paper goes on to say that correction procedures have effectively removed the urban heat signal such that it has not caused a bias in temperature assessment over the past 50-80 years.","text":"However, the paper goes on to say that correction procedures have effectively removed the urban heat signal such that it has not caused a bias in temperature assessment over the past 50-80 years. IMPLIED_BASE IMPLIED_BASE","characters":195,"document_index":48,"md_sentence_index":16,"classification_origin":"cm_cause_effect_rel","url":"https://www.forbes.com/sites/marshallshepherd/2019/05/06/urban-heat-islands-dont-explain-climate-change-heres-the-bigger-problem/","combo_id":"48_16","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":8358230,"_task_hash":1564871739,"spans":[{"start":39,"end":49,"token_start":9,"token_end":9,"label":"type_of"},{"start":50,"end":60,"token_start":10,"token_end":10,"label":"base"},{"start":78,"end":85,"token_start":13,"token_end":13,"label":"change_direction"},{"start":90,"end":95,"token_start":15,"token_end":15,"label":"type_of"},{"start":96,"end":100,"token_start":16,"token_end":16,"label":"base"},{"start":101,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":146,"end":168,"token_start":27,"token_end":28,"label":"aspect_changing"},{"start":169,"end":194,"token_start":29,"token_end":35,"label":"when"},{"start":196,"end":208,"token_start":37,"token_end":37,"label":"base"}],"tokens":[{"text":"However","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"paper","start":13,"end":18,"id":3,"ws":true,"disabled":false},{"text":"goes","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"on","start":24,"end":26,"id":5,"ws":true,"disabled":false},{"text":"to","start":27,"end":29,"id":6,"ws":true,"disabled":false},{"text":"say","start":30,"end":33,"id":7,"ws":true,"disabled":false},{"text":"that","start":34,"end":38,"id":8,"ws":true,"disabled":false},{"text":"correction","start":39,"end":49,"id":9,"ws":true,"disabled":false},{"text":"procedures","start":50,"end":60,"id":10,"ws":true,"disabled":false},{"text":"have","start":61,"end":65,"id":11,"ws":true,"disabled":false},{"text":"effectively","start":66,"end":77,"id":12,"ws":true,"disabled":false},{"text":"removed","start":78,"end":85,"id":13,"ws":true,"disabled":false},{"text":"the","start":86,"end":89,"id":14,"ws":true,"disabled":false},{"text":"urban","start":90,"end":95,"id":15,"ws":true,"disabled":false},{"text":"heat","start":96,"end":100,"id":16,"ws":true,"disabled":false},{"text":"signal","start":101,"end":107,"id":17,"ws":true,"disabled":false},{"text":"such","start":108,"end":112,"id":18,"ws":true,"disabled":false},{"text":"that","start":113,"end":117,"id":19,"ws":true,"disabled":false},{"text":"it","start":118,"end":120,"id":20,"ws":true,"disabled":false},{"text":"has","start":121,"end":124,"id":21,"ws":true,"disabled":false},{"text":"not","start":125,"end":128,"id":22,"ws":true,"disabled":false},{"text":"caused","start":129,"end":135,"id":23,"ws":true,"disabled":false},{"text":"a","start":136,"end":137,"id":24,"ws":true,"disabled":false},{"text":"bias","start":138,"end":142,"id":25,"ws":true,"disabled":false},{"text":"in","start":143,"end":145,"id":26,"ws":true,"disabled":false},{"text":"temperature","start":146,"end":157,"id":27,"ws":true,"disabled":false},{"text":"assessment","start":158,"end":168,"id":28,"ws":true,"disabled":false},{"text":"over","start":169,"end":173,"id":29,"ws":true,"disabled":false},{"text":"the","start":174,"end":177,"id":30,"ws":true,"disabled":false},{"text":"past","start":178,"end":182,"id":31,"ws":true,"disabled":false},{"text":"50","start":183,"end":185,"id":32,"ws":false,"disabled":false},{"text":"-","start":185,"end":186,"id":33,"ws":false,"disabled":false},{"text":"80","start":186,"end":188,"id":34,"ws":true,"disabled":false},{"text":"years","start":189,"end":194,"id":35,"ws":false,"disabled":false},{"text":".","start":194,"end":195,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":209,"end":221,"id":38,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":10,"child":16,"head_span":{"start":50,"end":60,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":96,"end":100,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":10,"head_span":{"start":39,"end":49,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":50,"end":60,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":78,"end":85,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":96,"end":100,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":90,"end":95,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":96,"end":100,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":101,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":96,"end":100,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":37,"head_span":{"start":146,"end":168,"token_start":27,"token_end":28,"label":"aspect_changing"},"child_span":{"start":196,"end":208,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":37,"head_span":{"start":96,"end":100,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":196,"end":208,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":722,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"However, efforts that effectively increase preparation for both the physical and psychological consequences of extreme weather- and climate-related events could decrease the impact on mental health and well- being.\n","text":"However, efforts that effectively increase preparation for both the physical and psychological consequences of extreme weather- and climate-related events could decrease the impact on mental health and well- being. IMPLIED_BASE IMPLIED_BASE","characters":215,"document_index":619,"md_sentence_index":302,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_302","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1581039832,"_task_hash":1908645411,"spans":[{"text":"increase","start":34,"token_start":5,"token_end":5,"end":42,"type":"pattern","label":"change_direction"},{"start":43,"end":107,"token_start":6,"token_end":13,"label":"aspect_changing"},{"start":111,"end":147,"token_start":15,"token_end":20,"label":"type_of"},{"start":148,"end":154,"token_start":21,"token_end":21,"label":"base"},{"text":"decrease","start":161,"token_start":23,"token_end":23,"end":169,"type":"pattern","label":"change_direction"},{"start":174,"end":180,"token_start":25,"token_end":25,"label":"aspect_changing"},{"start":184,"end":190,"token_start":27,"token_end":27,"label":"type_of"},{"start":191,"end":197,"token_start":28,"token_end":28,"label":"base"},{"start":202,"end":213,"token_start":30,"token_end":31,"label":"base"}],"tokens":[{"text":"However","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"efforts","start":9,"end":16,"id":2,"ws":true,"disabled":false},{"text":"that","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"effectively","start":22,"end":33,"id":4,"ws":true,"disabled":false},{"text":"increase","start":34,"end":42,"id":5,"ws":true,"disabled":false},{"text":"preparation","start":43,"end":54,"id":6,"ws":true,"disabled":false},{"text":"for","start":55,"end":58,"id":7,"ws":true,"disabled":false},{"text":"both","start":59,"end":63,"id":8,"ws":true,"disabled":false},{"text":"the","start":64,"end":67,"id":9,"ws":true,"disabled":false},{"text":"physical","start":68,"end":76,"id":10,"ws":true,"disabled":false},{"text":"and","start":77,"end":80,"id":11,"ws":true,"disabled":false},{"text":"psychological","start":81,"end":94,"id":12,"ws":true,"disabled":false},{"text":"consequences","start":95,"end":107,"id":13,"ws":true,"disabled":false},{"text":"of","start":108,"end":110,"id":14,"ws":true,"disabled":false},{"text":"extreme","start":111,"end":118,"id":15,"ws":true,"disabled":false},{"text":"weather-","start":119,"end":127,"id":16,"ws":true,"disabled":false},{"text":"and","start":128,"end":131,"id":17,"ws":true,"disabled":false},{"text":"climate","start":132,"end":139,"id":18,"ws":false,"disabled":false},{"text":"-","start":139,"end":140,"id":19,"ws":false,"disabled":false},{"text":"related","start":140,"end":147,"id":20,"ws":true,"disabled":false},{"text":"events","start":148,"end":154,"id":21,"ws":true,"disabled":false},{"text":"could","start":155,"end":160,"id":22,"ws":true,"disabled":false},{"text":"decrease","start":161,"end":169,"id":23,"ws":true,"disabled":false},{"text":"the","start":170,"end":173,"id":24,"ws":true,"disabled":false},{"text":"impact","start":174,"end":180,"id":25,"ws":true,"disabled":false},{"text":"on","start":181,"end":183,"id":26,"ws":true,"disabled":false},{"text":"mental","start":184,"end":190,"id":27,"ws":true,"disabled":false},{"text":"health","start":191,"end":197,"id":28,"ws":true,"disabled":false},{"text":"and","start":198,"end":201,"id":29,"ws":true,"disabled":false},{"text":"well-","start":202,"end":207,"id":30,"ws":true,"disabled":false},{"text":"being","start":208,"end":213,"id":31,"ws":false,"disabled":false},{"text":".","start":213,"end":214,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":215,"end":227,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":228,"end":240,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":13,"child":21,"head_span":{"start":43,"end":107,"token_start":6,"token_end":13,"label":"aspect_changing"},"child_span":{"start":148,"end":154,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":111,"end":147,"token_start":15,"token_end":20,"label":"type_of"},"child_span":{"start":148,"end":154,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":28,"head_span":{"start":161,"end":169,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":191,"end":197,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":31,"head_span":{"start":161,"end":169,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":202,"end":213,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":28,"head_span":{"start":174,"end":180,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":191,"end":197,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":28,"head_span":{"start":184,"end":190,"token_start":27,"token_end":27,"label":"type_of"},"child_span":{"start":191,"end":197,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":31,"head_span":{"start":174,"end":180,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":202,"end":213,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":21,"head_span":{"start":34,"end":42,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":148,"end":154,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":28,"head_span":{"start":148,"end":154,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":191,"end":197,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":31,"head_span":{"start":148,"end":154,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":202,"end":213,"token_start":30,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":8,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"The finding that climate change can play a role in increasing air pollution means that air pollution will be \"more difficult to control in the future than we thought,\" Kinney said.\n","text":"The finding that climate change can play a role in increasing air pollution means that air pollution will be \"more difficult to control in the future than we thought,\" Kinney said. IMPLIED_BASE IMPLIED_BASE","characters":181,"document_index":9,"md_sentence_index":24,"classification_origin":"cm_cause_effect_rel","url":"http://www.livescience.com/57913-climate-change-will-increase-air-pollution.html","combo_id":"9_24","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1298064518,"_task_hash":-1451507228,"spans":[{"text":"climate change","start":17,"token_start":3,"token_end":4,"end":31,"type":"pattern","label":"base"},{"text":"increasing","start":51,"token_start":10,"token_end":10,"end":61,"type":"pattern","label":"change_direction"},{"start":62,"end":65,"token_start":11,"token_end":11,"label":"type_of"},{"text":"pollution","start":66,"token_start":12,"token_end":12,"end":75,"type":"pattern","label":"base"},{"start":87,"end":90,"token_start":15,"token_end":15,"label":"type_of"},{"text":"pollution","start":91,"token_start":16,"token_end":16,"end":100,"type":"pattern","label":"base"},{"start":110,"end":124,"token_start":20,"token_end":21,"label":"change_direction"},{"start":128,"end":135,"token_start":23,"token_end":23,"label":"aspect_changing"},{"start":136,"end":149,"token_start":24,"token_end":26,"label":"when"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"finding","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"that","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"climate","start":17,"end":24,"id":3,"ws":true,"disabled":false},{"text":"change","start":25,"end":31,"id":4,"ws":true,"disabled":false},{"text":"can","start":32,"end":35,"id":5,"ws":true,"disabled":false},{"text":"play","start":36,"end":40,"id":6,"ws":true,"disabled":false},{"text":"a","start":41,"end":42,"id":7,"ws":true,"disabled":false},{"text":"role","start":43,"end":47,"id":8,"ws":true,"disabled":false},{"text":"in","start":48,"end":50,"id":9,"ws":true,"disabled":false},{"text":"increasing","start":51,"end":61,"id":10,"ws":true,"disabled":false},{"text":"air","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"pollution","start":66,"end":75,"id":12,"ws":true,"disabled":false},{"text":"means","start":76,"end":81,"id":13,"ws":true,"disabled":false},{"text":"that","start":82,"end":86,"id":14,"ws":true,"disabled":false},{"text":"air","start":87,"end":90,"id":15,"ws":true,"disabled":false},{"text":"pollution","start":91,"end":100,"id":16,"ws":true,"disabled":false},{"text":"will","start":101,"end":105,"id":17,"ws":true,"disabled":false},{"text":"be","start":106,"end":108,"id":18,"ws":true,"disabled":false},{"text":"\"","start":109,"end":110,"id":19,"ws":false,"disabled":false},{"text":"more","start":110,"end":114,"id":20,"ws":true,"disabled":false},{"text":"difficult","start":115,"end":124,"id":21,"ws":true,"disabled":false},{"text":"to","start":125,"end":127,"id":22,"ws":true,"disabled":false},{"text":"control","start":128,"end":135,"id":23,"ws":true,"disabled":false},{"text":"in","start":136,"end":138,"id":24,"ws":true,"disabled":false},{"text":"the","start":139,"end":142,"id":25,"ws":true,"disabled":false},{"text":"future","start":143,"end":149,"id":26,"ws":true,"disabled":false},{"text":"than","start":150,"end":154,"id":27,"ws":true,"disabled":false},{"text":"we","start":155,"end":157,"id":28,"ws":true,"disabled":false},{"text":"thought","start":158,"end":165,"id":29,"ws":false,"disabled":false},{"text":",","start":165,"end":166,"id":30,"ws":false,"disabled":false},{"text":"\"","start":166,"end":167,"id":31,"ws":true,"disabled":false},{"text":"Kinney","start":168,"end":174,"id":32,"ws":true,"disabled":false},{"text":"said","start":175,"end":179,"id":33,"ws":false,"disabled":false},{"text":".","start":179,"end":180,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":10,"child":12,"head_span":{"start":51,"end":61,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":66,"end":75,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":62,"end":65,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":66,"end":75,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":12,"head_span":{"start":17,"end":31,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":66,"end":75,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":16,"head_span":{"start":87,"end":90,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":91,"end":100,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":16,"head_span":{"start":110,"end":124,"token_start":20,"token_end":21,"label":"change_direction"},"child_span":{"start":91,"end":100,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":16,"head_span":{"start":128,"end":135,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":91,"end":100,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":16,"head_span":{"start":66,"end":75,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":91,"end":100,"token_start":16,"token_end":16,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":4,"child":16,"head_span":{"start":17,"end":31,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":91,"end":100,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":932,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The fracking itself can also create local pollution.\n","text":"The fracking itself can also create local pollution. IMPLIED_BASE IMPLIED_BASE","characters":53,"document_index":746,"md_sentence_index":117,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2017/climate/what-is-climate-change.html","combo_id":"746_117","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1454086078,"_task_hash":-1622558019,"spans":[{"start":4,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":36,"end":41,"token_start":6,"token_end":6,"label":"type_of"},{"text":"pollution","start":42,"token_start":7,"token_end":7,"end":51,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"fracking","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"itself","start":13,"end":19,"id":2,"ws":true,"disabled":false},{"text":"can","start":20,"end":23,"id":3,"ws":true,"disabled":false},{"text":"also","start":24,"end":28,"id":4,"ws":true,"disabled":false},{"text":"create","start":29,"end":35,"id":5,"ws":true,"disabled":false},{"text":"local","start":36,"end":41,"id":6,"ws":true,"disabled":false},{"text":"pollution","start":42,"end":51,"id":7,"ws":false,"disabled":false},{"text":".","start":51,"end":52,"id":8,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":53,"end":65,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":66,"end":78,"id":10,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":36,"end":41,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":42,"end":51,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":7,"head_span":{"start":4,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":42,"end":51,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":15,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"A new report from the Congressional Budget Office estimates annual losses from damage linked to hurricanes and flooding at $54 billion under current conditions (which are changing rapidly).\n","text":"A new report from the Congressional Budget Office estimates annual losses from damage linked to hurricanes and flooding at $54 billion under current conditions (which are changing rapidly). IMPLIED_BASE IMPLIED_BASE","characters":190,"document_index":15,"md_sentence_index":30,"classification_origin":"cm_cause_effect_rel","url":"https://www.marketwatch.com/story/how-climate-change-could-trigger-the-next-financial-crisis-2019-04-18","combo_id":"15_30","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1142923253,"_task_hash":-1105167602,"spans":[{"text":"annual losses","start":60,"token_start":9,"token_end":10,"end":73,"type":"pattern","label":"aspect_changing"},{"start":79,"end":85,"token_start":12,"token_end":12,"label":"aspect_changing"},{"text":"hurricanes","start":96,"token_start":15,"token_end":15,"end":106,"type":"pattern","label":"base"},{"text":"flooding","start":111,"token_start":17,"token_end":17,"end":119,"type":"pattern","label":"base"},{"start":123,"end":134,"token_start":19,"token_end":21,"label":"effect_size"},{"start":141,"end":148,"token_start":23,"token_end":23,"label":"when"},{"start":190,"end":202,"token_start":32,"token_end":32,"label":"base"},{"start":203,"end":215,"token_start":33,"token_end":33,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"new","start":2,"end":5,"id":1,"ws":true,"disabled":false},{"text":"report","start":6,"end":12,"id":2,"ws":true,"disabled":false},{"text":"from","start":13,"end":17,"id":3,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":4,"ws":true,"disabled":false},{"text":"Congressional","start":22,"end":35,"id":5,"ws":true,"disabled":false},{"text":"Budget","start":36,"end":42,"id":6,"ws":true,"disabled":false},{"text":"Office","start":43,"end":49,"id":7,"ws":true,"disabled":false},{"text":"estimates","start":50,"end":59,"id":8,"ws":true,"disabled":false},{"text":"annual","start":60,"end":66,"id":9,"ws":true,"disabled":false},{"text":"losses","start":67,"end":73,"id":10,"ws":true,"disabled":false},{"text":"from","start":74,"end":78,"id":11,"ws":true,"disabled":false},{"text":"damage","start":79,"end":85,"id":12,"ws":true,"disabled":false},{"text":"linked","start":86,"end":92,"id":13,"ws":true,"disabled":false},{"text":"to","start":93,"end":95,"id":14,"ws":true,"disabled":false},{"text":"hurricanes","start":96,"end":106,"id":15,"ws":true,"disabled":false},{"text":"and","start":107,"end":110,"id":16,"ws":true,"disabled":false},{"text":"flooding","start":111,"end":119,"id":17,"ws":true,"disabled":false},{"text":"at","start":120,"end":122,"id":18,"ws":true,"disabled":false},{"text":"$","start":123,"end":124,"id":19,"ws":false,"disabled":false},{"text":"54","start":124,"end":126,"id":20,"ws":true,"disabled":false},{"text":"billion","start":127,"end":134,"id":21,"ws":true,"disabled":false},{"text":"under","start":135,"end":140,"id":22,"ws":true,"disabled":false},{"text":"current","start":141,"end":148,"id":23,"ws":true,"disabled":false},{"text":"conditions","start":149,"end":159,"id":24,"ws":true,"disabled":false},{"text":"(","start":160,"end":161,"id":25,"ws":false,"disabled":false},{"text":"which","start":161,"end":166,"id":26,"ws":true,"disabled":false},{"text":"are","start":167,"end":170,"id":27,"ws":true,"disabled":false},{"text":"changing","start":171,"end":179,"id":28,"ws":true,"disabled":false},{"text":"rapidly","start":180,"end":187,"id":29,"ws":false,"disabled":false},{"text":")","start":187,"end":188,"id":30,"ws":false,"disabled":false},{"text":".","start":188,"end":189,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":10,"child":32,"head_span":{"start":60,"end":73,"token_start":9,"token_end":10,"label":"aspect_changing"},"child_span":{"start":190,"end":202,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":33,"head_span":{"start":79,"end":85,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":203,"end":215,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":32,"head_span":{"start":123,"end":134,"token_start":19,"token_end":21,"label":"effect_size"},"child_span":{"start":190,"end":202,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":33,"head_span":{"start":96,"end":106,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":203,"end":215,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":33,"head_span":{"start":111,"end":119,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":203,"end":215,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":32,"head_span":{"start":203,"end":215,"token_start":33,"token_end":33,"label":"base"},"child_span":{"start":190,"end":202,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":391,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Some of the negative health effects of climate change are already upon us, but it\u2019s not all doom and gloom.","text":"Some of the negative health effects of climate change are already upon us, but it\u2019s not all doom and gloom. IMPLIED_BASE IMPLIED_BASE","characters":107,"document_index":306,"md_sentence_index":4,"classification_origin":"cm_cause_effect_rel","url":"http://theconversation.com/climate-qanda-will-we-be-less-healthy-because-of-climate-change-115800","combo_id":"306_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1323345530,"_task_hash":730176953,"spans":[{"text":"health","start":21,"token_start":4,"token_end":4,"end":27,"type":"pattern","label":"base"},{"text":"climate change","start":39,"token_start":7,"token_end":8,"end":53,"type":"pattern","label":"base"}],"tokens":[{"text":"Some","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"of","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"negative","start":12,"end":20,"id":3,"ws":true,"disabled":false},{"text":"health","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"effects","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"of","start":36,"end":38,"id":6,"ws":true,"disabled":false},{"text":"climate","start":39,"end":46,"id":7,"ws":true,"disabled":false},{"text":"change","start":47,"end":53,"id":8,"ws":true,"disabled":false},{"text":"are","start":54,"end":57,"id":9,"ws":true,"disabled":false},{"text":"already","start":58,"end":65,"id":10,"ws":true,"disabled":false},{"text":"upon","start":66,"end":70,"id":11,"ws":true,"disabled":false},{"text":"us","start":71,"end":73,"id":12,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":13,"ws":true,"disabled":false},{"text":"but","start":75,"end":78,"id":14,"ws":true,"disabled":false},{"text":"it","start":79,"end":81,"id":15,"ws":false,"disabled":false},{"text":"\u2019s","start":81,"end":83,"id":16,"ws":true,"disabled":false},{"text":"not","start":84,"end":87,"id":17,"ws":true,"disabled":false},{"text":"all","start":88,"end":91,"id":18,"ws":true,"disabled":false},{"text":"doom","start":92,"end":96,"id":19,"ws":true,"disabled":false},{"text":"and","start":97,"end":100,"id":20,"ws":true,"disabled":false},{"text":"gloom","start":101,"end":106,"id":21,"ws":false,"disabled":false},{"text":".","start":106,"end":107,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":24,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":1124,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":", 2007; Vecchi and Soden, 2007; Bender et al., 2010], suggesting that the enhanced TC intensification is probably linked to an increase (reduction) of high(low) intensity cyclones on the global scale.\n","text":", 2007; Vecchi and Soden, 2007; Bender et al., 2010], suggesting that the enhanced TC intensification is probably linked to an increase (reduction) of high(low) intensity cyclones on the global scale. IMPLIED_BASE IMPLIED_BASE","characters":201,"document_index":853,"md_sentence_index":145,"classification_origin":"causal_sentence_classification","url":"https://agupubs.onlinelibrary.wiley.com/doi/full/10.1029/2012GL051700","combo_id":"853_145","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-81674681,"_task_hash":-1762534194,"spans":[{"start":74,"end":82,"token_start":20,"token_end":20,"label":"change_direction"},{"start":83,"end":85,"token_start":21,"token_end":21,"label":"base"},{"start":86,"end":101,"token_start":22,"token_end":22,"label":"aspect_changing"},{"text":"increase","start":127,"token_start":28,"token_end":28,"end":135,"type":"pattern","label":"change_direction"},{"start":137,"end":146,"token_start":30,"token_end":30,"label":"change_direction"},{"start":151,"end":170,"token_start":33,"token_end":35,"label":"type_of"},{"start":171,"end":179,"token_start":36,"token_end":36,"label":"base"},{"start":201,"end":213,"token_start":42,"token_end":42,"label":"base"}],"tokens":[{"text":",","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"2007","start":2,"end":6,"id":1,"ws":false,"disabled":false},{"text":";","start":6,"end":7,"id":2,"ws":true,"disabled":false},{"text":"Vecchi","start":8,"end":14,"id":3,"ws":true,"disabled":false},{"text":"and","start":15,"end":18,"id":4,"ws":true,"disabled":false},{"text":"Soden","start":19,"end":24,"id":5,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":6,"ws":true,"disabled":false},{"text":"2007","start":26,"end":30,"id":7,"ws":false,"disabled":false},{"text":";","start":30,"end":31,"id":8,"ws":true,"disabled":false},{"text":"Bender","start":32,"end":38,"id":9,"ws":true,"disabled":false},{"text":"et","start":39,"end":41,"id":10,"ws":true,"disabled":false},{"text":"al","start":42,"end":44,"id":11,"ws":false,"disabled":false},{"text":".","start":44,"end":45,"id":12,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":13,"ws":true,"disabled":false},{"text":"2010","start":47,"end":51,"id":14,"ws":false,"disabled":false},{"text":"]","start":51,"end":52,"id":15,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":16,"ws":true,"disabled":false},{"text":"suggesting","start":54,"end":64,"id":17,"ws":true,"disabled":false},{"text":"that","start":65,"end":69,"id":18,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":19,"ws":true,"disabled":false},{"text":"enhanced","start":74,"end":82,"id":20,"ws":true,"disabled":false},{"text":"TC","start":83,"end":85,"id":21,"ws":true,"disabled":false},{"text":"intensification","start":86,"end":101,"id":22,"ws":true,"disabled":false},{"text":"is","start":102,"end":104,"id":23,"ws":true,"disabled":false},{"text":"probably","start":105,"end":113,"id":24,"ws":true,"disabled":false},{"text":"linked","start":114,"end":120,"id":25,"ws":true,"disabled":false},{"text":"to","start":121,"end":123,"id":26,"ws":true,"disabled":false},{"text":"an","start":124,"end":126,"id":27,"ws":true,"disabled":false},{"text":"increase","start":127,"end":135,"id":28,"ws":true,"disabled":false},{"text":"(","start":136,"end":137,"id":29,"ws":false,"disabled":false},{"text":"reduction","start":137,"end":146,"id":30,"ws":false,"disabled":false},{"text":")","start":146,"end":147,"id":31,"ws":true,"disabled":false},{"text":"of","start":148,"end":150,"id":32,"ws":true,"disabled":false},{"text":"high(low","start":151,"end":159,"id":33,"ws":false,"disabled":false},{"text":")","start":159,"end":160,"id":34,"ws":true,"disabled":false},{"text":"intensity","start":161,"end":170,"id":35,"ws":true,"disabled":false},{"text":"cyclones","start":171,"end":179,"id":36,"ws":true,"disabled":false},{"text":"on","start":180,"end":182,"id":37,"ws":true,"disabled":false},{"text":"the","start":183,"end":186,"id":38,"ws":true,"disabled":false},{"text":"global","start":187,"end":193,"id":39,"ws":true,"disabled":false},{"text":"scale","start":194,"end":199,"id":40,"ws":false,"disabled":false},{"text":".","start":199,"end":200,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":201,"end":213,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":214,"end":226,"id":43,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":36,"child":42,"head_span":{"start":171,"end":179,"token_start":36,"token_end":36,"label":"base"},"child_span":{"start":201,"end":213,"token_start":42,"token_end":42,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":21,"child":36,"head_span":{"start":83,"end":85,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":171,"end":179,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":42,"head_span":{"start":83,"end":85,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":201,"end":213,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":35,"child":36,"head_span":{"start":151,"end":170,"token_start":33,"token_end":35,"label":"type_of"},"child_span":{"start":171,"end":179,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":42,"head_span":{"start":151,"end":170,"token_start":33,"token_end":35,"label":"type_of"},"child_span":{"start":201,"end":213,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":42,"head_span":{"start":137,"end":146,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":201,"end":213,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":36,"head_span":{"start":127,"end":135,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":171,"end":179,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":74,"end":82,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":83,"end":85,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":21,"head_span":{"start":86,"end":101,"token_start":22,"token_end":22,"label":"aspect_changing"},"child_span":{"start":83,"end":85,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept","flagged":true}
+{"number":986,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Models can\u2019t say much about the cultural strain that might result from a climate influx; there is no data on anger or prejudice.","text":"Models can\u2019t say much about the cultural strain that might result from a climate influx; there is no data on anger or prejudice. IMPLIED_BASE IMPLIED_BASE","characters":128,"document_index":771,"md_sentence_index":277,"classification_origin":"causal_sentence_classification","url":"https://features.propublica.org/climate-migration/model-how-climate-refugees-move-across-continents/","combo_id":"771_277","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":141449205,"_task_hash":1507494960,"spans":[],"tokens":[{"text":"Models","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"ca","start":7,"end":9,"id":1,"ws":false,"disabled":false},{"text":"n\u2019t","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"say","start":13,"end":16,"id":3,"ws":true,"disabled":false},{"text":"much","start":17,"end":21,"id":4,"ws":true,"disabled":false},{"text":"about","start":22,"end":27,"id":5,"ws":true,"disabled":false},{"text":"the","start":28,"end":31,"id":6,"ws":true,"disabled":false},{"text":"cultural","start":32,"end":40,"id":7,"ws":true,"disabled":false},{"text":"strain","start":41,"end":47,"id":8,"ws":true,"disabled":false},{"text":"that","start":48,"end":52,"id":9,"ws":true,"disabled":false},{"text":"might","start":53,"end":58,"id":10,"ws":true,"disabled":false},{"text":"result","start":59,"end":65,"id":11,"ws":true,"disabled":false},{"text":"from","start":66,"end":70,"id":12,"ws":true,"disabled":false},{"text":"a","start":71,"end":72,"id":13,"ws":true,"disabled":false},{"text":"climate","start":73,"end":80,"id":14,"ws":true,"disabled":false},{"text":"influx","start":81,"end":87,"id":15,"ws":false,"disabled":false},{"text":";","start":87,"end":88,"id":16,"ws":true,"disabled":false},{"text":"there","start":89,"end":94,"id":17,"ws":true,"disabled":false},{"text":"is","start":95,"end":97,"id":18,"ws":true,"disabled":false},{"text":"no","start":98,"end":100,"id":19,"ws":true,"disabled":false},{"text":"data","start":101,"end":105,"id":20,"ws":true,"disabled":false},{"text":"on","start":106,"end":108,"id":21,"ws":true,"disabled":false},{"text":"anger","start":109,"end":114,"id":22,"ws":true,"disabled":false},{"text":"or","start":115,"end":117,"id":23,"ws":true,"disabled":false},{"text":"prejudice","start":118,"end":127,"id":24,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":27,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[],"flagged":false,"answer":"reject"}
+{"number":81,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Simple","original_md_text":"Economic Deprivation\nClimate change is projected to have a detrimental impact on economies worldwide, including reduced crop yields, less grazing land, and the loss of homes and jobs due to wildfires and flooding (IPCC, 2007).","text":"Economic DeprivationClimate change is projected to have a detrimental impact on economies worldwide, including reduced crop yields, less grazing land, and the loss of homes and jobs due to wildfires and flooding (IPCC, 2007). IMPLIED_BASE IMPLIED_BASE","characters":226,"document_index":71,"md_sentence_index":107,"classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_107","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1814233845,"_task_hash":1150132977,"spans":[{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},{"start":58,"end":69,"token_start":8,"token_end":8,"label":"change_direction"},{"start":70,"end":76,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},{"start":90,"end":99,"token_start":12,"token_end":12,"label":"where"},{"text":"reduced","start":111,"token_start":15,"token_end":15,"end":118,"type":"pattern","label":"change_direction"},{"text":"crop","start":119,"token_start":16,"token_end":16,"end":123,"type":"pattern","label":"base"},{"start":124,"end":130,"token_start":17,"token_end":17,"label":"aspect_changing"},{"text":"less","start":132,"token_start":19,"token_end":19,"end":136,"type":"pattern","label":"change_direction"},{"start":137,"end":144,"token_start":20,"token_end":20,"label":"type_of"},{"start":145,"end":149,"token_start":21,"token_end":21,"label":"base"},{"start":159,"end":163,"token_start":25,"token_end":25,"label":"change_direction"},{"text":"homes","start":167,"token_start":27,"token_end":27,"end":172,"type":"pattern","label":"base"},{"start":177,"end":181,"token_start":29,"token_end":29,"label":"base"},{"text":"wildfires","start":189,"token_start":32,"token_end":32,"end":198,"type":"pattern","label":"base"},{"text":"flooding","start":203,"token_start":34,"token_end":34,"end":211,"type":"pattern","label":"base"}],"tokens":[{"text":"Economic","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"DeprivationClimate","start":9,"end":27,"id":1,"ws":true,"disabled":false},{"text":"change","start":28,"end":34,"id":2,"ws":true,"disabled":false},{"text":"is","start":35,"end":37,"id":3,"ws":true,"disabled":false},{"text":"projected","start":38,"end":47,"id":4,"ws":true,"disabled":false},{"text":"to","start":48,"end":50,"id":5,"ws":true,"disabled":false},{"text":"have","start":51,"end":55,"id":6,"ws":true,"disabled":false},{"text":"a","start":56,"end":57,"id":7,"ws":true,"disabled":false},{"text":"detrimental","start":58,"end":69,"id":8,"ws":true,"disabled":false},{"text":"impact","start":70,"end":76,"id":9,"ws":true,"disabled":false},{"text":"on","start":77,"end":79,"id":10,"ws":true,"disabled":false},{"text":"economies","start":80,"end":89,"id":11,"ws":true,"disabled":false},{"text":"worldwide","start":90,"end":99,"id":12,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":13,"ws":true,"disabled":false},{"text":"including","start":101,"end":110,"id":14,"ws":true,"disabled":false},{"text":"reduced","start":111,"end":118,"id":15,"ws":true,"disabled":false},{"text":"crop","start":119,"end":123,"id":16,"ws":true,"disabled":false},{"text":"yields","start":124,"end":130,"id":17,"ws":false,"disabled":false},{"text":",","start":130,"end":131,"id":18,"ws":true,"disabled":false},{"text":"less","start":132,"end":136,"id":19,"ws":true,"disabled":false},{"text":"grazing","start":137,"end":144,"id":20,"ws":true,"disabled":false},{"text":"land","start":145,"end":149,"id":21,"ws":false,"disabled":false},{"text":",","start":149,"end":150,"id":22,"ws":true,"disabled":false},{"text":"and","start":151,"end":154,"id":23,"ws":true,"disabled":false},{"text":"the","start":155,"end":158,"id":24,"ws":true,"disabled":false},{"text":"loss","start":159,"end":163,"id":25,"ws":true,"disabled":false},{"text":"of","start":164,"end":166,"id":26,"ws":true,"disabled":false},{"text":"homes","start":167,"end":172,"id":27,"ws":true,"disabled":false},{"text":"and","start":173,"end":176,"id":28,"ws":true,"disabled":false},{"text":"jobs","start":177,"end":181,"id":29,"ws":true,"disabled":false},{"text":"due","start":182,"end":185,"id":30,"ws":true,"disabled":false},{"text":"to","start":186,"end":188,"id":31,"ws":true,"disabled":false},{"text":"wildfires","start":189,"end":198,"id":32,"ws":true,"disabled":false},{"text":"and","start":199,"end":202,"id":33,"ws":true,"disabled":false},{"text":"flooding","start":203,"end":211,"id":34,"ws":true,"disabled":false},{"text":"(","start":212,"end":213,"id":35,"ws":false,"disabled":false},{"text":"IPCC","start":213,"end":217,"id":36,"ws":false,"disabled":false},{"text":",","start":217,"end":218,"id":37,"ws":true,"disabled":false},{"text":"2007","start":219,"end":223,"id":38,"ws":false,"disabled":false},{"text":")","start":223,"end":224,"id":39,"ws":false,"disabled":false},{"text":".","start":224,"end":225,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":42,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":2,"child":11,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":11,"head_span":{"start":58,"end":69,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":70,"end":76,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":29,"head_span":{"start":189,"end":198,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":177,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":27,"head_span":{"start":189,"end":198,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":167,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":29,"head_span":{"start":203,"end":211,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":177,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":27,"head_span":{"start":203,"end":211,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":167,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":27,"head_span":{"start":159,"end":163,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":167,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":29,"head_span":{"start":159,"end":163,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":177,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":137,"end":144,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":145,"end":149,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":21,"head_span":{"start":132,"end":136,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":145,"end":149,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":27,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":167,"end":172,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":29,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":177,"end":181,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":32,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":189,"end":198,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":34,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":203,"end":211,"token_start":34,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":11,"head_span":{"start":203,"end":211,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":32,"child":11,"head_span":{"start":189,"end":198,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":29,"child":11,"head_span":{"start":177,"end":181,"token_start":29,"token_end":29,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":11,"head_span":{"start":167,"end":172,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":21,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":145,"end":149,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":11,"head_span":{"start":145,"end":149,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":11,"head_span":{"start":119,"end":123,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":16,"head_span":{"start":9,"end":34,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":119,"end":123,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":16,"head_span":{"start":111,"end":118,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":119,"end":123,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":124,"end":130,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":119,"end":123,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":1015,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Using 21st-century climate model projections, a more recent study led by Mingfang Ting of Columbia University concludes that human-caused warming may lead to a weakening of disruptive vertical wind shear during active Atlantic hurricane cycles.","text":"Using 21st-century climate model projections, a more recent study led by Mingfang Ting of Columbia University concludes that human-caused warming may lead to a weakening of disruptive vertical wind shear during active Atlantic hurricane cycles. IMPLIED_BASE IMPLIED_BASE","characters":244,"document_index":787,"md_sentence_index":107,"classification_origin":"causal_sentence_classification","url":"https://yaleclimateconnections.org/2019/07/how-climate-change-is-making-hurricanes-more-dangerous/","combo_id":"787_107","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-2043747172,"_task_hash":-1332884625,"spans":[{"start":125,"end":137,"token_start":21,"token_end":23,"label":"type_of"},{"start":138,"end":145,"token_start":24,"token_end":24,"label":"base"},{"start":160,"end":169,"token_start":29,"token_end":29,"label":"change_direction"},{"start":173,"end":192,"token_start":31,"token_end":32,"label":"type_of"},{"start":193,"end":203,"token_start":33,"token_end":34,"label":"base"},{"start":204,"end":243,"token_start":35,"token_end":39,"label":"when"}],"tokens":[{"text":"Using","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"21st","start":6,"end":10,"id":1,"ws":false,"disabled":false},{"text":"-","start":10,"end":11,"id":2,"ws":false,"disabled":false},{"text":"century","start":11,"end":18,"id":3,"ws":true,"disabled":false},{"text":"climate","start":19,"end":26,"id":4,"ws":true,"disabled":false},{"text":"model","start":27,"end":32,"id":5,"ws":true,"disabled":false},{"text":"projections","start":33,"end":44,"id":6,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":7,"ws":true,"disabled":false},{"text":"a","start":46,"end":47,"id":8,"ws":true,"disabled":false},{"text":"more","start":48,"end":52,"id":9,"ws":true,"disabled":false},{"text":"recent","start":53,"end":59,"id":10,"ws":true,"disabled":false},{"text":"study","start":60,"end":65,"id":11,"ws":true,"disabled":false},{"text":"led","start":66,"end":69,"id":12,"ws":true,"disabled":false},{"text":"by","start":70,"end":72,"id":13,"ws":true,"disabled":false},{"text":"Mingfang","start":73,"end":81,"id":14,"ws":true,"disabled":false},{"text":"Ting","start":82,"end":86,"id":15,"ws":true,"disabled":false},{"text":"of","start":87,"end":89,"id":16,"ws":true,"disabled":false},{"text":"Columbia","start":90,"end":98,"id":17,"ws":true,"disabled":false},{"text":"University","start":99,"end":109,"id":18,"ws":true,"disabled":false},{"text":"concludes","start":110,"end":119,"id":19,"ws":true,"disabled":false},{"text":"that","start":120,"end":124,"id":20,"ws":true,"disabled":false},{"text":"human","start":125,"end":130,"id":21,"ws":false,"disabled":false},{"text":"-","start":130,"end":131,"id":22,"ws":false,"disabled":false},{"text":"caused","start":131,"end":137,"id":23,"ws":true,"disabled":false},{"text":"warming","start":138,"end":145,"id":24,"ws":true,"disabled":false},{"text":"may","start":146,"end":149,"id":25,"ws":true,"disabled":false},{"text":"lead","start":150,"end":154,"id":26,"ws":true,"disabled":false},{"text":"to","start":155,"end":157,"id":27,"ws":true,"disabled":false},{"text":"a","start":158,"end":159,"id":28,"ws":true,"disabled":false},{"text":"weakening","start":160,"end":169,"id":29,"ws":true,"disabled":false},{"text":"of","start":170,"end":172,"id":30,"ws":true,"disabled":false},{"text":"disruptive","start":173,"end":183,"id":31,"ws":true,"disabled":false},{"text":"vertical","start":184,"end":192,"id":32,"ws":true,"disabled":false},{"text":"wind","start":193,"end":197,"id":33,"ws":true,"disabled":false},{"text":"shear","start":198,"end":203,"id":34,"ws":true,"disabled":false},{"text":"during","start":204,"end":210,"id":35,"ws":true,"disabled":false},{"text":"active","start":211,"end":217,"id":36,"ws":true,"disabled":false},{"text":"Atlantic","start":218,"end":226,"id":37,"ws":true,"disabled":false},{"text":"hurricane","start":227,"end":236,"id":38,"ws":true,"disabled":false},{"text":"cycles","start":237,"end":243,"id":39,"ws":false,"disabled":false},{"text":".","start":243,"end":244,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":245,"end":257,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":258,"end":270,"id":42,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":23,"child":24,"head_span":{"start":125,"end":137,"token_start":21,"token_end":23,"label":"type_of"},"child_span":{"start":138,"end":145,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":34,"head_span":{"start":160,"end":169,"token_start":29,"token_end":29,"label":"change_direction"},"child_span":{"start":193,"end":203,"token_start":33,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":34,"head_span":{"start":173,"end":192,"token_start":31,"token_end":32,"label":"type_of"},"child_span":{"start":193,"end":203,"token_start":33,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":34,"head_span":{"start":138,"end":145,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":193,"end":203,"token_start":33,"token_end":34,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":476,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These sparks quickly ignited the vegetation that was dried out and made extremely flammable by the same extreme heat and low humidity, which research also shows can contribute to a fire's rapid and uncontrollable spread, said Randerson.","text":"These sparks quickly ignited the vegetation that was dried out and made extremely flammable by the same extreme heat and low humidity, which research also shows can contribute to a fire's rapid and uncontrollable spread, said Randerson. IMPLIED_BASE IMPLIED_BASE","characters":236,"document_index":367,"md_sentence_index":21,"classification_origin":"cm-label-eval","url":"https://www.sciencedaily.com/releases/2019/09/190910154657.htm","combo_id":"367_21","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":840709376,"_task_hash":-1003701987,"spans":[{"start":6,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":21,"end":28,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"vegetation","start":33,"token_start":5,"token_end":5,"end":43,"type":"pattern","label":"base"},{"start":53,"end":91,"token_start":8,"token_end":13,"label":"type_of"},{"start":104,"end":111,"token_start":17,"token_end":17,"label":"type_of"},{"start":112,"end":116,"token_start":18,"token_end":18,"label":"base"},{"start":121,"end":124,"token_start":20,"token_end":20,"label":"change_direction"},{"start":125,"end":133,"token_start":21,"token_end":21,"label":"base"},{"start":181,"end":185,"token_start":31,"token_end":31,"label":"base"},{"start":188,"end":219,"token_start":33,"token_end":36,"label":"aspect_changing"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"sparks","start":6,"end":12,"id":1,"ws":true,"disabled":false},{"text":"quickly","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"ignited","start":21,"end":28,"id":3,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":4,"ws":true,"disabled":false},{"text":"vegetation","start":33,"end":43,"id":5,"ws":true,"disabled":false},{"text":"that","start":44,"end":48,"id":6,"ws":true,"disabled":false},{"text":"was","start":49,"end":52,"id":7,"ws":true,"disabled":false},{"text":"dried","start":53,"end":58,"id":8,"ws":true,"disabled":false},{"text":"out","start":59,"end":62,"id":9,"ws":true,"disabled":false},{"text":"and","start":63,"end":66,"id":10,"ws":true,"disabled":false},{"text":"made","start":67,"end":71,"id":11,"ws":true,"disabled":false},{"text":"extremely","start":72,"end":81,"id":12,"ws":true,"disabled":false},{"text":"flammable","start":82,"end":91,"id":13,"ws":true,"disabled":false},{"text":"by","start":92,"end":94,"id":14,"ws":true,"disabled":false},{"text":"the","start":95,"end":98,"id":15,"ws":true,"disabled":false},{"text":"same","start":99,"end":103,"id":16,"ws":true,"disabled":false},{"text":"extreme","start":104,"end":111,"id":17,"ws":true,"disabled":false},{"text":"heat","start":112,"end":116,"id":18,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":19,"ws":true,"disabled":false},{"text":"low","start":121,"end":124,"id":20,"ws":true,"disabled":false},{"text":"humidity","start":125,"end":133,"id":21,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":22,"ws":true,"disabled":false},{"text":"which","start":135,"end":140,"id":23,"ws":true,"disabled":false},{"text":"research","start":141,"end":149,"id":24,"ws":true,"disabled":false},{"text":"also","start":150,"end":154,"id":25,"ws":true,"disabled":false},{"text":"shows","start":155,"end":160,"id":26,"ws":true,"disabled":false},{"text":"can","start":161,"end":164,"id":27,"ws":true,"disabled":false},{"text":"contribute","start":165,"end":175,"id":28,"ws":true,"disabled":false},{"text":"to","start":176,"end":178,"id":29,"ws":true,"disabled":false},{"text":"a","start":179,"end":180,"id":30,"ws":true,"disabled":false},{"text":"fire","start":181,"end":185,"id":31,"ws":false,"disabled":false},{"text":"'s","start":185,"end":187,"id":32,"ws":true,"disabled":false},{"text":"rapid","start":188,"end":193,"id":33,"ws":true,"disabled":false},{"text":"and","start":194,"end":197,"id":34,"ws":true,"disabled":false},{"text":"uncontrollable","start":198,"end":212,"id":35,"ws":true,"disabled":false},{"text":"spread","start":213,"end":219,"id":36,"ws":false,"disabled":false},{"text":",","start":219,"end":220,"id":37,"ws":true,"disabled":false},{"text":"said","start":221,"end":225,"id":38,"ws":true,"disabled":false},{"text":"Randerson","start":226,"end":235,"id":39,"ws":false,"disabled":false},{"text":".","start":235,"end":236,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":237,"end":249,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":250,"end":262,"id":42,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":18,"child":5,"head_span":{"start":112,"end":116,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":5,"head_span":{"start":125,"end":133,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":5,"head_span":{"start":53,"end":91,"token_start":8,"token_end":13,"label":"type_of"},"child_span":{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":104,"end":111,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":112,"end":116,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":121,"end":124,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":125,"end":133,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":5,"head_span":{"start":6,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":5,"head_span":{"start":21,"end":28,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":33,"end":43,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":31,"head_span":{"start":188,"end":219,"token_start":33,"token_end":36,"label":"aspect_changing"},"child_span":{"start":181,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":31,"head_span":{"start":112,"end":116,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":181,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":31,"head_span":{"start":125,"end":133,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":181,"end":185,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":179,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"complex","original_md_text":"Regenerative farming, rotational and mob grazing, reducing tillage, agroforestry, and soil improvements are all means to help mitigate the effects of extreme weather, and the resulting food shocks.","text":"Regenerative farming, rotational and mob grazing, reducing tillage, agroforestry, and soil improvements are all means to help mitigate the effects of extreme weather, and the resulting food shocks. IMPLIED_BASE IMPLIED_BASE","characters":197,"document_index":133,"md_sentence_index":66,"classification_origin":"cm-label-eval","url":"https://civileats.com/2019/05/30/climate-change-is-intensifying-food-shocks/","combo_id":"133_66","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1610578600,"_task_hash":-387032854,"spans":[{"start":0,"end":12,"token_start":0,"token_end":0,"label":"type_of"},{"start":13,"end":20,"token_start":1,"token_end":1,"label":"base"},{"start":22,"end":40,"token_start":3,"token_end":5,"label":"type_of"},{"start":41,"end":48,"token_start":6,"token_end":6,"label":"base"},{"start":50,"end":58,"token_start":8,"token_end":8,"label":"change_direction"},{"start":59,"end":66,"token_start":9,"token_end":9,"label":"base"},{"start":68,"end":80,"token_start":11,"token_end":11,"label":"base"},{"text":"soil","start":86,"token_start":14,"token_end":14,"end":90,"type":"pattern","label":"base"},{"start":91,"end":103,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":126,"end":134,"token_start":21,"token_end":21,"label":"change_direction"},{"start":139,"end":146,"token_start":23,"token_end":23,"label":"aspect_changing"},{"text":"extreme weather","start":150,"token_start":25,"token_end":26,"end":165,"type":"pattern","label":"base"},{"start":185,"end":196,"token_start":31,"token_end":32,"label":"base"}],"tokens":[{"text":"Regenerative","start":0,"end":12,"id":0,"ws":true,"disabled":false},{"text":"farming","start":13,"end":20,"id":1,"ws":false,"disabled":false},{"text":",","start":20,"end":21,"id":2,"ws":true,"disabled":false},{"text":"rotational","start":22,"end":32,"id":3,"ws":true,"disabled":false},{"text":"and","start":33,"end":36,"id":4,"ws":true,"disabled":false},{"text":"mob","start":37,"end":40,"id":5,"ws":true,"disabled":false},{"text":"grazing","start":41,"end":48,"id":6,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":7,"ws":true,"disabled":false},{"text":"reducing","start":50,"end":58,"id":8,"ws":true,"disabled":false},{"text":"tillage","start":59,"end":66,"id":9,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":10,"ws":true,"disabled":false},{"text":"agroforestry","start":68,"end":80,"id":11,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":12,"ws":true,"disabled":false},{"text":"and","start":82,"end":85,"id":13,"ws":true,"disabled":false},{"text":"soil","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"improvements","start":91,"end":103,"id":15,"ws":true,"disabled":false},{"text":"are","start":104,"end":107,"id":16,"ws":true,"disabled":false},{"text":"all","start":108,"end":111,"id":17,"ws":true,"disabled":false},{"text":"means","start":112,"end":117,"id":18,"ws":true,"disabled":false},{"text":"to","start":118,"end":120,"id":19,"ws":true,"disabled":false},{"text":"help","start":121,"end":125,"id":20,"ws":true,"disabled":false},{"text":"mitigate","start":126,"end":134,"id":21,"ws":true,"disabled":false},{"text":"the","start":135,"end":138,"id":22,"ws":true,"disabled":false},{"text":"effects","start":139,"end":146,"id":23,"ws":true,"disabled":false},{"text":"of","start":147,"end":149,"id":24,"ws":true,"disabled":false},{"text":"extreme","start":150,"end":157,"id":25,"ws":true,"disabled":false},{"text":"weather","start":158,"end":165,"id":26,"ws":false,"disabled":false},{"text":",","start":165,"end":166,"id":27,"ws":true,"disabled":false},{"text":"and","start":167,"end":170,"id":28,"ws":true,"disabled":false},{"text":"the","start":171,"end":174,"id":29,"ws":true,"disabled":false},{"text":"resulting","start":175,"end":184,"id":30,"ws":true,"disabled":false},{"text":"food","start":185,"end":189,"id":31,"ws":true,"disabled":false},{"text":"shocks","start":190,"end":196,"id":32,"ws":false,"disabled":false},{"text":".","start":196,"end":197,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":198,"end":210,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":211,"end":223,"id":35,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":26,"child":32,"head_span":{"start":150,"end":165,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":185,"end":196,"token_start":31,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":26,"head_span":{"start":139,"end":146,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":150,"end":165,"token_start":25,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":26,"head_span":{"start":126,"end":134,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":150,"end":165,"token_start":25,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":12,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":13,"end":20,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":22,"end":40,"token_start":3,"token_end":5,"label":"type_of"},"child_span":{"start":41,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":50,"end":58,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":59,"end":66,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":91,"end":103,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":86,"end":90,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":26,"head_span":{"start":13,"end":20,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":150,"end":165,"token_start":25,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":26,"head_span":{"start":41,"end":48,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":150,"end":165,"token_start":25,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":26,"head_span":{"start":59,"end":66,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":150,"end":165,"token_start":25,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":26,"head_span":{"start":68,"end":80,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":150,"end":165,"token_start":25,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":26,"head_span":{"start":86,"end":90,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":150,"end":165,"token_start":25,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":32,"head_span":{"start":13,"end":20,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":185,"end":196,"token_start":31,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":32,"head_span":{"start":41,"end":48,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":185,"end":196,"token_start":31,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":32,"head_span":{"start":59,"end":66,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":185,"end":196,"token_start":31,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":32,"head_span":{"start":68,"end":80,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":185,"end":196,"token_start":31,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":32,"head_span":{"start":86,"end":90,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":185,"end":196,"token_start":31,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":158,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Even droughts can make breathing harder.","text":"Even droughts can make breathing harder. IMPLIED_BASE IMPLIED_BASE","characters":40,"document_index":29,"md_sentence_index":144,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencenewsforstudents.org/article/warning-climate-change-can-harm-your-health","combo_id":"29_144","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1014030689,"_task_hash":2118471726,"spans":[{"text":"droughts","start":5,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":23,"end":32,"token_start":4,"token_end":4,"label":"base"},{"start":33,"end":39,"token_start":5,"token_end":5,"label":"change_direction"}],"tokens":[{"text":"Even","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"droughts","start":5,"end":13,"id":1,"ws":true,"disabled":false},{"text":"can","start":14,"end":17,"id":2,"ws":true,"disabled":false},{"text":"make","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"breathing","start":23,"end":32,"id":4,"ws":true,"disabled":false},{"text":"harder","start":33,"end":39,"id":5,"ws":false,"disabled":false},{"text":".","start":39,"end":40,"id":6,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":41,"end":53,"id":7,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":54,"end":66,"id":8,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":1,"child":4,"head_span":{"start":5,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":23,"end":32,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":4,"head_span":{"start":33,"end":39,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":23,"end":32,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":302,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"They found that hotter than average temperatures increase both suicide rates and the use of depressive language on Twitter.","text":"They found that hotter than average temperatures increase both suicide rates and the use of depressive language on Twitter. IMPLIED_BASE IMPLIED_BASE","characters":123,"document_index":249,"md_sentence_index":11,"classification_origin":"cm-label-eval","url":"https://news.stanford.edu/2019/03/29/effects-climate-change-suicide-rates/","combo_id":"249_11","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":891671407,"_task_hash":1773985388,"spans":[{"text":"hotter","start":16,"token_start":3,"token_end":3,"end":22,"type":"pattern","label":"change_direction"},{"start":23,"end":35,"token_start":4,"token_end":5,"label":"effect_size"},{"text":"temperatures","start":36,"token_start":6,"token_end":6,"end":48,"type":"pattern","label":"aspect_changing"},{"text":"increase","start":49,"token_start":7,"token_end":7,"end":57,"type":"pattern","label":"change_direction"},{"text":"suicide","start":63,"token_start":9,"token_end":9,"end":70,"type":"pattern","label":"base"},{"text":"rates","start":71,"token_start":10,"token_end":10,"end":76,"type":"pattern","label":"aspect_changing"},{"start":85,"end":88,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":92,"end":102,"token_start":15,"token_end":15,"label":"type_of"},{"text":"language","start":103,"token_start":16,"token_end":16,"end":111,"type":"pattern","label":"base"},{"start":112,"end":122,"token_start":17,"token_end":18,"label":"where"},{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"They","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"found","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"that","start":11,"end":15,"id":2,"ws":true,"disabled":false},{"text":"hotter","start":16,"end":22,"id":3,"ws":true,"disabled":false},{"text":"than","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"average","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"temperatures","start":36,"end":48,"id":6,"ws":true,"disabled":false},{"text":"increase","start":49,"end":57,"id":7,"ws":true,"disabled":false},{"text":"both","start":58,"end":62,"id":8,"ws":true,"disabled":false},{"text":"suicide","start":63,"end":70,"id":9,"ws":true,"disabled":false},{"text":"rates","start":71,"end":76,"id":10,"ws":true,"disabled":false},{"text":"and","start":77,"end":80,"id":11,"ws":true,"disabled":false},{"text":"the","start":81,"end":84,"id":12,"ws":true,"disabled":false},{"text":"use","start":85,"end":88,"id":13,"ws":true,"disabled":false},{"text":"of","start":89,"end":91,"id":14,"ws":true,"disabled":false},{"text":"depressive","start":92,"end":102,"id":15,"ws":true,"disabled":false},{"text":"language","start":103,"end":111,"id":16,"ws":true,"disabled":false},{"text":"on","start":112,"end":114,"id":17,"ws":true,"disabled":false},{"text":"Twitter","start":115,"end":122,"id":18,"ws":false,"disabled":false},{"text":".","start":122,"end":123,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":124,"end":136,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":137,"end":149,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":3,"child":20,"head_span":{"start":16,"end":22,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":20,"head_span":{"start":23,"end":35,"token_start":4,"token_end":5,"label":"effect_size"},"child_span":{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":20,"head_span":{"start":36,"end":48,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":9,"head_span":{"start":49,"end":57,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":63,"end":70,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":16,"head_span":{"start":49,"end":57,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":103,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":71,"end":76,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":63,"end":70,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":85,"end":88,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":103,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":92,"end":102,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":103,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":16,"head_span":{"start":112,"end":122,"token_start":17,"token_end":18,"label":"where"},"child_span":{"start":103,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":9,"head_span":{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":63,"end":70,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":16,"head_span":{"start":124,"end":136,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":103,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":822,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"More Severe Rising average summer temperatures will make the hottest days even hotter than they used to be, espe-","text":"More Severe Rising average summer temperatures will make the hottest days even hotter than they used to be, espe- IMPLIED_BASE IMPLIED_BASE","characters":113,"document_index":656,"md_sentence_index":213,"classification_origin":"causal_sentence_classification","url":"https://www.cdc.gov/climateandhealth/pubs/extreme-heat-guidebook.pdf","combo_id":"656_213","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1063288119,"_task_hash":885501618,"spans":[{"start":0,"end":18,"token_start":0,"token_end":2,"label":"change_direction"},{"start":19,"end":33,"token_start":3,"token_end":4,"label":"type_of"},{"text":"temperatures","start":34,"token_start":5,"token_end":5,"end":46,"type":"pattern","label":"aspect_changing"},{"start":61,"end":68,"token_start":9,"token_end":9,"label":"type_of"},{"start":69,"end":73,"token_start":10,"token_end":10,"label":"base"},{"text":"hotter","start":79,"token_start":12,"token_end":12,"end":85,"type":"pattern","label":"change_direction"},{"start":86,"end":106,"token_start":13,"token_end":17,"label":"effect_size"},{"start":114,"end":126,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"More","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"Severe","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"Rising","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"average","start":19,"end":26,"id":3,"ws":true,"disabled":false},{"text":"summer","start":27,"end":33,"id":4,"ws":true,"disabled":false},{"text":"temperatures","start":34,"end":46,"id":5,"ws":true,"disabled":false},{"text":"will","start":47,"end":51,"id":6,"ws":true,"disabled":false},{"text":"make","start":52,"end":56,"id":7,"ws":true,"disabled":false},{"text":"the","start":57,"end":60,"id":8,"ws":true,"disabled":false},{"text":"hottest","start":61,"end":68,"id":9,"ws":true,"disabled":false},{"text":"days","start":69,"end":73,"id":10,"ws":true,"disabled":false},{"text":"even","start":74,"end":78,"id":11,"ws":true,"disabled":false},{"text":"hotter","start":79,"end":85,"id":12,"ws":true,"disabled":false},{"text":"than","start":86,"end":90,"id":13,"ws":true,"disabled":false},{"text":"they","start":91,"end":95,"id":14,"ws":true,"disabled":false},{"text":"used","start":96,"end":100,"id":15,"ws":true,"disabled":false},{"text":"to","start":101,"end":103,"id":16,"ws":true,"disabled":false},{"text":"be","start":104,"end":106,"id":17,"ws":false,"disabled":false},{"text":",","start":106,"end":107,"id":18,"ws":true,"disabled":false},{"text":"espe-","start":108,"end":113,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":114,"end":126,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":127,"end":139,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":2,"child":20,"head_span":{"start":0,"end":18,"token_start":0,"token_end":2,"label":"change_direction"},"child_span":{"start":114,"end":126,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":20,"head_span":{"start":19,"end":33,"token_start":3,"token_end":4,"label":"type_of"},"child_span":{"start":114,"end":126,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":20,"head_span":{"start":34,"end":46,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":114,"end":126,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":61,"end":68,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":69,"end":73,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":10,"head_span":{"start":79,"end":85,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":69,"end":73,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":10,"head_span":{"start":86,"end":106,"token_start":13,"token_end":17,"label":"effect_size"},"child_span":{"start":69,"end":73,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":10,"head_span":{"start":114,"end":126,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":69,"end":73,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":656,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The catastrophic fire conditions have put an intense focus on the Australian government\u2019s failure to reduce emissions of carbon dioxide, which traps heat when released into the atmosphere.\n","text":"The catastrophic fire conditions have put an intense focus on the Australian government\u2019s failure to reduce emissions of carbon dioxide, which traps heat when released into the atmosphere. IMPLIED_BASE IMPLIED_BASE","characters":189,"document_index":546,"md_sentence_index":44,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/01/01/world/australia/fires.html","combo_id":"546_44","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":943180443,"_task_hash":-1419031553,"spans":[{"start":4,"end":16,"token_start":1,"token_end":1,"label":"type_of"},{"start":17,"end":21,"token_start":2,"token_end":2,"label":"base"},{"start":22,"end":32,"token_start":3,"token_end":3,"label":"aspect_changing"},{"start":66,"end":87,"token_start":11,"token_end":12,"label":"to_whom"},{"start":90,"end":107,"token_start":14,"token_end":16,"label":"change_direction"},{"text":"emissions","start":108,"token_start":17,"token_end":17,"end":117,"type":"pattern","label":"aspect_changing"},{"text":"carbon dioxide","start":121,"token_start":19,"token_end":20,"end":135,"type":"pattern","label":"base"},{"start":143,"end":148,"token_start":23,"token_end":23,"label":"change_direction"},{"start":149,"end":153,"token_start":24,"token_end":24,"label":"base"},{"start":154,"end":187,"token_start":25,"token_end":29,"label":"when"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"catastrophic","start":4,"end":16,"id":1,"ws":true,"disabled":false},{"text":"fire","start":17,"end":21,"id":2,"ws":true,"disabled":false},{"text":"conditions","start":22,"end":32,"id":3,"ws":true,"disabled":false},{"text":"have","start":33,"end":37,"id":4,"ws":true,"disabled":false},{"text":"put","start":38,"end":41,"id":5,"ws":true,"disabled":false},{"text":"an","start":42,"end":44,"id":6,"ws":true,"disabled":false},{"text":"intense","start":45,"end":52,"id":7,"ws":true,"disabled":false},{"text":"focus","start":53,"end":58,"id":8,"ws":true,"disabled":false},{"text":"on","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"the","start":62,"end":65,"id":10,"ws":true,"disabled":false},{"text":"Australian","start":66,"end":76,"id":11,"ws":true,"disabled":false},{"text":"government","start":77,"end":87,"id":12,"ws":false,"disabled":false},{"text":"\u2019s","start":87,"end":89,"id":13,"ws":true,"disabled":false},{"text":"failure","start":90,"end":97,"id":14,"ws":true,"disabled":false},{"text":"to","start":98,"end":100,"id":15,"ws":true,"disabled":false},{"text":"reduce","start":101,"end":107,"id":16,"ws":true,"disabled":false},{"text":"emissions","start":108,"end":117,"id":17,"ws":true,"disabled":false},{"text":"of","start":118,"end":120,"id":18,"ws":true,"disabled":false},{"text":"carbon","start":121,"end":127,"id":19,"ws":true,"disabled":false},{"text":"dioxide","start":128,"end":135,"id":20,"ws":false,"disabled":false},{"text":",","start":135,"end":136,"id":21,"ws":true,"disabled":false},{"text":"which","start":137,"end":142,"id":22,"ws":true,"disabled":false},{"text":"traps","start":143,"end":148,"id":23,"ws":true,"disabled":false},{"text":"heat","start":149,"end":153,"id":24,"ws":true,"disabled":false},{"text":"when","start":154,"end":158,"id":25,"ws":true,"disabled":false},{"text":"released","start":159,"end":167,"id":26,"ws":true,"disabled":false},{"text":"into","start":168,"end":172,"id":27,"ws":true,"disabled":false},{"text":"the","start":173,"end":176,"id":28,"ws":true,"disabled":false},{"text":"atmosphere","start":177,"end":187,"id":29,"ws":false,"disabled":false},{"text":".","start":187,"end":188,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":189,"end":201,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":202,"end":214,"id":32,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":23,"child":24,"head_span":{"start":143,"end":148,"token_start":23,"token_end":23,"label":"change_direction"},"child_span":{"start":149,"end":153,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":20,"head_span":{"start":108,"end":117,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":121,"end":135,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":20,"head_span":{"start":90,"end":107,"token_start":14,"token_end":16,"label":"change_direction"},"child_span":{"start":121,"end":135,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":24,"head_span":{"start":121,"end":135,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":149,"end":153,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":20,"head_span":{"start":66,"end":87,"token_start":11,"token_end":12,"label":"to_whom"},"child_span":{"start":121,"end":135,"token_start":19,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":2,"head_span":{"start":4,"end":16,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":17,"end":21,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":2,"head_span":{"start":22,"end":32,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":17,"end":21,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":2,"head_span":{"start":149,"end":153,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":17,"end":21,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":468,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A warming world also has another consequence that may be contributing to fire conditions persisting over multiple days where they otherwise might not have in the past: higher nighttime temperatures.\n","text":"A warming world also has another consequence that may be contributing to fire conditions persisting over multiple days where they otherwise might not have in the past: higher nighttime temperatures. IMPLIED_BASE IMPLIED_BASE","characters":199,"document_index":367,"md_sentence_index":23,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencedaily.com/releases/2019/09/190910154657.htm","combo_id":"367_23","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1229038053,"_task_hash":-1128935431,"spans":[{"start":2,"end":9,"token_start":1,"token_end":1,"label":"type_of"},{"start":10,"end":15,"token_start":2,"token_end":2,"label":"base"},{"start":73,"end":77,"token_start":12,"token_end":12,"label":"base"},{"start":78,"end":88,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":89,"end":99,"token_start":14,"token_end":14,"label":"change_direction"},{"start":100,"end":118,"token_start":15,"token_end":17,"label":"when"},{"start":119,"end":166,"token_start":18,"token_end":26,"label":"effect_size"},{"text":"higher","start":168,"token_start":28,"token_end":28,"end":174,"type":"pattern","label":"change_direction"},{"start":175,"end":184,"token_start":29,"token_end":29,"label":"type_of"},{"text":"temperatures","start":185,"token_start":30,"token_end":30,"end":197,"type":"pattern","label":"aspect_changing"},{"start":199,"end":211,"token_start":32,"token_end":32,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"warming","start":2,"end":9,"id":1,"ws":true,"disabled":false},{"text":"world","start":10,"end":15,"id":2,"ws":true,"disabled":false},{"text":"also","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"has","start":21,"end":24,"id":4,"ws":true,"disabled":false},{"text":"another","start":25,"end":32,"id":5,"ws":true,"disabled":false},{"text":"consequence","start":33,"end":44,"id":6,"ws":true,"disabled":false},{"text":"that","start":45,"end":49,"id":7,"ws":true,"disabled":false},{"text":"may","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"be","start":54,"end":56,"id":9,"ws":true,"disabled":false},{"text":"contributing","start":57,"end":69,"id":10,"ws":true,"disabled":false},{"text":"to","start":70,"end":72,"id":11,"ws":true,"disabled":false},{"text":"fire","start":73,"end":77,"id":12,"ws":true,"disabled":false},{"text":"conditions","start":78,"end":88,"id":13,"ws":true,"disabled":false},{"text":"persisting","start":89,"end":99,"id":14,"ws":true,"disabled":false},{"text":"over","start":100,"end":104,"id":15,"ws":true,"disabled":false},{"text":"multiple","start":105,"end":113,"id":16,"ws":true,"disabled":false},{"text":"days","start":114,"end":118,"id":17,"ws":true,"disabled":false},{"text":"where","start":119,"end":124,"id":18,"ws":true,"disabled":false},{"text":"they","start":125,"end":129,"id":19,"ws":true,"disabled":false},{"text":"otherwise","start":130,"end":139,"id":20,"ws":true,"disabled":false},{"text":"might","start":140,"end":145,"id":21,"ws":true,"disabled":false},{"text":"not","start":146,"end":149,"id":22,"ws":true,"disabled":false},{"text":"have","start":150,"end":154,"id":23,"ws":true,"disabled":false},{"text":"in","start":155,"end":157,"id":24,"ws":true,"disabled":false},{"text":"the","start":158,"end":161,"id":25,"ws":true,"disabled":false},{"text":"past","start":162,"end":166,"id":26,"ws":false,"disabled":false},{"text":":","start":166,"end":167,"id":27,"ws":true,"disabled":false},{"text":"higher","start":168,"end":174,"id":28,"ws":true,"disabled":false},{"text":"nighttime","start":175,"end":184,"id":29,"ws":true,"disabled":false},{"text":"temperatures","start":185,"end":197,"id":30,"ws":false,"disabled":false},{"text":".","start":197,"end":198,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":199,"end":211,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":212,"end":224,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":28,"child":32,"head_span":{"start":168,"end":174,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":199,"end":211,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":32,"head_span":{"start":175,"end":184,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":199,"end":211,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":32,"head_span":{"start":185,"end":197,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":199,"end":211,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":12,"head_span":{"start":78,"end":88,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":73,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":12,"head_span":{"start":89,"end":99,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":73,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":12,"head_span":{"start":100,"end":118,"token_start":15,"token_end":17,"label":"when"},"child_span":{"start":73,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":12,"head_span":{"start":119,"end":166,"token_start":18,"token_end":26,"label":"effect_size"},"child_span":{"start":73,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":12,"head_span":{"start":199,"end":211,"token_start":32,"token_end":32,"label":"base"},"child_span":{"start":73,"end":77,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":2,"head_span":{"start":2,"end":9,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":10,"end":15,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":32,"head_span":{"start":10,"end":15,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":199,"end":211,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1101,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As wind fueled many of the fires in the last month, it also spread a thick blanket of smoke and soot across the region.","text":"As wind fueled many of the fires in the last month, it also spread a thick blanket of smoke and soot across the region. IMPLIED_BASE IMPLIED_BASE","characters":119,"document_index":836,"md_sentence_index":96,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/09/24/climate/fires-worst-year-california-oregon-washington.html","combo_id":"836_96","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1954585281,"_task_hash":-410427716,"spans":[{"start":3,"end":7,"token_start":1,"token_end":1,"label":"base"},{"start":8,"end":14,"token_start":2,"token_end":2,"label":"change_direction"},{"start":27,"end":32,"token_start":6,"token_end":6,"label":"base"},{"start":33,"end":50,"token_start":7,"token_end":10,"label":"when"},{"start":60,"end":66,"token_start":14,"token_end":14,"label":"change_direction"},{"start":69,"end":82,"token_start":16,"token_end":17,"label":"aspect_changing"},{"start":86,"end":91,"token_start":19,"token_end":19,"label":"base"},{"start":96,"end":100,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"wind","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"fueled","start":8,"end":14,"id":2,"ws":true,"disabled":false},{"text":"many","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"of","start":20,"end":22,"id":4,"ws":true,"disabled":false},{"text":"the","start":23,"end":26,"id":5,"ws":true,"disabled":false},{"text":"fires","start":27,"end":32,"id":6,"ws":true,"disabled":false},{"text":"in","start":33,"end":35,"id":7,"ws":true,"disabled":false},{"text":"the","start":36,"end":39,"id":8,"ws":true,"disabled":false},{"text":"last","start":40,"end":44,"id":9,"ws":true,"disabled":false},{"text":"month","start":45,"end":50,"id":10,"ws":false,"disabled":false},{"text":",","start":50,"end":51,"id":11,"ws":true,"disabled":false},{"text":"it","start":52,"end":54,"id":12,"ws":true,"disabled":false},{"text":"also","start":55,"end":59,"id":13,"ws":true,"disabled":false},{"text":"spread","start":60,"end":66,"id":14,"ws":true,"disabled":false},{"text":"a","start":67,"end":68,"id":15,"ws":true,"disabled":false},{"text":"thick","start":69,"end":74,"id":16,"ws":true,"disabled":false},{"text":"blanket","start":75,"end":82,"id":17,"ws":true,"disabled":false},{"text":"of","start":83,"end":85,"id":18,"ws":true,"disabled":false},{"text":"smoke","start":86,"end":91,"id":19,"ws":true,"disabled":false},{"text":"and","start":92,"end":95,"id":20,"ws":true,"disabled":false},{"text":"soot","start":96,"end":100,"id":21,"ws":true,"disabled":false},{"text":"across","start":101,"end":107,"id":22,"ws":true,"disabled":false},{"text":"the","start":108,"end":111,"id":23,"ws":true,"disabled":false},{"text":"region","start":112,"end":118,"id":24,"ws":false,"disabled":false},{"text":".","start":118,"end":119,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":133,"end":145,"id":27,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":1,"child":6,"head_span":{"start":3,"end":7,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":27,"end":32,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":19,"head_span":{"start":3,"end":7,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":86,"end":91,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":21,"head_span":{"start":3,"end":7,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":96,"end":100,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":6,"head_span":{"start":8,"end":14,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":27,"end":32,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":19,"head_span":{"start":60,"end":66,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":86,"end":91,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":21,"head_span":{"start":60,"end":66,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":96,"end":100,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":69,"end":82,"token_start":16,"token_end":17,"label":"aspect_changing"},"child_span":{"start":86,"end":91,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":21,"head_span":{"start":69,"end":82,"token_start":16,"token_end":17,"label":"aspect_changing"},"child_span":{"start":96,"end":100,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":1171,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The rise in sea surface temperatures is causing more severe hurricanes and the intensification of El Ni\u00f1o events bringing droughts and floods.","text":"The rise in sea surface temperatures is causing more severe hurricanes and the intensification of El Ni\u00f1o events bringing droughts and floods. IMPLIED_BASE IMPLIED_BASE","characters":142,"document_index":872,"md_sentence_index":25,"classification_origin":"causal_sentence_classification","url":"https://www.iucn.org/resources/issues-briefs/ocean-warming","combo_id":"872_25","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-517706551,"_task_hash":-1381053253,"spans":[{"text":"rise","start":4,"token_start":1,"token_end":1,"end":8,"type":"pattern","label":"change_direction"},{"text":"sea","start":12,"token_start":3,"token_end":3,"end":15,"type":"pattern","label":"base"},{"start":16,"end":23,"token_start":4,"token_end":4,"label":"type_of"},{"text":"temperatures","start":24,"token_start":5,"token_end":5,"end":36,"type":"pattern","label":"aspect_changing"},{"text":"more","start":48,"token_start":8,"token_end":8,"end":52,"type":"pattern","label":"change_direction"},{"start":53,"end":59,"token_start":9,"token_end":9,"label":"type_of"},{"text":"hurricanes","start":60,"token_start":10,"token_end":10,"end":70,"type":"pattern","label":"base"},{"start":79,"end":94,"token_start":13,"token_end":13,"label":"change_direction"},{"start":98,"end":105,"token_start":15,"token_end":16,"label":"base"},{"start":106,"end":112,"token_start":17,"token_end":17,"label":"aspect_changing"},{"text":"droughts","start":122,"token_start":19,"token_end":19,"end":130,"type":"pattern","label":"base"},{"text":"floods","start":135,"token_start":21,"token_end":21,"end":141,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"rise","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"in","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"sea","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"surface","start":16,"end":23,"id":4,"ws":true,"disabled":false},{"text":"temperatures","start":24,"end":36,"id":5,"ws":true,"disabled":false},{"text":"is","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"causing","start":40,"end":47,"id":7,"ws":true,"disabled":false},{"text":"more","start":48,"end":52,"id":8,"ws":true,"disabled":false},{"text":"severe","start":53,"end":59,"id":9,"ws":true,"disabled":false},{"text":"hurricanes","start":60,"end":70,"id":10,"ws":true,"disabled":false},{"text":"and","start":71,"end":74,"id":11,"ws":true,"disabled":false},{"text":"the","start":75,"end":78,"id":12,"ws":true,"disabled":false},{"text":"intensification","start":79,"end":94,"id":13,"ws":true,"disabled":false},{"text":"of","start":95,"end":97,"id":14,"ws":true,"disabled":false},{"text":"El","start":98,"end":100,"id":15,"ws":true,"disabled":false},{"text":"Ni\u00f1o","start":101,"end":105,"id":16,"ws":true,"disabled":false},{"text":"events","start":106,"end":112,"id":17,"ws":true,"disabled":false},{"text":"bringing","start":113,"end":121,"id":18,"ws":true,"disabled":false},{"text":"droughts","start":122,"end":130,"id":19,"ws":true,"disabled":false},{"text":"and","start":131,"end":134,"id":20,"ws":true,"disabled":false},{"text":"floods","start":135,"end":141,"id":21,"ws":false,"disabled":false},{"text":".","start":141,"end":142,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":143,"end":155,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":156,"end":168,"id":24,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":12,"end":15,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":3,"head_span":{"start":16,"end":23,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":12,"end":15,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":3,"head_span":{"start":24,"end":36,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":12,"end":15,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":48,"end":52,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":53,"end":59,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":79,"end":94,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":98,"end":105,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":106,"end":112,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":98,"end":105,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":10,"head_span":{"start":12,"end":15,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":16,"head_span":{"start":12,"end":15,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":98,"end":105,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":19,"head_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":122,"end":130,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":21,"head_span":{"start":98,"end":105,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":135,"end":141,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":21,"head_span":{"start":12,"end":15,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":135,"end":141,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":19,"head_span":{"start":12,"end":15,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":122,"end":130,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":630,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Though scientists preliminarily concluded they died from ship strikes and fishing gear entanglement, they don\u2019t know why it\u2019s happening more frequently.","text":"Though scientists preliminarily concluded they died from ship strikes and fishing gear entanglement, they don\u2019t know why it\u2019s happening more frequently. IMPLIED_BASE IMPLIED_BASE","characters":152,"document_index":520,"md_sentence_index":58,"classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2019/12/25/climate-change-northeast-warming-faster-united-states/2743119001/","combo_id":"520_58","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1752021962,"_task_hash":458023945,"spans":[{"start":47,"end":51,"token_start":5,"token_end":5,"label":"change_direction"},{"start":57,"end":61,"token_start":7,"token_end":7,"label":"base"},{"start":62,"end":69,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":74,"end":81,"token_start":10,"token_end":10,"label":"type_of"},{"start":82,"end":86,"token_start":11,"token_end":11,"label":"base"},{"start":87,"end":99,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":153,"end":165,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"Though","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"scientists","start":7,"end":17,"id":1,"ws":true,"disabled":false},{"text":"preliminarily","start":18,"end":31,"id":2,"ws":true,"disabled":false},{"text":"concluded","start":32,"end":41,"id":3,"ws":true,"disabled":false},{"text":"they","start":42,"end":46,"id":4,"ws":true,"disabled":false},{"text":"died","start":47,"end":51,"id":5,"ws":true,"disabled":false},{"text":"from","start":52,"end":56,"id":6,"ws":true,"disabled":false},{"text":"ship","start":57,"end":61,"id":7,"ws":true,"disabled":false},{"text":"strikes","start":62,"end":69,"id":8,"ws":true,"disabled":false},{"text":"and","start":70,"end":73,"id":9,"ws":true,"disabled":false},{"text":"fishing","start":74,"end":81,"id":10,"ws":true,"disabled":false},{"text":"gear","start":82,"end":86,"id":11,"ws":true,"disabled":false},{"text":"entanglement","start":87,"end":99,"id":12,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":13,"ws":true,"disabled":false},{"text":"they","start":101,"end":105,"id":14,"ws":true,"disabled":false},{"text":"do","start":106,"end":108,"id":15,"ws":false,"disabled":false},{"text":"n\u2019t","start":108,"end":111,"id":16,"ws":true,"disabled":false},{"text":"know","start":112,"end":116,"id":17,"ws":true,"disabled":false},{"text":"why","start":117,"end":120,"id":18,"ws":true,"disabled":false},{"text":"it","start":121,"end":123,"id":19,"ws":false,"disabled":false},{"text":"\u2019s","start":123,"end":125,"id":20,"ws":true,"disabled":false},{"text":"happening","start":126,"end":135,"id":21,"ws":true,"disabled":false},{"text":"more","start":136,"end":140,"id":22,"ws":true,"disabled":false},{"text":"frequently","start":141,"end":151,"id":23,"ws":false,"disabled":false},{"text":".","start":151,"end":152,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":26,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":5,"child":25,"head_span":{"start":47,"end":51,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":153,"end":165,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":62,"end":69,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":57,"end":61,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":74,"end":81,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":82,"end":86,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":11,"head_span":{"start":87,"end":99,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":82,"end":86,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":25,"head_span":{"start":57,"end":61,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":153,"end":165,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":25,"head_span":{"start":82,"end":86,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":153,"end":165,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":679,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"That\u2019s because the climate crisis can be a real downer, and sometimes it\u2019s tough to ignore the very real feelings of stress it can cause thinking about our world on fire.\n","text":"That\u2019s because the climate crisis can be a real downer, and sometimes it\u2019s tough to ignore the very real feelings of stress it can cause thinking about our world on fire. IMPLIED_BASE IMPLIED_BASE","characters":171,"document_index":583,"md_sentence_index":20,"classification_origin":"causal_sentence_classification","url":"https://earther.gizmodo.com/caring-about-climate-can-help-you-get-laid-1841071030","combo_id":"583_20","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":812846934,"_task_hash":354649560,"spans":[{"start":105,"end":116,"token_start":22,"token_end":23,"label":"aspect_changing"},{"text":"stress","start":117,"token_start":24,"token_end":24,"end":123,"type":"pattern","label":"base"},{"start":152,"end":155,"token_start":30,"token_end":30,"label":"to_whom"},{"start":156,"end":161,"token_start":31,"token_end":31,"label":"base"},{"start":162,"end":169,"token_start":32,"token_end":33,"label":"aspect_changing"}],"tokens":[{"text":"That","start":0,"end":4,"id":0,"ws":false,"disabled":false},{"text":"\u2019s","start":4,"end":6,"id":1,"ws":true,"disabled":false},{"text":"because","start":7,"end":14,"id":2,"ws":true,"disabled":false},{"text":"the","start":15,"end":18,"id":3,"ws":true,"disabled":false},{"text":"climate","start":19,"end":26,"id":4,"ws":true,"disabled":false},{"text":"crisis","start":27,"end":33,"id":5,"ws":true,"disabled":false},{"text":"can","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"be","start":38,"end":40,"id":7,"ws":true,"disabled":false},{"text":"a","start":41,"end":42,"id":8,"ws":true,"disabled":false},{"text":"real","start":43,"end":47,"id":9,"ws":true,"disabled":false},{"text":"downer","start":48,"end":54,"id":10,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":11,"ws":true,"disabled":false},{"text":"and","start":56,"end":59,"id":12,"ws":true,"disabled":false},{"text":"sometimes","start":60,"end":69,"id":13,"ws":true,"disabled":false},{"text":"it","start":70,"end":72,"id":14,"ws":false,"disabled":false},{"text":"\u2019s","start":72,"end":74,"id":15,"ws":true,"disabled":false},{"text":"tough","start":75,"end":80,"id":16,"ws":true,"disabled":false},{"text":"to","start":81,"end":83,"id":17,"ws":true,"disabled":false},{"text":"ignore","start":84,"end":90,"id":18,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":19,"ws":true,"disabled":false},{"text":"very","start":95,"end":99,"id":20,"ws":true,"disabled":false},{"text":"real","start":100,"end":104,"id":21,"ws":true,"disabled":false},{"text":"feelings","start":105,"end":113,"id":22,"ws":true,"disabled":false},{"text":"of","start":114,"end":116,"id":23,"ws":true,"disabled":false},{"text":"stress","start":117,"end":123,"id":24,"ws":true,"disabled":false},{"text":"it","start":124,"end":126,"id":25,"ws":true,"disabled":false},{"text":"can","start":127,"end":130,"id":26,"ws":true,"disabled":false},{"text":"cause","start":131,"end":136,"id":27,"ws":true,"disabled":false},{"text":"thinking","start":137,"end":145,"id":28,"ws":true,"disabled":false},{"text":"about","start":146,"end":151,"id":29,"ws":true,"disabled":false},{"text":"our","start":152,"end":155,"id":30,"ws":true,"disabled":false},{"text":"world","start":156,"end":161,"id":31,"ws":true,"disabled":false},{"text":"on","start":162,"end":164,"id":32,"ws":true,"disabled":false},{"text":"fire","start":165,"end":169,"id":33,"ws":false,"disabled":false},{"text":".","start":169,"end":170,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":31,"child":24,"head_span":{"start":156,"end":161,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":117,"end":123,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":31,"head_span":{"start":162,"end":169,"token_start":32,"token_end":33,"label":"aspect_changing"},"child_span":{"start":156,"end":161,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":24,"head_span":{"start":105,"end":116,"token_start":22,"token_end":23,"label":"aspect_changing"},"child_span":{"start":117,"end":123,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":47,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"One","complexity":"Simple","original_md_text":"Some saw parents killed or lost in the flooding that followed the storms.\n","text":"Some saw parents killed or lost in the flooding that followed the storms. IMPLIED_BASE IMPLIED_BASE","characters":74,"document_index":47,"md_sentence_index":6,"classification_origin":"cm_cause_effect_rel","url":"https://nypost.com/2019/05/03/more-than-1-million-children-affected-by-mozambique-cyclones/","combo_id":"47_6","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1534545957,"_task_hash":1622988346,"spans":[{"start":9,"end":16,"token_start":2,"token_end":2,"label":"base"},{"start":17,"end":23,"token_start":3,"token_end":3,"label":"change_direction"},{"start":27,"end":31,"token_start":5,"token_end":5,"label":"type_of"},{"text":"flooding","start":39,"token_start":8,"token_end":8,"end":47,"type":"pattern","label":"base"},{"text":"storms","start":66,"token_start":12,"token_end":12,"end":72,"type":"pattern","label":"base"},{"start":74,"end":86,"token_start":14,"token_end":14,"label":"base"}],"tokens":[{"text":"Some","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"saw","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"parents","start":9,"end":16,"id":2,"ws":true,"disabled":false},{"text":"killed","start":17,"end":23,"id":3,"ws":true,"disabled":false},{"text":"or","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"lost","start":27,"end":31,"id":5,"ws":true,"disabled":false},{"text":"in","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":7,"ws":true,"disabled":false},{"text":"flooding","start":39,"end":47,"id":8,"ws":true,"disabled":false},{"text":"that","start":48,"end":52,"id":9,"ws":true,"disabled":false},{"text":"followed","start":53,"end":61,"id":10,"ws":true,"disabled":false},{"text":"the","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"storms","start":66,"end":72,"id":12,"ws":false,"disabled":false},{"text":".","start":72,"end":73,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":74,"end":86,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":87,"end":99,"id":15,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":12,"child":8,"head_span":{"start":66,"end":72,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":39,"end":47,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":2,"head_span":{"start":17,"end":23,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":9,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":14,"head_span":{"start":27,"end":31,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":74,"end":86,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":2,"head_span":{"start":39,"end":47,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":9,"end":16,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":14,"head_span":{"start":39,"end":47,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":74,"end":86,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":289,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Philip Alston, UN special rapporteur on extreme poverty and human rights, said the impacts of global heating are likely to undermine not only basic rights to life, water, food, and housing for hundreds of millions of people, but also democracy and the rule of law.\n","text":"Philip Alston, UN special rapporteur on extreme poverty and human rights, said the impacts of global heating are likely to undermine not only basic rights to life, water, food, and housing for hundreds of millions of people, but also democracy and the rule of law. IMPLIED_BASE IMPLIED_BASE","characters":265,"document_index":242,"md_sentence_index":1,"classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/jun/25/climate-apartheid-united-nations-expert-says-human-rights-may-not-survive-crisis","combo_id":"242_1","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1553484141,"_task_hash":887857267,"spans":[{"start":83,"end":90,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":94,"end":100,"token_start":17,"token_end":17,"label":"type_of"},{"start":101,"end":108,"token_start":18,"token_end":18,"label":"base"},{"start":113,"end":119,"token_start":20,"token_end":20,"label":"confidence"},{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},{"start":158,"end":162,"token_start":28,"token_end":28,"label":"base"},{"text":"water","start":164,"token_start":30,"token_end":30,"end":169,"type":"pattern","label":"base"},{"start":171,"end":175,"token_start":32,"token_end":32,"label":"base"},{"start":181,"end":188,"token_start":35,"token_end":35,"label":"base"},{"start":193,"end":216,"token_start":37,"token_end":40,"label":"effect_size"},{"start":217,"end":223,"token_start":41,"token_end":41,"label":"to_whom"},{"start":234,"end":243,"token_start":45,"token_end":45,"label":"base"},{"start":252,"end":263,"token_start":48,"token_end":50,"label":"base"}],"tokens":[{"text":"Philip","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"Alston","start":7,"end":13,"id":1,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":2,"ws":true,"disabled":false},{"text":"UN","start":15,"end":17,"id":3,"ws":true,"disabled":false},{"text":"special","start":18,"end":25,"id":4,"ws":true,"disabled":false},{"text":"rapporteur","start":26,"end":36,"id":5,"ws":true,"disabled":false},{"text":"on","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"extreme","start":40,"end":47,"id":7,"ws":true,"disabled":false},{"text":"poverty","start":48,"end":55,"id":8,"ws":true,"disabled":false},{"text":"and","start":56,"end":59,"id":9,"ws":true,"disabled":false},{"text":"human","start":60,"end":65,"id":10,"ws":true,"disabled":false},{"text":"rights","start":66,"end":72,"id":11,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":12,"ws":true,"disabled":false},{"text":"said","start":74,"end":78,"id":13,"ws":true,"disabled":false},{"text":"the","start":79,"end":82,"id":14,"ws":true,"disabled":false},{"text":"impacts","start":83,"end":90,"id":15,"ws":true,"disabled":false},{"text":"of","start":91,"end":93,"id":16,"ws":true,"disabled":false},{"text":"global","start":94,"end":100,"id":17,"ws":true,"disabled":false},{"text":"heating","start":101,"end":108,"id":18,"ws":true,"disabled":false},{"text":"are","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"likely","start":113,"end":119,"id":20,"ws":true,"disabled":false},{"text":"to","start":120,"end":122,"id":21,"ws":true,"disabled":false},{"text":"undermine","start":123,"end":132,"id":22,"ws":true,"disabled":false},{"text":"not","start":133,"end":136,"id":23,"ws":true,"disabled":false},{"text":"only","start":137,"end":141,"id":24,"ws":true,"disabled":false},{"text":"basic","start":142,"end":147,"id":25,"ws":true,"disabled":false},{"text":"rights","start":148,"end":154,"id":26,"ws":true,"disabled":false},{"text":"to","start":155,"end":157,"id":27,"ws":true,"disabled":false},{"text":"life","start":158,"end":162,"id":28,"ws":false,"disabled":false},{"text":",","start":162,"end":163,"id":29,"ws":true,"disabled":false},{"text":"water","start":164,"end":169,"id":30,"ws":false,"disabled":false},{"text":",","start":169,"end":170,"id":31,"ws":true,"disabled":false},{"text":"food","start":171,"end":175,"id":32,"ws":false,"disabled":false},{"text":",","start":175,"end":176,"id":33,"ws":true,"disabled":false},{"text":"and","start":177,"end":180,"id":34,"ws":true,"disabled":false},{"text":"housing","start":181,"end":188,"id":35,"ws":true,"disabled":false},{"text":"for","start":189,"end":192,"id":36,"ws":true,"disabled":false},{"text":"hundreds","start":193,"end":201,"id":37,"ws":true,"disabled":false},{"text":"of","start":202,"end":204,"id":38,"ws":true,"disabled":false},{"text":"millions","start":205,"end":213,"id":39,"ws":true,"disabled":false},{"text":"of","start":214,"end":216,"id":40,"ws":true,"disabled":false},{"text":"people","start":217,"end":223,"id":41,"ws":false,"disabled":false},{"text":",","start":223,"end":224,"id":42,"ws":true,"disabled":false},{"text":"but","start":225,"end":228,"id":43,"ws":true,"disabled":false},{"text":"also","start":229,"end":233,"id":44,"ws":true,"disabled":false},{"text":"democracy","start":234,"end":243,"id":45,"ws":true,"disabled":false},{"text":"and","start":244,"end":247,"id":46,"ws":true,"disabled":false},{"text":"the","start":248,"end":251,"id":47,"ws":true,"disabled":false},{"text":"rule","start":252,"end":256,"id":48,"ws":true,"disabled":false},{"text":"of","start":257,"end":259,"id":49,"ws":true,"disabled":false},{"text":"law","start":260,"end":263,"id":50,"ws":false,"disabled":false},{"text":".","start":263,"end":264,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":265,"end":277,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":278,"end":290,"id":53,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":22,"child":28,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":158,"end":162,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":30,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":164,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":32,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":171,"end":175,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":35,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":181,"end":188,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":45,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":234,"end":243,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":50,"head_span":{"start":123,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":252,"end":263,"token_start":48,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":94,"end":100,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":101,"end":108,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":18,"head_span":{"start":83,"end":90,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":101,"end":108,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":28,"head_span":{"start":101,"end":108,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":158,"end":162,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":30,"head_span":{"start":101,"end":108,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":164,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":32,"head_span":{"start":101,"end":108,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":171,"end":175,"token_start":32,"token_end":32,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":35,"head_span":{"start":101,"end":108,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":181,"end":188,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":45,"head_span":{"start":101,"end":108,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":234,"end":243,"token_start":45,"token_end":45,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":50,"head_span":{"start":101,"end":108,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":252,"end":263,"token_start":48,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":28,"head_span":{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":158,"end":162,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":30,"head_span":{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":164,"end":169,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":32,"head_span":{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":171,"end":175,"token_start":32,"token_end":32,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":35,"head_span":{"start":148,"end":154,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":181,"end":188,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":196,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"complex","original_md_text":"The authors blame the poor air quality on car emissions, the burning of fossil fuels and the impacts of climate change, such as wildfires.\n","text":"The authors blame the poor air quality on car emissions, the burning of fossil fuels and the impacts of climate change, such as wildfires. IMPLIED_BASE IMPLIED_BASE","characters":139,"document_index":145,"md_sentence_index":7,"classification_origin":"cm_cause_effect_rel","url":"https://www.ijpr.org/post/california-national-parks-experience-some-worst-air-pollution-united-states","combo_id":"145_7","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1594896,"_task_hash":2065717035,"spans":[{"start":22,"end":26,"token_start":4,"token_end":4,"label":"type_of"},{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},{"text":"quality","start":31,"token_start":6,"token_end":6,"end":38,"type":"pattern","label":"aspect_changing"},{"start":42,"end":45,"token_start":8,"token_end":8,"label":"base"},{"text":"emissions","start":46,"token_start":9,"token_end":9,"end":55,"type":"pattern","label":"aspect_changing"},{"start":61,"end":68,"token_start":12,"token_end":12,"label":"change_direction"},{"start":72,"end":78,"token_start":14,"token_end":14,"label":"type_of"},{"start":79,"end":84,"token_start":15,"token_end":15,"label":"base"},{"start":93,"end":100,"token_start":18,"token_end":18,"label":"aspect_changing"},{"text":"climate change","start":104,"token_start":20,"token_end":21,"end":118,"type":"pattern","label":"base"},{"text":"wildfires","start":128,"token_start":25,"token_end":25,"end":137,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"authors","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"blame","start":12,"end":17,"id":2,"ws":true,"disabled":false},{"text":"the","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"poor","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"air","start":27,"end":30,"id":5,"ws":true,"disabled":false},{"text":"quality","start":31,"end":38,"id":6,"ws":true,"disabled":false},{"text":"on","start":39,"end":41,"id":7,"ws":true,"disabled":false},{"text":"car","start":42,"end":45,"id":8,"ws":true,"disabled":false},{"text":"emissions","start":46,"end":55,"id":9,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":10,"ws":true,"disabled":false},{"text":"the","start":57,"end":60,"id":11,"ws":true,"disabled":false},{"text":"burning","start":61,"end":68,"id":12,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":13,"ws":true,"disabled":false},{"text":"fossil","start":72,"end":78,"id":14,"ws":true,"disabled":false},{"text":"fuels","start":79,"end":84,"id":15,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":16,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":17,"ws":true,"disabled":false},{"text":"impacts","start":93,"end":100,"id":18,"ws":true,"disabled":false},{"text":"of","start":101,"end":103,"id":19,"ws":true,"disabled":false},{"text":"climate","start":104,"end":111,"id":20,"ws":true,"disabled":false},{"text":"change","start":112,"end":118,"id":21,"ws":false,"disabled":false},{"text":",","start":118,"end":119,"id":22,"ws":true,"disabled":false},{"text":"such","start":120,"end":124,"id":23,"ws":true,"disabled":false},{"text":"as","start":125,"end":127,"id":24,"ws":true,"disabled":false},{"text":"wildfires","start":128,"end":137,"id":25,"ws":false,"disabled":false},{"text":".","start":137,"end":138,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":139,"end":151,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":28,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":21,"child":25,"head_span":{"start":104,"end":118,"token_start":20,"token_end":21,"label":"base"},"child_span":{"start":128,"end":137,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":5,"head_span":{"start":128,"end":137,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":5,"head_span":{"start":42,"end":45,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":6,"head_span":{"start":79,"end":84,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":31,"end":38,"token_start":6,"token_end":6,"label":"aspect_changing"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":5,"head_span":{"start":22,"end":26,"token_start":4,"token_end":4,"label":"type_of"},"child_span":{"start":27,"end":30,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":21,"head_span":{"start":93,"end":100,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":104,"end":118,"token_start":20,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":72,"end":78,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":79,"end":84,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":15,"head_span":{"start":61,"end":68,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":79,"end":84,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":46,"end":55,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":42,"end":45,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":550,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"They also can be deadly, as a wave of pet deaths over the summer linked to blue-green algae demonstrated this year.\n","text":"They also can be deadly, as a wave of pet deaths over the summer linked to blue-green algae demonstrated this year. IMPLIED_BASE IMPLIED_BASE","characters":116,"document_index":428,"md_sentence_index":18,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://earther.gizmodo.com/toxic-algae-blooms-really-have-become-more-intense-stu-1839039124","combo_id":"428_18","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-350467884,"_task_hash":1534628837,"spans":[{"start":28,"end":34,"token_start":7,"token_end":8,"label":"effect_size"},{"start":38,"end":41,"token_start":10,"token_end":10,"label":"base"},{"start":42,"end":48,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":49,"end":64,"token_start":12,"token_end":14,"label":"when"},{"start":65,"end":74,"token_start":15,"token_end":16,"label":"predicate"},{"start":75,"end":85,"token_start":17,"token_end":19,"label":"type_of"},{"text":"algae","start":86,"token_start":20,"token_end":20,"end":91,"type":"pattern","label":"base"},{"start":105,"end":114,"token_start":22,"token_end":23,"label":"when"}],"tokens":[{"text":"They","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"also","start":5,"end":9,"id":1,"ws":true,"disabled":false},{"text":"can","start":10,"end":13,"id":2,"ws":true,"disabled":false},{"text":"be","start":14,"end":16,"id":3,"ws":true,"disabled":false},{"text":"deadly","start":17,"end":23,"id":4,"ws":false,"disabled":false},{"text":",","start":23,"end":24,"id":5,"ws":true,"disabled":false},{"text":"as","start":25,"end":27,"id":6,"ws":true,"disabled":false},{"text":"a","start":28,"end":29,"id":7,"ws":true,"disabled":false},{"text":"wave","start":30,"end":34,"id":8,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":9,"ws":true,"disabled":false},{"text":"pet","start":38,"end":41,"id":10,"ws":true,"disabled":false},{"text":"deaths","start":42,"end":48,"id":11,"ws":true,"disabled":false},{"text":"over","start":49,"end":53,"id":12,"ws":true,"disabled":false},{"text":"the","start":54,"end":57,"id":13,"ws":true,"disabled":false},{"text":"summer","start":58,"end":64,"id":14,"ws":true,"disabled":false},{"text":"linked","start":65,"end":71,"id":15,"ws":true,"disabled":false},{"text":"to","start":72,"end":74,"id":16,"ws":true,"disabled":false},{"text":"blue","start":75,"end":79,"id":17,"ws":false,"disabled":false},{"text":"-","start":79,"end":80,"id":18,"ws":false,"disabled":false},{"text":"green","start":80,"end":85,"id":19,"ws":true,"disabled":false},{"text":"algae","start":86,"end":91,"id":20,"ws":true,"disabled":false},{"text":"demonstrated","start":92,"end":104,"id":21,"ws":true,"disabled":false},{"text":"this","start":105,"end":109,"id":22,"ws":true,"disabled":false},{"text":"year","start":110,"end":114,"id":23,"ws":false,"disabled":false},{"text":".","start":114,"end":115,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":116,"end":128,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":26,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":20,"child":10,"head_span":{"start":86,"end":91,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":38,"end":41,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":10,"head_span":{"start":28,"end":34,"token_start":7,"token_end":8,"label":"effect_size"},"child_span":{"start":38,"end":41,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":42,"end":48,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":38,"end":41,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":75,"end":85,"token_start":17,"token_end":19,"label":"type_of"},"child_span":{"start":86,"end":91,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":10,"head_span":{"start":49,"end":64,"token_start":12,"token_end":14,"label":"when"},"child_span":{"start":38,"end":41,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":971,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"More recent work shows a trade-off between intensity and frequency \u2013 that as warmer oceans bolster hurricane intensity, fewer storms actually form.\n","text":"More recent work shows a trade-off between intensity and frequency \u2013 that as warmer oceans bolster hurricane intensity, fewer storms actually form. IMPLIED_BASE IMPLIED_BASE","characters":148,"document_index":760,"md_sentence_index":17,"classification_origin":"causal_sentence_classification","url":"https://www.c2es.org/content/hurricanes-and-climate-change/","combo_id":"760_17","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1734764695,"_task_hash":-706723389,"spans":[{"start":43,"end":52,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":57,"end":66,"token_start":11,"token_end":11,"label":"aspect_changing"},{"text":"warmer","start":77,"token_start":15,"token_end":15,"end":83,"type":"pattern","label":"change_direction"},{"text":"oceans","start":84,"token_start":16,"token_end":16,"end":90,"type":"pattern","label":"base"},{"start":91,"end":98,"token_start":17,"token_end":17,"label":"change_direction"},{"text":"hurricane","start":99,"token_start":18,"token_end":18,"end":108,"type":"pattern","label":"base"},{"text":"intensity","start":109,"token_start":19,"token_end":19,"end":118,"type":"pattern","label":"aspect_changing"},{"start":120,"end":125,"token_start":21,"token_end":21,"label":"change_direction"},{"text":"storms","start":126,"token_start":22,"token_end":22,"end":132,"type":"pattern","label":"base"},{"start":142,"end":146,"token_start":24,"token_end":24,"label":"aspect_changing"},{"start":148,"end":160,"token_start":26,"token_end":26,"label":"base"},{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"More","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"recent","start":5,"end":11,"id":1,"ws":true,"disabled":false},{"text":"work","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"shows","start":17,"end":22,"id":3,"ws":true,"disabled":false},{"text":"a","start":23,"end":24,"id":4,"ws":true,"disabled":false},{"text":"trade","start":25,"end":30,"id":5,"ws":false,"disabled":false},{"text":"-","start":30,"end":31,"id":6,"ws":false,"disabled":false},{"text":"off","start":31,"end":34,"id":7,"ws":true,"disabled":false},{"text":"between","start":35,"end":42,"id":8,"ws":true,"disabled":false},{"text":"intensity","start":43,"end":52,"id":9,"ws":true,"disabled":false},{"text":"and","start":53,"end":56,"id":10,"ws":true,"disabled":false},{"text":"frequency","start":57,"end":66,"id":11,"ws":true,"disabled":false},{"text":"\u2013","start":67,"end":68,"id":12,"ws":true,"disabled":false},{"text":"that","start":69,"end":73,"id":13,"ws":true,"disabled":false},{"text":"as","start":74,"end":76,"id":14,"ws":true,"disabled":false},{"text":"warmer","start":77,"end":83,"id":15,"ws":true,"disabled":false},{"text":"oceans","start":84,"end":90,"id":16,"ws":true,"disabled":false},{"text":"bolster","start":91,"end":98,"id":17,"ws":true,"disabled":false},{"text":"hurricane","start":99,"end":108,"id":18,"ws":true,"disabled":false},{"text":"intensity","start":109,"end":118,"id":19,"ws":false,"disabled":false},{"text":",","start":118,"end":119,"id":20,"ws":true,"disabled":false},{"text":"fewer","start":120,"end":125,"id":21,"ws":true,"disabled":false},{"text":"storms","start":126,"end":132,"id":22,"ws":true,"disabled":false},{"text":"actually","start":133,"end":141,"id":23,"ws":true,"disabled":false},{"text":"form","start":142,"end":146,"id":24,"ws":false,"disabled":false},{"text":".","start":146,"end":147,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":27,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":24,"child":22,"head_span":{"start":142,"end":146,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":126,"end":132,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":22,"head_span":{"start":120,"end":125,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":126,"end":132,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":148,"end":160,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":26,"head_span":{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":148,"end":160,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":26,"head_span":{"start":43,"end":52,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":148,"end":160,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":27,"head_span":{"start":57,"end":66,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":161,"end":173,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":77,"end":83,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":84,"end":90,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":91,"end":98,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":99,"end":108,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":109,"end":118,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":99,"end":108,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":84,"end":90,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":99,"end":108,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":22,"head_span":{"start":84,"end":90,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":126,"end":132,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":143,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"A record cold spell in Florida in 2010 induced genetic adaptation in the surviving Burmese pythons that made them more cold tolerant.","text":"A record cold spell in Florida in 2010 induced genetic adaptation in the surviving Burmese pythons that made them more cold tolerant. IMPLIED_BASE IMPLIED_BASE","characters":133,"document_index":113,"md_sentence_index":27,"classification_origin":"cm-label-eval","url":"https://www.statnews.com/2019/05/24/snakebites-increasing-climate-change/","combo_id":"113_27","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1747627405,"_task_hash":2081545966,"spans":[{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},{"start":14,"end":19,"token_start":3,"token_end":3,"label":"aspect_changing"},{"start":20,"end":30,"token_start":4,"token_end":5,"label":"where"},{"start":31,"end":38,"token_start":6,"token_end":7,"label":"when"},{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},{"start":55,"end":65,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":73,"end":90,"token_start":13,"token_end":14,"label":"type_of"},{"start":91,"end":98,"token_start":15,"token_end":15,"label":"base"},{"text":"more","start":114,"token_start":19,"token_end":19,"end":118,"type":"pattern","label":"change_direction"},{"start":119,"end":132,"token_start":20,"token_end":21,"label":"aspect_changing"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"record","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"cold","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"spell","start":14,"end":19,"id":3,"ws":true,"disabled":false},{"text":"in","start":20,"end":22,"id":4,"ws":true,"disabled":false},{"text":"Florida","start":23,"end":30,"id":5,"ws":true,"disabled":false},{"text":"in","start":31,"end":33,"id":6,"ws":true,"disabled":false},{"text":"2010","start":34,"end":38,"id":7,"ws":true,"disabled":false},{"text":"induced","start":39,"end":46,"id":8,"ws":true,"disabled":false},{"text":"genetic","start":47,"end":54,"id":9,"ws":true,"disabled":false},{"text":"adaptation","start":55,"end":65,"id":10,"ws":true,"disabled":false},{"text":"in","start":66,"end":68,"id":11,"ws":true,"disabled":false},{"text":"the","start":69,"end":72,"id":12,"ws":true,"disabled":false},{"text":"surviving","start":73,"end":82,"id":13,"ws":true,"disabled":false},{"text":"Burmese","start":83,"end":90,"id":14,"ws":true,"disabled":false},{"text":"pythons","start":91,"end":98,"id":15,"ws":true,"disabled":false},{"text":"that","start":99,"end":103,"id":16,"ws":true,"disabled":false},{"text":"made","start":104,"end":108,"id":17,"ws":true,"disabled":false},{"text":"them","start":109,"end":113,"id":18,"ws":true,"disabled":false},{"text":"more","start":114,"end":118,"id":19,"ws":true,"disabled":false},{"text":"cold","start":119,"end":123,"id":20,"ws":true,"disabled":false},{"text":"tolerant","start":124,"end":132,"id":21,"ws":false,"disabled":false},{"text":".","start":132,"end":133,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":147,"end":159,"id":24,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":2,"child":9,"head_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":15,"head_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":91,"end":98,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":2,"head_span":{"start":14,"end":19,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":9,"end":13,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":55,"end":65,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":47,"end":54,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":73,"end":90,"token_start":13,"token_end":14,"label":"type_of"},"child_span":{"start":91,"end":98,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":15,"head_span":{"start":114,"end":118,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":91,"end":98,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":15,"head_span":{"start":119,"end":132,"token_start":20,"token_end":21,"label":"aspect_changing"},"child_span":{"start":91,"end":98,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":403,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"(CNN)Alaska has been in the throes of an unprecedented heat wave this summer, and the heat stress is killing salmon in large numbers.\n","text":"(CNN)Alaska has been in the throes of an unprecedented heat wave this summer, and the heat stress is killing salmon in large numbers. IMPLIED_BASE IMPLIED_BASE","characters":134,"document_index":318,"md_sentence_index":0,"classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/08/16/us/alaska-salmon-hot-water-trnd/index.html","combo_id":"318_0","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":376620355,"_task_hash":-1942452340,"spans":[{"start":41,"end":54,"token_start":9,"token_end":9,"label":"effect_size"},{"text":"heat wave","start":55,"token_start":10,"token_end":11,"end":64,"type":"pattern","label":"base"},{"start":65,"end":76,"token_start":12,"token_end":13,"label":"when"},{"start":86,"end":90,"token_start":17,"token_end":17,"label":"type_of"},{"text":"stress","start":91,"token_start":18,"token_end":18,"end":97,"type":"pattern","label":"base"},{"start":101,"end":108,"token_start":20,"token_end":20,"label":"change_direction"},{"start":109,"end":115,"token_start":21,"token_end":21,"label":"base"},{"start":119,"end":132,"token_start":23,"token_end":24,"label":"effect_size"}],"tokens":[{"text":"(","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"CNN)Alaska","start":1,"end":11,"id":1,"ws":true,"disabled":false},{"text":"has","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"been","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"in","start":21,"end":23,"id":4,"ws":true,"disabled":false},{"text":"the","start":24,"end":27,"id":5,"ws":true,"disabled":false},{"text":"throes","start":28,"end":34,"id":6,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":7,"ws":true,"disabled":false},{"text":"an","start":38,"end":40,"id":8,"ws":true,"disabled":false},{"text":"unprecedented","start":41,"end":54,"id":9,"ws":true,"disabled":false},{"text":"heat","start":55,"end":59,"id":10,"ws":true,"disabled":false},{"text":"wave","start":60,"end":64,"id":11,"ws":true,"disabled":false},{"text":"this","start":65,"end":69,"id":12,"ws":true,"disabled":false},{"text":"summer","start":70,"end":76,"id":13,"ws":false,"disabled":false},{"text":",","start":76,"end":77,"id":14,"ws":true,"disabled":false},{"text":"and","start":78,"end":81,"id":15,"ws":true,"disabled":false},{"text":"the","start":82,"end":85,"id":16,"ws":true,"disabled":false},{"text":"heat","start":86,"end":90,"id":17,"ws":true,"disabled":false},{"text":"stress","start":91,"end":97,"id":18,"ws":true,"disabled":false},{"text":"is","start":98,"end":100,"id":19,"ws":true,"disabled":false},{"text":"killing","start":101,"end":108,"id":20,"ws":true,"disabled":false},{"text":"salmon","start":109,"end":115,"id":21,"ws":true,"disabled":false},{"text":"in","start":116,"end":118,"id":22,"ws":true,"disabled":false},{"text":"large","start":119,"end":124,"id":23,"ws":true,"disabled":false},{"text":"numbers","start":125,"end":132,"id":24,"ws":false,"disabled":false},{"text":".","start":132,"end":133,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":147,"end":159,"id":27,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":11,"child":18,"head_span":{"start":55,"end":64,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":91,"end":97,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":21,"head_span":{"start":91,"end":97,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":109,"end":115,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":18,"head_span":{"start":86,"end":90,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":91,"end":97,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":21,"head_span":{"start":101,"end":108,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":109,"end":115,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":21,"head_span":{"start":119,"end":132,"token_start":23,"token_end":24,"label":"effect_size"},"child_span":{"start":109,"end":115,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":41,"end":54,"token_start":9,"token_end":9,"label":"effect_size"},"child_span":{"start":55,"end":64,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":368,"Used?":"","Dataset name":"","ignore?":"Ignore","reason":"Not CC","relation count":"","complexity":"","original_md_text":"Indeed, in the overall affected study population, there was a significant decrease in natural killer (NK) cell functional activity and T cell lymphocyte (","text":"Indeed, in the overall affected study population, there was a significant decrease in natural killer (NK) cell functional activity and T cell lymphocyte ( IMPLIED_BASE IMPLIED_BASE","characters":154,"document_index":276,"md_sentence_index":186,"classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_186","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1159279275,"_task_hash":927975146,"spans":[{"text":"decrease","start":74,"token_start":13,"token_end":13,"end":82,"type":"pattern","label":"change_direction"},{"text":"activity","start":122,"token_start":22,"token_end":22,"end":130,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Indeed","start":0,"end":6,"id":0,"ws":false,"disabled":false},{"text":",","start":6,"end":7,"id":1,"ws":true,"disabled":false},{"text":"in","start":8,"end":10,"id":2,"ws":true,"disabled":false},{"text":"the","start":11,"end":14,"id":3,"ws":true,"disabled":false},{"text":"overall","start":15,"end":22,"id":4,"ws":true,"disabled":false},{"text":"affected","start":23,"end":31,"id":5,"ws":true,"disabled":false},{"text":"study","start":32,"end":37,"id":6,"ws":true,"disabled":false},{"text":"population","start":38,"end":48,"id":7,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":8,"ws":true,"disabled":false},{"text":"there","start":50,"end":55,"id":9,"ws":true,"disabled":false},{"text":"was","start":56,"end":59,"id":10,"ws":true,"disabled":false},{"text":"a","start":60,"end":61,"id":11,"ws":true,"disabled":false},{"text":"significant","start":62,"end":73,"id":12,"ws":true,"disabled":false},{"text":"decrease","start":74,"end":82,"id":13,"ws":true,"disabled":false},{"text":"in","start":83,"end":85,"id":14,"ws":true,"disabled":false},{"text":"natural","start":86,"end":93,"id":15,"ws":true,"disabled":false},{"text":"killer","start":94,"end":100,"id":16,"ws":true,"disabled":false},{"text":"(","start":101,"end":102,"id":17,"ws":false,"disabled":false},{"text":"NK","start":102,"end":104,"id":18,"ws":false,"disabled":false},{"text":")","start":104,"end":105,"id":19,"ws":true,"disabled":false},{"text":"cell","start":106,"end":110,"id":20,"ws":true,"disabled":false},{"text":"functional","start":111,"end":121,"id":21,"ws":true,"disabled":false},{"text":"activity","start":122,"end":130,"id":22,"ws":true,"disabled":false},{"text":"and","start":131,"end":134,"id":23,"ws":true,"disabled":false},{"text":"T","start":135,"end":136,"id":24,"ws":true,"disabled":false},{"text":"cell","start":137,"end":141,"id":25,"ws":true,"disabled":false},{"text":"lymphocyte","start":142,"end":152,"id":26,"ws":true,"disabled":false},{"text":"(","start":153,"end":154,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":155,"end":167,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":1032,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In the future, there may not necessarily be more hurricanes, but there will likely be more intense hurricanes that carry higher wind speeds and more precipitation as a result of global warming.","text":"In the future, there may not necessarily be more hurricanes, but there will likely be more intense hurricanes that carry higher wind speeds and more precipitation as a result of global warming. IMPLIED_BASE IMPLIED_BASE","characters":193,"document_index":796,"md_sentence_index":9,"classification_origin":"causal_sentence_classification","url":"https://www.ucsusa.org/resources/hurricanes-and-climate-change","combo_id":"796_9","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1031063458,"_task_hash":-1336194618,"spans":[{"text":"more","start":86,"token_start":17,"token_end":17,"end":90,"type":"pattern","label":"change_direction"},{"start":91,"end":98,"token_start":18,"token_end":18,"label":"type_of"},{"text":"hurricanes","start":99,"token_start":19,"token_end":19,"end":109,"type":"pattern","label":"base"},{"text":"higher","start":121,"token_start":22,"token_end":22,"end":127,"type":"pattern","label":"change_direction"},{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},{"start":133,"end":139,"token_start":24,"token_end":24,"label":"aspect_changing"},{"text":"more","start":144,"token_start":26,"token_end":26,"end":148,"type":"pattern","label":"change_direction"},{"text":"precipitation","start":149,"token_start":27,"token_end":27,"end":162,"type":"pattern","label":"base"},{"text":"global warming","start":178,"token_start":32,"token_end":33,"end":192,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"future","start":7,"end":13,"id":2,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":3,"ws":true,"disabled":false},{"text":"there","start":15,"end":20,"id":4,"ws":true,"disabled":false},{"text":"may","start":21,"end":24,"id":5,"ws":true,"disabled":false},{"text":"not","start":25,"end":28,"id":6,"ws":true,"disabled":false},{"text":"necessarily","start":29,"end":40,"id":7,"ws":true,"disabled":false},{"text":"be","start":41,"end":43,"id":8,"ws":true,"disabled":false},{"text":"more","start":44,"end":48,"id":9,"ws":true,"disabled":false},{"text":"hurricanes","start":49,"end":59,"id":10,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":11,"ws":true,"disabled":false},{"text":"but","start":61,"end":64,"id":12,"ws":true,"disabled":false},{"text":"there","start":65,"end":70,"id":13,"ws":true,"disabled":false},{"text":"will","start":71,"end":75,"id":14,"ws":true,"disabled":false},{"text":"likely","start":76,"end":82,"id":15,"ws":true,"disabled":false},{"text":"be","start":83,"end":85,"id":16,"ws":true,"disabled":false},{"text":"more","start":86,"end":90,"id":17,"ws":true,"disabled":false},{"text":"intense","start":91,"end":98,"id":18,"ws":true,"disabled":false},{"text":"hurricanes","start":99,"end":109,"id":19,"ws":true,"disabled":false},{"text":"that","start":110,"end":114,"id":20,"ws":true,"disabled":false},{"text":"carry","start":115,"end":120,"id":21,"ws":true,"disabled":false},{"text":"higher","start":121,"end":127,"id":22,"ws":true,"disabled":false},{"text":"wind","start":128,"end":132,"id":23,"ws":true,"disabled":false},{"text":"speeds","start":133,"end":139,"id":24,"ws":true,"disabled":false},{"text":"and","start":140,"end":143,"id":25,"ws":true,"disabled":false},{"text":"more","start":144,"end":148,"id":26,"ws":true,"disabled":false},{"text":"precipitation","start":149,"end":162,"id":27,"ws":true,"disabled":false},{"text":"as","start":163,"end":165,"id":28,"ws":true,"disabled":false},{"text":"a","start":166,"end":167,"id":29,"ws":true,"disabled":false},{"text":"result","start":168,"end":174,"id":30,"ws":true,"disabled":false},{"text":"of","start":175,"end":177,"id":31,"ws":true,"disabled":false},{"text":"global","start":178,"end":184,"id":32,"ws":true,"disabled":false},{"text":"warming","start":185,"end":192,"id":33,"ws":false,"disabled":false},{"text":".","start":192,"end":193,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":207,"end":219,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":26,"child":27,"head_span":{"start":144,"end":148,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":149,"end":162,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":23,"head_span":{"start":121,"end":127,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":23,"head_span":{"start":133,"end":139,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":86,"end":90,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":99,"end":109,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":91,"end":98,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":99,"end":109,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":19,"head_span":{"start":178,"end":192,"token_start":32,"token_end":33,"label":"base"},"child_span":{"start":99,"end":109,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":27,"head_span":{"start":178,"end":192,"token_start":32,"token_end":33,"label":"base"},"child_span":{"start":149,"end":162,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":23,"head_span":{"start":178,"end":192,"token_start":32,"token_end":33,"label":"base"},"child_span":{"start":128,"end":132,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1067,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The warming planet hasn\u2019t produced more hurricanes than before, scientists say, but the hurricanes that do develop are far more severe.\n","text":"The warming planet hasn\u2019t produced more hurricanes than before, scientists say, but the hurricanes that do develop are far more severe. IMPLIED_BASE IMPLIED_BASE","characters":136,"document_index":819,"md_sentence_index":32,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.nytimes.com/interactive/2020/09/18/opinion/wildfire-hurricane-climate.html","combo_id":"819_32","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":223887860,"_task_hash":1375430391,"spans":[{"start":4,"end":11,"token_start":1,"token_end":1,"label":"type_of"},{"start":12,"end":18,"token_start":2,"token_end":2,"label":"base"},{"text":"hurricanes","start":88,"token_start":16,"token_end":16,"end":98,"type":"pattern","label":"base"},{"start":119,"end":127,"token_start":21,"token_end":22,"label":"change_direction"},{"start":128,"end":134,"token_start":23,"token_end":23,"label":"aspect_changing"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"warming","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"planet","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"has","start":19,"end":22,"id":3,"ws":false,"disabled":false},{"text":"n\u2019t","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"produced","start":26,"end":34,"id":5,"ws":true,"disabled":false},{"text":"more","start":35,"end":39,"id":6,"ws":true,"disabled":false},{"text":"hurricanes","start":40,"end":50,"id":7,"ws":true,"disabled":false},{"text":"than","start":51,"end":55,"id":8,"ws":true,"disabled":false},{"text":"before","start":56,"end":62,"id":9,"ws":false,"disabled":false},{"text":",","start":62,"end":63,"id":10,"ws":true,"disabled":false},{"text":"scientists","start":64,"end":74,"id":11,"ws":true,"disabled":false},{"text":"say","start":75,"end":78,"id":12,"ws":false,"disabled":false},{"text":",","start":78,"end":79,"id":13,"ws":true,"disabled":false},{"text":"but","start":80,"end":83,"id":14,"ws":true,"disabled":false},{"text":"the","start":84,"end":87,"id":15,"ws":true,"disabled":false},{"text":"hurricanes","start":88,"end":98,"id":16,"ws":true,"disabled":false},{"text":"that","start":99,"end":103,"id":17,"ws":true,"disabled":false},{"text":"do","start":104,"end":106,"id":18,"ws":true,"disabled":false},{"text":"develop","start":107,"end":114,"id":19,"ws":true,"disabled":false},{"text":"are","start":115,"end":118,"id":20,"ws":true,"disabled":false},{"text":"far","start":119,"end":122,"id":21,"ws":true,"disabled":false},{"text":"more","start":123,"end":127,"id":22,"ws":true,"disabled":false},{"text":"severe","start":128,"end":134,"id":23,"ws":false,"disabled":false},{"text":".","start":134,"end":135,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":136,"end":148,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":149,"end":161,"id":26,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":2,"child":16,"head_span":{"start":12,"end":18,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":88,"end":98,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":2,"head_span":{"start":4,"end":11,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":12,"end":18,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":16,"head_span":{"start":128,"end":134,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":88,"end":98,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":16,"head_span":{"start":119,"end":127,"token_start":21,"token_end":22,"label":"change_direction"},"child_span":{"start":88,"end":98,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":341,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"Saharan dust also spurs the growth of algal blooms (red tide), which has toxins that can cause respiratory distress, and eye and skin irritation.","text":"Saharan dust also spurs the growth of algal blooms (red tide), which has toxins that can cause respiratory distress, and eye and skin irritation. IMPLIED_BASE IMPLIED_BASE","characters":145,"document_index":272,"md_sentence_index":38,"classification_origin":"cm_cause_effect_rel","url":"https://www.forbes.com/sites/judystone/2019/06/26/another-report-links-deadly-vibrio-infections-to-climate-change/","combo_id":"272_38","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1984562636,"_task_hash":-699235826,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":18,"end":23,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"growth","start":28,"token_start":5,"token_end":5,"end":34,"type":"pattern","label":"aspect_changing"},{"text":"algal blooms","start":38,"token_start":7,"token_end":8,"end":50,"type":"pattern","label":"base"},{"start":52,"end":60,"token_start":10,"token_end":11,"label":"base"},{"start":73,"end":79,"token_start":16,"token_end":16,"label":"base"},{"start":95,"end":106,"token_start":20,"token_end":20,"label":"type_of"},{"start":107,"end":115,"token_start":21,"token_end":21,"label":"base"}],"tokens":[{"text":"Saharan","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"dust","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"also","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"spurs","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"the","start":24,"end":27,"id":4,"ws":true,"disabled":false},{"text":"growth","start":28,"end":34,"id":5,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":6,"ws":true,"disabled":false},{"text":"algal","start":38,"end":43,"id":7,"ws":true,"disabled":false},{"text":"blooms","start":44,"end":50,"id":8,"ws":true,"disabled":false},{"text":"(","start":51,"end":52,"id":9,"ws":false,"disabled":false},{"text":"red","start":52,"end":55,"id":10,"ws":true,"disabled":false},{"text":"tide","start":56,"end":60,"id":11,"ws":false,"disabled":false},{"text":")","start":60,"end":61,"id":12,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":13,"ws":true,"disabled":false},{"text":"which","start":63,"end":68,"id":14,"ws":true,"disabled":false},{"text":"has","start":69,"end":72,"id":15,"ws":true,"disabled":false},{"text":"toxins","start":73,"end":79,"id":16,"ws":true,"disabled":false},{"text":"that","start":80,"end":84,"id":17,"ws":true,"disabled":false},{"text":"can","start":85,"end":88,"id":18,"ws":true,"disabled":false},{"text":"cause","start":89,"end":94,"id":19,"ws":true,"disabled":false},{"text":"respiratory","start":95,"end":106,"id":20,"ws":true,"disabled":false},{"text":"distress","start":107,"end":115,"id":21,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":22,"ws":true,"disabled":false},{"text":"and","start":117,"end":120,"id":23,"ws":true,"disabled":false},{"text":"eye","start":121,"end":124,"id":24,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":25,"ws":true,"disabled":false},{"text":"skin","start":129,"end":133,"id":26,"ws":true,"disabled":false},{"text":"irritation","start":134,"end":144,"id":27,"ws":false,"disabled":false},{"text":".","start":144,"end":145,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":8,"head_span":{"start":18,"end":23,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":38,"end":50,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":8,"head_span":{"start":28,"end":34,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":38,"end":50,"token_start":7,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":8,"head_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":38,"end":50,"token_start":7,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":11,"head_span":{"start":38,"end":50,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":52,"end":60,"token_start":10,"token_end":11,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":20,"child":21,"head_span":{"start":95,"end":106,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":107,"end":115,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":16,"head_span":{"start":38,"end":50,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":73,"end":79,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":21,"head_span":{"start":73,"end":79,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":107,"end":115,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1113,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"This warming has led to a rise in extreme rainfall events and increased the deluge from tropical storms.\n","text":"This warming has led to a rise in extreme rainfall events and increased the deluge from tropical storms. IMPLIED_BASE IMPLIED_BASE","characters":105,"document_index":846,"md_sentence_index":148,"classification_origin":"causal_sentence_classification","url":"https://www.vox.com/21452781/zogg-fire-glass-wildfire-california-climate-change-hurricanes-attribution-2020-debate","combo_id":"846_148","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":7143286,"_task_hash":-185517963,"spans":[{"start":5,"end":12,"token_start":1,"token_end":1,"label":"aspect_changing"},{"text":"rise","start":26,"token_start":6,"token_end":6,"end":30,"type":"pattern","label":"change_direction"},{"start":34,"end":41,"token_start":8,"token_end":8,"label":"type_of"},{"text":"rainfall","start":42,"token_start":9,"token_end":9,"end":50,"type":"pattern","label":"base"},{"start":51,"end":57,"token_start":10,"token_end":10,"label":"aspect_changing"},{"text":"increased","start":62,"token_start":12,"token_end":12,"end":71,"type":"pattern","label":"change_direction"},{"start":76,"end":82,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":88,"end":96,"token_start":16,"token_end":16,"label":"type_of"},{"text":"storms","start":97,"token_start":17,"token_end":17,"end":103,"type":"pattern","label":"base"},{"start":105,"end":117,"token_start":19,"token_end":19,"label":"base"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"warming","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"has","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"led","start":17,"end":20,"id":3,"ws":true,"disabled":false},{"text":"to","start":21,"end":23,"id":4,"ws":true,"disabled":false},{"text":"a","start":24,"end":25,"id":5,"ws":true,"disabled":false},{"text":"rise","start":26,"end":30,"id":6,"ws":true,"disabled":false},{"text":"in","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"extreme","start":34,"end":41,"id":8,"ws":true,"disabled":false},{"text":"rainfall","start":42,"end":50,"id":9,"ws":true,"disabled":false},{"text":"events","start":51,"end":57,"id":10,"ws":true,"disabled":false},{"text":"and","start":58,"end":61,"id":11,"ws":true,"disabled":false},{"text":"increased","start":62,"end":71,"id":12,"ws":true,"disabled":false},{"text":"the","start":72,"end":75,"id":13,"ws":true,"disabled":false},{"text":"deluge","start":76,"end":82,"id":14,"ws":true,"disabled":false},{"text":"from","start":83,"end":87,"id":15,"ws":true,"disabled":false},{"text":"tropical","start":88,"end":96,"id":16,"ws":true,"disabled":false},{"text":"storms","start":97,"end":103,"id":17,"ws":false,"disabled":false},{"text":".","start":103,"end":104,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":105,"end":117,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":118,"end":130,"id":20,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":1,"child":19,"head_span":{"start":5,"end":12,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":105,"end":117,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":26,"end":30,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":42,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":34,"end":41,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":42,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":9,"head_span":{"start":51,"end":57,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":42,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":17,"head_span":{"start":62,"end":71,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":17,"head_span":{"start":76,"end":82,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":17,"head_span":{"start":88,"end":96,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":9,"head_span":{"start":105,"end":117,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":42,"end":50,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":17,"head_span":{"start":105,"end":117,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1055,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Rising seas and increasingly violent hurricanes are making thousands of miles of American shoreline nearly uninhabitable.","text":"Rising seas and increasingly violent hurricanes are making thousands of miles of American shoreline nearly uninhabitable. IMPLIED_BASE IMPLIED_BASE","characters":121,"document_index":816,"md_sentence_index":31,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.propublica.org/article/climate-change-will-force-a-new-american-migration","combo_id":"816_31","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1434064644,"_task_hash":946249260,"spans":[{"text":"Rising","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"change_direction"},{"start":7,"end":11,"token_start":1,"token_end":1,"label":"base"},{"start":16,"end":28,"token_start":3,"token_end":3,"label":"change_direction"},{"start":29,"end":36,"token_start":4,"token_end":4,"label":"aspect_changing"},{"text":"hurricanes","start":37,"token_start":5,"token_end":5,"end":47,"type":"pattern","label":"base"},{"start":59,"end":77,"token_start":8,"token_end":10,"label":"effect_size"},{"start":81,"end":89,"token_start":12,"token_end":12,"label":"where"},{"start":90,"end":99,"token_start":13,"token_end":13,"label":"base"},{"start":107,"end":120,"token_start":15,"token_end":15,"label":"type_of"}],"tokens":[{"text":"Rising","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"seas","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"and","start":12,"end":15,"id":2,"ws":true,"disabled":false},{"text":"increasingly","start":16,"end":28,"id":3,"ws":true,"disabled":false},{"text":"violent","start":29,"end":36,"id":4,"ws":true,"disabled":false},{"text":"hurricanes","start":37,"end":47,"id":5,"ws":true,"disabled":false},{"text":"are","start":48,"end":51,"id":6,"ws":true,"disabled":false},{"text":"making","start":52,"end":58,"id":7,"ws":true,"disabled":false},{"text":"thousands","start":59,"end":68,"id":8,"ws":true,"disabled":false},{"text":"of","start":69,"end":71,"id":9,"ws":true,"disabled":false},{"text":"miles","start":72,"end":77,"id":10,"ws":true,"disabled":false},{"text":"of","start":78,"end":80,"id":11,"ws":true,"disabled":false},{"text":"American","start":81,"end":89,"id":12,"ws":true,"disabled":false},{"text":"shoreline","start":90,"end":99,"id":13,"ws":true,"disabled":false},{"text":"nearly","start":100,"end":106,"id":14,"ws":true,"disabled":false},{"text":"uninhabitable","start":107,"end":120,"id":15,"ws":false,"disabled":false},{"text":".","start":120,"end":121,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":122,"end":134,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":135,"end":147,"id":18,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":1,"child":13,"head_span":{"start":7,"end":11,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":90,"end":99,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":13,"head_span":{"start":37,"end":47,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":90,"end":99,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":1,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":7,"end":11,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":5,"head_span":{"start":16,"end":28,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":37,"end":47,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":29,"end":36,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":37,"end":47,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":13,"head_span":{"start":107,"end":120,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":90,"end":99,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":841,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The abnormally hot water triggered the worst mass coral-bleaching event on record for the Great Barrier Reef.\n","text":"The abnormally hot water triggered the worst mass coral-bleaching event on record for the Great Barrier Reef. IMPLIED_BASE IMPLIED_BASE","characters":110,"document_index":685,"md_sentence_index":41,"classification_origin":"causal_sentence_classification","url":"https://www.yaleclimateconnections.org/2019/06/heat-waves-and-climate-change-is-there-a-connection/","combo_id":"685_41","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1558405961,"_task_hash":1062288524,"spans":[{"start":4,"end":14,"token_start":1,"token_end":1,"label":"effect_size"},{"start":15,"end":18,"token_start":2,"token_end":2,"label":"type_of"},{"text":"water","start":19,"token_start":3,"token_end":3,"end":24,"type":"pattern","label":"base"},{"start":39,"end":44,"token_start":6,"token_end":6,"label":"effect_size"},{"start":45,"end":49,"token_start":7,"token_end":7,"label":"type_of"},{"start":50,"end":65,"token_start":8,"token_end":10,"label":"base"},{"start":66,"end":71,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":72,"end":81,"token_start":12,"token_end":13,"label":"effect_size"},{"start":86,"end":108,"token_start":15,"token_end":18,"label":"where"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"abnormally","start":4,"end":14,"id":1,"ws":true,"disabled":false},{"text":"hot","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"water","start":19,"end":24,"id":3,"ws":true,"disabled":false},{"text":"triggered","start":25,"end":34,"id":4,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":5,"ws":true,"disabled":false},{"text":"worst","start":39,"end":44,"id":6,"ws":true,"disabled":false},{"text":"mass","start":45,"end":49,"id":7,"ws":true,"disabled":false},{"text":"coral","start":50,"end":55,"id":8,"ws":false,"disabled":false},{"text":"-","start":55,"end":56,"id":9,"ws":false,"disabled":false},{"text":"bleaching","start":56,"end":65,"id":10,"ws":true,"disabled":false},{"text":"event","start":66,"end":71,"id":11,"ws":true,"disabled":false},{"text":"on","start":72,"end":74,"id":12,"ws":true,"disabled":false},{"text":"record","start":75,"end":81,"id":13,"ws":true,"disabled":false},{"text":"for","start":82,"end":85,"id":14,"ws":true,"disabled":false},{"text":"the","start":86,"end":89,"id":15,"ws":true,"disabled":false},{"text":"Great","start":90,"end":95,"id":16,"ws":true,"disabled":false},{"text":"Barrier","start":96,"end":103,"id":17,"ws":true,"disabled":false},{"text":"Reef","start":104,"end":108,"id":18,"ws":false,"disabled":false},{"text":".","start":108,"end":109,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":110,"end":122,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":123,"end":135,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":2,"child":3,"head_span":{"start":15,"end":18,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":19,"end":24,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":3,"head_span":{"start":4,"end":14,"token_start":1,"token_end":1,"label":"effect_size"},"child_span":{"start":19,"end":24,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":10,"head_span":{"start":39,"end":44,"token_start":6,"token_end":6,"label":"effect_size"},"child_span":{"start":50,"end":65,"token_start":8,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":45,"end":49,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":50,"end":65,"token_start":8,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":10,"head_span":{"start":66,"end":71,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":50,"end":65,"token_start":8,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":10,"head_span":{"start":72,"end":81,"token_start":12,"token_end":13,"label":"effect_size"},"child_span":{"start":50,"end":65,"token_start":8,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":10,"head_span":{"start":19,"end":24,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":50,"end":65,"token_start":8,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":217,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Noting that carbon stays in the atmosphere for centuries, at least, and that a United Nations panel found in 2007 that climate change is \u201clikely to adversely affect hundreds of millions of people through increased coastal flooding, reductions in water supplies, increased malnutrition and increased health impacts\u201d in the next 100 years, Professor Nolt did a lot of division and multiplication and arrived at a stark conclusion:\n","text":"Noting that carbon stays in the atmosphere for centuries, at least, and that a United Nations panel found in 2007 that climate change is \u201clikely to adversely affect hundreds of millions of people through increased coastal flooding, reductions in water supplies, increased malnutrition and increased health impacts\u201d in the next 100 years, Professor Nolt did a lot of division and multiplication and arrived at a stark conclusion: IMPLIED_BASE IMPLIED_BASE","characters":429,"document_index":159,"md_sentence_index":39,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/06/03/travel/traveling-climate-change.html","combo_id":"159_39","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1632789901,"_task_hash":-1798711042,"spans":[{"start":106,"end":113,"token_start":20,"token_end":21,"label":"when"},{"text":"climate change","start":119,"token_start":23,"token_end":24,"end":133,"type":"pattern","label":"base"},{"start":165,"end":185,"token_start":31,"token_end":33,"label":"effect_size"},{"text":"people","start":189,"token_start":35,"token_end":35,"end":195,"type":"pattern","label":"base"},{"text":"increased","start":204,"token_start":37,"token_end":37,"end":213,"type":"pattern","label":"change_direction"},{"start":214,"end":221,"token_start":38,"token_end":38,"label":"type_of"},{"text":"flooding","start":222,"token_start":39,"token_end":39,"end":230,"type":"pattern","label":"base"},{"start":232,"end":242,"token_start":41,"token_end":41,"label":"change_direction"},{"text":"water","start":246,"token_start":43,"token_end":43,"end":251,"type":"pattern","label":"base"},{"start":252,"end":260,"token_start":44,"token_end":44,"label":"aspect_changing"},{"text":"increased","start":262,"token_start":46,"token_end":46,"end":271,"type":"pattern","label":"change_direction"},{"start":272,"end":284,"token_start":47,"token_end":47,"label":"base"},{"text":"increased","start":289,"token_start":49,"token_end":49,"end":298,"type":"pattern","label":"change_direction"},{"text":"health","start":299,"token_start":50,"token_end":50,"end":305,"type":"pattern","label":"base"},{"start":306,"end":313,"token_start":51,"token_end":51,"label":"aspect_changing"},{"start":315,"end":336,"token_start":53,"token_end":57,"label":"when"}],"tokens":[{"text":"Noting","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"that","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"carbon","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"stays","start":19,"end":24,"id":3,"ws":true,"disabled":false},{"text":"in","start":25,"end":27,"id":4,"ws":true,"disabled":false},{"text":"the","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"atmosphere","start":32,"end":42,"id":6,"ws":true,"disabled":false},{"text":"for","start":43,"end":46,"id":7,"ws":true,"disabled":false},{"text":"centuries","start":47,"end":56,"id":8,"ws":false,"disabled":false},{"text":",","start":56,"end":57,"id":9,"ws":true,"disabled":false},{"text":"at","start":58,"end":60,"id":10,"ws":true,"disabled":false},{"text":"least","start":61,"end":66,"id":11,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":12,"ws":true,"disabled":false},{"text":"and","start":68,"end":71,"id":13,"ws":true,"disabled":false},{"text":"that","start":72,"end":76,"id":14,"ws":true,"disabled":false},{"text":"a","start":77,"end":78,"id":15,"ws":true,"disabled":false},{"text":"United","start":79,"end":85,"id":16,"ws":true,"disabled":false},{"text":"Nations","start":86,"end":93,"id":17,"ws":true,"disabled":false},{"text":"panel","start":94,"end":99,"id":18,"ws":true,"disabled":false},{"text":"found","start":100,"end":105,"id":19,"ws":true,"disabled":false},{"text":"in","start":106,"end":108,"id":20,"ws":true,"disabled":false},{"text":"2007","start":109,"end":113,"id":21,"ws":true,"disabled":false},{"text":"that","start":114,"end":118,"id":22,"ws":true,"disabled":false},{"text":"climate","start":119,"end":126,"id":23,"ws":true,"disabled":false},{"text":"change","start":127,"end":133,"id":24,"ws":true,"disabled":false},{"text":"is","start":134,"end":136,"id":25,"ws":true,"disabled":false},{"text":"\u201c","start":137,"end":138,"id":26,"ws":false,"disabled":false},{"text":"likely","start":138,"end":144,"id":27,"ws":true,"disabled":false},{"text":"to","start":145,"end":147,"id":28,"ws":true,"disabled":false},{"text":"adversely","start":148,"end":157,"id":29,"ws":true,"disabled":false},{"text":"affect","start":158,"end":164,"id":30,"ws":true,"disabled":false},{"text":"hundreds","start":165,"end":173,"id":31,"ws":true,"disabled":false},{"text":"of","start":174,"end":176,"id":32,"ws":true,"disabled":false},{"text":"millions","start":177,"end":185,"id":33,"ws":true,"disabled":false},{"text":"of","start":186,"end":188,"id":34,"ws":true,"disabled":false},{"text":"people","start":189,"end":195,"id":35,"ws":true,"disabled":false},{"text":"through","start":196,"end":203,"id":36,"ws":true,"disabled":false},{"text":"increased","start":204,"end":213,"id":37,"ws":true,"disabled":false},{"text":"coastal","start":214,"end":221,"id":38,"ws":true,"disabled":false},{"text":"flooding","start":222,"end":230,"id":39,"ws":false,"disabled":false},{"text":",","start":230,"end":231,"id":40,"ws":true,"disabled":false},{"text":"reductions","start":232,"end":242,"id":41,"ws":true,"disabled":false},{"text":"in","start":243,"end":245,"id":42,"ws":true,"disabled":false},{"text":"water","start":246,"end":251,"id":43,"ws":true,"disabled":false},{"text":"supplies","start":252,"end":260,"id":44,"ws":false,"disabled":false},{"text":",","start":260,"end":261,"id":45,"ws":true,"disabled":false},{"text":"increased","start":262,"end":271,"id":46,"ws":true,"disabled":false},{"text":"malnutrition","start":272,"end":284,"id":47,"ws":true,"disabled":false},{"text":"and","start":285,"end":288,"id":48,"ws":true,"disabled":false},{"text":"increased","start":289,"end":298,"id":49,"ws":true,"disabled":false},{"text":"health","start":299,"end":305,"id":50,"ws":true,"disabled":false},{"text":"impacts","start":306,"end":313,"id":51,"ws":false,"disabled":false},{"text":"\u201d","start":313,"end":314,"id":52,"ws":true,"disabled":false},{"text":"in","start":315,"end":317,"id":53,"ws":true,"disabled":false},{"text":"the","start":318,"end":321,"id":54,"ws":true,"disabled":false},{"text":"next","start":322,"end":326,"id":55,"ws":true,"disabled":false},{"text":"100","start":327,"end":330,"id":56,"ws":true,"disabled":false},{"text":"years","start":331,"end":336,"id":57,"ws":false,"disabled":false},{"text":",","start":336,"end":337,"id":58,"ws":true,"disabled":false},{"text":"Professor","start":338,"end":347,"id":59,"ws":true,"disabled":false},{"text":"Nolt","start":348,"end":352,"id":60,"ws":true,"disabled":false},{"text":"did","start":353,"end":356,"id":61,"ws":true,"disabled":false},{"text":"a","start":357,"end":358,"id":62,"ws":true,"disabled":false},{"text":"lot","start":359,"end":362,"id":63,"ws":true,"disabled":false},{"text":"of","start":363,"end":365,"id":64,"ws":true,"disabled":false},{"text":"division","start":366,"end":374,"id":65,"ws":true,"disabled":false},{"text":"and","start":375,"end":378,"id":66,"ws":true,"disabled":false},{"text":"multiplication","start":379,"end":393,"id":67,"ws":true,"disabled":false},{"text":"and","start":394,"end":397,"id":68,"ws":true,"disabled":false},{"text":"arrived","start":398,"end":405,"id":69,"ws":true,"disabled":false},{"text":"at","start":406,"end":408,"id":70,"ws":true,"disabled":false},{"text":"a","start":409,"end":410,"id":71,"ws":true,"disabled":false},{"text":"stark","start":411,"end":416,"id":72,"ws":true,"disabled":false},{"text":"conclusion","start":417,"end":427,"id":73,"ws":false,"disabled":false},{"text":":","start":427,"end":428,"id":74,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":429,"end":441,"id":75,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":442,"end":454,"id":76,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":24,"child":35,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":39,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":222,"end":230,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":35,"head_span":{"start":222,"end":230,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":43,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":246,"end":251,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":43,"child":35,"head_span":{"start":246,"end":251,"token_start":43,"token_end":43,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":47,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":272,"end":284,"token_start":47,"token_end":47,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":35,"head_span":{"start":272,"end":284,"token_start":47,"token_end":47,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":50,"head_span":{"start":119,"end":133,"token_start":23,"token_end":24,"label":"base"},"child_span":{"start":299,"end":305,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":50,"child":35,"head_span":{"start":299,"end":305,"token_start":50,"token_end":50,"label":"base"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":33,"child":35,"head_span":{"start":165,"end":185,"token_start":31,"token_end":33,"label":"effect_size"},"child_span":{"start":189,"end":195,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":39,"head_span":{"start":204,"end":213,"token_start":37,"token_end":37,"label":"change_direction"},"child_span":{"start":222,"end":230,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":39,"head_span":{"start":214,"end":221,"token_start":38,"token_end":38,"label":"type_of"},"child_span":{"start":222,"end":230,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":41,"child":43,"head_span":{"start":232,"end":242,"token_start":41,"token_end":41,"label":"change_direction"},"child_span":{"start":246,"end":251,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":43,"head_span":{"start":252,"end":260,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":246,"end":251,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":47,"head_span":{"start":262,"end":271,"token_start":46,"token_end":46,"label":"change_direction"},"child_span":{"start":272,"end":284,"token_start":47,"token_end":47,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":50,"head_span":{"start":289,"end":298,"token_start":49,"token_end":49,"label":"change_direction"},"child_span":{"start":299,"end":305,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":50,"head_span":{"start":306,"end":313,"token_start":51,"token_end":51,"label":"aspect_changing"},"child_span":{"start":299,"end":305,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":892,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"When considering the future of wildfire risk in the Western United States, it will likely expand to more homes and result in the greater property losses than we have seen in the past.","text":"When considering the future of wildfire risk in the Western United States, it will likely expand to more homes and result in the greater property losses than we have seen in the past. IMPLIED_BASE IMPLIED_BASE","characters":183,"document_index":717,"md_sentence_index":145,"classification_origin":"causal_sentence_classification","url":"https://storymaps.arcgis.com/stories/cb987be2818a4013a66977b6b3900444","combo_id":"717_145","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-886466246,"_task_hash":1779073862,"spans":[{"text":"wildfire","start":31,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"base"},{"text":"risk","start":40,"token_start":6,"token_end":6,"end":44,"type":"pattern","label":"aspect_changing"},{"text":"expand","start":90,"token_start":16,"token_end":16,"end":96,"type":"pattern","label":"change_direction"},{"text":"more","start":100,"token_start":18,"token_end":18,"end":104,"type":"pattern","label":"change_direction"},{"text":"homes","start":105,"token_start":19,"token_end":19,"end":110,"type":"pattern","label":"base"}],"tokens":[{"text":"When","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"considering","start":5,"end":16,"id":1,"ws":true,"disabled":false},{"text":"the","start":17,"end":20,"id":2,"ws":true,"disabled":false},{"text":"future","start":21,"end":27,"id":3,"ws":true,"disabled":false},{"text":"of","start":28,"end":30,"id":4,"ws":true,"disabled":false},{"text":"wildfire","start":31,"end":39,"id":5,"ws":true,"disabled":false},{"text":"risk","start":40,"end":44,"id":6,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":8,"ws":true,"disabled":false},{"text":"Western","start":52,"end":59,"id":9,"ws":true,"disabled":false},{"text":"United","start":60,"end":66,"id":10,"ws":true,"disabled":false},{"text":"States","start":67,"end":73,"id":11,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":12,"ws":true,"disabled":false},{"text":"it","start":75,"end":77,"id":13,"ws":true,"disabled":false},{"text":"will","start":78,"end":82,"id":14,"ws":true,"disabled":false},{"text":"likely","start":83,"end":89,"id":15,"ws":true,"disabled":false},{"text":"expand","start":90,"end":96,"id":16,"ws":true,"disabled":false},{"text":"to","start":97,"end":99,"id":17,"ws":true,"disabled":false},{"text":"more","start":100,"end":104,"id":18,"ws":true,"disabled":false},{"text":"homes","start":105,"end":110,"id":19,"ws":true,"disabled":false},{"text":"and","start":111,"end":114,"id":20,"ws":true,"disabled":false},{"text":"result","start":115,"end":121,"id":21,"ws":true,"disabled":false},{"text":"in","start":122,"end":124,"id":22,"ws":true,"disabled":false},{"text":"the","start":125,"end":128,"id":23,"ws":true,"disabled":false},{"text":"greater","start":129,"end":136,"id":24,"ws":true,"disabled":false},{"text":"property","start":137,"end":145,"id":25,"ws":true,"disabled":false},{"text":"losses","start":146,"end":152,"id":26,"ws":true,"disabled":false},{"text":"than","start":153,"end":157,"id":27,"ws":true,"disabled":false},{"text":"we","start":158,"end":160,"id":28,"ws":true,"disabled":false},{"text":"have","start":161,"end":165,"id":29,"ws":true,"disabled":false},{"text":"seen","start":166,"end":170,"id":30,"ws":true,"disabled":false},{"text":"in","start":171,"end":173,"id":31,"ws":true,"disabled":false},{"text":"the","start":174,"end":177,"id":32,"ws":true,"disabled":false},{"text":"past","start":178,"end":182,"id":33,"ws":false,"disabled":false},{"text":".","start":182,"end":183,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":197,"end":209,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":700,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In addition, in the panel regression analysis of streamflow immediately following individual precipitation and snowmelt events, we find that the empirical relationship between rain percentage and the subsequent streamflow response is nonlinear, with rain\u2010dominated runoff leading to proportionately larger streamflow peaks than snowmelt\u2010dominated or mixed rain\u2010and\u2010snow runoff","text":"In addition, in the panel regression analysis of streamflow immediately following individual precipitation and snowmelt events, we find that the empirical relationship between rain percentage and the subsequent streamflow response is nonlinear, with rain\u2010dominated runoff leading to proportionately larger streamflow peaks than snowmelt\u2010dominated or mixed rain\u2010and\u2010snow runoff IMPLIED_BASE IMPLIED_BASE","characters":376,"document_index":605,"md_sentence_index":250,"classification_origin":"causal_sentence_classification","url":"https://agupubs.onlinelibrary.wiley.com/doi/full/10.1029/2019WR025571","combo_id":"605_250","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1109316098,"_task_hash":-2067143325,"spans":[{"start":176,"end":180,"token_start":25,"token_end":25,"label":"base"},{"start":181,"end":191,"token_start":26,"token_end":26,"label":"aspect_changing"},{"start":211,"end":221,"token_start":30,"token_end":30,"label":"base"},{"start":222,"end":230,"token_start":31,"token_end":31,"label":"aspect_changing"},{"start":250,"end":264,"token_start":36,"token_end":36,"label":"type_of"},{"start":265,"end":271,"token_start":37,"token_end":37,"label":"base"},{"start":299,"end":305,"token_start":41,"token_end":41,"label":"change_direction"},{"start":306,"end":316,"token_start":42,"token_end":42,"label":"base"},{"start":317,"end":322,"token_start":43,"token_end":43,"label":"aspect_changing"},{"start":328,"end":346,"token_start":45,"token_end":45,"label":"type_of"},{"start":350,"end":369,"token_start":47,"token_end":48,"label":"type_of"},{"start":370,"end":376,"token_start":49,"token_end":49,"label":"base"},{"start":377,"end":389,"token_start":50,"token_end":50,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"addition","start":3,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"in","start":13,"end":15,"id":3,"ws":true,"disabled":false},{"text":"the","start":16,"end":19,"id":4,"ws":true,"disabled":false},{"text":"panel","start":20,"end":25,"id":5,"ws":true,"disabled":false},{"text":"regression","start":26,"end":36,"id":6,"ws":true,"disabled":false},{"text":"analysis","start":37,"end":45,"id":7,"ws":true,"disabled":false},{"text":"of","start":46,"end":48,"id":8,"ws":true,"disabled":false},{"text":"streamflow","start":49,"end":59,"id":9,"ws":true,"disabled":false},{"text":"immediately","start":60,"end":71,"id":10,"ws":true,"disabled":false},{"text":"following","start":72,"end":81,"id":11,"ws":true,"disabled":false},{"text":"individual","start":82,"end":92,"id":12,"ws":true,"disabled":false},{"text":"precipitation","start":93,"end":106,"id":13,"ws":true,"disabled":false},{"text":"and","start":107,"end":110,"id":14,"ws":true,"disabled":false},{"text":"snowmelt","start":111,"end":119,"id":15,"ws":true,"disabled":false},{"text":"events","start":120,"end":126,"id":16,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":17,"ws":true,"disabled":false},{"text":"we","start":128,"end":130,"id":18,"ws":true,"disabled":false},{"text":"find","start":131,"end":135,"id":19,"ws":true,"disabled":false},{"text":"that","start":136,"end":140,"id":20,"ws":true,"disabled":false},{"text":"the","start":141,"end":144,"id":21,"ws":true,"disabled":false},{"text":"empirical","start":145,"end":154,"id":22,"ws":true,"disabled":false},{"text":"relationship","start":155,"end":167,"id":23,"ws":true,"disabled":false},{"text":"between","start":168,"end":175,"id":24,"ws":true,"disabled":false},{"text":"rain","start":176,"end":180,"id":25,"ws":true,"disabled":false},{"text":"percentage","start":181,"end":191,"id":26,"ws":true,"disabled":false},{"text":"and","start":192,"end":195,"id":27,"ws":true,"disabled":false},{"text":"the","start":196,"end":199,"id":28,"ws":true,"disabled":false},{"text":"subsequent","start":200,"end":210,"id":29,"ws":true,"disabled":false},{"text":"streamflow","start":211,"end":221,"id":30,"ws":true,"disabled":false},{"text":"response","start":222,"end":230,"id":31,"ws":true,"disabled":false},{"text":"is","start":231,"end":233,"id":32,"ws":true,"disabled":false},{"text":"nonlinear","start":234,"end":243,"id":33,"ws":false,"disabled":false},{"text":",","start":243,"end":244,"id":34,"ws":true,"disabled":false},{"text":"with","start":245,"end":249,"id":35,"ws":true,"disabled":false},{"text":"rain\u2010dominated","start":250,"end":264,"id":36,"ws":true,"disabled":false},{"text":"runoff","start":265,"end":271,"id":37,"ws":true,"disabled":false},{"text":"leading","start":272,"end":279,"id":38,"ws":true,"disabled":false},{"text":"to","start":280,"end":282,"id":39,"ws":true,"disabled":false},{"text":"proportionately","start":283,"end":298,"id":40,"ws":true,"disabled":false},{"text":"larger","start":299,"end":305,"id":41,"ws":true,"disabled":false},{"text":"streamflow","start":306,"end":316,"id":42,"ws":true,"disabled":false},{"text":"peaks","start":317,"end":322,"id":43,"ws":true,"disabled":false},{"text":"than","start":323,"end":327,"id":44,"ws":true,"disabled":false},{"text":"snowmelt\u2010dominated","start":328,"end":346,"id":45,"ws":true,"disabled":false},{"text":"or","start":347,"end":349,"id":46,"ws":true,"disabled":false},{"text":"mixed","start":350,"end":355,"id":47,"ws":true,"disabled":false},{"text":"rain\u2010and\u2010snow","start":356,"end":369,"id":48,"ws":true,"disabled":false},{"text":"runoff","start":370,"end":376,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":377,"end":389,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":390,"end":402,"id":51,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":37,"child":42,"head_span":{"start":265,"end":271,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":306,"end":316,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":49,"child":42,"head_span":{"start":370,"end":376,"token_start":49,"token_end":49,"label":"base"},"child_span":{"start":306,"end":316,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":50,"child":49,"head_span":{"start":377,"end":389,"token_start":50,"token_end":50,"label":"base"},"child_span":{"start":370,"end":376,"token_start":49,"token_end":49,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":50,"child":42,"head_span":{"start":377,"end":389,"token_start":50,"token_end":50,"label":"base"},"child_span":{"start":306,"end":316,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":42,"head_span":{"start":299,"end":305,"token_start":41,"token_end":41,"label":"change_direction"},"child_span":{"start":306,"end":316,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":42,"head_span":{"start":317,"end":322,"token_start":43,"token_end":43,"label":"aspect_changing"},"child_span":{"start":306,"end":316,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":49,"head_span":{"start":328,"end":346,"token_start":45,"token_end":45,"label":"type_of"},"child_span":{"start":370,"end":376,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":50,"head_span":{"start":350,"end":369,"token_start":47,"token_end":48,"label":"type_of"},"child_span":{"start":377,"end":389,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":50,"head_span":{"start":265,"end":271,"token_start":37,"token_end":37,"label":"base"},"child_span":{"start":377,"end":389,"token_start":50,"token_end":50,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":36,"child":37,"head_span":{"start":250,"end":264,"token_start":36,"token_end":36,"label":"type_of"},"child_span":{"start":265,"end":271,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":25,"head_span":{"start":181,"end":191,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":176,"end":180,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":30,"head_span":{"start":222,"end":230,"token_start":31,"token_end":31,"label":"aspect_changing"},"child_span":{"start":211,"end":221,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":30,"head_span":{"start":176,"end":180,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":211,"end":221,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":98,"Used?":"","Dataset name":"","ignore?":"Ignore?","reason":"Assignable causality?","relation count":"Many","complexity":"Simple","original_md_text":"There are studies linking heat to lowered cognitive function, an increased heart rate, higher testosterone production and even a perception of time passing more slowly than normal.\n","text":"There are studies linking heat to lowered cognitive function, an increased heart rate, higher testosterone production and even a perception of time passing more slowly than normal. IMPLIED_BASE IMPLIED_BASE","characters":181,"document_index":75,"md_sentence_index":26,"classification_origin":"cm_cause_effect_rel","url":"https://www.bbc.com/news/uk-44821796","combo_id":"75_26","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1888608852,"_task_hash":-826547195,"spans":[{"start":26,"end":30,"token_start":4,"token_end":4,"label":"base"},{"start":34,"end":41,"token_start":6,"token_end":6,"label":"change_direction"},{"start":42,"end":51,"token_start":7,"token_end":7,"label":"base"},{"start":52,"end":60,"token_start":8,"token_end":8,"label":"aspect_changing"},{"text":"increased","start":65,"token_start":11,"token_end":11,"end":74,"type":"pattern","label":"change_direction"},{"start":75,"end":80,"token_start":12,"token_end":12,"label":"base"},{"start":81,"end":85,"token_start":13,"token_end":13,"label":"aspect_changing"},{"text":"higher","start":87,"token_start":15,"token_end":15,"end":93,"type":"pattern","label":"change_direction"},{"start":94,"end":106,"token_start":16,"token_end":16,"label":"base"},{"start":107,"end":117,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":129,"end":139,"token_start":21,"token_end":21,"label":"aspect_changing"},{"start":143,"end":147,"token_start":23,"token_end":23,"label":"base"},{"start":156,"end":167,"token_start":25,"token_end":26,"label":"change_direction"},{"start":168,"end":179,"token_start":27,"token_end":28,"label":"effect_size"}],"tokens":[{"text":"There","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"are","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"studies","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"linking","start":18,"end":25,"id":3,"ws":true,"disabled":false},{"text":"heat","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"to","start":31,"end":33,"id":5,"ws":true,"disabled":false},{"text":"lowered","start":34,"end":41,"id":6,"ws":true,"disabled":false},{"text":"cognitive","start":42,"end":51,"id":7,"ws":true,"disabled":false},{"text":"function","start":52,"end":60,"id":8,"ws":false,"disabled":false},{"text":",","start":60,"end":61,"id":9,"ws":true,"disabled":false},{"text":"an","start":62,"end":64,"id":10,"ws":true,"disabled":false},{"text":"increased","start":65,"end":74,"id":11,"ws":true,"disabled":false},{"text":"heart","start":75,"end":80,"id":12,"ws":true,"disabled":false},{"text":"rate","start":81,"end":85,"id":13,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":14,"ws":true,"disabled":false},{"text":"higher","start":87,"end":93,"id":15,"ws":true,"disabled":false},{"text":"testosterone","start":94,"end":106,"id":16,"ws":true,"disabled":false},{"text":"production","start":107,"end":117,"id":17,"ws":true,"disabled":false},{"text":"and","start":118,"end":121,"id":18,"ws":true,"disabled":false},{"text":"even","start":122,"end":126,"id":19,"ws":true,"disabled":false},{"text":"a","start":127,"end":128,"id":20,"ws":true,"disabled":false},{"text":"perception","start":129,"end":139,"id":21,"ws":true,"disabled":false},{"text":"of","start":140,"end":142,"id":22,"ws":true,"disabled":false},{"text":"time","start":143,"end":147,"id":23,"ws":true,"disabled":false},{"text":"passing","start":148,"end":155,"id":24,"ws":true,"disabled":false},{"text":"more","start":156,"end":160,"id":25,"ws":true,"disabled":false},{"text":"slowly","start":161,"end":167,"id":26,"ws":true,"disabled":false},{"text":"than","start":168,"end":172,"id":27,"ws":true,"disabled":false},{"text":"normal","start":173,"end":179,"id":28,"ws":false,"disabled":false},{"text":".","start":179,"end":180,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":194,"end":206,"id":31,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":4,"child":7,"head_span":{"start":26,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":42,"end":51,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":12,"head_span":{"start":26,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":75,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":16,"head_span":{"start":26,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":94,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":7,"head_span":{"start":34,"end":41,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":42,"end":51,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":52,"end":60,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":42,"end":51,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":65,"end":74,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":75,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":12,"head_span":{"start":81,"end":85,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":75,"end":80,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":87,"end":93,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":94,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":107,"end":117,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":94,"end":106,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":23,"head_span":{"start":26,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":143,"end":147,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":23,"head_span":{"start":129,"end":139,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":143,"end":147,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":23,"head_span":{"start":156,"end":167,"token_start":25,"token_end":26,"label":"change_direction"},"child_span":{"start":143,"end":147,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":23,"head_span":{"start":168,"end":179,"token_start":27,"token_end":28,"label":"effect_size"},"child_span":{"start":143,"end":147,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":228,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"If global temperatures reach this threshold, an estimated 350 million people worldwide would be exposed to extreme heat stress sufficient to greatly reduce their labor productivity during the hottest months of the year, according to EASAC.\n","text":"If global temperatures reach this threshold, an estimated 350 million people worldwide would be exposed to extreme heat stress sufficient to greatly reduce their labor productivity during the hottest months of the year, according to EASAC. IMPLIED_BASE IMPLIED_BASE","characters":240,"document_index":164,"md_sentence_index":11,"classification_origin":"cm-label-eval","url":"https://www.cnn.com/2019/06/04/health/climate-change-threatening-human-health-scli-intl/index.html","combo_id":"164_11","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":440257408,"_task_hash":1602835064,"spans":[{"start":3,"end":9,"token_start":1,"token_end":1,"label":"type_of"},{"text":"temperatures","start":10,"token_start":2,"token_end":2,"end":22,"type":"pattern","label":"aspect_changing"},{"start":48,"end":69,"token_start":8,"token_end":10,"label":"effect_size"},{"start":70,"end":86,"token_start":11,"token_end":12,"label":"to_whom"},{"start":96,"end":103,"token_start":15,"token_end":15,"label":"change_direction"},{"start":107,"end":119,"token_start":17,"token_end":18,"label":"type_of"},{"text":"stress","start":120,"token_start":19,"token_end":19,"end":126,"type":"pattern","label":"base"},{"start":141,"end":155,"token_start":22,"token_end":23,"label":"change_direction"},{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},{"text":"productivity","start":168,"token_start":26,"token_end":26,"end":180,"type":"pattern","label":"aspect_changing"},{"start":181,"end":218,"token_start":27,"token_end":33,"label":"when"},{"start":240,"end":252,"token_start":39,"token_end":39,"label":"base"}],"tokens":[{"text":"If","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"global","start":3,"end":9,"id":1,"ws":true,"disabled":false},{"text":"temperatures","start":10,"end":22,"id":2,"ws":true,"disabled":false},{"text":"reach","start":23,"end":28,"id":3,"ws":true,"disabled":false},{"text":"this","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"threshold","start":34,"end":43,"id":5,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":6,"ws":true,"disabled":false},{"text":"an","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"estimated","start":48,"end":57,"id":8,"ws":true,"disabled":false},{"text":"350","start":58,"end":61,"id":9,"ws":true,"disabled":false},{"text":"million","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"people","start":70,"end":76,"id":11,"ws":true,"disabled":false},{"text":"worldwide","start":77,"end":86,"id":12,"ws":true,"disabled":false},{"text":"would","start":87,"end":92,"id":13,"ws":true,"disabled":false},{"text":"be","start":93,"end":95,"id":14,"ws":true,"disabled":false},{"text":"exposed","start":96,"end":103,"id":15,"ws":true,"disabled":false},{"text":"to","start":104,"end":106,"id":16,"ws":true,"disabled":false},{"text":"extreme","start":107,"end":114,"id":17,"ws":true,"disabled":false},{"text":"heat","start":115,"end":119,"id":18,"ws":true,"disabled":false},{"text":"stress","start":120,"end":126,"id":19,"ws":true,"disabled":false},{"text":"sufficient","start":127,"end":137,"id":20,"ws":true,"disabled":false},{"text":"to","start":138,"end":140,"id":21,"ws":true,"disabled":false},{"text":"greatly","start":141,"end":148,"id":22,"ws":true,"disabled":false},{"text":"reduce","start":149,"end":155,"id":23,"ws":true,"disabled":false},{"text":"their","start":156,"end":161,"id":24,"ws":true,"disabled":false},{"text":"labor","start":162,"end":167,"id":25,"ws":true,"disabled":false},{"text":"productivity","start":168,"end":180,"id":26,"ws":true,"disabled":false},{"text":"during","start":181,"end":187,"id":27,"ws":true,"disabled":false},{"text":"the","start":188,"end":191,"id":28,"ws":true,"disabled":false},{"text":"hottest","start":192,"end":199,"id":29,"ws":true,"disabled":false},{"text":"months","start":200,"end":206,"id":30,"ws":true,"disabled":false},{"text":"of","start":207,"end":209,"id":31,"ws":true,"disabled":false},{"text":"the","start":210,"end":213,"id":32,"ws":true,"disabled":false},{"text":"year","start":214,"end":218,"id":33,"ws":false,"disabled":false},{"text":",","start":218,"end":219,"id":34,"ws":true,"disabled":false},{"text":"according","start":220,"end":229,"id":35,"ws":true,"disabled":false},{"text":"to","start":230,"end":232,"id":36,"ws":true,"disabled":false},{"text":"EASAC","start":233,"end":238,"id":37,"ws":false,"disabled":false},{"text":".","start":238,"end":239,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":240,"end":252,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":253,"end":265,"id":40,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":1,"child":39,"head_span":{"start":3,"end":9,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":240,"end":252,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":39,"head_span":{"start":10,"end":22,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":240,"end":252,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":19,"head_span":{"start":240,"end":252,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":120,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":25,"head_span":{"start":120,"end":126,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":25,"head_span":{"start":141,"end":155,"token_start":22,"token_end":23,"label":"change_direction"},"child_span":{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":25,"head_span":{"start":168,"end":180,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":162,"end":167,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":107,"end":119,"token_start":17,"token_end":18,"label":"type_of"},"child_span":{"start":120,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":19,"head_span":{"start":96,"end":103,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":120,"end":126,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":266,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Rostin Behnam, who sits on the federal government\u2019s five-member Commodity Futures Trading Commission, a powerful agency overseeing major financial markets including grain futures, oil trading and complex derivatives, said in an interview on Monday that the financial risks from climate change were comparable to those posed by the mortgage meltdown that triggered the 2008 financial crisis.\n","text":"Rostin Behnam, who sits on the federal government\u2019s five-member Commodity Futures Trading Commission, a powerful agency overseeing major financial markets including grain futures, oil trading and complex derivatives, said in an interview on Monday that the financial risks from climate change were comparable to those posed by the mortgage meltdown that triggered the 2008 financial crisis. IMPLIED_BASE IMPLIED_BASE","characters":391,"document_index":214,"md_sentence_index":4,"classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/06/11/climate/climate-financial-market-risk.html","combo_id":"214_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1335895176,"_task_hash":-634115538,"spans":[{"start":257,"end":266,"token_start":43,"token_end":43,"label":"base"},{"text":"risks","start":267,"token_start":44,"token_end":44,"end":272,"type":"pattern","label":"aspect_changing"},{"text":"climate change","start":278,"token_start":46,"token_end":47,"end":292,"type":"pattern","label":"base"}],"tokens":[{"text":"Rostin","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"Behnam","start":7,"end":13,"id":1,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":2,"ws":true,"disabled":false},{"text":"who","start":15,"end":18,"id":3,"ws":true,"disabled":false},{"text":"sits","start":19,"end":23,"id":4,"ws":true,"disabled":false},{"text":"on","start":24,"end":26,"id":5,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":6,"ws":true,"disabled":false},{"text":"federal","start":31,"end":38,"id":7,"ws":true,"disabled":false},{"text":"government","start":39,"end":49,"id":8,"ws":false,"disabled":false},{"text":"\u2019s","start":49,"end":51,"id":9,"ws":true,"disabled":false},{"text":"five","start":52,"end":56,"id":10,"ws":false,"disabled":false},{"text":"-","start":56,"end":57,"id":11,"ws":false,"disabled":false},{"text":"member","start":57,"end":63,"id":12,"ws":true,"disabled":false},{"text":"Commodity","start":64,"end":73,"id":13,"ws":true,"disabled":false},{"text":"Futures","start":74,"end":81,"id":14,"ws":true,"disabled":false},{"text":"Trading","start":82,"end":89,"id":15,"ws":true,"disabled":false},{"text":"Commission","start":90,"end":100,"id":16,"ws":false,"disabled":false},{"text":",","start":100,"end":101,"id":17,"ws":true,"disabled":false},{"text":"a","start":102,"end":103,"id":18,"ws":true,"disabled":false},{"text":"powerful","start":104,"end":112,"id":19,"ws":true,"disabled":false},{"text":"agency","start":113,"end":119,"id":20,"ws":true,"disabled":false},{"text":"overseeing","start":120,"end":130,"id":21,"ws":true,"disabled":false},{"text":"major","start":131,"end":136,"id":22,"ws":true,"disabled":false},{"text":"financial","start":137,"end":146,"id":23,"ws":true,"disabled":false},{"text":"markets","start":147,"end":154,"id":24,"ws":true,"disabled":false},{"text":"including","start":155,"end":164,"id":25,"ws":true,"disabled":false},{"text":"grain","start":165,"end":170,"id":26,"ws":true,"disabled":false},{"text":"futures","start":171,"end":178,"id":27,"ws":false,"disabled":false},{"text":",","start":178,"end":179,"id":28,"ws":true,"disabled":false},{"text":"oil","start":180,"end":183,"id":29,"ws":true,"disabled":false},{"text":"trading","start":184,"end":191,"id":30,"ws":true,"disabled":false},{"text":"and","start":192,"end":195,"id":31,"ws":true,"disabled":false},{"text":"complex","start":196,"end":203,"id":32,"ws":true,"disabled":false},{"text":"derivatives","start":204,"end":215,"id":33,"ws":false,"disabled":false},{"text":",","start":215,"end":216,"id":34,"ws":true,"disabled":false},{"text":"said","start":217,"end":221,"id":35,"ws":true,"disabled":false},{"text":"in","start":222,"end":224,"id":36,"ws":true,"disabled":false},{"text":"an","start":225,"end":227,"id":37,"ws":true,"disabled":false},{"text":"interview","start":228,"end":237,"id":38,"ws":true,"disabled":false},{"text":"on","start":238,"end":240,"id":39,"ws":true,"disabled":false},{"text":"Monday","start":241,"end":247,"id":40,"ws":true,"disabled":false},{"text":"that","start":248,"end":252,"id":41,"ws":true,"disabled":false},{"text":"the","start":253,"end":256,"id":42,"ws":true,"disabled":false},{"text":"financial","start":257,"end":266,"id":43,"ws":true,"disabled":false},{"text":"risks","start":267,"end":272,"id":44,"ws":true,"disabled":false},{"text":"from","start":273,"end":277,"id":45,"ws":true,"disabled":false},{"text":"climate","start":278,"end":285,"id":46,"ws":true,"disabled":false},{"text":"change","start":286,"end":292,"id":47,"ws":true,"disabled":false},{"text":"were","start":293,"end":297,"id":48,"ws":true,"disabled":false},{"text":"comparable","start":298,"end":308,"id":49,"ws":true,"disabled":false},{"text":"to","start":309,"end":311,"id":50,"ws":true,"disabled":false},{"text":"those","start":312,"end":317,"id":51,"ws":true,"disabled":false},{"text":"posed","start":318,"end":323,"id":52,"ws":true,"disabled":false},{"text":"by","start":324,"end":326,"id":53,"ws":true,"disabled":false},{"text":"the","start":327,"end":330,"id":54,"ws":true,"disabled":false},{"text":"mortgage","start":331,"end":339,"id":55,"ws":true,"disabled":false},{"text":"meltdown","start":340,"end":348,"id":56,"ws":true,"disabled":false},{"text":"that","start":349,"end":353,"id":57,"ws":true,"disabled":false},{"text":"triggered","start":354,"end":363,"id":58,"ws":true,"disabled":false},{"text":"the","start":364,"end":367,"id":59,"ws":true,"disabled":false},{"text":"2008","start":368,"end":372,"id":60,"ws":true,"disabled":false},{"text":"financial","start":373,"end":382,"id":61,"ws":true,"disabled":false},{"text":"crisis","start":383,"end":389,"id":62,"ws":false,"disabled":false},{"text":".","start":389,"end":390,"id":63,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":391,"end":403,"id":64,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":404,"end":416,"id":65,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":47,"child":43,"head_span":{"start":278,"end":292,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":257,"end":266,"token_start":43,"token_end":43,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":44,"child":43,"head_span":{"start":267,"end":272,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":257,"end":266,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept","flagged":true}
+{"number":376,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Climate change will affect the fundamental determinants of human health including \u201cwater, air, food quality and quantity, ecosystems, agriculture, livelihoods and infrastructure\u201d [2] (p. 393).","text":"Climate change will affect the fundamental determinants of human health including \u201cwater, air, food quality and quantity, ecosystems, agriculture, livelihoods and infrastructure\u201d [2] (p. 393). IMPLIED_BASE IMPLIED_BASE","characters":192,"document_index":276,"md_sentence_index":13,"classification_origin":"cm-label-eval","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_13","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":153970244,"_task_hash":1553549528,"spans":[{"text":"Climate change","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":31,"end":55,"token_start":5,"token_end":6,"label":"aspect_changing"},{"start":59,"end":64,"token_start":8,"token_end":8,"label":"type_of"},{"text":"health","start":65,"token_start":9,"token_end":9,"end":71,"type":"pattern","label":"base"},{"text":"water","start":83,"token_start":12,"token_end":12,"end":88,"type":"pattern","label":"base"},{"start":90,"end":93,"token_start":14,"token_end":14,"label":"base"},{"start":95,"end":99,"token_start":16,"token_end":16,"label":"base"},{"text":"quality","start":100,"token_start":17,"token_end":17,"end":107,"type":"pattern","label":"aspect_changing"},{"start":112,"end":120,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":122,"end":132,"token_start":21,"token_end":21,"label":"base"},{"start":134,"end":145,"token_start":23,"token_end":23,"label":"base"},{"text":"livelihoods","start":147,"token_start":25,"token_end":25,"end":158,"type":"pattern","label":"base"},{"text":"infrastructure","start":163,"token_start":27,"token_end":27,"end":177,"type":"pattern","label":"base"}],"tokens":[{"text":"Climate","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"change","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"will","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"affect","start":20,"end":26,"id":3,"ws":true,"disabled":false},{"text":"the","start":27,"end":30,"id":4,"ws":true,"disabled":false},{"text":"fundamental","start":31,"end":42,"id":5,"ws":true,"disabled":false},{"text":"determinants","start":43,"end":55,"id":6,"ws":true,"disabled":false},{"text":"of","start":56,"end":58,"id":7,"ws":true,"disabled":false},{"text":"human","start":59,"end":64,"id":8,"ws":true,"disabled":false},{"text":"health","start":65,"end":71,"id":9,"ws":true,"disabled":false},{"text":"including","start":72,"end":81,"id":10,"ws":true,"disabled":false},{"text":"\u201c","start":82,"end":83,"id":11,"ws":false,"disabled":false},{"text":"water","start":83,"end":88,"id":12,"ws":false,"disabled":false},{"text":",","start":88,"end":89,"id":13,"ws":true,"disabled":false},{"text":"air","start":90,"end":93,"id":14,"ws":false,"disabled":false},{"text":",","start":93,"end":94,"id":15,"ws":true,"disabled":false},{"text":"food","start":95,"end":99,"id":16,"ws":true,"disabled":false},{"text":"quality","start":100,"end":107,"id":17,"ws":true,"disabled":false},{"text":"and","start":108,"end":111,"id":18,"ws":true,"disabled":false},{"text":"quantity","start":112,"end":120,"id":19,"ws":false,"disabled":false},{"text":",","start":120,"end":121,"id":20,"ws":true,"disabled":false},{"text":"ecosystems","start":122,"end":132,"id":21,"ws":false,"disabled":false},{"text":",","start":132,"end":133,"id":22,"ws":true,"disabled":false},{"text":"agriculture","start":134,"end":145,"id":23,"ws":false,"disabled":false},{"text":",","start":145,"end":146,"id":24,"ws":true,"disabled":false},{"text":"livelihoods","start":147,"end":158,"id":25,"ws":true,"disabled":false},{"text":"and","start":159,"end":162,"id":26,"ws":true,"disabled":false},{"text":"infrastructure","start":163,"end":177,"id":27,"ws":false,"disabled":false},{"text":"\u201d","start":177,"end":178,"id":28,"ws":true,"disabled":false},{"text":"[","start":179,"end":180,"id":29,"ws":false,"disabled":false},{"text":"2","start":180,"end":181,"id":30,"ws":false,"disabled":false},{"text":"]","start":181,"end":182,"id":31,"ws":true,"disabled":false},{"text":"(","start":183,"end":184,"id":32,"ws":false,"disabled":false},{"text":"p.","start":184,"end":186,"id":33,"ws":true,"disabled":false},{"text":"393","start":187,"end":190,"id":34,"ws":false,"disabled":false},{"text":")","start":190,"end":191,"id":35,"ws":false,"disabled":false},{"text":".","start":191,"end":192,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":206,"end":218,"id":38,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":1,"child":9,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":9,"head_span":{"start":83,"end":88,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":9,"head_span":{"start":90,"end":93,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":9,"head_span":{"start":95,"end":99,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":9,"head_span":{"start":122,"end":132,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":9,"head_span":{"start":134,"end":145,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":9,"head_span":{"start":147,"end":158,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":9,"head_span":{"start":163,"end":177,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":12,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":83,"end":88,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":14,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":90,"end":93,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":16,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":95,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":21,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":122,"end":132,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":23,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":134,"end":145,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":25,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":147,"end":158,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":27,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":163,"end":177,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":9,"head_span":{"start":59,"end":64,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":100,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":95,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":14,"head_span":{"start":100,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":90,"end":93,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":12,"head_span":{"start":100,"end":107,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":83,"end":88,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":16,"head_span":{"start":112,"end":120,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":95,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":14,"head_span":{"start":112,"end":120,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":90,"end":93,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":12,"head_span":{"start":112,"end":120,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":83,"end":88,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":31,"end":55,"token_start":5,"token_end":6,"label":"aspect_changing"},"child_span":{"start":65,"end":71,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":423,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Coastlines at northern latitudes, like those in New England, will face higher flood levels primarily because of sea level rise.","text":"Coastlines at northern latitudes, like those in New England, will face higher flood levels primarily because of sea level rise. IMPLIED_BASE IMPLIED_BASE","characters":127,"document_index":336,"md_sentence_index":4,"classification_origin":"cm_cause_effect_rel","url":"https://engineering.princeton.edu/news/2019/08/23/100-year-floods-will-happen-every-one-30-years-according-new-flood-maps","combo_id":"336_4","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1688477338,"_task_hash":2038072913,"spans":[{"start":0,"end":59,"token_start":0,"token_end":9,"label":"where"},{"text":"higher","start":71,"token_start":13,"token_end":13,"end":77,"type":"pattern","label":"change_direction"},{"start":78,"end":83,"token_start":14,"token_end":14,"label":"base"},{"text":"levels","start":84,"token_start":15,"token_end":15,"end":90,"type":"pattern","label":"aspect_changing"},{"text":"sea","start":112,"token_start":19,"token_end":19,"end":115,"type":"pattern","label":"base"},{"text":"level","start":116,"token_start":20,"token_end":20,"end":121,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":122,"token_start":21,"token_end":21,"end":126,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Coastlines","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"at","start":11,"end":13,"id":1,"ws":true,"disabled":false},{"text":"northern","start":14,"end":22,"id":2,"ws":true,"disabled":false},{"text":"latitudes","start":23,"end":32,"id":3,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":4,"ws":true,"disabled":false},{"text":"like","start":34,"end":38,"id":5,"ws":true,"disabled":false},{"text":"those","start":39,"end":44,"id":6,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"New","start":48,"end":51,"id":8,"ws":true,"disabled":false},{"text":"England","start":52,"end":59,"id":9,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":10,"ws":true,"disabled":false},{"text":"will","start":61,"end":65,"id":11,"ws":true,"disabled":false},{"text":"face","start":66,"end":70,"id":12,"ws":true,"disabled":false},{"text":"higher","start":71,"end":77,"id":13,"ws":true,"disabled":false},{"text":"flood","start":78,"end":83,"id":14,"ws":true,"disabled":false},{"text":"levels","start":84,"end":90,"id":15,"ws":true,"disabled":false},{"text":"primarily","start":91,"end":100,"id":16,"ws":true,"disabled":false},{"text":"because","start":101,"end":108,"id":17,"ws":true,"disabled":false},{"text":"of","start":109,"end":111,"id":18,"ws":true,"disabled":false},{"text":"sea","start":112,"end":115,"id":19,"ws":true,"disabled":false},{"text":"level","start":116,"end":121,"id":20,"ws":true,"disabled":false},{"text":"rise","start":122,"end":126,"id":21,"ws":false,"disabled":false},{"text":".","start":126,"end":127,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":141,"end":153,"id":24,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":19,"child":14,"head_span":{"start":112,"end":115,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":78,"end":83,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":13,"child":14,"head_span":{"start":71,"end":77,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":78,"end":83,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":84,"end":90,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":78,"end":83,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":19,"head_span":{"start":116,"end":121,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":112,"end":115,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":19,"head_span":{"start":122,"end":126,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":112,"end":115,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":485,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"For the most part, disasters like floods and cyclones result in temporary displacement, though that could mean months at a time, and almost always within national borders.\n","text":"For the most part, disasters like floods and cyclones result in temporary displacement, though that could mean months at a time, and almost always within national borders. IMPLIED_BASE IMPLIED_BASE","characters":172,"document_index":370,"md_sentence_index":22,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/09/12/climate/extreme-weather-displacement.html","combo_id":"370_22","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-957961249,"_task_hash":1471375505,"spans":[{"start":19,"end":28,"token_start":5,"token_end":5,"label":"base"},{"text":"floods","start":34,"token_start":7,"token_end":7,"end":40,"type":"pattern","label":"base"},{"start":45,"end":53,"token_start":9,"token_end":9,"label":"base"},{"start":64,"end":73,"token_start":12,"token_end":12,"label":"type_of"},{"start":74,"end":86,"token_start":13,"token_end":13,"label":"base"}],"tokens":[{"text":"For","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"the","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"most","start":8,"end":12,"id":2,"ws":true,"disabled":false},{"text":"part","start":13,"end":17,"id":3,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":4,"ws":true,"disabled":false},{"text":"disasters","start":19,"end":28,"id":5,"ws":true,"disabled":false},{"text":"like","start":29,"end":33,"id":6,"ws":true,"disabled":false},{"text":"floods","start":34,"end":40,"id":7,"ws":true,"disabled":false},{"text":"and","start":41,"end":44,"id":8,"ws":true,"disabled":false},{"text":"cyclones","start":45,"end":53,"id":9,"ws":true,"disabled":false},{"text":"result","start":54,"end":60,"id":10,"ws":true,"disabled":false},{"text":"in","start":61,"end":63,"id":11,"ws":true,"disabled":false},{"text":"temporary","start":64,"end":73,"id":12,"ws":true,"disabled":false},{"text":"displacement","start":74,"end":86,"id":13,"ws":false,"disabled":false},{"text":",","start":86,"end":87,"id":14,"ws":true,"disabled":false},{"text":"though","start":88,"end":94,"id":15,"ws":true,"disabled":false},{"text":"that","start":95,"end":99,"id":16,"ws":true,"disabled":false},{"text":"could","start":100,"end":105,"id":17,"ws":true,"disabled":false},{"text":"mean","start":106,"end":110,"id":18,"ws":true,"disabled":false},{"text":"months","start":111,"end":117,"id":19,"ws":true,"disabled":false},{"text":"at","start":118,"end":120,"id":20,"ws":true,"disabled":false},{"text":"a","start":121,"end":122,"id":21,"ws":true,"disabled":false},{"text":"time","start":123,"end":127,"id":22,"ws":false,"disabled":false},{"text":",","start":127,"end":128,"id":23,"ws":true,"disabled":false},{"text":"and","start":129,"end":132,"id":24,"ws":true,"disabled":false},{"text":"almost","start":133,"end":139,"id":25,"ws":true,"disabled":false},{"text":"always","start":140,"end":146,"id":26,"ws":true,"disabled":false},{"text":"within","start":147,"end":153,"id":27,"ws":true,"disabled":false},{"text":"national","start":154,"end":162,"id":28,"ws":true,"disabled":false},{"text":"borders","start":163,"end":170,"id":29,"ws":false,"disabled":false},{"text":".","start":170,"end":171,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":32,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":12,"child":13,"head_span":{"start":64,"end":73,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":74,"end":86,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":13,"head_span":{"start":19,"end":28,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":74,"end":86,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":13,"head_span":{"start":34,"end":40,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":74,"end":86,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":13,"head_span":{"start":45,"end":53,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":74,"end":86,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":332,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"not causal? which is the causal concept? solutions","relation count":"many","complexity":"complex","original_md_text":"Improved human health: Many studies have found connections between exposure to nature and better mental and physical health.","text":"Improved human health: Many studies have found connections between exposure to nature and better mental and physical health. IMPLIED_BASE IMPLIED_BASE","characters":124,"document_index":267,"md_sentence_index":36,"classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/07/20/health/iyw-cities-losing-36-million-trees-how-to-help-trnd/index.html","combo_id":"267_36","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1470114529,"_task_hash":-866025166,"spans":[{"start":67,"end":75,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":79,"end":85,"token_start":12,"token_end":12,"label":"base"},{"start":90,"end":96,"token_start":14,"token_end":14,"label":"change_direction"},{"start":97,"end":116,"token_start":15,"token_end":17,"label":"type_of"},{"text":"health","start":117,"token_start":18,"token_end":18,"end":123,"type":"pattern","label":"base"}],"tokens":[{"text":"Improved","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"human","start":9,"end":14,"id":1,"ws":true,"disabled":false},{"text":"health","start":15,"end":21,"id":2,"ws":false,"disabled":false},{"text":":","start":21,"end":22,"id":3,"ws":true,"disabled":false},{"text":"Many","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"studies","start":28,"end":35,"id":5,"ws":true,"disabled":false},{"text":"have","start":36,"end":40,"id":6,"ws":true,"disabled":false},{"text":"found","start":41,"end":46,"id":7,"ws":true,"disabled":false},{"text":"connections","start":47,"end":58,"id":8,"ws":true,"disabled":false},{"text":"between","start":59,"end":66,"id":9,"ws":true,"disabled":false},{"text":"exposure","start":67,"end":75,"id":10,"ws":true,"disabled":false},{"text":"to","start":76,"end":78,"id":11,"ws":true,"disabled":false},{"text":"nature","start":79,"end":85,"id":12,"ws":true,"disabled":false},{"text":"and","start":86,"end":89,"id":13,"ws":true,"disabled":false},{"text":"better","start":90,"end":96,"id":14,"ws":true,"disabled":false},{"text":"mental","start":97,"end":103,"id":15,"ws":true,"disabled":false},{"text":"and","start":104,"end":107,"id":16,"ws":true,"disabled":false},{"text":"physical","start":108,"end":116,"id":17,"ws":true,"disabled":false},{"text":"health","start":117,"end":123,"id":18,"ws":false,"disabled":false},{"text":".","start":123,"end":124,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":12,"child":18,"head_span":{"start":79,"end":85,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":117,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":18,"head_span":{"start":90,"end":96,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":117,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":97,"end":116,"token_start":15,"token_end":17,"label":"type_of"},"child_span":{"start":117,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":12,"head_span":{"start":67,"end":75,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":79,"end":85,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":651,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Stronger winds create more shear (a difference in wind speed over a short distance) in the atmosphere, which results in turbulence.","text":"Stronger winds create more shear (a difference in wind speed over a short distance) in the atmosphere, which results in turbulence. IMPLIED_BASE IMPLIED_BASE","characters":131,"document_index":544,"md_sentence_index":147,"classification_origin":"causal_sentence_classification","url":"https://blogs.ei.columbia.edu/2019/12/27/climate-change-impacts-everyone/","combo_id":"544_147","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1728359477,"_task_hash":-1694638977,"spans":[{"text":"more","start":22,"token_start":3,"token_end":3,"end":26,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Stronger","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"winds","start":9,"end":14,"id":1,"ws":true,"disabled":false},{"text":"create","start":15,"end":21,"id":2,"ws":true,"disabled":false},{"text":"more","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"shear","start":27,"end":32,"id":4,"ws":true,"disabled":false},{"text":"(","start":33,"end":34,"id":5,"ws":false,"disabled":false},{"text":"a","start":34,"end":35,"id":6,"ws":true,"disabled":false},{"text":"difference","start":36,"end":46,"id":7,"ws":true,"disabled":false},{"text":"in","start":47,"end":49,"id":8,"ws":true,"disabled":false},{"text":"wind","start":50,"end":54,"id":9,"ws":true,"disabled":false},{"text":"speed","start":55,"end":60,"id":10,"ws":true,"disabled":false},{"text":"over","start":61,"end":65,"id":11,"ws":true,"disabled":false},{"text":"a","start":66,"end":67,"id":12,"ws":true,"disabled":false},{"text":"short","start":68,"end":73,"id":13,"ws":true,"disabled":false},{"text":"distance","start":74,"end":82,"id":14,"ws":false,"disabled":false},{"text":")","start":82,"end":83,"id":15,"ws":true,"disabled":false},{"text":"in","start":84,"end":86,"id":16,"ws":true,"disabled":false},{"text":"the","start":87,"end":90,"id":17,"ws":true,"disabled":false},{"text":"atmosphere","start":91,"end":101,"id":18,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":19,"ws":true,"disabled":false},{"text":"which","start":103,"end":108,"id":20,"ws":true,"disabled":false},{"text":"results","start":109,"end":116,"id":21,"ws":true,"disabled":false},{"text":"in","start":117,"end":119,"id":22,"ws":true,"disabled":false},{"text":"turbulence","start":120,"end":130,"id":23,"ws":false,"disabled":false},{"text":".","start":130,"end":131,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":132,"end":144,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":145,"end":157,"id":26,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[],"answer":"ignore"}
+{"number":1156,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Studies of specific storms, including Hurricane Harvey, which brought four feet or more of rain to the Houston area in August 2017, have found them to be affected by human-induced climate change.\n","text":"Studies of specific storms, including Hurricane Harvey, which brought four feet or more of rain to the Houston area in August 2017, have found them to be affected by human-induced climate change. IMPLIED_BASE IMPLIED_BASE","characters":196,"document_index":865,"md_sentence_index":21,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.nytimes.com/2020/10/26/climate/hurricane-zeta-rain.html","combo_id":"865_21","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1597418572,"_task_hash":688785859,"spans":[{"text":"storms","start":20,"token_start":3,"token_end":3,"end":26,"type":"pattern","label":"base"},{"start":38,"end":54,"token_start":6,"token_end":7,"label":"base"},{"start":70,"end":87,"token_start":11,"token_end":14,"label":"effect_size"},{"text":"rain","start":91,"token_start":16,"token_end":16,"end":95,"type":"pattern","label":"base"},{"start":96,"end":115,"token_start":17,"token_end":20,"label":"where"},{"start":116,"end":130,"token_start":21,"token_end":23,"label":"when"},{"start":166,"end":179,"token_start":32,"token_end":34,"label":"type_of"},{"text":"climate change","start":180,"token_start":35,"token_end":36,"end":194,"type":"pattern","label":"base"}],"tokens":[{"text":"Studies","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"of","start":8,"end":10,"id":1,"ws":true,"disabled":false},{"text":"specific","start":11,"end":19,"id":2,"ws":true,"disabled":false},{"text":"storms","start":20,"end":26,"id":3,"ws":false,"disabled":false},{"text":",","start":26,"end":27,"id":4,"ws":true,"disabled":false},{"text":"including","start":28,"end":37,"id":5,"ws":true,"disabled":false},{"text":"Hurricane","start":38,"end":47,"id":6,"ws":true,"disabled":false},{"text":"Harvey","start":48,"end":54,"id":7,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":8,"ws":true,"disabled":false},{"text":"which","start":56,"end":61,"id":9,"ws":true,"disabled":false},{"text":"brought","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"four","start":70,"end":74,"id":11,"ws":true,"disabled":false},{"text":"feet","start":75,"end":79,"id":12,"ws":true,"disabled":false},{"text":"or","start":80,"end":82,"id":13,"ws":true,"disabled":false},{"text":"more","start":83,"end":87,"id":14,"ws":true,"disabled":false},{"text":"of","start":88,"end":90,"id":15,"ws":true,"disabled":false},{"text":"rain","start":91,"end":95,"id":16,"ws":true,"disabled":false},{"text":"to","start":96,"end":98,"id":17,"ws":true,"disabled":false},{"text":"the","start":99,"end":102,"id":18,"ws":true,"disabled":false},{"text":"Houston","start":103,"end":110,"id":19,"ws":true,"disabled":false},{"text":"area","start":111,"end":115,"id":20,"ws":true,"disabled":false},{"text":"in","start":116,"end":118,"id":21,"ws":true,"disabled":false},{"text":"August","start":119,"end":125,"id":22,"ws":true,"disabled":false},{"text":"2017","start":126,"end":130,"id":23,"ws":false,"disabled":false},{"text":",","start":130,"end":131,"id":24,"ws":true,"disabled":false},{"text":"have","start":132,"end":136,"id":25,"ws":true,"disabled":false},{"text":"found","start":137,"end":142,"id":26,"ws":true,"disabled":false},{"text":"them","start":143,"end":147,"id":27,"ws":true,"disabled":false},{"text":"to","start":148,"end":150,"id":28,"ws":true,"disabled":false},{"text":"be","start":151,"end":153,"id":29,"ws":true,"disabled":false},{"text":"affected","start":154,"end":162,"id":30,"ws":true,"disabled":false},{"text":"by","start":163,"end":165,"id":31,"ws":true,"disabled":false},{"text":"human","start":166,"end":171,"id":32,"ws":false,"disabled":false},{"text":"-","start":171,"end":172,"id":33,"ws":false,"disabled":false},{"text":"induced","start":172,"end":179,"id":34,"ws":true,"disabled":false},{"text":"climate","start":180,"end":187,"id":35,"ws":true,"disabled":false},{"text":"change","start":188,"end":194,"id":36,"ws":false,"disabled":false},{"text":".","start":194,"end":195,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":209,"end":221,"id":39,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":3,"child":16,"head_span":{"start":20,"end":26,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":91,"end":95,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":16,"head_span":{"start":38,"end":54,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":91,"end":95,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":3,"head_span":{"start":180,"end":194,"token_start":35,"token_end":36,"label":"base"},"child_span":{"start":20,"end":26,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":7,"head_span":{"start":180,"end":194,"token_start":35,"token_end":36,"label":"base"},"child_span":{"start":38,"end":54,"token_start":6,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":16,"head_span":{"start":70,"end":87,"token_start":11,"token_end":14,"label":"effect_size"},"child_span":{"start":91,"end":95,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":36,"head_span":{"start":166,"end":179,"token_start":32,"token_end":34,"label":"type_of"},"child_span":{"start":180,"end":194,"token_start":35,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":1146,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Torrential rains can cause flooding that, in turn, increases pollutants in the water.","text":"Torrential rains can cause flooding that, in turn, increases pollutants in the water. IMPLIED_BASE IMPLIED_BASE","characters":85,"document_index":861,"md_sentence_index":213,"classification_origin":"causal_sentence_classification","url":"https://publicintegrity.org/environment/hidden-epidemics/vibrio-deadly-bacteria-coastal-waters-climate-change-health/","combo_id":"861_213","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1698191028,"_task_hash":-1946533665,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"type_of"},{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},{"text":"flooding","start":27,"token_start":4,"token_end":4,"end":35,"type":"pattern","label":"base"},{"text":"increases","start":51,"token_start":10,"token_end":10,"end":60,"type":"pattern","label":"change_direction"},{"start":61,"end":71,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":79,"end":84,"token_start":14,"token_end":14,"label":"base"}],"tokens":[{"text":"Torrential","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"rains","start":11,"end":16,"id":1,"ws":true,"disabled":false},{"text":"can","start":17,"end":20,"id":2,"ws":true,"disabled":false},{"text":"cause","start":21,"end":26,"id":3,"ws":true,"disabled":false},{"text":"flooding","start":27,"end":35,"id":4,"ws":true,"disabled":false},{"text":"that","start":36,"end":40,"id":5,"ws":false,"disabled":false},{"text":",","start":40,"end":41,"id":6,"ws":true,"disabled":false},{"text":"in","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"turn","start":45,"end":49,"id":8,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":9,"ws":true,"disabled":false},{"text":"increases","start":51,"end":60,"id":10,"ws":true,"disabled":false},{"text":"pollutants","start":61,"end":71,"id":11,"ws":true,"disabled":false},{"text":"in","start":72,"end":74,"id":12,"ws":true,"disabled":false},{"text":"the","start":75,"end":78,"id":13,"ws":true,"disabled":false},{"text":"water","start":79,"end":84,"id":14,"ws":false,"disabled":false},{"text":".","start":84,"end":85,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":86,"end":98,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":99,"end":111,"id":17,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":14,"head_span":{"start":51,"end":60,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":79,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":14,"head_span":{"start":61,"end":71,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":79,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":4,"head_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":27,"end":35,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":14,"head_span":{"start":27,"end":35,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":79,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":796,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"This saw the monsoon rains shift southwards away from the Sahel, causing drought.","text":"This saw the monsoon rains shift southwards away from the Sahel, causing drought. IMPLIED_BASE IMPLIED_BASE","characters":81,"document_index":647,"md_sentence_index":274,"classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_274","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-912544230,"_task_hash":-1615232517,"spans":[{"start":13,"end":20,"token_start":3,"token_end":3,"label":"type_of"},{"start":21,"end":26,"token_start":4,"token_end":4,"label":"base"},{"start":27,"end":32,"token_start":5,"token_end":5,"label":"change_direction"},{"start":33,"end":63,"token_start":6,"token_end":10,"label":"where"},{"text":"drought","start":73,"token_start":13,"token_end":13,"end":80,"type":"pattern","label":"base"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"saw","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"monsoon","start":13,"end":20,"id":3,"ws":true,"disabled":false},{"text":"rains","start":21,"end":26,"id":4,"ws":true,"disabled":false},{"text":"shift","start":27,"end":32,"id":5,"ws":true,"disabled":false},{"text":"southwards","start":33,"end":43,"id":6,"ws":true,"disabled":false},{"text":"away","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"from","start":49,"end":53,"id":8,"ws":true,"disabled":false},{"text":"the","start":54,"end":57,"id":9,"ws":true,"disabled":false},{"text":"Sahel","start":58,"end":63,"id":10,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":11,"ws":true,"disabled":false},{"text":"causing","start":65,"end":72,"id":12,"ws":true,"disabled":false},{"text":"drought","start":73,"end":80,"id":13,"ws":false,"disabled":false},{"text":".","start":80,"end":81,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":82,"end":94,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":95,"end":107,"id":16,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":4,"child":13,"head_span":{"start":21,"end":26,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":73,"end":80,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":3,"child":4,"head_span":{"start":13,"end":20,"token_start":3,"token_end":3,"label":"type_of"},"child_span":{"start":21,"end":26,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":4,"head_span":{"start":27,"end":32,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":21,"end":26,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":661,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Dr. Dan Schrag, Harvard\nFlooding is a way of life for some New England communities, and scientists say it\u2019s getting worse because of climate change.","text":"Dr. Dan Schrag, HarvardFlooding is a way of life for some New England communities, and scientists say it\u2019s getting worse because of climate change. IMPLIED_BASE IMPLIED_BASE","characters":148,"document_index":553,"md_sentence_index":57,"classification_origin":"causal_sentence_classification","url":"https://www.nbcboston.com/weather/stories-weather/climate-change-new-england-adjusting-mitigating/2053436/","combo_id":"553_57","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1806122619,"_task_hash":-117450765,"spans":[{"start":16,"end":31,"token_start":4,"token_end":4,"label":"base"},{"start":58,"end":69,"token_start":12,"token_end":13,"label":"where"},{"start":115,"end":120,"token_start":22,"token_end":22,"label":"change_direction"},{"text":"climate change","start":132,"token_start":25,"token_end":26,"end":146,"type":"pattern","label":"base"}],"tokens":[{"text":"Dr.","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Dan","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"Schrag","start":8,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"HarvardFlooding","start":16,"end":31,"id":4,"ws":true,"disabled":false},{"text":"is","start":32,"end":34,"id":5,"ws":true,"disabled":false},{"text":"a","start":35,"end":36,"id":6,"ws":true,"disabled":false},{"text":"way","start":37,"end":40,"id":7,"ws":true,"disabled":false},{"text":"of","start":41,"end":43,"id":8,"ws":true,"disabled":false},{"text":"life","start":44,"end":48,"id":9,"ws":true,"disabled":false},{"text":"for","start":49,"end":52,"id":10,"ws":true,"disabled":false},{"text":"some","start":53,"end":57,"id":11,"ws":true,"disabled":false},{"text":"New","start":58,"end":61,"id":12,"ws":true,"disabled":false},{"text":"England","start":62,"end":69,"id":13,"ws":true,"disabled":false},{"text":"communities","start":70,"end":81,"id":14,"ws":false,"disabled":false},{"text":",","start":81,"end":82,"id":15,"ws":true,"disabled":false},{"text":"and","start":83,"end":86,"id":16,"ws":true,"disabled":false},{"text":"scientists","start":87,"end":97,"id":17,"ws":true,"disabled":false},{"text":"say","start":98,"end":101,"id":18,"ws":true,"disabled":false},{"text":"it","start":102,"end":104,"id":19,"ws":false,"disabled":false},{"text":"\u2019s","start":104,"end":106,"id":20,"ws":true,"disabled":false},{"text":"getting","start":107,"end":114,"id":21,"ws":true,"disabled":false},{"text":"worse","start":115,"end":120,"id":22,"ws":true,"disabled":false},{"text":"because","start":121,"end":128,"id":23,"ws":true,"disabled":false},{"text":"of","start":129,"end":131,"id":24,"ws":true,"disabled":false},{"text":"climate","start":132,"end":139,"id":25,"ws":true,"disabled":false},{"text":"change","start":140,"end":146,"id":26,"ws":false,"disabled":false},{"text":".","start":146,"end":147,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":26,"child":4,"head_span":{"start":132,"end":146,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":16,"end":31,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":4,"head_span":{"start":115,"end":120,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":16,"end":31,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":438,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In many regions, floods and water quality problems are likely to be worse because of climate change.\n","text":"In many regions, floods and water quality problems are likely to be worse because of climate change. IMPLIED_BASE IMPLIED_BASE","characters":101,"document_index":341,"md_sentence_index":4,"classification_origin":"cm-label-eval","url":"https://www.noaa.gov/education/resource-collections/climate-education-resources/climate-change-impacts","combo_id":"341_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1058486684,"_task_hash":665729369,"spans":[{"start":0,"end":15,"token_start":0,"token_end":2,"label":"where"},{"text":"floods","start":17,"token_start":4,"token_end":4,"end":23,"type":"pattern","label":"base"},{"text":"water","start":28,"token_start":6,"token_end":6,"end":33,"type":"pattern","label":"base"},{"start":34,"end":50,"token_start":7,"token_end":8,"label":"aspect_changing"},{"start":55,"end":67,"token_start":10,"token_end":12,"label":"confidence"},{"start":68,"end":73,"token_start":13,"token_end":13,"label":"change_direction"},{"text":"climate change","start":85,"token_start":16,"token_end":17,"end":99,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"many","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"regions","start":8,"end":15,"id":2,"ws":false,"disabled":false},{"text":",","start":15,"end":16,"id":3,"ws":true,"disabled":false},{"text":"floods","start":17,"end":23,"id":4,"ws":true,"disabled":false},{"text":"and","start":24,"end":27,"id":5,"ws":true,"disabled":false},{"text":"water","start":28,"end":33,"id":6,"ws":true,"disabled":false},{"text":"quality","start":34,"end":41,"id":7,"ws":true,"disabled":false},{"text":"problems","start":42,"end":50,"id":8,"ws":true,"disabled":false},{"text":"are","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"likely","start":55,"end":61,"id":10,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":11,"ws":true,"disabled":false},{"text":"be","start":65,"end":67,"id":12,"ws":true,"disabled":false},{"text":"worse","start":68,"end":73,"id":13,"ws":true,"disabled":false},{"text":"because","start":74,"end":81,"id":14,"ws":true,"disabled":false},{"text":"of","start":82,"end":84,"id":15,"ws":true,"disabled":false},{"text":"climate","start":85,"end":92,"id":16,"ws":true,"disabled":false},{"text":"change","start":93,"end":99,"id":17,"ws":false,"disabled":false},{"text":".","start":99,"end":100,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":101,"end":113,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":114,"end":126,"id":20,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":8,"child":6,"head_span":{"start":34,"end":50,"token_start":7,"token_end":8,"label":"aspect_changing"},"child_span":{"start":28,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":6,"head_span":{"start":68,"end":73,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":28,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":4,"head_span":{"start":68,"end":73,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":17,"end":23,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":6,"head_span":{"start":85,"end":99,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":28,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":4,"head_span":{"start":85,"end":99,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":17,"end":23,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":958,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The monthly average temperature is increasing leading to many weather-related events such as heat waves, humidity, precipitations, floods, storms, dry conditions, and wildfires, which affect differently the environment and human health between temperate and tropical regions [7, 8].","text":"The monthly average temperature is increasing leading to many weather-related events such as heat waves, humidity, precipitations, floods, storms, dry conditions, and wildfires, which affect differently the environment and human health between temperate and tropical regions [7, 8]. IMPLIED_BASE IMPLIED_BASE","characters":282,"document_index":750,"md_sentence_index":28,"classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_28","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1868962172,"_task_hash":-855344353,"spans":[{"start":4,"end":19,"token_start":1,"token_end":2,"label":"type_of"},{"text":"temperature","start":20,"token_start":3,"token_end":3,"end":31,"type":"pattern","label":"aspect_changing"},{"text":"increasing","start":35,"token_start":5,"token_end":5,"end":45,"type":"pattern","label":"change_direction"},{"text":"weather","start":62,"token_start":9,"token_end":9,"end":69,"type":"pattern","label":"base"},{"start":78,"end":84,"token_start":12,"token_end":12,"label":"aspect_changing"},{"text":"heat waves","start":93,"token_start":15,"token_end":16,"end":103,"type":"pattern","label":"base"},{"start":105,"end":113,"token_start":18,"token_end":18,"label":"base"},{"start":115,"end":129,"token_start":20,"token_end":20,"label":"base"},{"text":"floods","start":131,"token_start":22,"token_end":22,"end":137,"type":"pattern","label":"base"},{"text":"storms","start":139,"token_start":24,"token_end":24,"end":145,"type":"pattern","label":"base"},{"start":147,"end":150,"token_start":26,"token_end":26,"label":"type_of"},{"start":151,"end":161,"token_start":27,"token_end":27,"label":"base"},{"text":"wildfires","start":167,"token_start":30,"token_end":30,"end":176,"type":"pattern","label":"base"},{"start":207,"end":218,"token_start":36,"token_end":36,"label":"base"},{"start":223,"end":228,"token_start":38,"token_end":38,"label":"type_of"},{"text":"health","start":229,"token_start":39,"token_end":39,"end":235,"type":"pattern","label":"base"},{"start":244,"end":274,"token_start":41,"token_end":44,"label":"where"},{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"monthly","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"average","start":12,"end":19,"id":2,"ws":true,"disabled":false},{"text":"temperature","start":20,"end":31,"id":3,"ws":true,"disabled":false},{"text":"is","start":32,"end":34,"id":4,"ws":true,"disabled":false},{"text":"increasing","start":35,"end":45,"id":5,"ws":true,"disabled":false},{"text":"leading","start":46,"end":53,"id":6,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":7,"ws":true,"disabled":false},{"text":"many","start":57,"end":61,"id":8,"ws":true,"disabled":false},{"text":"weather","start":62,"end":69,"id":9,"ws":false,"disabled":false},{"text":"-","start":69,"end":70,"id":10,"ws":false,"disabled":false},{"text":"related","start":70,"end":77,"id":11,"ws":true,"disabled":false},{"text":"events","start":78,"end":84,"id":12,"ws":true,"disabled":false},{"text":"such","start":85,"end":89,"id":13,"ws":true,"disabled":false},{"text":"as","start":90,"end":92,"id":14,"ws":true,"disabled":false},{"text":"heat","start":93,"end":97,"id":15,"ws":true,"disabled":false},{"text":"waves","start":98,"end":103,"id":16,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":17,"ws":true,"disabled":false},{"text":"humidity","start":105,"end":113,"id":18,"ws":false,"disabled":false},{"text":",","start":113,"end":114,"id":19,"ws":true,"disabled":false},{"text":"precipitations","start":115,"end":129,"id":20,"ws":false,"disabled":false},{"text":",","start":129,"end":130,"id":21,"ws":true,"disabled":false},{"text":"floods","start":131,"end":137,"id":22,"ws":false,"disabled":false},{"text":",","start":137,"end":138,"id":23,"ws":true,"disabled":false},{"text":"storms","start":139,"end":145,"id":24,"ws":false,"disabled":false},{"text":",","start":145,"end":146,"id":25,"ws":true,"disabled":false},{"text":"dry","start":147,"end":150,"id":26,"ws":true,"disabled":false},{"text":"conditions","start":151,"end":161,"id":27,"ws":false,"disabled":false},{"text":",","start":161,"end":162,"id":28,"ws":true,"disabled":false},{"text":"and","start":163,"end":166,"id":29,"ws":true,"disabled":false},{"text":"wildfires","start":167,"end":176,"id":30,"ws":false,"disabled":false},{"text":",","start":176,"end":177,"id":31,"ws":true,"disabled":false},{"text":"which","start":178,"end":183,"id":32,"ws":true,"disabled":false},{"text":"affect","start":184,"end":190,"id":33,"ws":true,"disabled":false},{"text":"differently","start":191,"end":202,"id":34,"ws":true,"disabled":false},{"text":"the","start":203,"end":206,"id":35,"ws":true,"disabled":false},{"text":"environment","start":207,"end":218,"id":36,"ws":true,"disabled":false},{"text":"and","start":219,"end":222,"id":37,"ws":true,"disabled":false},{"text":"human","start":223,"end":228,"id":38,"ws":true,"disabled":false},{"text":"health","start":229,"end":235,"id":39,"ws":true,"disabled":false},{"text":"between","start":236,"end":243,"id":40,"ws":true,"disabled":false},{"text":"temperate","start":244,"end":253,"id":41,"ws":true,"disabled":false},{"text":"and","start":254,"end":257,"id":42,"ws":true,"disabled":false},{"text":"tropical","start":258,"end":266,"id":43,"ws":true,"disabled":false},{"text":"regions","start":267,"end":274,"id":44,"ws":true,"disabled":false},{"text":"[","start":275,"end":276,"id":45,"ws":false,"disabled":false},{"text":"7","start":276,"end":277,"id":46,"ws":false,"disabled":false},{"text":",","start":277,"end":278,"id":47,"ws":true,"disabled":false},{"text":"8","start":279,"end":280,"id":48,"ws":false,"disabled":false},{"text":"]","start":280,"end":281,"id":49,"ws":false,"disabled":false},{"text":".","start":281,"end":282,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":283,"end":295,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":296,"end":308,"id":52,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":2,"child":51,"head_span":{"start":4,"end":19,"token_start":1,"token_end":2,"label":"type_of"},"child_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":51,"head_span":{"start":20,"end":31,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":51,"head_span":{"start":35,"end":45,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":9,"head_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":62,"end":69,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":9,"head_span":{"start":78,"end":84,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":62,"end":69,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":16,"head_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":93,"end":103,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":18,"head_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":105,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":20,"head_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":115,"end":129,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":22,"head_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":131,"end":137,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":24,"head_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":139,"end":145,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":27,"head_span":{"start":147,"end":150,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":151,"end":161,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":39,"head_span":{"start":223,"end":228,"token_start":38,"token_end":38,"label":"type_of"},"child_span":{"start":229,"end":235,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":27,"head_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":151,"end":161,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":30,"head_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":167,"end":176,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":36,"head_span":{"start":93,"end":103,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":207,"end":218,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":39,"head_span":{"start":93,"end":103,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":229,"end":235,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":36,"head_span":{"start":62,"end":69,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":207,"end":218,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":39,"head_span":{"start":62,"end":69,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":229,"end":235,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":36,"head_span":{"start":105,"end":113,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":207,"end":218,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":39,"head_span":{"start":105,"end":113,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":229,"end":235,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":36,"head_span":{"start":115,"end":129,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":207,"end":218,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":20,"child":39,"head_span":{"start":115,"end":129,"token_start":20,"token_end":20,"label":"base"},"child_span":{"start":229,"end":235,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":36,"head_span":{"start":131,"end":137,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":207,"end":218,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":39,"head_span":{"start":131,"end":137,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":229,"end":235,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":36,"head_span":{"start":139,"end":145,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":207,"end":218,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":39,"head_span":{"start":139,"end":145,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":229,"end":235,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":36,"head_span":{"start":151,"end":161,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":207,"end":218,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":39,"head_span":{"start":151,"end":161,"token_start":27,"token_end":27,"label":"base"},"child_span":{"start":229,"end":235,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":36,"head_span":{"start":167,"end":176,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":207,"end":218,"token_start":36,"token_end":36,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":39,"head_span":{"start":167,"end":176,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":229,"end":235,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":45,"Used?":"staged","Dataset name":"checkin-three","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"A warming climate could also mean increased extinction risk for a large fraction of species, the spread of diseases, an undermining of food security, and reduced renewable surface water and groundwater resources.\n","text":"A warming climate could also mean increased extinction risk for a large fraction of species, the spread of diseases, an undermining of food security, and reduced renewable surface water and groundwater resources. IMPLIED_BASE IMPLIED_BASE","characters":213,"document_index":36,"md_sentence_index":3,"classification_origin":"cm_cause_effect_rel","url":"https://blogs.imf.org/2019/05/03/getting-real-on-meeting-paris-climate-change-commitments/","combo_id":"36_3","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1002104634,"_task_hash":674968895,"spans":[{"start":2,"end":9,"token_start":1,"token_end":1,"label":"change_direction"},{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},{"text":"increased","start":34,"token_start":6,"token_end":6,"end":43,"type":"pattern","label":"change_direction"},{"start":44,"end":54,"token_start":7,"token_end":7,"label":"base"},{"text":"risk","start":55,"token_start":8,"token_end":8,"end":59,"type":"pattern","label":"aspect_changing"},{"start":66,"end":91,"token_start":11,"token_end":14,"label":"to_whom"},{"start":97,"end":103,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":107,"end":115,"token_start":19,"token_end":19,"label":"base"},{"start":120,"end":131,"token_start":22,"token_end":22,"label":"change_direction"},{"text":"food security","start":135,"token_start":24,"token_end":25,"end":148,"type":"pattern","label":"base"},{"text":"reduced","start":154,"token_start":28,"token_end":28,"end":161,"type":"pattern","label":"change_direction"},{"start":162,"end":171,"token_start":29,"token_end":29,"label":"type_of"},{"text":"surface water","start":172,"token_start":30,"token_end":31,"end":185,"type":"pattern","label":"base"},{"text":"groundwater","start":190,"token_start":33,"token_end":33,"end":201,"type":"pattern","label":"base"},{"start":202,"end":211,"token_start":34,"token_end":34,"label":"aspect_changing"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"warming","start":2,"end":9,"id":1,"ws":true,"disabled":false},{"text":"climate","start":10,"end":17,"id":2,"ws":true,"disabled":false},{"text":"could","start":18,"end":23,"id":3,"ws":true,"disabled":false},{"text":"also","start":24,"end":28,"id":4,"ws":true,"disabled":false},{"text":"mean","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"increased","start":34,"end":43,"id":6,"ws":true,"disabled":false},{"text":"extinction","start":44,"end":54,"id":7,"ws":true,"disabled":false},{"text":"risk","start":55,"end":59,"id":8,"ws":true,"disabled":false},{"text":"for","start":60,"end":63,"id":9,"ws":true,"disabled":false},{"text":"a","start":64,"end":65,"id":10,"ws":true,"disabled":false},{"text":"large","start":66,"end":71,"id":11,"ws":true,"disabled":false},{"text":"fraction","start":72,"end":80,"id":12,"ws":true,"disabled":false},{"text":"of","start":81,"end":83,"id":13,"ws":true,"disabled":false},{"text":"species","start":84,"end":91,"id":14,"ws":false,"disabled":false},{"text":",","start":91,"end":92,"id":15,"ws":true,"disabled":false},{"text":"the","start":93,"end":96,"id":16,"ws":true,"disabled":false},{"text":"spread","start":97,"end":103,"id":17,"ws":true,"disabled":false},{"text":"of","start":104,"end":106,"id":18,"ws":true,"disabled":false},{"text":"diseases","start":107,"end":115,"id":19,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":20,"ws":true,"disabled":false},{"text":"an","start":117,"end":119,"id":21,"ws":true,"disabled":false},{"text":"undermining","start":120,"end":131,"id":22,"ws":true,"disabled":false},{"text":"of","start":132,"end":134,"id":23,"ws":true,"disabled":false},{"text":"food","start":135,"end":139,"id":24,"ws":true,"disabled":false},{"text":"security","start":140,"end":148,"id":25,"ws":false,"disabled":false},{"text":",","start":148,"end":149,"id":26,"ws":true,"disabled":false},{"text":"and","start":150,"end":153,"id":27,"ws":true,"disabled":false},{"text":"reduced","start":154,"end":161,"id":28,"ws":true,"disabled":false},{"text":"renewable","start":162,"end":171,"id":29,"ws":true,"disabled":false},{"text":"surface","start":172,"end":179,"id":30,"ws":true,"disabled":false},{"text":"water","start":180,"end":185,"id":31,"ws":true,"disabled":false},{"text":"and","start":186,"end":189,"id":32,"ws":true,"disabled":false},{"text":"groundwater","start":190,"end":201,"id":33,"ws":true,"disabled":false},{"text":"resources","start":202,"end":211,"id":34,"ws":false,"disabled":false},{"text":".","start":211,"end":212,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":213,"end":225,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":37,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":2,"end":9,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":34,"end":43,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":44,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":55,"end":59,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":44,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":7,"head_span":{"start":66,"end":91,"token_start":11,"token_end":14,"label":"to_whom"},"child_span":{"start":44,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":19,"head_span":{"start":97,"end":103,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":107,"end":115,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":25,"head_span":{"start":120,"end":131,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":135,"end":148,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":31,"head_span":{"start":154,"end":161,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":172,"end":185,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":31,"head_span":{"start":162,"end":171,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":172,"end":185,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":33,"head_span":{"start":162,"end":171,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":190,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":33,"head_span":{"start":154,"end":161,"token_start":28,"token_end":28,"label":"change_direction"},"child_span":{"start":190,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":202,"end":211,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":190,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":31,"head_span":{"start":202,"end":211,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":172,"end":185,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":7,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":44,"end":54,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":19,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":107,"end":115,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":25,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":135,"end":148,"token_start":24,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":31,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":172,"end":185,"token_start":30,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":33,"head_span":{"start":10,"end":17,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":190,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":661,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Dr. Dan Schrag, Harvard\nFlooding is a way of life for some New England communities, and scientists say it\u2019s getting worse because of climate change.","text":"Dr. Dan Schrag, HarvardFlooding is a way of life for some New England communities, and scientists say it\u2019s getting worse because of climate change. IMPLIED_BASE IMPLIED_BASE","characters":148,"document_index":553,"md_sentence_index":57,"classification_origin":"causal_sentence_classification","url":"https://www.nbcboston.com/weather/stories-weather/climate-change-new-england-adjusting-mitigating/2053436/","combo_id":"553_57","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1806122619,"_task_hash":-117450765,"spans":[{"text":"communities","start":70,"token_start":14,"token_end":14,"end":81,"type":"pattern","label":"base"},{"text":"climate change","start":132,"token_start":25,"token_end":26,"end":146,"type":"pattern","label":"base"}],"tokens":[{"text":"Dr.","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Dan","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"Schrag","start":8,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"HarvardFlooding","start":16,"end":31,"id":4,"ws":true,"disabled":false},{"text":"is","start":32,"end":34,"id":5,"ws":true,"disabled":false},{"text":"a","start":35,"end":36,"id":6,"ws":true,"disabled":false},{"text":"way","start":37,"end":40,"id":7,"ws":true,"disabled":false},{"text":"of","start":41,"end":43,"id":8,"ws":true,"disabled":false},{"text":"life","start":44,"end":48,"id":9,"ws":true,"disabled":false},{"text":"for","start":49,"end":52,"id":10,"ws":true,"disabled":false},{"text":"some","start":53,"end":57,"id":11,"ws":true,"disabled":false},{"text":"New","start":58,"end":61,"id":12,"ws":true,"disabled":false},{"text":"England","start":62,"end":69,"id":13,"ws":true,"disabled":false},{"text":"communities","start":70,"end":81,"id":14,"ws":false,"disabled":false},{"text":",","start":81,"end":82,"id":15,"ws":true,"disabled":false},{"text":"and","start":83,"end":86,"id":16,"ws":true,"disabled":false},{"text":"scientists","start":87,"end":97,"id":17,"ws":true,"disabled":false},{"text":"say","start":98,"end":101,"id":18,"ws":true,"disabled":false},{"text":"it","start":102,"end":104,"id":19,"ws":false,"disabled":false},{"text":"\u2019s","start":104,"end":106,"id":20,"ws":true,"disabled":false},{"text":"getting","start":107,"end":114,"id":21,"ws":true,"disabled":false},{"text":"worse","start":115,"end":120,"id":22,"ws":true,"disabled":false},{"text":"because","start":121,"end":128,"id":23,"ws":true,"disabled":false},{"text":"of","start":129,"end":131,"id":24,"ws":true,"disabled":false},{"text":"climate","start":132,"end":139,"id":25,"ws":true,"disabled":false},{"text":"change","start":140,"end":146,"id":26,"ws":false,"disabled":false},{"text":".","start":146,"end":147,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":438,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In many regions, floods and water quality problems are likely to be worse because of climate change.\n","text":"In many regions, floods and water quality problems are likely to be worse because of climate change. IMPLIED_BASE IMPLIED_BASE","characters":101,"document_index":341,"md_sentence_index":4,"classification_origin":"cm-label-eval","url":"https://www.noaa.gov/education/resource-collections/climate-education-resources/climate-change-impacts","combo_id":"341_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1058486684,"_task_hash":665729369,"spans":[{"text":"floods","start":17,"token_start":4,"token_end":4,"end":23,"type":"pattern","label":"base"},{"start":28,"end":33,"token_start":6,"token_end":6,"label":"base"},{"start":34,"end":41,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":51,"end":67,"token_start":9,"token_end":12,"label":"confidence"},{"start":68,"end":73,"token_start":13,"token_end":13,"label":"change_direction"},{"start":74,"end":84,"token_start":14,"token_end":15,"label":"predicate"},{"text":"climate change","start":85,"token_start":16,"token_end":17,"end":99,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"many","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"regions","start":8,"end":15,"id":2,"ws":false,"disabled":false},{"text":",","start":15,"end":16,"id":3,"ws":true,"disabled":false},{"text":"floods","start":17,"end":23,"id":4,"ws":true,"disabled":false},{"text":"and","start":24,"end":27,"id":5,"ws":true,"disabled":false},{"text":"water","start":28,"end":33,"id":6,"ws":true,"disabled":false},{"text":"quality","start":34,"end":41,"id":7,"ws":true,"disabled":false},{"text":"problems","start":42,"end":50,"id":8,"ws":true,"disabled":false},{"text":"are","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"likely","start":55,"end":61,"id":10,"ws":true,"disabled":false},{"text":"to","start":62,"end":64,"id":11,"ws":true,"disabled":false},{"text":"be","start":65,"end":67,"id":12,"ws":true,"disabled":false},{"text":"worse","start":68,"end":73,"id":13,"ws":true,"disabled":false},{"text":"because","start":74,"end":81,"id":14,"ws":true,"disabled":false},{"text":"of","start":82,"end":84,"id":15,"ws":true,"disabled":false},{"text":"climate","start":85,"end":92,"id":16,"ws":true,"disabled":false},{"text":"change","start":93,"end":99,"id":17,"ws":false,"disabled":false},{"text":".","start":99,"end":100,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":101,"end":113,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":114,"end":126,"id":20,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":7,"child":6,"head_span":{"start":34,"end":41,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":28,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":4,"head_span":{"start":68,"end":73,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":17,"end":23,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":6,"head_span":{"start":68,"end":73,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":28,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":4,"head_span":{"start":85,"end":99,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":17,"end":23,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":6,"head_span":{"start":85,"end":99,"token_start":16,"token_end":17,"label":"base"},"child_span":{"start":28,"end":33,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":1156,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Studies of specific storms, including Hurricane Harvey, which brought four feet or more of rain to the Houston area in August 2017, have found them to be affected by human-induced climate change.\n","text":"Studies of specific storms, including Hurricane Harvey, which brought four feet or more of rain to the Houston area in August 2017, have found them to be affected by human-induced climate change. IMPLIED_BASE IMPLIED_BASE","characters":196,"document_index":865,"md_sentence_index":21,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.nytimes.com/2020/10/26/climate/hurricane-zeta-rain.html","combo_id":"865_21","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1597418572,"_task_hash":688785859,"spans":[{"text":"storms","start":20,"token_start":3,"token_end":3,"end":26,"type":"pattern","label":"base"},{"start":38,"end":54,"token_start":6,"token_end":7,"label":"type_of"},{"start":62,"end":69,"token_start":10,"token_end":10,"label":"predicate"},{"start":70,"end":87,"token_start":11,"token_end":14,"label":"effect_size"},{"start":91,"end":95,"token_start":16,"token_end":16,"label":"base"},{"start":103,"end":115,"token_start":19,"token_end":20,"label":"where"},{"start":119,"end":130,"token_start":22,"token_end":23,"label":"when"},{"start":154,"end":165,"token_start":30,"token_end":31,"label":"predicate"},{"start":166,"end":179,"token_start":32,"token_end":34,"label":"type_of"},{"text":"climate change","start":180,"token_start":35,"token_end":36,"end":194,"type":"pattern","label":"base"},{"start":196,"end":208,"token_start":38,"token_end":38,"label":"base"}],"tokens":[{"text":"Studies","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"of","start":8,"end":10,"id":1,"ws":true,"disabled":false},{"text":"specific","start":11,"end":19,"id":2,"ws":true,"disabled":false},{"text":"storms","start":20,"end":26,"id":3,"ws":false,"disabled":false},{"text":",","start":26,"end":27,"id":4,"ws":true,"disabled":false},{"text":"including","start":28,"end":37,"id":5,"ws":true,"disabled":false},{"text":"Hurricane","start":38,"end":47,"id":6,"ws":true,"disabled":false},{"text":"Harvey","start":48,"end":54,"id":7,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":8,"ws":true,"disabled":false},{"text":"which","start":56,"end":61,"id":9,"ws":true,"disabled":false},{"text":"brought","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"four","start":70,"end":74,"id":11,"ws":true,"disabled":false},{"text":"feet","start":75,"end":79,"id":12,"ws":true,"disabled":false},{"text":"or","start":80,"end":82,"id":13,"ws":true,"disabled":false},{"text":"more","start":83,"end":87,"id":14,"ws":true,"disabled":false},{"text":"of","start":88,"end":90,"id":15,"ws":true,"disabled":false},{"text":"rain","start":91,"end":95,"id":16,"ws":true,"disabled":false},{"text":"to","start":96,"end":98,"id":17,"ws":true,"disabled":false},{"text":"the","start":99,"end":102,"id":18,"ws":true,"disabled":false},{"text":"Houston","start":103,"end":110,"id":19,"ws":true,"disabled":false},{"text":"area","start":111,"end":115,"id":20,"ws":true,"disabled":false},{"text":"in","start":116,"end":118,"id":21,"ws":true,"disabled":false},{"text":"August","start":119,"end":125,"id":22,"ws":true,"disabled":false},{"text":"2017","start":126,"end":130,"id":23,"ws":false,"disabled":false},{"text":",","start":130,"end":131,"id":24,"ws":true,"disabled":false},{"text":"have","start":132,"end":136,"id":25,"ws":true,"disabled":false},{"text":"found","start":137,"end":142,"id":26,"ws":true,"disabled":false},{"text":"them","start":143,"end":147,"id":27,"ws":true,"disabled":false},{"text":"to","start":148,"end":150,"id":28,"ws":true,"disabled":false},{"text":"be","start":151,"end":153,"id":29,"ws":true,"disabled":false},{"text":"affected","start":154,"end":162,"id":30,"ws":true,"disabled":false},{"text":"by","start":163,"end":165,"id":31,"ws":true,"disabled":false},{"text":"human","start":166,"end":171,"id":32,"ws":false,"disabled":false},{"text":"-","start":171,"end":172,"id":33,"ws":false,"disabled":false},{"text":"induced","start":172,"end":179,"id":34,"ws":true,"disabled":false},{"text":"climate","start":180,"end":187,"id":35,"ws":true,"disabled":false},{"text":"change","start":188,"end":194,"id":36,"ws":false,"disabled":false},{"text":".","start":194,"end":195,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":196,"end":208,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":209,"end":221,"id":39,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":7,"child":38,"head_span":{"start":38,"end":54,"token_start":6,"token_end":7,"label":"type_of"},"child_span":{"start":196,"end":208,"token_start":38,"token_end":38,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":16,"head_span":{"start":70,"end":87,"token_start":11,"token_end":14,"label":"effect_size"},"child_span":{"start":91,"end":95,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":16,"head_span":{"start":103,"end":115,"token_start":19,"token_end":20,"label":"where"},"child_span":{"start":91,"end":95,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":16,"head_span":{"start":119,"end":130,"token_start":22,"token_end":23,"label":"when"},"child_span":{"start":91,"end":95,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":36,"head_span":{"start":166,"end":179,"token_start":32,"token_end":34,"label":"type_of"},"child_span":{"start":180,"end":194,"token_start":35,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":16,"head_span":{"start":196,"end":208,"token_start":38,"token_end":38,"label":"base"},"child_span":{"start":91,"end":95,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":36,"child":3,"head_span":{"start":180,"end":194,"token_start":35,"token_end":36,"label":"base"},"child_span":{"start":20,"end":26,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1146,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Torrential rains can cause flooding that, in turn, increases pollutants in the water.","text":"Torrential rains can cause flooding that, in turn, increases pollutants in the water. IMPLIED_BASE IMPLIED_BASE","characters":85,"document_index":861,"md_sentence_index":213,"classification_origin":"causal_sentence_classification","url":"https://publicintegrity.org/environment/hidden-epidemics/vibrio-deadly-bacteria-coastal-waters-climate-change-health/","combo_id":"861_213","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1698191028,"_task_hash":-1946533665,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"type_of"},{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},{"start":17,"end":20,"token_start":2,"token_end":2,"label":"confidence"},{"start":21,"end":26,"token_start":3,"token_end":3,"label":"predicate"},{"start":27,"end":35,"token_start":4,"token_end":4,"label":"base"},{"text":"increases","start":51,"token_start":10,"token_end":10,"end":60,"type":"pattern","label":"change_direction"},{"start":61,"end":71,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":79,"end":84,"token_start":14,"token_end":14,"label":"base"}],"tokens":[{"text":"Torrential","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"rains","start":11,"end":16,"id":1,"ws":true,"disabled":false},{"text":"can","start":17,"end":20,"id":2,"ws":true,"disabled":false},{"text":"cause","start":21,"end":26,"id":3,"ws":true,"disabled":false},{"text":"flooding","start":27,"end":35,"id":4,"ws":true,"disabled":false},{"text":"that","start":36,"end":40,"id":5,"ws":false,"disabled":false},{"text":",","start":40,"end":41,"id":6,"ws":true,"disabled":false},{"text":"in","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"turn","start":45,"end":49,"id":8,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":9,"ws":true,"disabled":false},{"text":"increases","start":51,"end":60,"id":10,"ws":true,"disabled":false},{"text":"pollutants","start":61,"end":71,"id":11,"ws":true,"disabled":false},{"text":"in","start":72,"end":74,"id":12,"ws":true,"disabled":false},{"text":"the","start":75,"end":78,"id":13,"ws":true,"disabled":false},{"text":"water","start":79,"end":84,"id":14,"ws":false,"disabled":false},{"text":".","start":84,"end":85,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":86,"end":98,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":99,"end":111,"id":17,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":14,"head_span":{"start":51,"end":60,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":79,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":14,"head_span":{"start":61,"end":71,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":79,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":4,"head_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":27,"end":35,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":14,"head_span":{"start":27,"end":35,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":79,"end":84,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":796,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"This saw the monsoon rains shift southwards away from the Sahel, causing drought.","text":"This saw the monsoon rains shift southwards away from the Sahel, causing drought. IMPLIED_BASE IMPLIED_BASE","characters":81,"document_index":647,"md_sentence_index":274,"classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_274","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-912544230,"_task_hash":-1615232517,"spans":[{"text":"monsoon","start":13,"token_start":3,"token_end":3,"end":20,"type":"pattern","label":"base"},{"start":21,"end":26,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":27,"end":43,"token_start":5,"token_end":6,"label":"change_direction"},{"start":65,"end":72,"token_start":12,"token_end":12,"label":"predicate"},{"text":"drought","start":73,"token_start":13,"token_end":13,"end":80,"type":"pattern","label":"base"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"saw","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"monsoon","start":13,"end":20,"id":3,"ws":true,"disabled":false},{"text":"rains","start":21,"end":26,"id":4,"ws":true,"disabled":false},{"text":"shift","start":27,"end":32,"id":5,"ws":true,"disabled":false},{"text":"southwards","start":33,"end":43,"id":6,"ws":true,"disabled":false},{"text":"away","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"from","start":49,"end":53,"id":8,"ws":true,"disabled":false},{"text":"the","start":54,"end":57,"id":9,"ws":true,"disabled":false},{"text":"Sahel","start":58,"end":63,"id":10,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":11,"ws":true,"disabled":false},{"text":"causing","start":65,"end":72,"id":12,"ws":true,"disabled":false},{"text":"drought","start":73,"end":80,"id":13,"ws":false,"disabled":false},{"text":".","start":80,"end":81,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":82,"end":94,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":95,"end":107,"id":16,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":4,"child":3,"head_span":{"start":21,"end":26,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":13,"end":20,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":3,"head_span":{"start":27,"end":43,"token_start":5,"token_end":6,"label":"change_direction"},"child_span":{"start":13,"end":20,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":13,"head_span":{"start":13,"end":20,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":73,"end":80,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":958,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The monthly average temperature is increasing leading to many weather-related events such as heat waves, humidity, precipitations, floods, storms, dry conditions, and wildfires, which affect differently the environment and human health between temperate and tropical regions [7, 8].","text":"The monthly average temperature is increasing leading to many weather-related events such as heat waves, humidity, precipitations, floods, storms, dry conditions, and wildfires, which affect differently the environment and human health between temperate and tropical regions [7, 8]. IMPLIED_BASE IMPLIED_BASE","characters":282,"document_index":750,"md_sentence_index":28,"classification_origin":"causal_sentence_classification","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_28","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1868962172,"_task_hash":-855344353,"spans":[{"start":4,"end":19,"token_start":1,"token_end":2,"label":"type_of"},{"text":"temperature","start":20,"token_start":3,"token_end":3,"end":31,"type":"pattern","label":"aspect_changing"},{"start":32,"end":34,"token_start":4,"token_end":4,"label":"confidence"},{"text":"increasing","start":35,"token_start":5,"token_end":5,"end":45,"type":"pattern","label":"change_direction"},{"start":46,"end":56,"token_start":6,"token_end":7,"label":"predicate"},{"text":"heat waves","start":93,"token_start":15,"token_end":16,"end":103,"type":"pattern","label":"base"},{"start":105,"end":113,"token_start":18,"token_end":18,"label":"base"},{"start":115,"end":129,"token_start":20,"token_end":20,"label":"base"},{"text":"floods","start":131,"token_start":22,"token_end":22,"end":137,"type":"pattern","label":"base"},{"text":"storms","start":139,"token_start":24,"token_end":24,"end":145,"type":"pattern","label":"base"},{"start":147,"end":150,"token_start":26,"token_end":26,"label":"type_of"},{"start":151,"end":161,"token_start":27,"token_end":27,"label":"aspect_changing"},{"text":"wildfires","start":167,"token_start":30,"token_end":30,"end":176,"type":"pattern","label":"base"},{"start":236,"end":274,"token_start":40,"token_end":44,"label":"where"},{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},{"start":296,"end":308,"token_start":52,"token_end":52,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"monthly","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"average","start":12,"end":19,"id":2,"ws":true,"disabled":false},{"text":"temperature","start":20,"end":31,"id":3,"ws":true,"disabled":false},{"text":"is","start":32,"end":34,"id":4,"ws":true,"disabled":false},{"text":"increasing","start":35,"end":45,"id":5,"ws":true,"disabled":false},{"text":"leading","start":46,"end":53,"id":6,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":7,"ws":true,"disabled":false},{"text":"many","start":57,"end":61,"id":8,"ws":true,"disabled":false},{"text":"weather","start":62,"end":69,"id":9,"ws":false,"disabled":false},{"text":"-","start":69,"end":70,"id":10,"ws":false,"disabled":false},{"text":"related","start":70,"end":77,"id":11,"ws":true,"disabled":false},{"text":"events","start":78,"end":84,"id":12,"ws":true,"disabled":false},{"text":"such","start":85,"end":89,"id":13,"ws":true,"disabled":false},{"text":"as","start":90,"end":92,"id":14,"ws":true,"disabled":false},{"text":"heat","start":93,"end":97,"id":15,"ws":true,"disabled":false},{"text":"waves","start":98,"end":103,"id":16,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":17,"ws":true,"disabled":false},{"text":"humidity","start":105,"end":113,"id":18,"ws":false,"disabled":false},{"text":",","start":113,"end":114,"id":19,"ws":true,"disabled":false},{"text":"precipitations","start":115,"end":129,"id":20,"ws":false,"disabled":false},{"text":",","start":129,"end":130,"id":21,"ws":true,"disabled":false},{"text":"floods","start":131,"end":137,"id":22,"ws":false,"disabled":false},{"text":",","start":137,"end":138,"id":23,"ws":true,"disabled":false},{"text":"storms","start":139,"end":145,"id":24,"ws":false,"disabled":false},{"text":",","start":145,"end":146,"id":25,"ws":true,"disabled":false},{"text":"dry","start":147,"end":150,"id":26,"ws":true,"disabled":false},{"text":"conditions","start":151,"end":161,"id":27,"ws":false,"disabled":false},{"text":",","start":161,"end":162,"id":28,"ws":true,"disabled":false},{"text":"and","start":163,"end":166,"id":29,"ws":true,"disabled":false},{"text":"wildfires","start":167,"end":176,"id":30,"ws":false,"disabled":false},{"text":",","start":176,"end":177,"id":31,"ws":true,"disabled":false},{"text":"which","start":178,"end":183,"id":32,"ws":true,"disabled":false},{"text":"affect","start":184,"end":190,"id":33,"ws":true,"disabled":false},{"text":"differently","start":191,"end":202,"id":34,"ws":true,"disabled":false},{"text":"the","start":203,"end":206,"id":35,"ws":true,"disabled":false},{"text":"environment","start":207,"end":218,"id":36,"ws":true,"disabled":false},{"text":"and","start":219,"end":222,"id":37,"ws":true,"disabled":false},{"text":"human","start":223,"end":228,"id":38,"ws":true,"disabled":false},{"text":"health","start":229,"end":235,"id":39,"ws":true,"disabled":false},{"text":"between","start":236,"end":243,"id":40,"ws":true,"disabled":false},{"text":"temperate","start":244,"end":253,"id":41,"ws":true,"disabled":false},{"text":"and","start":254,"end":257,"id":42,"ws":true,"disabled":false},{"text":"tropical","start":258,"end":266,"id":43,"ws":true,"disabled":false},{"text":"regions","start":267,"end":274,"id":44,"ws":true,"disabled":false},{"text":"[","start":275,"end":276,"id":45,"ws":false,"disabled":false},{"text":"7","start":276,"end":277,"id":46,"ws":false,"disabled":false},{"text":",","start":277,"end":278,"id":47,"ws":true,"disabled":false},{"text":"8","start":279,"end":280,"id":48,"ws":false,"disabled":false},{"text":"]","start":280,"end":281,"id":49,"ws":false,"disabled":false},{"text":".","start":281,"end":282,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":283,"end":295,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":296,"end":308,"id":52,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":2,"child":51,"head_span":{"start":4,"end":19,"token_start":1,"token_end":2,"label":"type_of"},"child_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":51,"head_span":{"start":20,"end":31,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":51,"head_span":{"start":35,"end":45,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":52,"head_span":{"start":147,"end":150,"token_start":26,"token_end":26,"label":"type_of"},"child_span":{"start":296,"end":308,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":52,"head_span":{"start":151,"end":161,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":296,"end":308,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":51,"child":16,"head_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":93,"end":103,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":18,"head_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":105,"end":113,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":20,"head_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":115,"end":129,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":22,"head_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":131,"end":137,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":24,"head_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":139,"end":145,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":52,"head_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":296,"end":308,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":51,"child":30,"head_span":{"start":283,"end":295,"token_start":51,"token_end":51,"label":"base"},"child_span":{"start":167,"end":176,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":892,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"When considering the future of wildfire risk in the Western United States, it will likely expand to more homes and result in the greater property losses than we have seen in the past.","text":"When considering the future of wildfire risk in the Western United States, it will likely expand to more homes and result in the greater property losses than we have seen in the past. IMPLIED_BASE IMPLIED_BASE","characters":183,"document_index":717,"md_sentence_index":145,"classification_origin":"causal_sentence_classification","url":"https://storymaps.arcgis.com/stories/cb987be2818a4013a66977b6b3900444","combo_id":"717_145","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-886466246,"_task_hash":1779073862,"spans":[{"text":"wildfire","start":31,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"base"},{"text":"risk","start":40,"token_start":6,"token_end":6,"end":44,"type":"pattern","label":"aspect_changing"},{"start":52,"end":73,"token_start":9,"token_end":11,"label":"where"},{"start":83,"end":89,"token_start":15,"token_end":15,"label":"confidence"},{"text":"expand","start":90,"token_start":16,"token_end":16,"end":96,"type":"pattern","label":"change_direction"},{"text":"more","start":100,"token_start":18,"token_end":18,"end":104,"type":"pattern","label":"change_direction"},{"text":"homes","start":105,"token_start":19,"token_end":19,"end":110,"type":"pattern","label":"base"},{"start":115,"end":124,"token_start":21,"token_end":22,"label":"predicate"},{"start":129,"end":136,"token_start":24,"token_end":24,"label":"change_direction"},{"start":137,"end":145,"token_start":25,"token_end":25,"label":"base"},{"start":146,"end":152,"token_start":26,"token_end":26,"label":"aspect_changing"}],"tokens":[{"text":"When","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"considering","start":5,"end":16,"id":1,"ws":true,"disabled":false},{"text":"the","start":17,"end":20,"id":2,"ws":true,"disabled":false},{"text":"future","start":21,"end":27,"id":3,"ws":true,"disabled":false},{"text":"of","start":28,"end":30,"id":4,"ws":true,"disabled":false},{"text":"wildfire","start":31,"end":39,"id":5,"ws":true,"disabled":false},{"text":"risk","start":40,"end":44,"id":6,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":7,"ws":true,"disabled":false},{"text":"the","start":48,"end":51,"id":8,"ws":true,"disabled":false},{"text":"Western","start":52,"end":59,"id":9,"ws":true,"disabled":false},{"text":"United","start":60,"end":66,"id":10,"ws":true,"disabled":false},{"text":"States","start":67,"end":73,"id":11,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":12,"ws":true,"disabled":false},{"text":"it","start":75,"end":77,"id":13,"ws":true,"disabled":false},{"text":"will","start":78,"end":82,"id":14,"ws":true,"disabled":false},{"text":"likely","start":83,"end":89,"id":15,"ws":true,"disabled":false},{"text":"expand","start":90,"end":96,"id":16,"ws":true,"disabled":false},{"text":"to","start":97,"end":99,"id":17,"ws":true,"disabled":false},{"text":"more","start":100,"end":104,"id":18,"ws":true,"disabled":false},{"text":"homes","start":105,"end":110,"id":19,"ws":true,"disabled":false},{"text":"and","start":111,"end":114,"id":20,"ws":true,"disabled":false},{"text":"result","start":115,"end":121,"id":21,"ws":true,"disabled":false},{"text":"in","start":122,"end":124,"id":22,"ws":true,"disabled":false},{"text":"the","start":125,"end":128,"id":23,"ws":true,"disabled":false},{"text":"greater","start":129,"end":136,"id":24,"ws":true,"disabled":false},{"text":"property","start":137,"end":145,"id":25,"ws":true,"disabled":false},{"text":"losses","start":146,"end":152,"id":26,"ws":true,"disabled":false},{"text":"than","start":153,"end":157,"id":27,"ws":true,"disabled":false},{"text":"we","start":158,"end":160,"id":28,"ws":true,"disabled":false},{"text":"have","start":161,"end":165,"id":29,"ws":true,"disabled":false},{"text":"seen","start":166,"end":170,"id":30,"ws":true,"disabled":false},{"text":"in","start":171,"end":173,"id":31,"ws":true,"disabled":false},{"text":"the","start":174,"end":177,"id":32,"ws":true,"disabled":false},{"text":"past","start":178,"end":182,"id":33,"ws":false,"disabled":false},{"text":".","start":182,"end":183,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":197,"end":209,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":6,"child":5,"head_span":{"start":40,"end":44,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":31,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":5,"head_span":{"start":90,"end":96,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":31,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":5,"head_span":{"start":52,"end":73,"token_start":9,"token_end":11,"label":"where"},"child_span":{"start":31,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":100,"end":104,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":105,"end":110,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":25,"head_span":{"start":129,"end":136,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":137,"end":145,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":25,"head_span":{"start":146,"end":152,"token_start":26,"token_end":26,"label":"aspect_changing"},"child_span":{"start":137,"end":145,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":19,"head_span":{"start":31,"end":39,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":105,"end":110,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":25,"head_span":{"start":31,"end":39,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":137,"end":145,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":700,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In addition, in the panel regression analysis of streamflow immediately following individual precipitation and snowmelt events, we find that the empirical relationship between rain percentage and the subsequent streamflow response is nonlinear, with rain\u2010dominated runoff leading to proportionately larger streamflow peaks than snowmelt\u2010dominated or mixed rain\u2010and\u2010snow runoff","text":"In addition, in the panel regression analysis of streamflow immediately following individual precipitation and snowmelt events, we find that the empirical relationship between rain percentage and the subsequent streamflow response is nonlinear, with rain\u2010dominated runoff leading to proportionately larger streamflow peaks than snowmelt\u2010dominated or mixed rain\u2010and\u2010snow runoff IMPLIED_BASE IMPLIED_BASE","characters":376,"document_index":605,"md_sentence_index":250,"classification_origin":"causal_sentence_classification","url":"https://agupubs.onlinelibrary.wiley.com/doi/full/10.1029/2019WR025571","combo_id":"605_250","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1109316098,"_task_hash":-2067143325,"spans":[],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"addition","start":3,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"in","start":13,"end":15,"id":3,"ws":true,"disabled":false},{"text":"the","start":16,"end":19,"id":4,"ws":true,"disabled":false},{"text":"panel","start":20,"end":25,"id":5,"ws":true,"disabled":false},{"text":"regression","start":26,"end":36,"id":6,"ws":true,"disabled":false},{"text":"analysis","start":37,"end":45,"id":7,"ws":true,"disabled":false},{"text":"of","start":46,"end":48,"id":8,"ws":true,"disabled":false},{"text":"streamflow","start":49,"end":59,"id":9,"ws":true,"disabled":false},{"text":"immediately","start":60,"end":71,"id":10,"ws":true,"disabled":false},{"text":"following","start":72,"end":81,"id":11,"ws":true,"disabled":false},{"text":"individual","start":82,"end":92,"id":12,"ws":true,"disabled":false},{"text":"precipitation","start":93,"end":106,"id":13,"ws":true,"disabled":false},{"text":"and","start":107,"end":110,"id":14,"ws":true,"disabled":false},{"text":"snowmelt","start":111,"end":119,"id":15,"ws":true,"disabled":false},{"text":"events","start":120,"end":126,"id":16,"ws":false,"disabled":false},{"text":",","start":126,"end":127,"id":17,"ws":true,"disabled":false},{"text":"we","start":128,"end":130,"id":18,"ws":true,"disabled":false},{"text":"find","start":131,"end":135,"id":19,"ws":true,"disabled":false},{"text":"that","start":136,"end":140,"id":20,"ws":true,"disabled":false},{"text":"the","start":141,"end":144,"id":21,"ws":true,"disabled":false},{"text":"empirical","start":145,"end":154,"id":22,"ws":true,"disabled":false},{"text":"relationship","start":155,"end":167,"id":23,"ws":true,"disabled":false},{"text":"between","start":168,"end":175,"id":24,"ws":true,"disabled":false},{"text":"rain","start":176,"end":180,"id":25,"ws":true,"disabled":false},{"text":"percentage","start":181,"end":191,"id":26,"ws":true,"disabled":false},{"text":"and","start":192,"end":195,"id":27,"ws":true,"disabled":false},{"text":"the","start":196,"end":199,"id":28,"ws":true,"disabled":false},{"text":"subsequent","start":200,"end":210,"id":29,"ws":true,"disabled":false},{"text":"streamflow","start":211,"end":221,"id":30,"ws":true,"disabled":false},{"text":"response","start":222,"end":230,"id":31,"ws":true,"disabled":false},{"text":"is","start":231,"end":233,"id":32,"ws":true,"disabled":false},{"text":"nonlinear","start":234,"end":243,"id":33,"ws":false,"disabled":false},{"text":",","start":243,"end":244,"id":34,"ws":true,"disabled":false},{"text":"with","start":245,"end":249,"id":35,"ws":true,"disabled":false},{"text":"rain\u2010dominated","start":250,"end":264,"id":36,"ws":true,"disabled":false},{"text":"runoff","start":265,"end":271,"id":37,"ws":true,"disabled":false},{"text":"leading","start":272,"end":279,"id":38,"ws":true,"disabled":false},{"text":"to","start":280,"end":282,"id":39,"ws":true,"disabled":false},{"text":"proportionately","start":283,"end":298,"id":40,"ws":true,"disabled":false},{"text":"larger","start":299,"end":305,"id":41,"ws":true,"disabled":false},{"text":"streamflow","start":306,"end":316,"id":42,"ws":true,"disabled":false},{"text":"peaks","start":317,"end":322,"id":43,"ws":true,"disabled":false},{"text":"than","start":323,"end":327,"id":44,"ws":true,"disabled":false},{"text":"snowmelt\u2010dominated","start":328,"end":346,"id":45,"ws":true,"disabled":false},{"text":"or","start":347,"end":349,"id":46,"ws":true,"disabled":false},{"text":"mixed","start":350,"end":355,"id":47,"ws":true,"disabled":false},{"text":"rain\u2010and\u2010snow","start":356,"end":369,"id":48,"ws":true,"disabled":false},{"text":"runoff","start":370,"end":376,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":377,"end":389,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":390,"end":402,"id":51,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":762,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As the frequency of heat waves has increased in Europe, heat-related health risks and mortality rates have been rising especially in urban heat islands.","text":"As the frequency of heat waves has increased in Europe, heat-related health risks and mortality rates have been rising especially in urban heat islands. IMPLIED_BASE IMPLIED_BASE","characters":152,"document_index":629,"md_sentence_index":31,"classification_origin":"causal_sentence_classification","url":"https://knowledge.unccd.int/publications/regional-maps-migration-environment-and-climate-change","combo_id":"629_31","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-252865726,"_task_hash":1200187208,"spans":[{"text":"frequency","start":7,"token_start":2,"token_end":2,"end":16,"type":"pattern","label":"aspect_changing"},{"text":"heat waves","start":20,"token_start":4,"token_end":5,"end":30,"type":"pattern","label":"base"},{"text":"increased","start":35,"token_start":7,"token_end":7,"end":44,"type":"pattern","label":"change_direction"},{"start":48,"end":54,"token_start":9,"token_end":9,"label":"where"},{"start":56,"end":68,"token_start":11,"token_end":13,"label":"type_of"},{"text":"health","start":69,"token_start":14,"token_end":14,"end":75,"type":"pattern","label":"base"},{"text":"risks","start":76,"token_start":15,"token_end":15,"end":81,"type":"pattern","label":"aspect_changing"},{"start":86,"end":95,"token_start":17,"token_end":17,"label":"base"},{"text":"rates","start":96,"token_start":18,"token_end":18,"end":101,"type":"pattern","label":"aspect_changing"},{"start":102,"end":106,"token_start":19,"token_end":19,"label":"confidence"},{"text":"rising","start":112,"token_start":21,"token_end":21,"end":118,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"frequency","start":7,"end":16,"id":2,"ws":true,"disabled":false},{"text":"of","start":17,"end":19,"id":3,"ws":true,"disabled":false},{"text":"heat","start":20,"end":24,"id":4,"ws":true,"disabled":false},{"text":"waves","start":25,"end":30,"id":5,"ws":true,"disabled":false},{"text":"has","start":31,"end":34,"id":6,"ws":true,"disabled":false},{"text":"increased","start":35,"end":44,"id":7,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":8,"ws":true,"disabled":false},{"text":"Europe","start":48,"end":54,"id":9,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":10,"ws":true,"disabled":false},{"text":"heat","start":56,"end":60,"id":11,"ws":false,"disabled":false},{"text":"-","start":60,"end":61,"id":12,"ws":false,"disabled":false},{"text":"related","start":61,"end":68,"id":13,"ws":true,"disabled":false},{"text":"health","start":69,"end":75,"id":14,"ws":true,"disabled":false},{"text":"risks","start":76,"end":81,"id":15,"ws":true,"disabled":false},{"text":"and","start":82,"end":85,"id":16,"ws":true,"disabled":false},{"text":"mortality","start":86,"end":95,"id":17,"ws":true,"disabled":false},{"text":"rates","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"have","start":102,"end":106,"id":19,"ws":true,"disabled":false},{"text":"been","start":107,"end":111,"id":20,"ws":true,"disabled":false},{"text":"rising","start":112,"end":118,"id":21,"ws":true,"disabled":false},{"text":"especially","start":119,"end":129,"id":22,"ws":true,"disabled":false},{"text":"in","start":130,"end":132,"id":23,"ws":true,"disabled":false},{"text":"urban","start":133,"end":138,"id":24,"ws":true,"disabled":false},{"text":"heat","start":139,"end":143,"id":25,"ws":true,"disabled":false},{"text":"islands","start":144,"end":151,"id":26,"ws":false,"disabled":false},{"text":".","start":151,"end":152,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":2,"child":5,"head_span":{"start":7,"end":16,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":20,"end":30,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":5,"head_span":{"start":35,"end":44,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":20,"end":30,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":5,"head_span":{"start":48,"end":54,"token_start":9,"token_end":9,"label":"where"},"child_span":{"start":20,"end":30,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":76,"end":81,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":69,"end":75,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":96,"end":101,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":86,"end":95,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":17,"head_span":{"start":112,"end":118,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":86,"end":95,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":14,"head_span":{"start":112,"end":118,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":69,"end":75,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":56,"end":68,"token_start":11,"token_end":13,"label":"type_of"},"child_span":{"start":69,"end":75,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":17,"head_span":{"start":56,"end":68,"token_start":11,"token_end":13,"label":"type_of"},"child_span":{"start":86,"end":95,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":14,"head_span":{"start":20,"end":30,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":69,"end":75,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":17,"head_span":{"start":20,"end":30,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":86,"end":95,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":921,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Extreme heat is intensifying with climate change, and even small increases in averages can have big impacts on extreme temperatures.\n","text":"Extreme heat is intensifying with climate change, and even small increases in averages can have big impacts on extreme temperatures. IMPLIED_BASE IMPLIED_BASE","characters":133,"document_index":744,"md_sentence_index":30,"classification_origin":"causal_sentence_classification","url":"https://www.climatecentral.org/news/extreme-heat-when-outdoor-sports-become-risky-2019","combo_id":"744_30","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":767336349,"_task_hash":857489255,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":13,"end":15,"token_start":2,"token_end":2,"label":"confidence"},{"start":16,"end":28,"token_start":3,"token_end":3,"label":"change_direction"},{"start":29,"end":33,"token_start":4,"token_end":4,"label":"predicate"},{"text":"climate change","start":34,"token_start":5,"token_end":6,"end":48,"type":"pattern","label":"base"},{"text":"increases","start":65,"token_start":11,"token_end":11,"end":74,"type":"pattern","label":"change_direction"},{"start":78,"end":86,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":111,"end":118,"token_start":19,"token_end":19,"label":"type_of"},{"text":"temperatures","start":119,"token_start":20,"token_end":20,"end":131,"type":"pattern","label":"aspect_changing"},{"start":133,"end":145,"token_start":22,"token_end":22,"label":"base"},{"start":146,"end":158,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"Extreme","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"heat","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"is","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"intensifying","start":16,"end":28,"id":3,"ws":true,"disabled":false},{"text":"with","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"climate","start":34,"end":41,"id":5,"ws":true,"disabled":false},{"text":"change","start":42,"end":48,"id":6,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":7,"ws":true,"disabled":false},{"text":"and","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"even","start":54,"end":58,"id":9,"ws":true,"disabled":false},{"text":"small","start":59,"end":64,"id":10,"ws":true,"disabled":false},{"text":"increases","start":65,"end":74,"id":11,"ws":true,"disabled":false},{"text":"in","start":75,"end":77,"id":12,"ws":true,"disabled":false},{"text":"averages","start":78,"end":86,"id":13,"ws":true,"disabled":false},{"text":"can","start":87,"end":90,"id":14,"ws":true,"disabled":false},{"text":"have","start":91,"end":95,"id":15,"ws":true,"disabled":false},{"text":"big","start":96,"end":99,"id":16,"ws":true,"disabled":false},{"text":"impacts","start":100,"end":107,"id":17,"ws":true,"disabled":false},{"text":"on","start":108,"end":110,"id":18,"ws":true,"disabled":false},{"text":"extreme","start":111,"end":118,"id":19,"ws":true,"disabled":false},{"text":"temperatures","start":119,"end":131,"id":20,"ws":false,"disabled":false},{"text":".","start":131,"end":132,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":133,"end":145,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":23,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":1,"head_span":{"start":16,"end":28,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":22,"head_span":{"start":65,"end":74,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":133,"end":145,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":22,"head_span":{"start":78,"end":86,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":133,"end":145,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":23,"head_span":{"start":111,"end":118,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":146,"end":158,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":119,"end":131,"token_start":20,"token_end":20,"label":"aspect_changing"},"child_span":{"start":146,"end":158,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":146,"end":158,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":133,"end":145,"token_start":22,"token_end":22,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":6,"child":1,"head_span":{"start":34,"end":48,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":23,"head_span":{"start":133,"end":145,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":146,"end":158,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":598,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Population pressure is historically a major driver of human conflict.","text":"Population pressure is historically a major driver of human conflict. IMPLIED_BASE IMPLIED_BASE","characters":69,"document_index":477,"md_sentence_index":14,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.popularmechanics.com/military/a29566559/climate-change-could-seriously-weaken-the-us-military/","combo_id":"477_14","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-20701556,"_task_hash":-1024973699,"spans":[{"text":"conflict","start":60,"token_start":9,"token_end":9,"end":68,"type":"pattern","label":"base"}],"tokens":[{"text":"Population","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"pressure","start":11,"end":19,"id":1,"ws":true,"disabled":false},{"text":"is","start":20,"end":22,"id":2,"ws":true,"disabled":false},{"text":"historically","start":23,"end":35,"id":3,"ws":true,"disabled":false},{"text":"a","start":36,"end":37,"id":4,"ws":true,"disabled":false},{"text":"major","start":38,"end":43,"id":5,"ws":true,"disabled":false},{"text":"driver","start":44,"end":50,"id":6,"ws":true,"disabled":false},{"text":"of","start":51,"end":53,"id":7,"ws":true,"disabled":false},{"text":"human","start":54,"end":59,"id":8,"ws":true,"disabled":false},{"text":"conflict","start":60,"end":68,"id":9,"ws":false,"disabled":false},{"text":".","start":68,"end":69,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":70,"end":82,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":83,"end":95,"id":12,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":463,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These rising emissions have intensified the effects of climate change, with 2015-2018 being the four hottest years ever recorded.","text":"These rising emissions have intensified the effects of climate change, with 2015-2018 being the four hottest years ever recorded. IMPLIED_BASE IMPLIED_BASE","characters":129,"document_index":365,"md_sentence_index":7,"classification_origin":"cm_cause_effect_rel","url":"https://www.visualcapitalist.com/climate-change-resource-scarcity-shaping-the-future/","combo_id":"365_7","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1853990852,"_task_hash":1909287146,"spans":[{"text":"rising","start":6,"token_start":1,"token_end":1,"end":12,"type":"pattern","label":"change_direction"},{"text":"emissions","start":13,"token_start":2,"token_end":2,"end":22,"type":"pattern","label":"aspect_changing"},{"start":28,"end":39,"token_start":4,"token_end":4,"label":"change_direction"},{"start":44,"end":51,"token_start":6,"token_end":6,"label":"aspect_changing"},{"text":"climate change","start":55,"token_start":8,"token_end":9,"end":69,"type":"pattern","label":"base"},{"start":130,"end":142,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"rising","start":6,"end":12,"id":1,"ws":true,"disabled":false},{"text":"emissions","start":13,"end":22,"id":2,"ws":true,"disabled":false},{"text":"have","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"intensified","start":28,"end":39,"id":4,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":5,"ws":true,"disabled":false},{"text":"effects","start":44,"end":51,"id":6,"ws":true,"disabled":false},{"text":"of","start":52,"end":54,"id":7,"ws":true,"disabled":false},{"text":"climate","start":55,"end":62,"id":8,"ws":true,"disabled":false},{"text":"change","start":63,"end":69,"id":9,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":10,"ws":true,"disabled":false},{"text":"with","start":71,"end":75,"id":11,"ws":true,"disabled":false},{"text":"2015","start":76,"end":80,"id":12,"ws":false,"disabled":false},{"text":"-","start":80,"end":81,"id":13,"ws":false,"disabled":false},{"text":"2018","start":81,"end":85,"id":14,"ws":true,"disabled":false},{"text":"being","start":86,"end":91,"id":15,"ws":true,"disabled":false},{"text":"the","start":92,"end":95,"id":16,"ws":true,"disabled":false},{"text":"four","start":96,"end":100,"id":17,"ws":true,"disabled":false},{"text":"hottest","start":101,"end":108,"id":18,"ws":true,"disabled":false},{"text":"years","start":109,"end":114,"id":19,"ws":true,"disabled":false},{"text":"ever","start":115,"end":119,"id":20,"ws":true,"disabled":false},{"text":"recorded","start":120,"end":128,"id":21,"ws":false,"disabled":false},{"text":".","start":128,"end":129,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":130,"end":142,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":143,"end":155,"id":24,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":1,"child":23,"head_span":{"start":6,"end":12,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":130,"end":142,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":23,"head_span":{"start":13,"end":22,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":130,"end":142,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":9,"head_span":{"start":28,"end":39,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":55,"end":69,"token_start":8,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":44,"end":51,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":55,"end":69,"token_start":8,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":9,"head_span":{"start":130,"end":142,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":55,"end":69,"token_start":8,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":720,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Dr Tim Newbold, of University College London\u2019s Centre for Biodiversity & Environment Research, said: \u201cWe were surprised by how much climate change has already caused bumblebee declines.","text":"Dr Tim Newbold, of University College London\u2019s Centre for Biodiversity & Environment Research, said: \u201cWe were surprised by how much climate change has already caused bumblebee declines. IMPLIED_BASE IMPLIED_BASE","characters":185,"document_index":618,"md_sentence_index":7,"classification_origin":"causal_sentence_classification","url":"https://www.theguardian.com/environment/2020/feb/06/bumblebees-decline-points-to-mass-extinction-study","combo_id":"618_7","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":936878943,"_task_hash":1186419151,"spans":[{"text":"climate change","start":132,"token_start":25,"token_end":26,"end":146,"type":"pattern","label":"base"},{"start":147,"end":150,"token_start":27,"token_end":27,"label":"confidence"},{"start":151,"end":158,"token_start":28,"token_end":28,"label":"when"},{"start":159,"end":165,"token_start":29,"token_end":29,"label":"predicate"},{"start":166,"end":175,"token_start":30,"token_end":30,"label":"base"},{"start":176,"end":184,"token_start":31,"token_end":31,"label":"change_direction"}],"tokens":[{"text":"Dr","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Tim","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"Newbold","start":7,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"of","start":16,"end":18,"id":4,"ws":true,"disabled":false},{"text":"University","start":19,"end":29,"id":5,"ws":true,"disabled":false},{"text":"College","start":30,"end":37,"id":6,"ws":true,"disabled":false},{"text":"London","start":38,"end":44,"id":7,"ws":false,"disabled":false},{"text":"\u2019s","start":44,"end":46,"id":8,"ws":true,"disabled":false},{"text":"Centre","start":47,"end":53,"id":9,"ws":true,"disabled":false},{"text":"for","start":54,"end":57,"id":10,"ws":true,"disabled":false},{"text":"Biodiversity","start":58,"end":70,"id":11,"ws":true,"disabled":false},{"text":"&","start":71,"end":72,"id":12,"ws":true,"disabled":false},{"text":"Environment","start":73,"end":84,"id":13,"ws":true,"disabled":false},{"text":"Research","start":85,"end":93,"id":14,"ws":false,"disabled":false},{"text":",","start":93,"end":94,"id":15,"ws":true,"disabled":false},{"text":"said","start":95,"end":99,"id":16,"ws":false,"disabled":false},{"text":":","start":99,"end":100,"id":17,"ws":true,"disabled":false},{"text":"\u201c","start":101,"end":102,"id":18,"ws":false,"disabled":false},{"text":"We","start":102,"end":104,"id":19,"ws":true,"disabled":false},{"text":"were","start":105,"end":109,"id":20,"ws":true,"disabled":false},{"text":"surprised","start":110,"end":119,"id":21,"ws":true,"disabled":false},{"text":"by","start":120,"end":122,"id":22,"ws":true,"disabled":false},{"text":"how","start":123,"end":126,"id":23,"ws":true,"disabled":false},{"text":"much","start":127,"end":131,"id":24,"ws":true,"disabled":false},{"text":"climate","start":132,"end":139,"id":25,"ws":true,"disabled":false},{"text":"change","start":140,"end":146,"id":26,"ws":true,"disabled":false},{"text":"has","start":147,"end":150,"id":27,"ws":true,"disabled":false},{"text":"already","start":151,"end":158,"id":28,"ws":true,"disabled":false},{"text":"caused","start":159,"end":165,"id":29,"ws":true,"disabled":false},{"text":"bumblebee","start":166,"end":175,"id":30,"ws":true,"disabled":false},{"text":"declines","start":176,"end":184,"id":31,"ws":false,"disabled":false},{"text":".","start":184,"end":185,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":199,"end":211,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":31,"child":30,"head_span":{"start":176,"end":184,"token_start":31,"token_end":31,"label":"change_direction"},"child_span":{"start":166,"end":175,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":30,"head_span":{"start":132,"end":146,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":166,"end":175,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":119,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"It is well known that rising temperatures are triggering more extreme weather events around the world.\n","text":"It is well known that rising temperatures are triggering more extreme weather events around the world. IMPLIED_BASE IMPLIED_BASE","characters":103,"document_index":164,"md_sentence_index":1,"classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/06/04/health/climate-change-threatening-human-health-scli-intl/index.html","combo_id":"164_1","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":514949025,"_task_hash":-250476925,"spans":[{"start":0,"end":16,"token_start":0,"token_end":3,"label":"confidence"},{"text":"rising","start":22,"token_start":5,"token_end":5,"end":28,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":29,"token_start":6,"token_end":6,"end":41,"type":"pattern","label":"aspect_changing"},{"start":42,"end":45,"token_start":7,"token_end":7,"label":"confidence"},{"start":46,"end":56,"token_start":8,"token_end":8,"label":"predicate"},{"text":"more","start":57,"token_start":9,"token_end":9,"end":61,"type":"pattern","label":"change_direction"},{"start":62,"end":69,"token_start":10,"token_end":10,"label":"type_of"},{"start":70,"end":77,"token_start":11,"token_end":11,"label":"base"},{"start":78,"end":84,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":85,"end":101,"token_start":13,"token_end":15,"label":"where"},{"start":103,"end":115,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"is","start":3,"end":5,"id":1,"ws":true,"disabled":false},{"text":"well","start":6,"end":10,"id":2,"ws":true,"disabled":false},{"text":"known","start":11,"end":16,"id":3,"ws":true,"disabled":false},{"text":"that","start":17,"end":21,"id":4,"ws":true,"disabled":false},{"text":"rising","start":22,"end":28,"id":5,"ws":true,"disabled":false},{"text":"temperatures","start":29,"end":41,"id":6,"ws":true,"disabled":false},{"text":"are","start":42,"end":45,"id":7,"ws":true,"disabled":false},{"text":"triggering","start":46,"end":56,"id":8,"ws":true,"disabled":false},{"text":"more","start":57,"end":61,"id":9,"ws":true,"disabled":false},{"text":"extreme","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"weather","start":70,"end":77,"id":11,"ws":true,"disabled":false},{"text":"events","start":78,"end":84,"id":12,"ws":true,"disabled":false},{"text":"around","start":85,"end":91,"id":13,"ws":true,"disabled":false},{"text":"the","start":92,"end":95,"id":14,"ws":true,"disabled":false},{"text":"world","start":96,"end":101,"id":15,"ws":false,"disabled":false},{"text":".","start":101,"end":102,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":103,"end":115,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":116,"end":128,"id":18,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":5,"child":17,"head_span":{"start":22,"end":28,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":103,"end":115,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":17,"head_span":{"start":29,"end":41,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":103,"end":115,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":57,"end":61,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":70,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":62,"end":69,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":70,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":11,"head_span":{"start":78,"end":84,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":70,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":11,"head_span":{"start":103,"end":115,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":70,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":728,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Poor nutrition can lead to difficult pregnancies, delivery problems, low birth weight, and even death of a newborn, all of which can be immensely stressful to","text":"Poor nutrition can lead to difficult pregnancies, delivery problems, low birth weight, and even death of a newborn, all of which can be immensely stressful to IMPLIED_BASE IMPLIED_BASE","characters":158,"document_index":619,"md_sentence_index":176,"classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_176","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1071765548,"_task_hash":701664080,"spans":[{"text":"death","start":96,"token_start":17,"token_end":17,"end":101,"type":"pattern","label":"base"}],"tokens":[{"text":"Poor","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"nutrition","start":5,"end":14,"id":1,"ws":true,"disabled":false},{"text":"can","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"lead","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"to","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"difficult","start":27,"end":36,"id":5,"ws":true,"disabled":false},{"text":"pregnancies","start":37,"end":48,"id":6,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":7,"ws":true,"disabled":false},{"text":"delivery","start":50,"end":58,"id":8,"ws":true,"disabled":false},{"text":"problems","start":59,"end":67,"id":9,"ws":false,"disabled":false},{"text":",","start":67,"end":68,"id":10,"ws":true,"disabled":false},{"text":"low","start":69,"end":72,"id":11,"ws":true,"disabled":false},{"text":"birth","start":73,"end":78,"id":12,"ws":true,"disabled":false},{"text":"weight","start":79,"end":85,"id":13,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":14,"ws":true,"disabled":false},{"text":"and","start":87,"end":90,"id":15,"ws":true,"disabled":false},{"text":"even","start":91,"end":95,"id":16,"ws":true,"disabled":false},{"text":"death","start":96,"end":101,"id":17,"ws":true,"disabled":false},{"text":"of","start":102,"end":104,"id":18,"ws":true,"disabled":false},{"text":"a","start":105,"end":106,"id":19,"ws":true,"disabled":false},{"text":"newborn","start":107,"end":114,"id":20,"ws":false,"disabled":false},{"text":",","start":114,"end":115,"id":21,"ws":true,"disabled":false},{"text":"all","start":116,"end":119,"id":22,"ws":true,"disabled":false},{"text":"of","start":120,"end":122,"id":23,"ws":true,"disabled":false},{"text":"which","start":123,"end":128,"id":24,"ws":true,"disabled":false},{"text":"can","start":129,"end":132,"id":25,"ws":true,"disabled":false},{"text":"be","start":133,"end":135,"id":26,"ws":true,"disabled":false},{"text":"immensely","start":136,"end":145,"id":27,"ws":true,"disabled":false},{"text":"stressful","start":146,"end":155,"id":28,"ws":true,"disabled":false},{"text":"to","start":156,"end":158,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":31,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":135,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u25a0 A 2017 study from the University of Southern California found living in areas where fine particle levels exceed EPA standards increased the risks for global cognitive decline by 81 percent and all-cause dementia by 92 percent in people with a genetic risk for Alzheimer\u2019s","text":"\u25a0 A 2017 study from the University of Southern California found living in areas where fine particle levels exceed EPA standards increased the risks for global cognitive decline by 81 percent and all-cause dementia by 92 percent in people with a genetic risk for Alzheimer\u2019s IMPLIED_BASE IMPLIED_BASE","characters":273,"document_index":110,"md_sentence_index":72,"classification_origin":"cm_cause_effect_rel","url":"https://hbbf.org/sites/default/files/documents/2018-06/LinkFossilFuelsNeurologicalHarm_04-06-18_v2.pdf","combo_id":"110_72","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1994577785,"_task_hash":-529599853,"spans":[{"text":"levels","start":100,"token_start":17,"token_end":17,"end":106,"type":"pattern","label":"aspect_changing"},{"text":"increased","start":128,"token_start":21,"token_end":21,"end":137,"type":"pattern","label":"change_direction"},{"text":"risks","start":142,"token_start":23,"token_end":23,"end":147,"type":"pattern","label":"aspect_changing"},{"text":"people","start":231,"token_start":40,"token_end":40,"end":237,"type":"pattern","label":"base"},{"text":"risk","start":253,"token_start":44,"token_end":44,"end":257,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"\u25a0","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"A","start":2,"end":3,"id":1,"ws":true,"disabled":false},{"text":"2017","start":4,"end":8,"id":2,"ws":true,"disabled":false},{"text":"study","start":9,"end":14,"id":3,"ws":true,"disabled":false},{"text":"from","start":15,"end":19,"id":4,"ws":true,"disabled":false},{"text":"the","start":20,"end":23,"id":5,"ws":true,"disabled":false},{"text":"University","start":24,"end":34,"id":6,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":7,"ws":true,"disabled":false},{"text":"Southern","start":38,"end":46,"id":8,"ws":true,"disabled":false},{"text":"California","start":47,"end":57,"id":9,"ws":true,"disabled":false},{"text":"found","start":58,"end":63,"id":10,"ws":true,"disabled":false},{"text":"living","start":64,"end":70,"id":11,"ws":true,"disabled":false},{"text":"in","start":71,"end":73,"id":12,"ws":true,"disabled":false},{"text":"areas","start":74,"end":79,"id":13,"ws":true,"disabled":false},{"text":"where","start":80,"end":85,"id":14,"ws":true,"disabled":false},{"text":"fine","start":86,"end":90,"id":15,"ws":true,"disabled":false},{"text":"particle","start":91,"end":99,"id":16,"ws":true,"disabled":false},{"text":"levels","start":100,"end":106,"id":17,"ws":true,"disabled":false},{"text":"exceed","start":107,"end":113,"id":18,"ws":true,"disabled":false},{"text":"EPA","start":114,"end":117,"id":19,"ws":true,"disabled":false},{"text":"standards","start":118,"end":127,"id":20,"ws":true,"disabled":false},{"text":"increased","start":128,"end":137,"id":21,"ws":true,"disabled":false},{"text":"the","start":138,"end":141,"id":22,"ws":true,"disabled":false},{"text":"risks","start":142,"end":147,"id":23,"ws":true,"disabled":false},{"text":"for","start":148,"end":151,"id":24,"ws":true,"disabled":false},{"text":"global","start":152,"end":158,"id":25,"ws":true,"disabled":false},{"text":"cognitive","start":159,"end":168,"id":26,"ws":true,"disabled":false},{"text":"decline","start":169,"end":176,"id":27,"ws":true,"disabled":false},{"text":"by","start":177,"end":179,"id":28,"ws":true,"disabled":false},{"text":"81","start":180,"end":182,"id":29,"ws":true,"disabled":false},{"text":"percent","start":183,"end":190,"id":30,"ws":true,"disabled":false},{"text":"and","start":191,"end":194,"id":31,"ws":true,"disabled":false},{"text":"all","start":195,"end":198,"id":32,"ws":false,"disabled":false},{"text":"-","start":198,"end":199,"id":33,"ws":false,"disabled":false},{"text":"cause","start":199,"end":204,"id":34,"ws":true,"disabled":false},{"text":"dementia","start":205,"end":213,"id":35,"ws":true,"disabled":false},{"text":"by","start":214,"end":216,"id":36,"ws":true,"disabled":false},{"text":"92","start":217,"end":219,"id":37,"ws":true,"disabled":false},{"text":"percent","start":220,"end":227,"id":38,"ws":true,"disabled":false},{"text":"in","start":228,"end":230,"id":39,"ws":true,"disabled":false},{"text":"people","start":231,"end":237,"id":40,"ws":true,"disabled":false},{"text":"with","start":238,"end":242,"id":41,"ws":true,"disabled":false},{"text":"a","start":243,"end":244,"id":42,"ws":true,"disabled":false},{"text":"genetic","start":245,"end":252,"id":43,"ws":true,"disabled":false},{"text":"risk","start":253,"end":257,"id":44,"ws":true,"disabled":false},{"text":"for","start":258,"end":261,"id":45,"ws":true,"disabled":false},{"text":"Alzheimer","start":262,"end":271,"id":46,"ws":false,"disabled":false},{"text":"\u2019s","start":271,"end":273,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":274,"end":286,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":287,"end":299,"id":49,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":1137,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Warmer spring temperatures and less snow also provide greater opportunities for ignitions to start potential wildfires and gives fuels more time to dry out.","text":"Warmer spring temperatures and less snow also provide greater opportunities for ignitions to start potential wildfires and gives fuels more time to dry out. IMPLIED_BASE IMPLIED_BASE","characters":156,"document_index":857,"md_sentence_index":59,"classification_origin":"causal_sentence_classification","url":"https://www.barrons.com/articles/7-ways-youre-already-paying-for-climate-change-51599995430","combo_id":"857_59","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1828930846,"_task_hash":728332903,"spans":[{"text":"Warmer","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"change_direction"},{"start":7,"end":13,"token_start":1,"token_end":1,"label":"when"},{"text":"temperatures","start":14,"token_start":2,"token_end":2,"end":26,"type":"pattern","label":"aspect_changing"},{"text":"less","start":31,"token_start":4,"token_end":4,"end":35,"type":"pattern","label":"change_direction"},{"start":36,"end":40,"token_start":5,"token_end":5,"label":"base"},{"start":46,"end":53,"token_start":7,"token_end":7,"label":"predicate"},{"start":54,"end":61,"token_start":8,"token_end":8,"label":"change_direction"},{"start":62,"end":75,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},{"start":93,"end":98,"token_start":13,"token_end":13,"label":"predicate"},{"text":"wildfires","start":109,"token_start":15,"token_end":15,"end":118,"type":"pattern","label":"base"},{"start":157,"end":169,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"Warmer","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"spring","start":7,"end":13,"id":1,"ws":true,"disabled":false},{"text":"temperatures","start":14,"end":26,"id":2,"ws":true,"disabled":false},{"text":"and","start":27,"end":30,"id":3,"ws":true,"disabled":false},{"text":"less","start":31,"end":35,"id":4,"ws":true,"disabled":false},{"text":"snow","start":36,"end":40,"id":5,"ws":true,"disabled":false},{"text":"also","start":41,"end":45,"id":6,"ws":true,"disabled":false},{"text":"provide","start":46,"end":53,"id":7,"ws":true,"disabled":false},{"text":"greater","start":54,"end":61,"id":8,"ws":true,"disabled":false},{"text":"opportunities","start":62,"end":75,"id":9,"ws":true,"disabled":false},{"text":"for","start":76,"end":79,"id":10,"ws":true,"disabled":false},{"text":"ignitions","start":80,"end":89,"id":11,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":12,"ws":true,"disabled":false},{"text":"start","start":93,"end":98,"id":13,"ws":true,"disabled":false},{"text":"potential","start":99,"end":108,"id":14,"ws":true,"disabled":false},{"text":"wildfires","start":109,"end":118,"id":15,"ws":true,"disabled":false},{"text":"and","start":119,"end":122,"id":16,"ws":true,"disabled":false},{"text":"gives","start":123,"end":128,"id":17,"ws":true,"disabled":false},{"text":"fuels","start":129,"end":134,"id":18,"ws":true,"disabled":false},{"text":"more","start":135,"end":139,"id":19,"ws":true,"disabled":false},{"text":"time","start":140,"end":144,"id":20,"ws":true,"disabled":false},{"text":"to","start":145,"end":147,"id":21,"ws":true,"disabled":false},{"text":"dry","start":148,"end":151,"id":22,"ws":true,"disabled":false},{"text":"out","start":152,"end":155,"id":23,"ws":false,"disabled":false},{"text":".","start":155,"end":156,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":170,"end":182,"id":26,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":25,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":157,"end":169,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":25,"head_span":{"start":7,"end":13,"token_start":1,"token_end":1,"label":"when"},"child_span":{"start":157,"end":169,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":25,"head_span":{"start":14,"end":26,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":157,"end":169,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":31,"end":35,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":36,"end":40,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":54,"end":61,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":62,"end":75,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":11,"head_span":{"start":157,"end":169,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":11,"head_span":{"start":36,"end":40,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":15,"head_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":109,"end":118,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":107,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In 2016, the annually-averaged ocean surface temperature for the world was 1.35 degrees Fahrenheit (0.75 degrees Celsius) higher than the 20th century average, continuing a steady climb in ocean surface temperatures over the past three decades.43,44 Record ocean temperatures have contributed to a decline in sea ice levels.","text":"In 2016, the annually-averaged ocean surface temperature for the world was 1.35 degrees Fahrenheit (0.75 degrees Celsius) higher than the 20th century average, continuing a steady climb in ocean surface temperatures over the past three decades.43,44 Record ocean temperatures have contributed to a decline in sea ice levels. IMPLIED_BASE IMPLIED_BASE","characters":324,"document_index":81,"md_sentence_index":97,"classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_97","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1406727999,"_task_hash":-651209702,"spans":[{"text":"ocean surface","start":31,"token_start":7,"token_end":8,"end":44,"type":"pattern","label":"base"},{"text":"temperature","start":45,"token_start":9,"token_end":9,"end":56,"type":"pattern","label":"aspect_changing"},{"text":"higher","start":122,"token_start":22,"token_end":22,"end":128,"type":"pattern","label":"change_direction"},{"text":"ocean surface","start":189,"token_start":34,"token_end":35,"end":202,"type":"pattern","label":"base"},{"text":"temperatures","start":203,"token_start":36,"token_end":36,"end":215,"type":"pattern","label":"aspect_changing"},{"text":"ocean","start":257,"token_start":43,"token_end":43,"end":262,"type":"pattern","label":"base"},{"text":"temperatures","start":263,"token_start":44,"token_end":44,"end":275,"type":"pattern","label":"aspect_changing"},{"text":"sea ice","start":309,"token_start":51,"token_end":52,"end":316,"type":"pattern","label":"base"},{"text":"levels","start":317,"token_start":53,"token_end":53,"end":323,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"2016","start":3,"end":7,"id":1,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":2,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":3,"ws":true,"disabled":false},{"text":"annually","start":13,"end":21,"id":4,"ws":false,"disabled":false},{"text":"-","start":21,"end":22,"id":5,"ws":false,"disabled":false},{"text":"averaged","start":22,"end":30,"id":6,"ws":true,"disabled":false},{"text":"ocean","start":31,"end":36,"id":7,"ws":true,"disabled":false},{"text":"surface","start":37,"end":44,"id":8,"ws":true,"disabled":false},{"text":"temperature","start":45,"end":56,"id":9,"ws":true,"disabled":false},{"text":"for","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":11,"ws":true,"disabled":false},{"text":"world","start":65,"end":70,"id":12,"ws":true,"disabled":false},{"text":"was","start":71,"end":74,"id":13,"ws":true,"disabled":false},{"text":"1.35","start":75,"end":79,"id":14,"ws":true,"disabled":false},{"text":"degrees","start":80,"end":87,"id":15,"ws":true,"disabled":false},{"text":"Fahrenheit","start":88,"end":98,"id":16,"ws":true,"disabled":false},{"text":"(","start":99,"end":100,"id":17,"ws":false,"disabled":false},{"text":"0.75","start":100,"end":104,"id":18,"ws":true,"disabled":false},{"text":"degrees","start":105,"end":112,"id":19,"ws":true,"disabled":false},{"text":"Celsius","start":113,"end":120,"id":20,"ws":false,"disabled":false},{"text":")","start":120,"end":121,"id":21,"ws":true,"disabled":false},{"text":"higher","start":122,"end":128,"id":22,"ws":true,"disabled":false},{"text":"than","start":129,"end":133,"id":23,"ws":true,"disabled":false},{"text":"the","start":134,"end":137,"id":24,"ws":true,"disabled":false},{"text":"20th","start":138,"end":142,"id":25,"ws":true,"disabled":false},{"text":"century","start":143,"end":150,"id":26,"ws":true,"disabled":false},{"text":"average","start":151,"end":158,"id":27,"ws":false,"disabled":false},{"text":",","start":158,"end":159,"id":28,"ws":true,"disabled":false},{"text":"continuing","start":160,"end":170,"id":29,"ws":true,"disabled":false},{"text":"a","start":171,"end":172,"id":30,"ws":true,"disabled":false},{"text":"steady","start":173,"end":179,"id":31,"ws":true,"disabled":false},{"text":"climb","start":180,"end":185,"id":32,"ws":true,"disabled":false},{"text":"in","start":186,"end":188,"id":33,"ws":true,"disabled":false},{"text":"ocean","start":189,"end":194,"id":34,"ws":true,"disabled":false},{"text":"surface","start":195,"end":202,"id":35,"ws":true,"disabled":false},{"text":"temperatures","start":203,"end":215,"id":36,"ws":true,"disabled":false},{"text":"over","start":216,"end":220,"id":37,"ws":true,"disabled":false},{"text":"the","start":221,"end":224,"id":38,"ws":true,"disabled":false},{"text":"past","start":225,"end":229,"id":39,"ws":true,"disabled":false},{"text":"three","start":230,"end":235,"id":40,"ws":true,"disabled":false},{"text":"decades.43,44","start":236,"end":249,"id":41,"ws":true,"disabled":false},{"text":"Record","start":250,"end":256,"id":42,"ws":true,"disabled":false},{"text":"ocean","start":257,"end":262,"id":43,"ws":true,"disabled":false},{"text":"temperatures","start":263,"end":275,"id":44,"ws":true,"disabled":false},{"text":"have","start":276,"end":280,"id":45,"ws":true,"disabled":false},{"text":"contributed","start":281,"end":292,"id":46,"ws":true,"disabled":false},{"text":"to","start":293,"end":295,"id":47,"ws":true,"disabled":false},{"text":"a","start":296,"end":297,"id":48,"ws":true,"disabled":false},{"text":"decline","start":298,"end":305,"id":49,"ws":true,"disabled":false},{"text":"in","start":306,"end":308,"id":50,"ws":true,"disabled":false},{"text":"sea","start":309,"end":312,"id":51,"ws":true,"disabled":false},{"text":"ice","start":313,"end":316,"id":52,"ws":true,"disabled":false},{"text":"levels","start":317,"end":323,"id":53,"ws":false,"disabled":false},{"text":".","start":323,"end":324,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":325,"end":337,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":338,"end":350,"id":56,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":898,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Experts say extreme temperatures are the catalyst for a growing number of local extinctions.\n","text":"Experts say extreme temperatures are the catalyst for a growing number of local extinctions. IMPLIED_BASE IMPLIED_BASE","characters":93,"document_index":724,"md_sentence_index":36,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://e360.yale.edu/features/with-temperatures-rising-can-animals-survive-the-heat-stress","combo_id":"724_36","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":752736271,"_task_hash":-750258538,"spans":[{"start":12,"end":19,"token_start":2,"token_end":2,"label":"type_of"},{"text":"temperatures","start":20,"token_start":3,"token_end":3,"end":32,"type":"pattern","label":"aspect_changing"},{"start":33,"end":36,"token_start":4,"token_end":4,"label":"confidence"},{"text":"growing","start":56,"token_start":9,"token_end":9,"end":63,"type":"pattern","label":"change_direction"},{"start":64,"end":70,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":74,"end":79,"token_start":12,"token_end":12,"label":"where"},{"text":"extinctions","start":80,"token_start":13,"token_end":13,"end":91,"type":"pattern","label":"base"},{"start":93,"end":105,"token_start":15,"token_end":15,"label":"base"}],"tokens":[{"text":"Experts","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"say","start":8,"end":11,"id":1,"ws":true,"disabled":false},{"text":"extreme","start":12,"end":19,"id":2,"ws":true,"disabled":false},{"text":"temperatures","start":20,"end":32,"id":3,"ws":true,"disabled":false},{"text":"are","start":33,"end":36,"id":4,"ws":true,"disabled":false},{"text":"the","start":37,"end":40,"id":5,"ws":true,"disabled":false},{"text":"catalyst","start":41,"end":49,"id":6,"ws":true,"disabled":false},{"text":"for","start":50,"end":53,"id":7,"ws":true,"disabled":false},{"text":"a","start":54,"end":55,"id":8,"ws":true,"disabled":false},{"text":"growing","start":56,"end":63,"id":9,"ws":true,"disabled":false},{"text":"number","start":64,"end":70,"id":10,"ws":true,"disabled":false},{"text":"of","start":71,"end":73,"id":11,"ws":true,"disabled":false},{"text":"local","start":74,"end":79,"id":12,"ws":true,"disabled":false},{"text":"extinctions","start":80,"end":91,"id":13,"ws":false,"disabled":false},{"text":".","start":91,"end":92,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":16,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":2,"child":15,"head_span":{"start":12,"end":19,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":93,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":15,"head_span":{"start":20,"end":32,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":93,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":13,"head_span":{"start":56,"end":63,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":80,"end":91,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":13,"head_span":{"start":64,"end":70,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":80,"end":91,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":74,"end":79,"token_start":12,"token_end":12,"label":"where"},"child_span":{"start":80,"end":91,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":13,"head_span":{"start":93,"end":105,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":80,"end":91,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":808,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"While studying how Inuit communities in northeast Canada are coping with climate change, Cunsolo became so stressed that she developed a pinched nerve in her shoulder and had to take six weeks off work.","text":"While studying how Inuit communities in northeast Canada are coping with climate change, Cunsolo became so stressed that she developed a pinched nerve in her shoulder and had to take six weeks off work. IMPLIED_BASE IMPLIED_BASE","characters":202,"document_index":651,"md_sentence_index":75,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.sciencenews.org/article/scientists-grief-climate-change-warming-mental-health-ecology","combo_id":"651_75","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1623997662,"_task_hash":-78310177,"spans":[{"text":"communities","start":25,"token_start":4,"token_end":4,"end":36,"type":"pattern","label":"base"},{"text":"climate change","start":73,"token_start":11,"token_end":12,"end":87,"type":"pattern","label":"base"}],"tokens":[{"text":"While","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"studying","start":6,"end":14,"id":1,"ws":true,"disabled":false},{"text":"how","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"Inuit","start":19,"end":24,"id":3,"ws":true,"disabled":false},{"text":"communities","start":25,"end":36,"id":4,"ws":true,"disabled":false},{"text":"in","start":37,"end":39,"id":5,"ws":true,"disabled":false},{"text":"northeast","start":40,"end":49,"id":6,"ws":true,"disabled":false},{"text":"Canada","start":50,"end":56,"id":7,"ws":true,"disabled":false},{"text":"are","start":57,"end":60,"id":8,"ws":true,"disabled":false},{"text":"coping","start":61,"end":67,"id":9,"ws":true,"disabled":false},{"text":"with","start":68,"end":72,"id":10,"ws":true,"disabled":false},{"text":"climate","start":73,"end":80,"id":11,"ws":true,"disabled":false},{"text":"change","start":81,"end":87,"id":12,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":13,"ws":true,"disabled":false},{"text":"Cunsolo","start":89,"end":96,"id":14,"ws":true,"disabled":false},{"text":"became","start":97,"end":103,"id":15,"ws":true,"disabled":false},{"text":"so","start":104,"end":106,"id":16,"ws":true,"disabled":false},{"text":"stressed","start":107,"end":115,"id":17,"ws":true,"disabled":false},{"text":"that","start":116,"end":120,"id":18,"ws":true,"disabled":false},{"text":"she","start":121,"end":124,"id":19,"ws":true,"disabled":false},{"text":"developed","start":125,"end":134,"id":20,"ws":true,"disabled":false},{"text":"a","start":135,"end":136,"id":21,"ws":true,"disabled":false},{"text":"pinched","start":137,"end":144,"id":22,"ws":true,"disabled":false},{"text":"nerve","start":145,"end":150,"id":23,"ws":true,"disabled":false},{"text":"in","start":151,"end":153,"id":24,"ws":true,"disabled":false},{"text":"her","start":154,"end":157,"id":25,"ws":true,"disabled":false},{"text":"shoulder","start":158,"end":166,"id":26,"ws":true,"disabled":false},{"text":"and","start":167,"end":170,"id":27,"ws":true,"disabled":false},{"text":"had","start":171,"end":174,"id":28,"ws":true,"disabled":false},{"text":"to","start":175,"end":177,"id":29,"ws":true,"disabled":false},{"text":"take","start":178,"end":182,"id":30,"ws":true,"disabled":false},{"text":"six","start":183,"end":186,"id":31,"ws":true,"disabled":false},{"text":"weeks","start":187,"end":192,"id":32,"ws":true,"disabled":false},{"text":"off","start":193,"end":196,"id":33,"ws":true,"disabled":false},{"text":"work","start":197,"end":201,"id":34,"ws":false,"disabled":false},{"text":".","start":201,"end":202,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":216,"end":228,"id":37,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":315,"Used?":"","Dataset name":"","ignore?":"ignore","reason":"not causal? sell what?","relation count":"","complexity":"","original_md_text":"If people don\u2019t sell after a flood, they are likelier to sell after the next one, said Tom Palko, assistant director of the city\u2019s storm water division.","text":"If people don\u2019t sell after a flood, they are likelier to sell after the next one, said Tom Palko, assistant director of the city\u2019s storm water division. IMPLIED_BASE IMPLIED_BASE","characters":152,"document_index":254,"md_sentence_index":41,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/07/06/climate/nashville-floods-buybacks.html","combo_id":"254_41","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1006936424,"_task_hash":722723345,"spans":[{"text":"people","start":3,"token_start":1,"token_end":1,"end":9,"type":"pattern","label":"base"},{"text":"storm","start":131,"token_start":29,"token_end":29,"end":136,"type":"pattern","label":"base"},{"text":"water","start":137,"token_start":30,"token_end":30,"end":142,"type":"pattern","label":"base"}],"tokens":[{"text":"If","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"people","start":3,"end":9,"id":1,"ws":true,"disabled":false},{"text":"do","start":10,"end":12,"id":2,"ws":false,"disabled":false},{"text":"n\u2019t","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"sell","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"after","start":21,"end":26,"id":5,"ws":true,"disabled":false},{"text":"a","start":27,"end":28,"id":6,"ws":true,"disabled":false},{"text":"flood","start":29,"end":34,"id":7,"ws":false,"disabled":false},{"text":",","start":34,"end":35,"id":8,"ws":true,"disabled":false},{"text":"they","start":36,"end":40,"id":9,"ws":true,"disabled":false},{"text":"are","start":41,"end":44,"id":10,"ws":true,"disabled":false},{"text":"likelier","start":45,"end":53,"id":11,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":12,"ws":true,"disabled":false},{"text":"sell","start":57,"end":61,"id":13,"ws":true,"disabled":false},{"text":"after","start":62,"end":67,"id":14,"ws":true,"disabled":false},{"text":"the","start":68,"end":71,"id":15,"ws":true,"disabled":false},{"text":"next","start":72,"end":76,"id":16,"ws":true,"disabled":false},{"text":"one","start":77,"end":80,"id":17,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":18,"ws":true,"disabled":false},{"text":"said","start":82,"end":86,"id":19,"ws":true,"disabled":false},{"text":"Tom","start":87,"end":90,"id":20,"ws":true,"disabled":false},{"text":"Palko","start":91,"end":96,"id":21,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":22,"ws":true,"disabled":false},{"text":"assistant","start":98,"end":107,"id":23,"ws":true,"disabled":false},{"text":"director","start":108,"end":116,"id":24,"ws":true,"disabled":false},{"text":"of","start":117,"end":119,"id":25,"ws":true,"disabled":false},{"text":"the","start":120,"end":123,"id":26,"ws":true,"disabled":false},{"text":"city","start":124,"end":128,"id":27,"ws":false,"disabled":false},{"text":"\u2019s","start":128,"end":130,"id":28,"ws":true,"disabled":false},{"text":"storm","start":131,"end":136,"id":29,"ws":true,"disabled":false},{"text":"water","start":137,"end":142,"id":30,"ws":true,"disabled":false},{"text":"division","start":143,"end":151,"id":31,"ws":false,"disabled":false},{"text":".","start":151,"end":152,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":829,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We also introduce a method that allows us to forecast beyond the support of the temperature distributions we observe, focusing on the \u201ctails\u201d of the temperature distribution to properly estimate changes due to the increases in extreme temperature expected as a result of climate change.\n","text":"We also introduce a method that allows us to forecast beyond the support of the temperature distributions we observe, focusing on the \u201ctails\u201d of the temperature distribution to properly estimate changes due to the increases in extreme temperature expected as a result of climate change. IMPLIED_BASE IMPLIED_BASE","characters":287,"document_index":664,"md_sentence_index":34,"classification_origin":"causal_sentence_classification","url":"http://www.pnas.org/content/114/8/1886.full","combo_id":"664_34","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1319962374,"_task_hash":773449285,"spans":[{"text":"temperature","start":80,"token_start":15,"token_end":15,"end":91,"type":"pattern","label":"aspect_changing"},{"text":"distributions","start":92,"token_start":16,"token_end":16,"end":105,"type":"pattern","label":"aspect_changing"},{"text":"temperature","start":149,"token_start":28,"token_end":28,"end":160,"type":"pattern","label":"aspect_changing"},{"text":"increases","start":214,"token_start":37,"token_end":37,"end":223,"type":"pattern","label":"change_direction"},{"text":"temperature","start":235,"token_start":40,"token_end":40,"end":246,"type":"pattern","label":"aspect_changing"},{"text":"climate change","start":271,"token_start":46,"token_end":47,"end":285,"type":"pattern","label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"also","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"introduce","start":8,"end":17,"id":2,"ws":true,"disabled":false},{"text":"a","start":18,"end":19,"id":3,"ws":true,"disabled":false},{"text":"method","start":20,"end":26,"id":4,"ws":true,"disabled":false},{"text":"that","start":27,"end":31,"id":5,"ws":true,"disabled":false},{"text":"allows","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"us","start":39,"end":41,"id":7,"ws":true,"disabled":false},{"text":"to","start":42,"end":44,"id":8,"ws":true,"disabled":false},{"text":"forecast","start":45,"end":53,"id":9,"ws":true,"disabled":false},{"text":"beyond","start":54,"end":60,"id":10,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":11,"ws":true,"disabled":false},{"text":"support","start":65,"end":72,"id":12,"ws":true,"disabled":false},{"text":"of","start":73,"end":75,"id":13,"ws":true,"disabled":false},{"text":"the","start":76,"end":79,"id":14,"ws":true,"disabled":false},{"text":"temperature","start":80,"end":91,"id":15,"ws":true,"disabled":false},{"text":"distributions","start":92,"end":105,"id":16,"ws":true,"disabled":false},{"text":"we","start":106,"end":108,"id":17,"ws":true,"disabled":false},{"text":"observe","start":109,"end":116,"id":18,"ws":false,"disabled":false},{"text":",","start":116,"end":117,"id":19,"ws":true,"disabled":false},{"text":"focusing","start":118,"end":126,"id":20,"ws":true,"disabled":false},{"text":"on","start":127,"end":129,"id":21,"ws":true,"disabled":false},{"text":"the","start":130,"end":133,"id":22,"ws":true,"disabled":false},{"text":"\u201c","start":134,"end":135,"id":23,"ws":false,"disabled":false},{"text":"tails","start":135,"end":140,"id":24,"ws":false,"disabled":false},{"text":"\u201d","start":140,"end":141,"id":25,"ws":true,"disabled":false},{"text":"of","start":142,"end":144,"id":26,"ws":true,"disabled":false},{"text":"the","start":145,"end":148,"id":27,"ws":true,"disabled":false},{"text":"temperature","start":149,"end":160,"id":28,"ws":true,"disabled":false},{"text":"distribution","start":161,"end":173,"id":29,"ws":true,"disabled":false},{"text":"to","start":174,"end":176,"id":30,"ws":true,"disabled":false},{"text":"properly","start":177,"end":185,"id":31,"ws":true,"disabled":false},{"text":"estimate","start":186,"end":194,"id":32,"ws":true,"disabled":false},{"text":"changes","start":195,"end":202,"id":33,"ws":true,"disabled":false},{"text":"due","start":203,"end":206,"id":34,"ws":true,"disabled":false},{"text":"to","start":207,"end":209,"id":35,"ws":true,"disabled":false},{"text":"the","start":210,"end":213,"id":36,"ws":true,"disabled":false},{"text":"increases","start":214,"end":223,"id":37,"ws":true,"disabled":false},{"text":"in","start":224,"end":226,"id":38,"ws":true,"disabled":false},{"text":"extreme","start":227,"end":234,"id":39,"ws":true,"disabled":false},{"text":"temperature","start":235,"end":246,"id":40,"ws":true,"disabled":false},{"text":"expected","start":247,"end":255,"id":41,"ws":true,"disabled":false},{"text":"as","start":256,"end":258,"id":42,"ws":true,"disabled":false},{"text":"a","start":259,"end":260,"id":43,"ws":true,"disabled":false},{"text":"result","start":261,"end":267,"id":44,"ws":true,"disabled":false},{"text":"of","start":268,"end":270,"id":45,"ws":true,"disabled":false},{"text":"climate","start":271,"end":278,"id":46,"ws":true,"disabled":false},{"text":"change","start":279,"end":285,"id":47,"ws":false,"disabled":false},{"text":".","start":285,"end":286,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":287,"end":299,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":300,"end":312,"id":50,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":444,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Although the data are sparse, we do in fact find a significant positive trend in coastal annual-mean rainfall 1948\u20132017 from TCs that stall, and we verify that this is due to increased stalling frequency.","text":"Although the data are sparse, we do in fact find a significant positive trend in coastal annual-mean rainfall 1948\u20132017 from TCs that stall, and we verify that this is due to increased stalling frequency. IMPLIED_BASE IMPLIED_BASE","characters":204,"document_index":358,"md_sentence_index":7,"classification_origin":"cm_cause_effect_rel","url":"https://www.nature.com/articles/s41612-019-0074-8","combo_id":"358_7","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1799781223,"_task_hash":1814724054,"spans":[{"start":51,"end":77,"token_start":12,"token_end":14,"label":"confidence"},{"start":81,"end":88,"token_start":16,"token_end":16,"label":"where"},{"start":89,"end":100,"token_start":17,"token_end":19,"label":"type_of"},{"text":"rainfall","start":101,"token_start":20,"token_end":20,"end":109,"type":"pattern","label":"base"},{"text":"increased","start":175,"token_start":35,"token_end":35,"end":184,"type":"pattern","label":"change_direction"},{"text":"frequency","start":194,"token_start":37,"token_end":37,"end":203,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"data","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"are","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"sparse","start":22,"end":28,"id":4,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":5,"ws":true,"disabled":false},{"text":"we","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"do","start":33,"end":35,"id":7,"ws":true,"disabled":false},{"text":"in","start":36,"end":38,"id":8,"ws":true,"disabled":false},{"text":"fact","start":39,"end":43,"id":9,"ws":true,"disabled":false},{"text":"find","start":44,"end":48,"id":10,"ws":true,"disabled":false},{"text":"a","start":49,"end":50,"id":11,"ws":true,"disabled":false},{"text":"significant","start":51,"end":62,"id":12,"ws":true,"disabled":false},{"text":"positive","start":63,"end":71,"id":13,"ws":true,"disabled":false},{"text":"trend","start":72,"end":77,"id":14,"ws":true,"disabled":false},{"text":"in","start":78,"end":80,"id":15,"ws":true,"disabled":false},{"text":"coastal","start":81,"end":88,"id":16,"ws":true,"disabled":false},{"text":"annual","start":89,"end":95,"id":17,"ws":false,"disabled":false},{"text":"-","start":95,"end":96,"id":18,"ws":false,"disabled":false},{"text":"mean","start":96,"end":100,"id":19,"ws":true,"disabled":false},{"text":"rainfall","start":101,"end":109,"id":20,"ws":true,"disabled":false},{"text":"1948\u20132017","start":110,"end":119,"id":21,"ws":true,"disabled":false},{"text":"from","start":120,"end":124,"id":22,"ws":true,"disabled":false},{"text":"TCs","start":125,"end":128,"id":23,"ws":true,"disabled":false},{"text":"that","start":129,"end":133,"id":24,"ws":true,"disabled":false},{"text":"stall","start":134,"end":139,"id":25,"ws":false,"disabled":false},{"text":",","start":139,"end":140,"id":26,"ws":true,"disabled":false},{"text":"and","start":141,"end":144,"id":27,"ws":true,"disabled":false},{"text":"we","start":145,"end":147,"id":28,"ws":true,"disabled":false},{"text":"verify","start":148,"end":154,"id":29,"ws":true,"disabled":false},{"text":"that","start":155,"end":159,"id":30,"ws":true,"disabled":false},{"text":"this","start":160,"end":164,"id":31,"ws":true,"disabled":false},{"text":"is","start":165,"end":167,"id":32,"ws":true,"disabled":false},{"text":"due","start":168,"end":171,"id":33,"ws":true,"disabled":false},{"text":"to","start":172,"end":174,"id":34,"ws":true,"disabled":false},{"text":"increased","start":175,"end":184,"id":35,"ws":true,"disabled":false},{"text":"stalling","start":185,"end":193,"id":36,"ws":true,"disabled":false},{"text":"frequency","start":194,"end":203,"id":37,"ws":false,"disabled":false},{"text":".","start":203,"end":204,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":40,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":453,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As governments and nonprofits cope with the aftermath of Dorian, and the increased damage of similar hurricanes in the near future, experts warn that they need to be creating plans for decades into the future, when climate change is expected to make storms even more intense and unpredictable than they are today.","text":"As governments and nonprofits cope with the aftermath of Dorian, and the increased damage of similar hurricanes in the near future, experts warn that they need to be creating plans for decades into the future, when climate change is expected to make storms even more intense and unpredictable than they are today. IMPLIED_BASE IMPLIED_BASE","characters":313,"document_index":359,"md_sentence_index":46,"classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/newshour/nation/is-climate-change-making-hurricanes-stall","combo_id":"359_46","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1584371769,"_task_hash":341616442,"spans":[{"text":"climate change","start":215,"token_start":39,"token_end":40,"end":229,"type":"pattern","label":"base"},{"start":233,"end":241,"token_start":42,"token_end":42,"label":"confidence"},{"start":245,"end":249,"token_start":44,"token_end":44,"label":"predicate"},{"text":"storms","start":250,"token_start":45,"token_end":45,"end":256,"type":"pattern","label":"base"},{"text":"more","start":262,"token_start":47,"token_end":47,"end":266,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"governments","start":3,"end":14,"id":1,"ws":true,"disabled":false},{"text":"and","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"nonprofits","start":19,"end":29,"id":3,"ws":true,"disabled":false},{"text":"cope","start":30,"end":34,"id":4,"ws":true,"disabled":false},{"text":"with","start":35,"end":39,"id":5,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":6,"ws":true,"disabled":false},{"text":"aftermath","start":44,"end":53,"id":7,"ws":true,"disabled":false},{"text":"of","start":54,"end":56,"id":8,"ws":true,"disabled":false},{"text":"Dorian","start":57,"end":63,"id":9,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":10,"ws":true,"disabled":false},{"text":"and","start":65,"end":68,"id":11,"ws":true,"disabled":false},{"text":"the","start":69,"end":72,"id":12,"ws":true,"disabled":false},{"text":"increased","start":73,"end":82,"id":13,"ws":true,"disabled":false},{"text":"damage","start":83,"end":89,"id":14,"ws":true,"disabled":false},{"text":"of","start":90,"end":92,"id":15,"ws":true,"disabled":false},{"text":"similar","start":93,"end":100,"id":16,"ws":true,"disabled":false},{"text":"hurricanes","start":101,"end":111,"id":17,"ws":true,"disabled":false},{"text":"in","start":112,"end":114,"id":18,"ws":true,"disabled":false},{"text":"the","start":115,"end":118,"id":19,"ws":true,"disabled":false},{"text":"near","start":119,"end":123,"id":20,"ws":true,"disabled":false},{"text":"future","start":124,"end":130,"id":21,"ws":false,"disabled":false},{"text":",","start":130,"end":131,"id":22,"ws":true,"disabled":false},{"text":"experts","start":132,"end":139,"id":23,"ws":true,"disabled":false},{"text":"warn","start":140,"end":144,"id":24,"ws":true,"disabled":false},{"text":"that","start":145,"end":149,"id":25,"ws":true,"disabled":false},{"text":"they","start":150,"end":154,"id":26,"ws":true,"disabled":false},{"text":"need","start":155,"end":159,"id":27,"ws":true,"disabled":false},{"text":"to","start":160,"end":162,"id":28,"ws":true,"disabled":false},{"text":"be","start":163,"end":165,"id":29,"ws":true,"disabled":false},{"text":"creating","start":166,"end":174,"id":30,"ws":true,"disabled":false},{"text":"plans","start":175,"end":180,"id":31,"ws":true,"disabled":false},{"text":"for","start":181,"end":184,"id":32,"ws":true,"disabled":false},{"text":"decades","start":185,"end":192,"id":33,"ws":true,"disabled":false},{"text":"into","start":193,"end":197,"id":34,"ws":true,"disabled":false},{"text":"the","start":198,"end":201,"id":35,"ws":true,"disabled":false},{"text":"future","start":202,"end":208,"id":36,"ws":false,"disabled":false},{"text":",","start":208,"end":209,"id":37,"ws":true,"disabled":false},{"text":"when","start":210,"end":214,"id":38,"ws":true,"disabled":false},{"text":"climate","start":215,"end":222,"id":39,"ws":true,"disabled":false},{"text":"change","start":223,"end":229,"id":40,"ws":true,"disabled":false},{"text":"is","start":230,"end":232,"id":41,"ws":true,"disabled":false},{"text":"expected","start":233,"end":241,"id":42,"ws":true,"disabled":false},{"text":"to","start":242,"end":244,"id":43,"ws":true,"disabled":false},{"text":"make","start":245,"end":249,"id":44,"ws":true,"disabled":false},{"text":"storms","start":250,"end":256,"id":45,"ws":true,"disabled":false},{"text":"even","start":257,"end":261,"id":46,"ws":true,"disabled":false},{"text":"more","start":262,"end":266,"id":47,"ws":true,"disabled":false},{"text":"intense","start":267,"end":274,"id":48,"ws":true,"disabled":false},{"text":"and","start":275,"end":278,"id":49,"ws":true,"disabled":false},{"text":"unpredictable","start":279,"end":292,"id":50,"ws":true,"disabled":false},{"text":"than","start":293,"end":297,"id":51,"ws":true,"disabled":false},{"text":"they","start":298,"end":302,"id":52,"ws":true,"disabled":false},{"text":"are","start":303,"end":306,"id":53,"ws":true,"disabled":false},{"text":"today","start":307,"end":312,"id":54,"ws":false,"disabled":false},{"text":".","start":312,"end":313,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":314,"end":326,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":327,"end":339,"id":57,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":348,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"California fires took a half-dozen lives and were so severe as to cause a national state of emergency; the 2018 Mendocino Complex Fire was the largest in California history.","text":"California fires took a half-dozen lives and were so severe as to cause a national state of emergency; the 2018 Mendocino Complex Fire was the largest in California history. IMPLIED_BASE IMPLIED_BASE","characters":173,"document_index":273,"md_sentence_index":33,"classification_origin":"cm_cause_effect_rel","url":"http://www.climatesciencewatch.org/2019/06/28/as-climate-change-creates-a-true-public-health-emergency-trump-administration-quashes-federal-climate-program-and-exiles-its-director/","combo_id":"273_33","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":676219758,"_task_hash":-2038778395,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"where"},{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},{"start":24,"end":34,"token_start":4,"token_end":6,"label":"effect_size"},{"start":35,"end":40,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":174,"end":186,"token_start":33,"token_end":33,"label":"base"}],"tokens":[{"text":"California","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"fires","start":11,"end":16,"id":1,"ws":true,"disabled":false},{"text":"took","start":17,"end":21,"id":2,"ws":true,"disabled":false},{"text":"a","start":22,"end":23,"id":3,"ws":true,"disabled":false},{"text":"half","start":24,"end":28,"id":4,"ws":false,"disabled":false},{"text":"-","start":28,"end":29,"id":5,"ws":false,"disabled":false},{"text":"dozen","start":29,"end":34,"id":6,"ws":true,"disabled":false},{"text":"lives","start":35,"end":40,"id":7,"ws":true,"disabled":false},{"text":"and","start":41,"end":44,"id":8,"ws":true,"disabled":false},{"text":"were","start":45,"end":49,"id":9,"ws":true,"disabled":false},{"text":"so","start":50,"end":52,"id":10,"ws":true,"disabled":false},{"text":"severe","start":53,"end":59,"id":11,"ws":true,"disabled":false},{"text":"as","start":60,"end":62,"id":12,"ws":true,"disabled":false},{"text":"to","start":63,"end":65,"id":13,"ws":true,"disabled":false},{"text":"cause","start":66,"end":71,"id":14,"ws":true,"disabled":false},{"text":"a","start":72,"end":73,"id":15,"ws":true,"disabled":false},{"text":"national","start":74,"end":82,"id":16,"ws":true,"disabled":false},{"text":"state","start":83,"end":88,"id":17,"ws":true,"disabled":false},{"text":"of","start":89,"end":91,"id":18,"ws":true,"disabled":false},{"text":"emergency","start":92,"end":101,"id":19,"ws":false,"disabled":false},{"text":";","start":101,"end":102,"id":20,"ws":true,"disabled":false},{"text":"the","start":103,"end":106,"id":21,"ws":true,"disabled":false},{"text":"2018","start":107,"end":111,"id":22,"ws":true,"disabled":false},{"text":"Mendocino","start":112,"end":121,"id":23,"ws":true,"disabled":false},{"text":"Complex","start":122,"end":129,"id":24,"ws":true,"disabled":false},{"text":"Fire","start":130,"end":134,"id":25,"ws":true,"disabled":false},{"text":"was","start":135,"end":138,"id":26,"ws":true,"disabled":false},{"text":"the","start":139,"end":142,"id":27,"ws":true,"disabled":false},{"text":"largest","start":143,"end":150,"id":28,"ws":true,"disabled":false},{"text":"in","start":151,"end":153,"id":29,"ws":true,"disabled":false},{"text":"California","start":154,"end":164,"id":30,"ws":true,"disabled":false},{"text":"history","start":165,"end":172,"id":31,"ws":false,"disabled":false},{"text":".","start":172,"end":173,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"where"},"child_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":33,"head_span":{"start":24,"end":34,"token_start":4,"token_end":6,"label":"effect_size"},"child_span":{"start":174,"end":186,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":33,"head_span":{"start":35,"end":40,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":174,"end":186,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":33,"head_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":174,"end":186,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":814,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"While natural variations continue to play an important role in extreme heat events, climate change has shifted the odds, increasing the likelihood that these events will occur.\n","text":"While natural variations continue to play an important role in extreme heat events, climate change has shifted the odds, increasing the likelihood that these events will occur. IMPLIED_BASE IMPLIED_BASE","characters":177,"document_index":656,"md_sentence_index":166,"classification_origin":"causal_sentence_classification","url":"https://www.cdc.gov/climateandhealth/pubs/extreme-heat-guidebook.pdf","combo_id":"656_166","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-332341821,"_task_hash":-1146351520,"spans":[{"start":63,"end":75,"token_start":10,"token_end":11,"label":"base"},{"start":76,"end":82,"token_start":12,"token_end":12,"label":"aspect_changing"},{"text":"climate change","start":84,"token_start":14,"token_end":15,"end":98,"type":"pattern","label":"base"},{"text":"increasing","start":121,"token_start":21,"token_end":21,"end":131,"type":"pattern","label":"change_direction"},{"text":"likelihood","start":136,"token_start":23,"token_end":23,"end":146,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"While","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"natural","start":6,"end":13,"id":1,"ws":true,"disabled":false},{"text":"variations","start":14,"end":24,"id":2,"ws":true,"disabled":false},{"text":"continue","start":25,"end":33,"id":3,"ws":true,"disabled":false},{"text":"to","start":34,"end":36,"id":4,"ws":true,"disabled":false},{"text":"play","start":37,"end":41,"id":5,"ws":true,"disabled":false},{"text":"an","start":42,"end":44,"id":6,"ws":true,"disabled":false},{"text":"important","start":45,"end":54,"id":7,"ws":true,"disabled":false},{"text":"role","start":55,"end":59,"id":8,"ws":true,"disabled":false},{"text":"in","start":60,"end":62,"id":9,"ws":true,"disabled":false},{"text":"extreme","start":63,"end":70,"id":10,"ws":true,"disabled":false},{"text":"heat","start":71,"end":75,"id":11,"ws":true,"disabled":false},{"text":"events","start":76,"end":82,"id":12,"ws":false,"disabled":false},{"text":",","start":82,"end":83,"id":13,"ws":true,"disabled":false},{"text":"climate","start":84,"end":91,"id":14,"ws":true,"disabled":false},{"text":"change","start":92,"end":98,"id":15,"ws":true,"disabled":false},{"text":"has","start":99,"end":102,"id":16,"ws":true,"disabled":false},{"text":"shifted","start":103,"end":110,"id":17,"ws":true,"disabled":false},{"text":"the","start":111,"end":114,"id":18,"ws":true,"disabled":false},{"text":"odds","start":115,"end":119,"id":19,"ws":false,"disabled":false},{"text":",","start":119,"end":120,"id":20,"ws":true,"disabled":false},{"text":"increasing","start":121,"end":131,"id":21,"ws":true,"disabled":false},{"text":"the","start":132,"end":135,"id":22,"ws":true,"disabled":false},{"text":"likelihood","start":136,"end":146,"id":23,"ws":true,"disabled":false},{"text":"that","start":147,"end":151,"id":24,"ws":true,"disabled":false},{"text":"these","start":152,"end":157,"id":25,"ws":true,"disabled":false},{"text":"events","start":158,"end":164,"id":26,"ws":true,"disabled":false},{"text":"will","start":165,"end":169,"id":27,"ws":true,"disabled":false},{"text":"occur","start":170,"end":175,"id":28,"ws":false,"disabled":false},{"text":".","start":175,"end":176,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":177,"end":189,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":31,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":23,"child":11,"head_span":{"start":136,"end":146,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":63,"end":75,"token_start":10,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":11,"head_span":{"start":76,"end":82,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":63,"end":75,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":11,"head_span":{"start":121,"end":131,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":63,"end":75,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":11,"head_span":{"start":84,"end":98,"token_start":14,"token_end":15,"label":"base"},"child_span":{"start":63,"end":75,"token_start":10,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":916,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Heat waves contributed to the record wildfire season in the American West.","text":"Heat waves contributed to the record wildfire season in the American West. IMPLIED_BASE IMPLIED_BASE","characters":74,"document_index":742,"md_sentence_index":79,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.thebalance.com/heat-wave-causes-list-effect-on-the-economy-4173881","combo_id":"742_79","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1169180386,"_task_hash":341271974,"spans":[{"text":"Heat waves","start":0,"token_start":0,"token_end":1,"end":10,"type":"pattern","label":"base"},{"start":11,"end":22,"token_start":2,"token_end":2,"label":"predicate"},{"text":"wildfire","start":37,"token_start":6,"token_end":6,"end":45,"type":"pattern","label":"base"},{"start":60,"end":73,"token_start":10,"token_end":11,"label":"where"}],"tokens":[{"text":"Heat","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"waves","start":5,"end":10,"id":1,"ws":true,"disabled":false},{"text":"contributed","start":11,"end":22,"id":2,"ws":true,"disabled":false},{"text":"to","start":23,"end":25,"id":3,"ws":true,"disabled":false},{"text":"the","start":26,"end":29,"id":4,"ws":true,"disabled":false},{"text":"record","start":30,"end":36,"id":5,"ws":true,"disabled":false},{"text":"wildfire","start":37,"end":45,"id":6,"ws":true,"disabled":false},{"text":"season","start":46,"end":52,"id":7,"ws":true,"disabled":false},{"text":"in","start":53,"end":55,"id":8,"ws":true,"disabled":false},{"text":"the","start":56,"end":59,"id":9,"ws":true,"disabled":false},{"text":"American","start":60,"end":68,"id":10,"ws":true,"disabled":false},{"text":"West","start":69,"end":73,"id":11,"ws":false,"disabled":false},{"text":".","start":73,"end":74,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":75,"end":87,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":88,"end":100,"id":14,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":1,"child":6,"head_span":{"start":0,"end":10,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":37,"end":45,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1007,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Many of the fires were caused by a mass of lightning strikes last week \u2013 sparks that lit a tinder box of vegetation left dry and crunchy by months of persistent heat and low humidity.","text":"Many of the fires were caused by a mass of lightning strikes last week \u2013 sparks that lit a tinder box of vegetation left dry and crunchy by months of persistent heat and low humidity. IMPLIED_BASE IMPLIED_BASE","characters":183,"document_index":783,"md_sentence_index":38,"classification_origin":"causal_sentence_classification","url":"https://www.usatoday.com/story/news/nation/2020/08/22/california-wildfires-updates-saturday-map-redwood-trees-burn-big-basin/3419083001/","combo_id":"783_38","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1934885718,"_task_hash":839258481,"spans":[{"start":12,"end":17,"token_start":3,"token_end":3,"label":"base"},{"start":23,"end":32,"token_start":5,"token_end":6,"label":"predicate"},{"start":43,"end":52,"token_start":10,"token_end":10,"label":"base"},{"text":"vegetation","start":105,"token_start":22,"token_end":22,"end":115,"type":"pattern","label":"base"},{"start":161,"end":165,"token_start":31,"token_end":31,"label":"base"},{"start":174,"end":182,"token_start":34,"token_end":34,"label":"base"}],"tokens":[{"text":"Many","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"of","start":5,"end":7,"id":1,"ws":true,"disabled":false},{"text":"the","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"fires","start":12,"end":17,"id":3,"ws":true,"disabled":false},{"text":"were","start":18,"end":22,"id":4,"ws":true,"disabled":false},{"text":"caused","start":23,"end":29,"id":5,"ws":true,"disabled":false},{"text":"by","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"a","start":33,"end":34,"id":7,"ws":true,"disabled":false},{"text":"mass","start":35,"end":39,"id":8,"ws":true,"disabled":false},{"text":"of","start":40,"end":42,"id":9,"ws":true,"disabled":false},{"text":"lightning","start":43,"end":52,"id":10,"ws":true,"disabled":false},{"text":"strikes","start":53,"end":60,"id":11,"ws":true,"disabled":false},{"text":"last","start":61,"end":65,"id":12,"ws":true,"disabled":false},{"text":"week","start":66,"end":70,"id":13,"ws":true,"disabled":false},{"text":"\u2013","start":71,"end":72,"id":14,"ws":true,"disabled":false},{"text":"sparks","start":73,"end":79,"id":15,"ws":true,"disabled":false},{"text":"that","start":80,"end":84,"id":16,"ws":true,"disabled":false},{"text":"lit","start":85,"end":88,"id":17,"ws":true,"disabled":false},{"text":"a","start":89,"end":90,"id":18,"ws":true,"disabled":false},{"text":"tinder","start":91,"end":97,"id":19,"ws":true,"disabled":false},{"text":"box","start":98,"end":101,"id":20,"ws":true,"disabled":false},{"text":"of","start":102,"end":104,"id":21,"ws":true,"disabled":false},{"text":"vegetation","start":105,"end":115,"id":22,"ws":true,"disabled":false},{"text":"left","start":116,"end":120,"id":23,"ws":true,"disabled":false},{"text":"dry","start":121,"end":124,"id":24,"ws":true,"disabled":false},{"text":"and","start":125,"end":128,"id":25,"ws":true,"disabled":false},{"text":"crunchy","start":129,"end":136,"id":26,"ws":true,"disabled":false},{"text":"by","start":137,"end":139,"id":27,"ws":true,"disabled":false},{"text":"months","start":140,"end":146,"id":28,"ws":true,"disabled":false},{"text":"of","start":147,"end":149,"id":29,"ws":true,"disabled":false},{"text":"persistent","start":150,"end":160,"id":30,"ws":true,"disabled":false},{"text":"heat","start":161,"end":165,"id":31,"ws":true,"disabled":false},{"text":"and","start":166,"end":169,"id":32,"ws":true,"disabled":false},{"text":"low","start":170,"end":173,"id":33,"ws":true,"disabled":false},{"text":"humidity","start":174,"end":182,"id":34,"ws":false,"disabled":false},{"text":".","start":182,"end":183,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":197,"end":209,"id":37,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":10,"child":3,"head_span":{"start":43,"end":52,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":12,"end":17,"token_start":3,"token_end":3,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":22,"head_span":{"start":161,"end":165,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":105,"end":115,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":34,"child":22,"head_span":{"start":174,"end":182,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":105,"end":115,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":256,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Among its impacts, the heatwave caused crop failures across Europe, fanned wildfires from Manchester in the UK to Yosemite National Park in the US and exposed more than 34,000 people to power outages in Los Angeles as the grid experienced an unprecedented demand for air conditioning.\n","text":"Among its impacts, the heatwave caused crop failures across Europe, fanned wildfires from Manchester in the UK to Yosemite National Park in the US and exposed more than 34,000 people to power outages in Los Angeles as the grid experienced an unprecedented demand for air conditioning. IMPLIED_BASE IMPLIED_BASE","characters":285,"document_index":209,"md_sentence_index":10,"classification_origin":"cm_cause_effect_rel","url":"https://www.carbonbrief.org/northern-hemispheres-extreme-heatwave-in-2018-impossible-without-climate-change","combo_id":"209_10","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1242458263,"_task_hash":1055779840,"spans":[{"text":"heatwave","start":23,"token_start":5,"token_end":5,"end":31,"type":"pattern","label":"base"},{"start":32,"end":38,"token_start":6,"token_end":6,"label":"predicate"},{"text":"crop","start":39,"token_start":7,"token_end":7,"end":43,"type":"pattern","label":"base"},{"start":44,"end":52,"token_start":8,"token_end":8,"label":"change_direction"},{"start":68,"end":74,"token_start":12,"token_end":12,"label":"predicate"},{"text":"wildfires","start":75,"token_start":13,"token_end":13,"end":84,"type":"pattern","label":"base"},{"start":151,"end":158,"token_start":27,"token_end":27,"label":"predicate"},{"start":159,"end":175,"token_start":28,"token_end":30,"label":"effect_size"},{"text":"people","start":176,"token_start":31,"token_end":31,"end":182,"type":"pattern","label":"base"},{"start":222,"end":226,"token_start":40,"token_end":40,"label":"base"},{"start":242,"end":255,"token_start":43,"token_end":43,"label":"effect_size"},{"text":"demand","start":256,"token_start":44,"token_end":44,"end":262,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Among","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"its","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"impacts","start":10,"end":17,"id":2,"ws":false,"disabled":false},{"text":",","start":17,"end":18,"id":3,"ws":true,"disabled":false},{"text":"the","start":19,"end":22,"id":4,"ws":true,"disabled":false},{"text":"heatwave","start":23,"end":31,"id":5,"ws":true,"disabled":false},{"text":"caused","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"crop","start":39,"end":43,"id":7,"ws":true,"disabled":false},{"text":"failures","start":44,"end":52,"id":8,"ws":true,"disabled":false},{"text":"across","start":53,"end":59,"id":9,"ws":true,"disabled":false},{"text":"Europe","start":60,"end":66,"id":10,"ws":false,"disabled":false},{"text":",","start":66,"end":67,"id":11,"ws":true,"disabled":false},{"text":"fanned","start":68,"end":74,"id":12,"ws":true,"disabled":false},{"text":"wildfires","start":75,"end":84,"id":13,"ws":true,"disabled":false},{"text":"from","start":85,"end":89,"id":14,"ws":true,"disabled":false},{"text":"Manchester","start":90,"end":100,"id":15,"ws":true,"disabled":false},{"text":"in","start":101,"end":103,"id":16,"ws":true,"disabled":false},{"text":"the","start":104,"end":107,"id":17,"ws":true,"disabled":false},{"text":"UK","start":108,"end":110,"id":18,"ws":true,"disabled":false},{"text":"to","start":111,"end":113,"id":19,"ws":true,"disabled":false},{"text":"Yosemite","start":114,"end":122,"id":20,"ws":true,"disabled":false},{"text":"National","start":123,"end":131,"id":21,"ws":true,"disabled":false},{"text":"Park","start":132,"end":136,"id":22,"ws":true,"disabled":false},{"text":"in","start":137,"end":139,"id":23,"ws":true,"disabled":false},{"text":"the","start":140,"end":143,"id":24,"ws":true,"disabled":false},{"text":"US","start":144,"end":146,"id":25,"ws":true,"disabled":false},{"text":"and","start":147,"end":150,"id":26,"ws":true,"disabled":false},{"text":"exposed","start":151,"end":158,"id":27,"ws":true,"disabled":false},{"text":"more","start":159,"end":163,"id":28,"ws":true,"disabled":false},{"text":"than","start":164,"end":168,"id":29,"ws":true,"disabled":false},{"text":"34,000","start":169,"end":175,"id":30,"ws":true,"disabled":false},{"text":"people","start":176,"end":182,"id":31,"ws":true,"disabled":false},{"text":"to","start":183,"end":185,"id":32,"ws":true,"disabled":false},{"text":"power","start":186,"end":191,"id":33,"ws":true,"disabled":false},{"text":"outages","start":192,"end":199,"id":34,"ws":true,"disabled":false},{"text":"in","start":200,"end":202,"id":35,"ws":true,"disabled":false},{"text":"Los","start":203,"end":206,"id":36,"ws":true,"disabled":false},{"text":"Angeles","start":207,"end":214,"id":37,"ws":true,"disabled":false},{"text":"as","start":215,"end":217,"id":38,"ws":true,"disabled":false},{"text":"the","start":218,"end":221,"id":39,"ws":true,"disabled":false},{"text":"grid","start":222,"end":226,"id":40,"ws":true,"disabled":false},{"text":"experienced","start":227,"end":238,"id":41,"ws":true,"disabled":false},{"text":"an","start":239,"end":241,"id":42,"ws":true,"disabled":false},{"text":"unprecedented","start":242,"end":255,"id":43,"ws":true,"disabled":false},{"text":"demand","start":256,"end":262,"id":44,"ws":true,"disabled":false},{"text":"for","start":263,"end":266,"id":45,"ws":true,"disabled":false},{"text":"air","start":267,"end":270,"id":46,"ws":true,"disabled":false},{"text":"conditioning","start":271,"end":283,"id":47,"ws":false,"disabled":false},{"text":".","start":283,"end":284,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":285,"end":297,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":298,"end":310,"id":50,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":8,"child":7,"head_span":{"start":44,"end":52,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":39,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":7,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":39,"end":43,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":31,"head_span":{"start":159,"end":175,"token_start":28,"token_end":30,"label":"effect_size"},"child_span":{"start":176,"end":182,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":40,"head_span":{"start":242,"end":255,"token_start":43,"token_end":43,"label":"effect_size"},"child_span":{"start":222,"end":226,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":40,"head_span":{"start":256,"end":262,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":222,"end":226,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":13,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":75,"end":84,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":31,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":176,"end":182,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":288,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"His research team compared known health impacts from air pollution against future climate scenarios to derive its projections.\n","text":"His research team compared known health impacts from air pollution against future climate scenarios to derive its projections. IMPLIED_BASE IMPLIED_BASE","characters":127,"document_index":247,"md_sentence_index":49,"classification_origin":"cm-label-eval","url":"https://www.latimes.com/science/environment/wildfires-climate-change-shorter-lives-americans-story.html","combo_id":"247_49","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-671765344,"_task_hash":-404402956,"spans":[{"text":"health","start":33,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"base"},{"text":"pollution","start":57,"token_start":9,"token_end":9,"end":66,"type":"pattern","label":"base"}],"tokens":[{"text":"His","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"research","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"team","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"compared","start":18,"end":26,"id":3,"ws":true,"disabled":false},{"text":"known","start":27,"end":32,"id":4,"ws":true,"disabled":false},{"text":"health","start":33,"end":39,"id":5,"ws":true,"disabled":false},{"text":"impacts","start":40,"end":47,"id":6,"ws":true,"disabled":false},{"text":"from","start":48,"end":52,"id":7,"ws":true,"disabled":false},{"text":"air","start":53,"end":56,"id":8,"ws":true,"disabled":false},{"text":"pollution","start":57,"end":66,"id":9,"ws":true,"disabled":false},{"text":"against","start":67,"end":74,"id":10,"ws":true,"disabled":false},{"text":"future","start":75,"end":81,"id":11,"ws":true,"disabled":false},{"text":"climate","start":82,"end":89,"id":12,"ws":true,"disabled":false},{"text":"scenarios","start":90,"end":99,"id":13,"ws":true,"disabled":false},{"text":"to","start":100,"end":102,"id":14,"ws":true,"disabled":false},{"text":"derive","start":103,"end":109,"id":15,"ws":true,"disabled":false},{"text":"its","start":110,"end":113,"id":16,"ws":true,"disabled":false},{"text":"projections","start":114,"end":125,"id":17,"ws":false,"disabled":false},{"text":".","start":125,"end":126,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":127,"end":139,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":20,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":400,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"","original_md_text":"In Japan, where 11 people died as a result of the summer heatwave, 10 all-time temperature highs were set.\n","text":"In Japan, where 11 people died as a result of the summer heatwave, 10 all-time temperature highs were set. IMPLIED_BASE IMPLIED_BASE","characters":107,"document_index":310,"md_sentence_index":22,"classification_origin":"cm-label-eval","url":"https://www.bbc.com/news/science-environment-46384067","combo_id":"310_22","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":221868025,"_task_hash":2083371807,"spans":[{"text":"people","start":19,"token_start":5,"token_end":5,"end":25,"type":"pattern","label":"base"},{"start":31,"end":45,"token_start":7,"token_end":10,"label":"predicate"},{"start":50,"end":56,"token_start":12,"token_end":12,"label":"when"},{"text":"heatwave","start":57,"token_start":13,"token_end":13,"end":65,"type":"pattern","label":"base"},{"text":"temperature","start":79,"token_start":19,"token_end":19,"end":90,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Japan","start":3,"end":8,"id":1,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":2,"ws":true,"disabled":false},{"text":"where","start":10,"end":15,"id":3,"ws":true,"disabled":false},{"text":"11","start":16,"end":18,"id":4,"ws":true,"disabled":false},{"text":"people","start":19,"end":25,"id":5,"ws":true,"disabled":false},{"text":"died","start":26,"end":30,"id":6,"ws":true,"disabled":false},{"text":"as","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"a","start":34,"end":35,"id":8,"ws":true,"disabled":false},{"text":"result","start":36,"end":42,"id":9,"ws":true,"disabled":false},{"text":"of","start":43,"end":45,"id":10,"ws":true,"disabled":false},{"text":"the","start":46,"end":49,"id":11,"ws":true,"disabled":false},{"text":"summer","start":50,"end":56,"id":12,"ws":true,"disabled":false},{"text":"heatwave","start":57,"end":65,"id":13,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":14,"ws":true,"disabled":false},{"text":"10","start":67,"end":69,"id":15,"ws":true,"disabled":false},{"text":"all","start":70,"end":73,"id":16,"ws":false,"disabled":false},{"text":"-","start":73,"end":74,"id":17,"ws":false,"disabled":false},{"text":"time","start":74,"end":78,"id":18,"ws":true,"disabled":false},{"text":"temperature","start":79,"end":90,"id":19,"ws":true,"disabled":false},{"text":"highs","start":91,"end":96,"id":20,"ws":true,"disabled":false},{"text":"were","start":97,"end":101,"id":21,"ws":true,"disabled":false},{"text":"set","start":102,"end":105,"id":22,"ws":false,"disabled":false},{"text":".","start":105,"end":106,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":107,"end":119,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":120,"end":132,"id":25,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":12,"child":13,"head_span":{"start":50,"end":56,"token_start":12,"token_end":12,"label":"when"},"child_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":5,"head_span":{"start":57,"end":65,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":19,"end":25,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":539,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In contrast, if the observed warming had been due to increases in solar output, Earth\u2019s atmosphere would have warmed throughout its entire extent, including the stratosphere.\n","text":"In contrast, if the observed warming had been due to increases in solar output, Earth\u2019s atmosphere would have warmed throughout its entire extent, including the stratosphere. IMPLIED_BASE IMPLIED_BASE","characters":175,"document_index":415,"md_sentence_index":58,"classification_origin":"causal_sentence_classification","url":"http://nca2014.globalchange.gov/node/1952","combo_id":"415_58","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":2037907023,"_task_hash":867445649,"spans":[{"text":"increases","start":53,"token_start":11,"token_end":11,"end":62,"type":"pattern","label":"change_direction"},{"start":66,"end":71,"token_start":13,"token_end":13,"label":"base"},{"start":72,"end":78,"token_start":14,"token_end":14,"label":"aspect_changing"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"contrast","start":3,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"if","start":13,"end":15,"id":3,"ws":true,"disabled":false},{"text":"the","start":16,"end":19,"id":4,"ws":true,"disabled":false},{"text":"observed","start":20,"end":28,"id":5,"ws":true,"disabled":false},{"text":"warming","start":29,"end":36,"id":6,"ws":true,"disabled":false},{"text":"had","start":37,"end":40,"id":7,"ws":true,"disabled":false},{"text":"been","start":41,"end":45,"id":8,"ws":true,"disabled":false},{"text":"due","start":46,"end":49,"id":9,"ws":true,"disabled":false},{"text":"to","start":50,"end":52,"id":10,"ws":true,"disabled":false},{"text":"increases","start":53,"end":62,"id":11,"ws":true,"disabled":false},{"text":"in","start":63,"end":65,"id":12,"ws":true,"disabled":false},{"text":"solar","start":66,"end":71,"id":13,"ws":true,"disabled":false},{"text":"output","start":72,"end":78,"id":14,"ws":false,"disabled":false},{"text":",","start":78,"end":79,"id":15,"ws":true,"disabled":false},{"text":"Earth","start":80,"end":85,"id":16,"ws":false,"disabled":false},{"text":"\u2019s","start":85,"end":87,"id":17,"ws":true,"disabled":false},{"text":"atmosphere","start":88,"end":98,"id":18,"ws":true,"disabled":false},{"text":"would","start":99,"end":104,"id":19,"ws":true,"disabled":false},{"text":"have","start":105,"end":109,"id":20,"ws":true,"disabled":false},{"text":"warmed","start":110,"end":116,"id":21,"ws":true,"disabled":false},{"text":"throughout","start":117,"end":127,"id":22,"ws":true,"disabled":false},{"text":"its","start":128,"end":131,"id":23,"ws":true,"disabled":false},{"text":"entire","start":132,"end":138,"id":24,"ws":true,"disabled":false},{"text":"extent","start":139,"end":145,"id":25,"ws":false,"disabled":false},{"text":",","start":145,"end":146,"id":26,"ws":true,"disabled":false},{"text":"including","start":147,"end":156,"id":27,"ws":true,"disabled":false},{"text":"the","start":157,"end":160,"id":28,"ws":true,"disabled":false},{"text":"stratosphere","start":161,"end":173,"id":29,"ws":false,"disabled":false},{"text":".","start":173,"end":174,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":188,"end":200,"id":32,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":1078,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The combination of increased heat and inadequate mitigation can be lethal: The Maricopa County Department of Public Health's statistics indicate that deaths attributed to heat increased 232% from 2006 to 2019.\n","text":"The combination of increased heat and inadequate mitigation can be lethal: The Maricopa County Department of Public Health's statistics indicate that deaths attributed to heat increased 232% from 2006 to 2019. IMPLIED_BASE IMPLIED_BASE","characters":210,"document_index":826,"md_sentence_index":66,"classification_origin":"causal_sentence_classification","url":"https://www.azcentral.com/in-depth/news/2020/08/26/heat-killing-more-people-cities-sizzle-hotter-temperatures/4553439002/","combo_id":"826_66","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1084224068,"_task_hash":-1553527288,"spans":[{"text":"increased","start":19,"token_start":3,"token_end":3,"end":28,"type":"pattern","label":"change_direction"},{"start":29,"end":33,"token_start":4,"token_end":4,"label":"base"},{"start":150,"end":156,"token_start":23,"token_end":23,"label":"base"},{"start":157,"end":170,"token_start":24,"token_end":25,"label":"predicate"},{"start":171,"end":175,"token_start":26,"token_end":26,"label":"base"},{"text":"increased","start":176,"token_start":27,"token_end":27,"end":185,"type":"pattern","label":"change_direction"},{"start":186,"end":190,"token_start":28,"token_end":29,"label":"effect_size"},{"start":196,"end":208,"token_start":31,"token_end":33,"label":"when"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"combination","start":4,"end":15,"id":1,"ws":true,"disabled":false},{"text":"of","start":16,"end":18,"id":2,"ws":true,"disabled":false},{"text":"increased","start":19,"end":28,"id":3,"ws":true,"disabled":false},{"text":"heat","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"and","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"inadequate","start":38,"end":48,"id":6,"ws":true,"disabled":false},{"text":"mitigation","start":49,"end":59,"id":7,"ws":true,"disabled":false},{"text":"can","start":60,"end":63,"id":8,"ws":true,"disabled":false},{"text":"be","start":64,"end":66,"id":9,"ws":true,"disabled":false},{"text":"lethal","start":67,"end":73,"id":10,"ws":false,"disabled":false},{"text":":","start":73,"end":74,"id":11,"ws":true,"disabled":false},{"text":"The","start":75,"end":78,"id":12,"ws":true,"disabled":false},{"text":"Maricopa","start":79,"end":87,"id":13,"ws":true,"disabled":false},{"text":"County","start":88,"end":94,"id":14,"ws":true,"disabled":false},{"text":"Department","start":95,"end":105,"id":15,"ws":true,"disabled":false},{"text":"of","start":106,"end":108,"id":16,"ws":true,"disabled":false},{"text":"Public","start":109,"end":115,"id":17,"ws":true,"disabled":false},{"text":"Health","start":116,"end":122,"id":18,"ws":false,"disabled":false},{"text":"'s","start":122,"end":124,"id":19,"ws":true,"disabled":false},{"text":"statistics","start":125,"end":135,"id":20,"ws":true,"disabled":false},{"text":"indicate","start":136,"end":144,"id":21,"ws":true,"disabled":false},{"text":"that","start":145,"end":149,"id":22,"ws":true,"disabled":false},{"text":"deaths","start":150,"end":156,"id":23,"ws":true,"disabled":false},{"text":"attributed","start":157,"end":167,"id":24,"ws":true,"disabled":false},{"text":"to","start":168,"end":170,"id":25,"ws":true,"disabled":false},{"text":"heat","start":171,"end":175,"id":26,"ws":true,"disabled":false},{"text":"increased","start":176,"end":185,"id":27,"ws":true,"disabled":false},{"text":"232","start":186,"end":189,"id":28,"ws":false,"disabled":false},{"text":"%","start":189,"end":190,"id":29,"ws":true,"disabled":false},{"text":"from","start":191,"end":195,"id":30,"ws":true,"disabled":false},{"text":"2006","start":196,"end":200,"id":31,"ws":true,"disabled":false},{"text":"to","start":201,"end":203,"id":32,"ws":true,"disabled":false},{"text":"2019","start":204,"end":208,"id":33,"ws":false,"disabled":false},{"text":".","start":208,"end":209,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":210,"end":222,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":223,"end":235,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":27,"child":23,"head_span":{"start":176,"end":185,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":150,"end":156,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":23,"head_span":{"start":186,"end":190,"token_start":28,"token_end":29,"label":"effect_size"},"child_span":{"start":150,"end":156,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":23,"head_span":{"start":171,"end":175,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":150,"end":156,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":430,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The projected emergence of unprecedented high-temperature extremes in the tropics will consequently lead to significantly larger impacts on agriculture and ecosystems.\n","text":"The projected emergence of unprecedented high-temperature extremes in the tropics will consequently lead to significantly larger impacts on agriculture and ecosystems. IMPLIED_BASE IMPLIED_BASE","characters":168,"document_index":340,"md_sentence_index":31,"classification_origin":"cm_cause_effect_rel","url":"https://www.greenfacts.org/en/impacts-global-warming/l-2/index.htm","combo_id":"340_31","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-455491463,"_task_hash":-953526754,"spans":[{"start":27,"end":40,"token_start":4,"token_end":4,"label":"effect_size"},{"start":41,"end":66,"token_start":5,"token_end":8,"label":"aspect_changing"},{"start":67,"end":81,"token_start":9,"token_end":11,"label":"where"},{"start":100,"end":107,"token_start":14,"token_end":15,"label":"predicate"},{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"projected","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"emergence","start":14,"end":23,"id":2,"ws":true,"disabled":false},{"text":"of","start":24,"end":26,"id":3,"ws":true,"disabled":false},{"text":"unprecedented","start":27,"end":40,"id":4,"ws":true,"disabled":false},{"text":"high","start":41,"end":45,"id":5,"ws":false,"disabled":false},{"text":"-","start":45,"end":46,"id":6,"ws":false,"disabled":false},{"text":"temperature","start":46,"end":57,"id":7,"ws":true,"disabled":false},{"text":"extremes","start":58,"end":66,"id":8,"ws":true,"disabled":false},{"text":"in","start":67,"end":69,"id":9,"ws":true,"disabled":false},{"text":"the","start":70,"end":73,"id":10,"ws":true,"disabled":false},{"text":"tropics","start":74,"end":81,"id":11,"ws":true,"disabled":false},{"text":"will","start":82,"end":86,"id":12,"ws":true,"disabled":false},{"text":"consequently","start":87,"end":99,"id":13,"ws":true,"disabled":false},{"text":"lead","start":100,"end":104,"id":14,"ws":true,"disabled":false},{"text":"to","start":105,"end":107,"id":15,"ws":true,"disabled":false},{"text":"significantly","start":108,"end":121,"id":16,"ws":true,"disabled":false},{"text":"larger","start":122,"end":128,"id":17,"ws":true,"disabled":false},{"text":"impacts","start":129,"end":136,"id":18,"ws":true,"disabled":false},{"text":"on","start":137,"end":139,"id":19,"ws":true,"disabled":false},{"text":"agriculture","start":140,"end":151,"id":20,"ws":true,"disabled":false},{"text":"and","start":152,"end":155,"id":21,"ws":true,"disabled":false},{"text":"ecosystems","start":156,"end":166,"id":22,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":25,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":8,"child":24,"head_span":{"start":41,"end":66,"token_start":5,"token_end":8,"label":"aspect_changing"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":24,"head_span":{"start":67,"end":81,"token_start":9,"token_end":11,"label":"where"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":24,"head_span":{"start":27,"end":40,"token_start":4,"token_end":4,"label":"effect_size"},"child_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":20,"head_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":140,"end":151,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":22,"head_span":{"start":168,"end":180,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":156,"end":166,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":331,"Used?":"","Dataset name":"","ignore?":"","reason":"solutions","relation count":"many","complexity":"moderate","original_md_text":"Heat reduction: Trees provide shade for homes, office buildings, parks and roadways, cooling surface temperatures.","text":"Heat reduction: Trees provide shade for homes, office buildings, parks and roadways, cooling surface temperatures. IMPLIED_BASE IMPLIED_BASE","characters":114,"document_index":267,"md_sentence_index":13,"classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/07/20/health/iyw-cities-losing-36-million-trees-how-to-help-trnd/index.html","combo_id":"267_13","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1097195643,"_task_hash":2094881685,"spans":[{"text":"Trees","start":16,"token_start":3,"token_end":3,"end":21,"type":"pattern","label":"base"},{"start":93,"end":100,"token_start":17,"token_end":17,"label":"base"},{"text":"temperatures","start":101,"token_start":18,"token_end":18,"end":113,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Heat","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"reduction","start":5,"end":14,"id":1,"ws":false,"disabled":false},{"text":":","start":14,"end":15,"id":2,"ws":true,"disabled":false},{"text":"Trees","start":16,"end":21,"id":3,"ws":true,"disabled":false},{"text":"provide","start":22,"end":29,"id":4,"ws":true,"disabled":false},{"text":"shade","start":30,"end":35,"id":5,"ws":true,"disabled":false},{"text":"for","start":36,"end":39,"id":6,"ws":true,"disabled":false},{"text":"homes","start":40,"end":45,"id":7,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":8,"ws":true,"disabled":false},{"text":"office","start":47,"end":53,"id":9,"ws":true,"disabled":false},{"text":"buildings","start":54,"end":63,"id":10,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":11,"ws":true,"disabled":false},{"text":"parks","start":65,"end":70,"id":12,"ws":true,"disabled":false},{"text":"and","start":71,"end":74,"id":13,"ws":true,"disabled":false},{"text":"roadways","start":75,"end":83,"id":14,"ws":false,"disabled":false},{"text":",","start":83,"end":84,"id":15,"ws":true,"disabled":false},{"text":"cooling","start":85,"end":92,"id":16,"ws":true,"disabled":false},{"text":"surface","start":93,"end":100,"id":17,"ws":true,"disabled":false},{"text":"temperatures","start":101,"end":113,"id":18,"ws":false,"disabled":false},{"text":".","start":113,"end":114,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":3,"child":17,"head_span":{"start":16,"end":21,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":93,"end":100,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":17,"head_span":{"start":101,"end":113,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":93,"end":100,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":840,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Extreme heat may not trigger the same visceral fear as a tornado, but according to NOAA\u2019s natural hazard statistics, it causes nearly twice as many fatalities in the United States each year \u2013 more than any other weather hazard.","text":"Extreme heat may not trigger the same visceral fear as a tornado, but according to NOAA\u2019s natural hazard statistics, it causes nearly twice as many fatalities in the United States each year \u2013 more than any other weather hazard. IMPLIED_BASE IMPLIED_BASE","characters":227,"document_index":685,"md_sentence_index":0,"classification_origin":"causal_sentence_classification","url":"https://www.yaleclimateconnections.org/2019/06/heat-waves-and-climate-change-is-there-a-connection/","combo_id":"685_0","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-690416453,"_task_hash":47436027,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},{"text":"tornado","start":57,"token_start":11,"token_end":11,"end":64,"type":"pattern","label":"base"},{"start":120,"end":126,"token_start":23,"token_end":23,"label":"predicate"},{"start":134,"end":147,"token_start":25,"token_end":27,"label":"effect_size"},{"start":148,"end":158,"token_start":28,"token_end":28,"label":"base"},{"start":159,"end":179,"token_start":29,"token_end":32,"label":"where"},{"text":"weather","start":212,"token_start":40,"token_end":40,"end":219,"type":"pattern","label":"base"}],"tokens":[{"text":"Extreme","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"heat","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"may","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"not","start":17,"end":20,"id":3,"ws":true,"disabled":false},{"text":"trigger","start":21,"end":28,"id":4,"ws":true,"disabled":false},{"text":"the","start":29,"end":32,"id":5,"ws":true,"disabled":false},{"text":"same","start":33,"end":37,"id":6,"ws":true,"disabled":false},{"text":"visceral","start":38,"end":46,"id":7,"ws":true,"disabled":false},{"text":"fear","start":47,"end":51,"id":8,"ws":true,"disabled":false},{"text":"as","start":52,"end":54,"id":9,"ws":true,"disabled":false},{"text":"a","start":55,"end":56,"id":10,"ws":true,"disabled":false},{"text":"tornado","start":57,"end":64,"id":11,"ws":false,"disabled":false},{"text":",","start":64,"end":65,"id":12,"ws":true,"disabled":false},{"text":"but","start":66,"end":69,"id":13,"ws":true,"disabled":false},{"text":"according","start":70,"end":79,"id":14,"ws":true,"disabled":false},{"text":"to","start":80,"end":82,"id":15,"ws":true,"disabled":false},{"text":"NOAA","start":83,"end":87,"id":16,"ws":false,"disabled":false},{"text":"\u2019s","start":87,"end":89,"id":17,"ws":true,"disabled":false},{"text":"natural","start":90,"end":97,"id":18,"ws":true,"disabled":false},{"text":"hazard","start":98,"end":104,"id":19,"ws":true,"disabled":false},{"text":"statistics","start":105,"end":115,"id":20,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":21,"ws":true,"disabled":false},{"text":"it","start":117,"end":119,"id":22,"ws":true,"disabled":false},{"text":"causes","start":120,"end":126,"id":23,"ws":true,"disabled":false},{"text":"nearly","start":127,"end":133,"id":24,"ws":true,"disabled":false},{"text":"twice","start":134,"end":139,"id":25,"ws":true,"disabled":false},{"text":"as","start":140,"end":142,"id":26,"ws":true,"disabled":false},{"text":"many","start":143,"end":147,"id":27,"ws":true,"disabled":false},{"text":"fatalities","start":148,"end":158,"id":28,"ws":true,"disabled":false},{"text":"in","start":159,"end":161,"id":29,"ws":true,"disabled":false},{"text":"the","start":162,"end":165,"id":30,"ws":true,"disabled":false},{"text":"United","start":166,"end":172,"id":31,"ws":true,"disabled":false},{"text":"States","start":173,"end":179,"id":32,"ws":true,"disabled":false},{"text":"each","start":180,"end":184,"id":33,"ws":true,"disabled":false},{"text":"year","start":185,"end":189,"id":34,"ws":true,"disabled":false},{"text":"\u2013","start":190,"end":191,"id":35,"ws":true,"disabled":false},{"text":"more","start":192,"end":196,"id":36,"ws":true,"disabled":false},{"text":"than","start":197,"end":201,"id":37,"ws":true,"disabled":false},{"text":"any","start":202,"end":205,"id":38,"ws":true,"disabled":false},{"text":"other","start":206,"end":211,"id":39,"ws":true,"disabled":false},{"text":"weather","start":212,"end":219,"id":40,"ws":true,"disabled":false},{"text":"hazard","start":220,"end":226,"id":41,"ws":false,"disabled":false},{"text":".","start":226,"end":227,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":228,"end":240,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":241,"end":253,"id":44,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":28,"head_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":148,"end":158,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":27,"child":28,"head_span":{"start":134,"end":147,"token_start":25,"token_end":27,"label":"effect_size"},"child_span":{"start":148,"end":158,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":36,"Used?":"","Dataset name":"","ignore?":"ignore","reason":"not causal","relation count":"","complexity":"","original_md_text":"A factor \u2014 such as unusual temperatures, movements, moisture or pollution \u2014 that affects the health of a species or ecosystem.","text":"A factor \u2014 such as unusual temperatures, movements, moisture or pollution \u2014 that affects the health of a species or ecosystem. IMPLIED_BASE IMPLIED_BASE","characters":126,"document_index":31,"md_sentence_index":113,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencenewsforstudents.org/article/climate-change-poses-mental-health-risks-children-and-teens","combo_id":"31_113","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1377387822,"_task_hash":-1273286515,"spans":[{"text":"temperatures","start":27,"token_start":6,"token_end":6,"end":39,"type":"pattern","label":"aspect_changing"},{"text":"moisture","start":52,"token_start":10,"token_end":10,"end":60,"type":"pattern","label":"aspect_changing"},{"text":"pollution","start":64,"token_start":12,"token_end":12,"end":73,"type":"pattern","label":"base"},{"text":"health","start":93,"token_start":17,"token_end":17,"end":99,"type":"pattern","label":"base"},{"text":"species","start":105,"token_start":20,"token_end":20,"end":112,"type":"pattern","label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"factor","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"\u2014","start":9,"end":10,"id":2,"ws":true,"disabled":false},{"text":"such","start":11,"end":15,"id":3,"ws":true,"disabled":false},{"text":"as","start":16,"end":18,"id":4,"ws":true,"disabled":false},{"text":"unusual","start":19,"end":26,"id":5,"ws":true,"disabled":false},{"text":"temperatures","start":27,"end":39,"id":6,"ws":false,"disabled":false},{"text":",","start":39,"end":40,"id":7,"ws":true,"disabled":false},{"text":"movements","start":41,"end":50,"id":8,"ws":false,"disabled":false},{"text":",","start":50,"end":51,"id":9,"ws":true,"disabled":false},{"text":"moisture","start":52,"end":60,"id":10,"ws":true,"disabled":false},{"text":"or","start":61,"end":63,"id":11,"ws":true,"disabled":false},{"text":"pollution","start":64,"end":73,"id":12,"ws":true,"disabled":false},{"text":"\u2014","start":74,"end":75,"id":13,"ws":true,"disabled":false},{"text":"that","start":76,"end":80,"id":14,"ws":true,"disabled":false},{"text":"affects","start":81,"end":88,"id":15,"ws":true,"disabled":false},{"text":"the","start":89,"end":92,"id":16,"ws":true,"disabled":false},{"text":"health","start":93,"end":99,"id":17,"ws":true,"disabled":false},{"text":"of","start":100,"end":102,"id":18,"ws":true,"disabled":false},{"text":"a","start":103,"end":104,"id":19,"ws":true,"disabled":false},{"text":"species","start":105,"end":112,"id":20,"ws":true,"disabled":false},{"text":"or","start":113,"end":115,"id":21,"ws":true,"disabled":false},{"text":"ecosystem","start":116,"end":125,"id":22,"ws":false,"disabled":false},{"text":".","start":125,"end":126,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":127,"end":139,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":140,"end":152,"id":25,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":1021,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Tropical Storm Imelda brought an estimated 16 to 24 inches of rain to Beaumont and Houston, Texas and heavy rain over a large section between southwestern Louisiana and Texas by September 20.","text":"Tropical Storm Imelda brought an estimated 16 to 24 inches of rain to Beaumont and Houston, Texas and heavy rain over a large section between southwestern Louisiana and Texas by September 20. IMPLIED_BASE IMPLIED_BASE","characters":191,"document_index":790,"md_sentence_index":133,"classification_origin":"causal_sentence_classification","url":"https://www.iii.org/fact-statistic/facts-statistics-hurricanes","combo_id":"790_133","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-874451054,"_task_hash":-480017023,"spans":[{"text":"Tropical Storm","start":0,"token_start":0,"token_end":1,"end":14,"type":"pattern","label":"base"},{"start":22,"end":29,"token_start":3,"token_end":3,"label":"predicate"},{"start":43,"end":58,"token_start":6,"token_end":9,"label":"effect_size"},{"text":"rain","start":62,"token_start":11,"token_end":11,"end":66,"type":"pattern","label":"base"},{"start":70,"end":97,"token_start":13,"token_end":17,"label":"where"},{"start":102,"end":107,"token_start":19,"token_end":19,"label":"type_of"},{"text":"rain","start":108,"token_start":20,"token_end":20,"end":112,"type":"pattern","label":"base"},{"start":142,"end":174,"token_start":26,"token_end":29,"label":"where"},{"start":178,"end":190,"token_start":31,"token_end":32,"label":"when"}],"tokens":[{"text":"Tropical","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"Storm","start":9,"end":14,"id":1,"ws":true,"disabled":false},{"text":"Imelda","start":15,"end":21,"id":2,"ws":true,"disabled":false},{"text":"brought","start":22,"end":29,"id":3,"ws":true,"disabled":false},{"text":"an","start":30,"end":32,"id":4,"ws":true,"disabled":false},{"text":"estimated","start":33,"end":42,"id":5,"ws":true,"disabled":false},{"text":"16","start":43,"end":45,"id":6,"ws":true,"disabled":false},{"text":"to","start":46,"end":48,"id":7,"ws":true,"disabled":false},{"text":"24","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"inches","start":52,"end":58,"id":9,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":10,"ws":true,"disabled":false},{"text":"rain","start":62,"end":66,"id":11,"ws":true,"disabled":false},{"text":"to","start":67,"end":69,"id":12,"ws":true,"disabled":false},{"text":"Beaumont","start":70,"end":78,"id":13,"ws":true,"disabled":false},{"text":"and","start":79,"end":82,"id":14,"ws":true,"disabled":false},{"text":"Houston","start":83,"end":90,"id":15,"ws":false,"disabled":false},{"text":",","start":90,"end":91,"id":16,"ws":true,"disabled":false},{"text":"Texas","start":92,"end":97,"id":17,"ws":true,"disabled":false},{"text":"and","start":98,"end":101,"id":18,"ws":true,"disabled":false},{"text":"heavy","start":102,"end":107,"id":19,"ws":true,"disabled":false},{"text":"rain","start":108,"end":112,"id":20,"ws":true,"disabled":false},{"text":"over","start":113,"end":117,"id":21,"ws":true,"disabled":false},{"text":"a","start":118,"end":119,"id":22,"ws":true,"disabled":false},{"text":"large","start":120,"end":125,"id":23,"ws":true,"disabled":false},{"text":"section","start":126,"end":133,"id":24,"ws":true,"disabled":false},{"text":"between","start":134,"end":141,"id":25,"ws":true,"disabled":false},{"text":"southwestern","start":142,"end":154,"id":26,"ws":true,"disabled":false},{"text":"Louisiana","start":155,"end":164,"id":27,"ws":true,"disabled":false},{"text":"and","start":165,"end":168,"id":28,"ws":true,"disabled":false},{"text":"Texas","start":169,"end":174,"id":29,"ws":true,"disabled":false},{"text":"by","start":175,"end":177,"id":30,"ws":true,"disabled":false},{"text":"September","start":178,"end":187,"id":31,"ws":true,"disabled":false},{"text":"20","start":188,"end":190,"id":32,"ws":false,"disabled":false},{"text":".","start":190,"end":191,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":192,"end":204,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":35,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":9,"child":11,"head_span":{"start":43,"end":58,"token_start":6,"token_end":9,"label":"effect_size"},"child_span":{"start":62,"end":66,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":11,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":62,"end":66,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":20,"head_span":{"start":0,"end":14,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":108,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":20,"head_span":{"start":102,"end":107,"token_start":19,"token_end":19,"label":"type_of"},"child_span":{"start":108,"end":112,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":472,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In some areas like Indonesia, Randerson and his colleagues have found that the radiocarbon age of carbon emissions from peat fires is about 800 years, which is then added to the greenhouse gases in that atmosphere that drive global warming.","text":"In some areas like Indonesia, Randerson and his colleagues have found that the radiocarbon age of carbon emissions from peat fires is about 800 years, which is then added to the greenhouse gases in that atmosphere that drive global warming. IMPLIED_BASE IMPLIED_BASE","characters":240,"document_index":367,"md_sentence_index":51,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencedaily.com/releases/2019/09/190910154657.htm","combo_id":"367_51","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":2143303585,"_task_hash":-1921533589,"spans":[{"text":"emissions","start":105,"token_start":18,"token_end":18,"end":114,"type":"pattern","label":"aspect_changing"},{"text":"greenhouse gases","start":178,"token_start":33,"token_end":34,"end":194,"type":"pattern","label":"base"},{"text":"global warming","start":225,"token_start":40,"token_end":41,"end":239,"type":"pattern","label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"some","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"areas","start":8,"end":13,"id":2,"ws":true,"disabled":false},{"text":"like","start":14,"end":18,"id":3,"ws":true,"disabled":false},{"text":"Indonesia","start":19,"end":28,"id":4,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":5,"ws":true,"disabled":false},{"text":"Randerson","start":30,"end":39,"id":6,"ws":true,"disabled":false},{"text":"and","start":40,"end":43,"id":7,"ws":true,"disabled":false},{"text":"his","start":44,"end":47,"id":8,"ws":true,"disabled":false},{"text":"colleagues","start":48,"end":58,"id":9,"ws":true,"disabled":false},{"text":"have","start":59,"end":63,"id":10,"ws":true,"disabled":false},{"text":"found","start":64,"end":69,"id":11,"ws":true,"disabled":false},{"text":"that","start":70,"end":74,"id":12,"ws":true,"disabled":false},{"text":"the","start":75,"end":78,"id":13,"ws":true,"disabled":false},{"text":"radiocarbon","start":79,"end":90,"id":14,"ws":true,"disabled":false},{"text":"age","start":91,"end":94,"id":15,"ws":true,"disabled":false},{"text":"of","start":95,"end":97,"id":16,"ws":true,"disabled":false},{"text":"carbon","start":98,"end":104,"id":17,"ws":true,"disabled":false},{"text":"emissions","start":105,"end":114,"id":18,"ws":true,"disabled":false},{"text":"from","start":115,"end":119,"id":19,"ws":true,"disabled":false},{"text":"peat","start":120,"end":124,"id":20,"ws":true,"disabled":false},{"text":"fires","start":125,"end":130,"id":21,"ws":true,"disabled":false},{"text":"is","start":131,"end":133,"id":22,"ws":true,"disabled":false},{"text":"about","start":134,"end":139,"id":23,"ws":true,"disabled":false},{"text":"800","start":140,"end":143,"id":24,"ws":true,"disabled":false},{"text":"years","start":144,"end":149,"id":25,"ws":false,"disabled":false},{"text":",","start":149,"end":150,"id":26,"ws":true,"disabled":false},{"text":"which","start":151,"end":156,"id":27,"ws":true,"disabled":false},{"text":"is","start":157,"end":159,"id":28,"ws":true,"disabled":false},{"text":"then","start":160,"end":164,"id":29,"ws":true,"disabled":false},{"text":"added","start":165,"end":170,"id":30,"ws":true,"disabled":false},{"text":"to","start":171,"end":173,"id":31,"ws":true,"disabled":false},{"text":"the","start":174,"end":177,"id":32,"ws":true,"disabled":false},{"text":"greenhouse","start":178,"end":188,"id":33,"ws":true,"disabled":false},{"text":"gases","start":189,"end":194,"id":34,"ws":true,"disabled":false},{"text":"in","start":195,"end":197,"id":35,"ws":true,"disabled":false},{"text":"that","start":198,"end":202,"id":36,"ws":true,"disabled":false},{"text":"atmosphere","start":203,"end":213,"id":37,"ws":true,"disabled":false},{"text":"that","start":214,"end":218,"id":38,"ws":true,"disabled":false},{"text":"drive","start":219,"end":224,"id":39,"ws":true,"disabled":false},{"text":"global","start":225,"end":231,"id":40,"ws":true,"disabled":false},{"text":"warming","start":232,"end":239,"id":41,"ws":false,"disabled":false},{"text":".","start":239,"end":240,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":241,"end":253,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":254,"end":266,"id":44,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[],"answer":"ignore"}
+{"number":943,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A recent report from UNICEF shows 1.4 million deaths per year among children attributable to pneumonia and diarrhea [1].","text":"A recent report from UNICEF shows 1.4 million deaths per year among children attributable to pneumonia and diarrhea [1]. IMPLIED_BASE IMPLIED_BASE","characters":120,"document_index":750,"md_sentence_index":9,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.intechopen.com/books/contemporary-topics-of-pneumonia/pneumonia-a-challenging-health-concern-with-the-climate-change","combo_id":"750_9","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-2037027318,"_task_hash":1112864042,"spans":[{"start":34,"end":45,"token_start":6,"token_end":7,"label":"effect_size"},{"start":46,"end":52,"token_start":8,"token_end":8,"label":"base"},{"start":77,"end":92,"token_start":13,"token_end":14,"label":"predicate"},{"start":93,"end":102,"token_start":15,"token_end":15,"label":"base"},{"start":107,"end":115,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"recent","start":2,"end":8,"id":1,"ws":true,"disabled":false},{"text":"report","start":9,"end":15,"id":2,"ws":true,"disabled":false},{"text":"from","start":16,"end":20,"id":3,"ws":true,"disabled":false},{"text":"UNICEF","start":21,"end":27,"id":4,"ws":true,"disabled":false},{"text":"shows","start":28,"end":33,"id":5,"ws":true,"disabled":false},{"text":"1.4","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"million","start":38,"end":45,"id":7,"ws":true,"disabled":false},{"text":"deaths","start":46,"end":52,"id":8,"ws":true,"disabled":false},{"text":"per","start":53,"end":56,"id":9,"ws":true,"disabled":false},{"text":"year","start":57,"end":61,"id":10,"ws":true,"disabled":false},{"text":"among","start":62,"end":67,"id":11,"ws":true,"disabled":false},{"text":"children","start":68,"end":76,"id":12,"ws":true,"disabled":false},{"text":"attributable","start":77,"end":89,"id":13,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":14,"ws":true,"disabled":false},{"text":"pneumonia","start":93,"end":102,"id":15,"ws":true,"disabled":false},{"text":"and","start":103,"end":106,"id":16,"ws":true,"disabled":false},{"text":"diarrhea","start":107,"end":115,"id":17,"ws":true,"disabled":false},{"text":"[","start":116,"end":117,"id":18,"ws":false,"disabled":false},{"text":"1","start":117,"end":118,"id":19,"ws":false,"disabled":false},{"text":"]","start":118,"end":119,"id":20,"ws":false,"disabled":false},{"text":".","start":119,"end":120,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":134,"end":146,"id":23,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":15,"child":8,"head_span":{"start":93,"end":102,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":46,"end":52,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":8,"head_span":{"start":107,"end":115,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":46,"end":52,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":8,"head_span":{"start":34,"end":45,"token_start":6,"token_end":7,"label":"effect_size"},"child_span":{"start":46,"end":52,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":855,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Imminent severe humid heat provides incentive for a broad interdisciplinary research initiative to better characterize health impacts.","text":"Imminent severe humid heat provides incentive for a broad interdisciplinary research initiative to better characterize health impacts. IMPLIED_BASE IMPLIED_BASE","characters":134,"document_index":708,"md_sentence_index":107,"classification_origin":"causal_sentence_classification","url":"https://advances.sciencemag.org/content/6/19/eaaw1838","combo_id":"708_107","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":191582018,"_task_hash":1993180299,"spans":[{"start":22,"end":26,"token_start":3,"token_end":3,"label":"base"},{"text":"health","start":119,"token_start":15,"token_end":15,"end":125,"type":"pattern","label":"base"}],"tokens":[{"text":"Imminent","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"severe","start":9,"end":15,"id":1,"ws":true,"disabled":false},{"text":"humid","start":16,"end":21,"id":2,"ws":true,"disabled":false},{"text":"heat","start":22,"end":26,"id":3,"ws":true,"disabled":false},{"text":"provides","start":27,"end":35,"id":4,"ws":true,"disabled":false},{"text":"incentive","start":36,"end":45,"id":5,"ws":true,"disabled":false},{"text":"for","start":46,"end":49,"id":6,"ws":true,"disabled":false},{"text":"a","start":50,"end":51,"id":7,"ws":true,"disabled":false},{"text":"broad","start":52,"end":57,"id":8,"ws":true,"disabled":false},{"text":"interdisciplinary","start":58,"end":75,"id":9,"ws":true,"disabled":false},{"text":"research","start":76,"end":84,"id":10,"ws":true,"disabled":false},{"text":"initiative","start":85,"end":95,"id":11,"ws":true,"disabled":false},{"text":"to","start":96,"end":98,"id":12,"ws":true,"disabled":false},{"text":"better","start":99,"end":105,"id":13,"ws":true,"disabled":false},{"text":"characterize","start":106,"end":118,"id":14,"ws":true,"disabled":false},{"text":"health","start":119,"end":125,"id":15,"ws":true,"disabled":false},{"text":"impacts","start":126,"end":133,"id":16,"ws":false,"disabled":false},{"text":".","start":133,"end":134,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":135,"end":147,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":148,"end":160,"id":19,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":30,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one?","complexity":"simple","original_md_text":"Wildfires spew particulates, too, along with other pollutants.","text":"Wildfires spew particulates, too, along with other pollutants. IMPLIED_BASE IMPLIED_BASE","characters":62,"document_index":29,"md_sentence_index":137,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencenewsforstudents.org/article/warning-climate-change-can-harm-your-health","combo_id":"29_137","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-832238576,"_task_hash":-897075026,"spans":[{"text":"Wildfires","start":0,"token_start":0,"token_end":0,"end":9,"type":"pattern","label":"base"},{"start":10,"end":14,"token_start":1,"token_end":1,"label":"predicate"},{"text":"particulates","start":15,"token_start":2,"token_end":2,"end":27,"type":"pattern","label":"base"},{"text":"pollutants","start":51,"token_start":9,"token_end":9,"end":61,"type":"pattern","label":"base"}],"tokens":[{"text":"Wildfires","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"spew","start":10,"end":14,"id":1,"ws":true,"disabled":false},{"text":"particulates","start":15,"end":27,"id":2,"ws":false,"disabled":false},{"text":",","start":27,"end":28,"id":3,"ws":true,"disabled":false},{"text":"too","start":29,"end":32,"id":4,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":5,"ws":true,"disabled":false},{"text":"along","start":34,"end":39,"id":6,"ws":true,"disabled":false},{"text":"with","start":40,"end":44,"id":7,"ws":true,"disabled":false},{"text":"other","start":45,"end":50,"id":8,"ws":true,"disabled":false},{"text":"pollutants","start":51,"end":61,"id":9,"ws":false,"disabled":false},{"text":".","start":61,"end":62,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":63,"end":75,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":76,"end":88,"id":12,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":0,"child":2,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":15,"end":27,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":9,"head_span":{"start":0,"end":9,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":51,"end":61,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1168,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Warming ocean temperatures are linked to the increase and spread of diseases in marine species.","text":"Warming ocean temperatures are linked to the increase and spread of diseases in marine species. IMPLIED_BASE IMPLIED_BASE","characters":95,"document_index":872,"md_sentence_index":27,"classification_origin":"causal_sentence_classification","url":"https://www.iucn.org/resources/issues-briefs/ocean-warming","combo_id":"872_27","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":125119538,"_task_hash":621191534,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"change_direction"},{"text":"ocean","start":8,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"text":"temperatures","start":14,"token_start":2,"token_end":2,"end":26,"type":"pattern","label":"aspect_changing"},{"start":31,"end":40,"token_start":4,"token_end":5,"label":"predicate"},{"text":"increase","start":45,"token_start":7,"token_end":7,"end":53,"type":"pattern","label":"change_direction"},{"start":58,"end":64,"token_start":9,"token_end":9,"label":"change_direction"},{"start":68,"end":76,"token_start":11,"token_end":11,"label":"aspect_changing"},{"start":80,"end":86,"token_start":13,"token_end":13,"label":"type_of"},{"text":"species","start":87,"token_start":14,"token_end":14,"end":94,"type":"pattern","label":"base"}],"tokens":[{"text":"Warming","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"ocean","start":8,"end":13,"id":1,"ws":true,"disabled":false},{"text":"temperatures","start":14,"end":26,"id":2,"ws":true,"disabled":false},{"text":"are","start":27,"end":30,"id":3,"ws":true,"disabled":false},{"text":"linked","start":31,"end":37,"id":4,"ws":true,"disabled":false},{"text":"to","start":38,"end":40,"id":5,"ws":true,"disabled":false},{"text":"the","start":41,"end":44,"id":6,"ws":true,"disabled":false},{"text":"increase","start":45,"end":53,"id":7,"ws":true,"disabled":false},{"text":"and","start":54,"end":57,"id":8,"ws":true,"disabled":false},{"text":"spread","start":58,"end":64,"id":9,"ws":true,"disabled":false},{"text":"of","start":65,"end":67,"id":10,"ws":true,"disabled":false},{"text":"diseases","start":68,"end":76,"id":11,"ws":true,"disabled":false},{"text":"in","start":77,"end":79,"id":12,"ws":true,"disabled":false},{"text":"marine","start":80,"end":86,"id":13,"ws":true,"disabled":false},{"text":"species","start":87,"end":94,"id":14,"ws":false,"disabled":false},{"text":".","start":94,"end":95,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":109,"end":121,"id":17,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":13,"child":14,"head_span":{"start":80,"end":86,"token_start":13,"token_end":13,"label":"type_of"},"child_span":{"start":87,"end":94,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":14,"head_span":{"start":68,"end":76,"token_start":11,"token_end":11,"label":"aspect_changing"},"child_span":{"start":87,"end":94,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":14,"head_span":{"start":58,"end":64,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":87,"end":94,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":14,"head_span":{"start":45,"end":53,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":87,"end":94,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":1,"head_span":{"start":14,"end":26,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":14,"head_span":{"start":8,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":87,"end":94,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":828,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We contribute to this literature by considering capacity impacts, driven by variability in impacts across space and time.","text":"We contribute to this literature by considering capacity impacts, driven by variability in impacts across space and time. IMPLIED_BASE IMPLIED_BASE","characters":121,"document_index":664,"md_sentence_index":26,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"http://www.pnas.org/content/114/8/1886.full","combo_id":"664_26","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1798034681,"_task_hash":-1223792801,"spans":[],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"contribute","start":3,"end":13,"id":1,"ws":true,"disabled":false},{"text":"to","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"this","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"literature","start":22,"end":32,"id":4,"ws":true,"disabled":false},{"text":"by","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"considering","start":36,"end":47,"id":6,"ws":true,"disabled":false},{"text":"capacity","start":48,"end":56,"id":7,"ws":true,"disabled":false},{"text":"impacts","start":57,"end":64,"id":8,"ws":false,"disabled":false},{"text":",","start":64,"end":65,"id":9,"ws":true,"disabled":false},{"text":"driven","start":66,"end":72,"id":10,"ws":true,"disabled":false},{"text":"by","start":73,"end":75,"id":11,"ws":true,"disabled":false},{"text":"variability","start":76,"end":87,"id":12,"ws":true,"disabled":false},{"text":"in","start":88,"end":90,"id":13,"ws":true,"disabled":false},{"text":"impacts","start":91,"end":98,"id":14,"ws":true,"disabled":false},{"text":"across","start":99,"end":105,"id":15,"ws":true,"disabled":false},{"text":"space","start":106,"end":111,"id":16,"ws":true,"disabled":false},{"text":"and","start":112,"end":115,"id":17,"ws":true,"disabled":false},{"text":"time","start":116,"end":120,"id":18,"ws":false,"disabled":false},{"text":".","start":120,"end":121,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":122,"end":134,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":135,"end":147,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[],"answer":"ignore"}
+{"number":148,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"The risk of heat stroke, which is potentially fatal, increases because older adults may be less mobile, and thus less able to reach cooler locations in a heat wave.","text":"The risk of heat stroke, which is potentially fatal, increases because older adults may be less mobile, and thus less able to reach cooler locations in a heat wave. IMPLIED_BASE IMPLIED_BASE","characters":164,"document_index":116,"md_sentence_index":29,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/24/health/climate-change-elderly.html","combo_id":"116_29","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":353213389,"_task_hash":-654369914,"spans":[{"text":"risk","start":4,"token_start":1,"token_end":1,"end":8,"type":"pattern","label":"aspect_changing"},{"text":"heat stroke","start":12,"token_start":3,"token_end":4,"end":23,"type":"pattern","label":"base"},{"text":"increases","start":53,"token_start":11,"token_end":11,"end":62,"type":"pattern","label":"change_direction"},{"text":"less","start":91,"token_start":17,"token_end":17,"end":95,"type":"pattern","label":"change_direction"},{"text":"heat wave","start":154,"token_start":30,"token_end":31,"end":163,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"risk","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"of","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"heat","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"stroke","start":17,"end":23,"id":4,"ws":false,"disabled":false},{"text":",","start":23,"end":24,"id":5,"ws":true,"disabled":false},{"text":"which","start":25,"end":30,"id":6,"ws":true,"disabled":false},{"text":"is","start":31,"end":33,"id":7,"ws":true,"disabled":false},{"text":"potentially","start":34,"end":45,"id":8,"ws":true,"disabled":false},{"text":"fatal","start":46,"end":51,"id":9,"ws":false,"disabled":false},{"text":",","start":51,"end":52,"id":10,"ws":true,"disabled":false},{"text":"increases","start":53,"end":62,"id":11,"ws":true,"disabled":false},{"text":"because","start":63,"end":70,"id":12,"ws":true,"disabled":false},{"text":"older","start":71,"end":76,"id":13,"ws":true,"disabled":false},{"text":"adults","start":77,"end":83,"id":14,"ws":true,"disabled":false},{"text":"may","start":84,"end":87,"id":15,"ws":true,"disabled":false},{"text":"be","start":88,"end":90,"id":16,"ws":true,"disabled":false},{"text":"less","start":91,"end":95,"id":17,"ws":true,"disabled":false},{"text":"mobile","start":96,"end":102,"id":18,"ws":false,"disabled":false},{"text":",","start":102,"end":103,"id":19,"ws":true,"disabled":false},{"text":"and","start":104,"end":107,"id":20,"ws":true,"disabled":false},{"text":"thus","start":108,"end":112,"id":21,"ws":true,"disabled":false},{"text":"less","start":113,"end":117,"id":22,"ws":true,"disabled":false},{"text":"able","start":118,"end":122,"id":23,"ws":true,"disabled":false},{"text":"to","start":123,"end":125,"id":24,"ws":true,"disabled":false},{"text":"reach","start":126,"end":131,"id":25,"ws":true,"disabled":false},{"text":"cooler","start":132,"end":138,"id":26,"ws":true,"disabled":false},{"text":"locations","start":139,"end":148,"id":27,"ws":true,"disabled":false},{"text":"in","start":149,"end":151,"id":28,"ws":true,"disabled":false},{"text":"a","start":152,"end":153,"id":29,"ws":true,"disabled":false},{"text":"heat","start":154,"end":158,"id":30,"ws":true,"disabled":false},{"text":"wave","start":159,"end":163,"id":31,"ws":false,"disabled":false},{"text":".","start":163,"end":164,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[],"answer":"ignore"}
+{"number":70,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Moderate","original_md_text":"But climate change and extreme weather events, such as recent flooding that cut road access to many remote communities for several weeks, are making it ever-more difficult.\n","text":"But climate change and extreme weather events, such as recent flooding that cut road access to many remote communities for several weeks, are making it ever-more difficult. IMPLIED_BASE IMPLIED_BASE","characters":173,"document_index":63,"md_sentence_index":28,"classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/australia-news/2019/may/14/inequality-and-climate-change-the-perfect-storm-threatening-the-health-of-australias-poorest","combo_id":"63_28","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1650203568,"_task_hash":-1202140625,"spans":[{"text":"climate change","start":4,"token_start":1,"token_end":2,"end":18,"type":"pattern","label":"base"},{"text":"extreme weather","start":23,"token_start":4,"token_end":5,"end":38,"type":"pattern","label":"base"},{"start":39,"end":45,"token_start":6,"token_end":6,"label":"aspect_changing"},{"text":"flooding","start":62,"token_start":11,"token_end":11,"end":70,"type":"pattern","label":"base"},{"text":"communities","start":107,"token_start":19,"token_end":19,"end":118,"type":"pattern","label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"climate","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"change","start":12,"end":18,"id":2,"ws":true,"disabled":false},{"text":"and","start":19,"end":22,"id":3,"ws":true,"disabled":false},{"text":"extreme","start":23,"end":30,"id":4,"ws":true,"disabled":false},{"text":"weather","start":31,"end":38,"id":5,"ws":true,"disabled":false},{"text":"events","start":39,"end":45,"id":6,"ws":false,"disabled":false},{"text":",","start":45,"end":46,"id":7,"ws":true,"disabled":false},{"text":"such","start":47,"end":51,"id":8,"ws":true,"disabled":false},{"text":"as","start":52,"end":54,"id":9,"ws":true,"disabled":false},{"text":"recent","start":55,"end":61,"id":10,"ws":true,"disabled":false},{"text":"flooding","start":62,"end":70,"id":11,"ws":true,"disabled":false},{"text":"that","start":71,"end":75,"id":12,"ws":true,"disabled":false},{"text":"cut","start":76,"end":79,"id":13,"ws":true,"disabled":false},{"text":"road","start":80,"end":84,"id":14,"ws":true,"disabled":false},{"text":"access","start":85,"end":91,"id":15,"ws":true,"disabled":false},{"text":"to","start":92,"end":94,"id":16,"ws":true,"disabled":false},{"text":"many","start":95,"end":99,"id":17,"ws":true,"disabled":false},{"text":"remote","start":100,"end":106,"id":18,"ws":true,"disabled":false},{"text":"communities","start":107,"end":118,"id":19,"ws":true,"disabled":false},{"text":"for","start":119,"end":122,"id":20,"ws":true,"disabled":false},{"text":"several","start":123,"end":130,"id":21,"ws":true,"disabled":false},{"text":"weeks","start":131,"end":136,"id":22,"ws":false,"disabled":false},{"text":",","start":136,"end":137,"id":23,"ws":true,"disabled":false},{"text":"are","start":138,"end":141,"id":24,"ws":true,"disabled":false},{"text":"making","start":142,"end":148,"id":25,"ws":true,"disabled":false},{"text":"it","start":149,"end":151,"id":26,"ws":true,"disabled":false},{"text":"ever","start":152,"end":156,"id":27,"ws":false,"disabled":false},{"text":"-","start":156,"end":157,"id":28,"ws":false,"disabled":false},{"text":"more","start":157,"end":161,"id":29,"ws":true,"disabled":false},{"text":"difficult","start":162,"end":171,"id":30,"ws":false,"disabled":false},{"text":".","start":171,"end":172,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":173,"end":185,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":243,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Storms such as Hurricanes Andrew, Irma, and Katrina exemplify how major weather events magnified by global warming can have long-lasting effects on the economy.\n","text":"Storms such as Hurricanes Andrew, Irma, and Katrina exemplify how major weather events magnified by global warming can have long-lasting effects on the economy. IMPLIED_BASE IMPLIED_BASE","characters":161,"document_index":189,"md_sentence_index":21,"classification_origin":"cm-label-eval","url":"https://www.greencarreports.com/news/1117054_nature-study-shows-its-cheaper-to-reduce-global-warming-than-to-adapt-to-it","combo_id":"189_21","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1674309936,"_task_hash":2112750915,"spans":[{"text":"Storms","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"base"},{"start":66,"end":71,"token_start":12,"token_end":12,"label":"type_of"},{"text":"weather","start":72,"token_start":13,"token_end":13,"end":79,"type":"pattern","label":"base"},{"start":80,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},{"text":"global warming","start":100,"token_start":17,"token_end":18,"end":114,"type":"pattern","label":"base"},{"start":115,"end":118,"token_start":19,"token_end":19,"label":"confidence"},{"start":119,"end":123,"token_start":20,"token_end":20,"label":"predicate"},{"start":124,"end":144,"token_start":21,"token_end":24,"label":"effect_size"},{"start":152,"end":159,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"Storms","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"such","start":7,"end":11,"id":1,"ws":true,"disabled":false},{"text":"as","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"Hurricanes","start":15,"end":25,"id":3,"ws":true,"disabled":false},{"text":"Andrew","start":26,"end":32,"id":4,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":5,"ws":true,"disabled":false},{"text":"Irma","start":34,"end":38,"id":6,"ws":false,"disabled":false},{"text":",","start":38,"end":39,"id":7,"ws":true,"disabled":false},{"text":"and","start":40,"end":43,"id":8,"ws":true,"disabled":false},{"text":"Katrina","start":44,"end":51,"id":9,"ws":true,"disabled":false},{"text":"exemplify","start":52,"end":61,"id":10,"ws":true,"disabled":false},{"text":"how","start":62,"end":65,"id":11,"ws":true,"disabled":false},{"text":"major","start":66,"end":71,"id":12,"ws":true,"disabled":false},{"text":"weather","start":72,"end":79,"id":13,"ws":true,"disabled":false},{"text":"events","start":80,"end":86,"id":14,"ws":true,"disabled":false},{"text":"magnified","start":87,"end":96,"id":15,"ws":true,"disabled":false},{"text":"by","start":97,"end":99,"id":16,"ws":true,"disabled":false},{"text":"global","start":100,"end":106,"id":17,"ws":true,"disabled":false},{"text":"warming","start":107,"end":114,"id":18,"ws":true,"disabled":false},{"text":"can","start":115,"end":118,"id":19,"ws":true,"disabled":false},{"text":"have","start":119,"end":123,"id":20,"ws":true,"disabled":false},{"text":"long","start":124,"end":128,"id":21,"ws":false,"disabled":false},{"text":"-","start":128,"end":129,"id":22,"ws":false,"disabled":false},{"text":"lasting","start":129,"end":136,"id":23,"ws":true,"disabled":false},{"text":"effects","start":137,"end":144,"id":24,"ws":true,"disabled":false},{"text":"on","start":145,"end":147,"id":25,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":26,"ws":true,"disabled":false},{"text":"economy","start":152,"end":159,"id":27,"ws":false,"disabled":false},{"text":".","start":159,"end":160,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":161,"end":173,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchA-JuneChoi","_view_id":"relations","relations":[{"head":12,"child":13,"head_span":{"start":66,"end":71,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":13,"head_span":{"start":80,"end":86,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":13,"head_span":{"start":100,"end":114,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":27,"head_span":{"start":124,"end":144,"token_start":21,"token_end":24,"label":"effect_size"},"child_span":{"start":152,"end":159,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":27,"head_span":{"start":72,"end":79,"token_start":13,"token_end":13,"label":"base"},"child_span":{"start":152,"end":159,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":762,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As the frequency of heat waves has increased in Europe, heat-related health risks and mortality rates have been rising especially in urban heat islands.","text":"As the frequency of heat waves has increased in Europe, heat-related health risks and mortality rates have been rising especially in urban heat islands. IMPLIED_BASE IMPLIED_BASE","characters":152,"document_index":629,"md_sentence_index":31,"classification_origin":"causal_sentence_classification","url":"https://knowledge.unccd.int/publications/regional-maps-migration-environment-and-climate-change","combo_id":"629_31","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-252865726,"_task_hash":1200187208,"spans":[{"text":"frequency","start":7,"token_start":2,"token_end":2,"end":16,"type":"pattern","label":"aspect_changing"},{"text":"heat waves","start":20,"token_start":4,"token_end":5,"end":30,"type":"pattern","label":"base"},{"text":"increased","start":35,"token_start":7,"token_end":7,"end":44,"type":"pattern","label":"change_direction"},{"start":45,"end":54,"token_start":8,"token_end":9,"label":"where"},{"start":56,"end":68,"token_start":11,"token_end":13,"label":"type_of"},{"text":"health","start":69,"token_start":14,"token_end":14,"end":75,"type":"pattern","label":"base"},{"text":"risks","start":76,"token_start":15,"token_end":15,"end":81,"type":"pattern","label":"aspect_changing"},{"start":86,"end":95,"token_start":17,"token_end":17,"label":"base"},{"text":"rates","start":96,"token_start":18,"token_end":18,"end":101,"type":"pattern","label":"aspect_changing"},{"text":"rising","start":112,"token_start":21,"token_end":21,"end":118,"type":"pattern","label":"change_direction"},{"start":130,"end":151,"token_start":23,"token_end":26,"label":"where"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"the","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"frequency","start":7,"end":16,"id":2,"ws":true,"disabled":false},{"text":"of","start":17,"end":19,"id":3,"ws":true,"disabled":false},{"text":"heat","start":20,"end":24,"id":4,"ws":true,"disabled":false},{"text":"waves","start":25,"end":30,"id":5,"ws":true,"disabled":false},{"text":"has","start":31,"end":34,"id":6,"ws":true,"disabled":false},{"text":"increased","start":35,"end":44,"id":7,"ws":true,"disabled":false},{"text":"in","start":45,"end":47,"id":8,"ws":true,"disabled":false},{"text":"Europe","start":48,"end":54,"id":9,"ws":false,"disabled":false},{"text":",","start":54,"end":55,"id":10,"ws":true,"disabled":false},{"text":"heat","start":56,"end":60,"id":11,"ws":false,"disabled":false},{"text":"-","start":60,"end":61,"id":12,"ws":false,"disabled":false},{"text":"related","start":61,"end":68,"id":13,"ws":true,"disabled":false},{"text":"health","start":69,"end":75,"id":14,"ws":true,"disabled":false},{"text":"risks","start":76,"end":81,"id":15,"ws":true,"disabled":false},{"text":"and","start":82,"end":85,"id":16,"ws":true,"disabled":false},{"text":"mortality","start":86,"end":95,"id":17,"ws":true,"disabled":false},{"text":"rates","start":96,"end":101,"id":18,"ws":true,"disabled":false},{"text":"have","start":102,"end":106,"id":19,"ws":true,"disabled":false},{"text":"been","start":107,"end":111,"id":20,"ws":true,"disabled":false},{"text":"rising","start":112,"end":118,"id":21,"ws":true,"disabled":false},{"text":"especially","start":119,"end":129,"id":22,"ws":true,"disabled":false},{"text":"in","start":130,"end":132,"id":23,"ws":true,"disabled":false},{"text":"urban","start":133,"end":138,"id":24,"ws":true,"disabled":false},{"text":"heat","start":139,"end":143,"id":25,"ws":true,"disabled":false},{"text":"islands","start":144,"end":151,"id":26,"ws":false,"disabled":false},{"text":".","start":151,"end":152,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":2,"child":5,"head_span":{"start":7,"end":16,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":20,"end":30,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":5,"head_span":{"start":35,"end":44,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":20,"end":30,"token_start":4,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":14,"head_span":{"start":56,"end":68,"token_start":11,"token_end":13,"label":"type_of"},"child_span":{"start":69,"end":75,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":14,"head_span":{"start":76,"end":81,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":69,"end":75,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":17,"head_span":{"start":96,"end":101,"token_start":18,"token_end":18,"label":"aspect_changing"},"child_span":{"start":86,"end":95,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":14,"head_span":{"start":112,"end":118,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":69,"end":75,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":17,"head_span":{"start":112,"end":118,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":86,"end":95,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":14,"head_span":{"start":20,"end":30,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":69,"end":75,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":17,"head_span":{"start":20,"end":30,"token_start":4,"token_end":5,"label":"base"},"child_span":{"start":86,"end":95,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":643,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"China, Vietnam, Japan, India, Bangladesh, South Korea, Thailand, Sri Lanka and the Philippines, were all hit by tropical storms and typhoons -- or cyclones -- in 2019, causing dozens of deaths, hundreds of thousands displaced and millions of dollars in damage.\n","text":"China, Vietnam, Japan, India, Bangladesh, South Korea, Thailand, Sri Lanka and the Philippines, were all hit by tropical storms and typhoons -- or cyclones -- in 2019, causing dozens of deaths, hundreds of thousands displaced and millions of dollars in damage. IMPLIED_BASE IMPLIED_BASE","characters":261,"document_index":537,"md_sentence_index":30,"classification_origin":"causal_sentence_classification","url":"https://www.cnn.com/2019/12/23/asia/asia-pacific-climate-crisis-intl-hnk/index.html","combo_id":"537_30","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1430512720,"_task_hash":640520648,"spans":[{"start":0,"end":94,"token_start":0,"token_end":19,"label":"where"},{"start":112,"end":120,"token_start":25,"token_end":25,"label":"type_of"},{"text":"storms","start":121,"token_start":26,"token_end":26,"end":127,"type":"pattern","label":"base"},{"start":132,"end":140,"token_start":28,"token_end":28,"label":"base"},{"start":147,"end":155,"token_start":31,"token_end":31,"label":"base"},{"start":159,"end":166,"token_start":33,"token_end":34,"label":"when"},{"start":168,"end":175,"token_start":36,"token_end":36,"label":"predicate"},{"start":176,"end":185,"token_start":37,"token_end":38,"label":"effect_size"},{"start":186,"end":192,"token_start":39,"token_end":39,"label":"base"},{"start":194,"end":215,"token_start":41,"token_end":43,"label":"effect_size"},{"start":216,"end":225,"token_start":44,"token_end":44,"label":"change_direction"},{"start":230,"end":249,"token_start":46,"token_end":48,"label":"effect_size"},{"start":253,"end":259,"token_start":50,"token_end":50,"label":"aspect_changing"},{"start":261,"end":273,"token_start":52,"token_end":52,"label":"base"},{"start":274,"end":286,"token_start":53,"token_end":53,"label":"base"}],"tokens":[{"text":"China","start":0,"end":5,"id":0,"ws":false,"disabled":false},{"text":",","start":5,"end":6,"id":1,"ws":true,"disabled":false},{"text":"Vietnam","start":7,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"Japan","start":16,"end":21,"id":4,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":5,"ws":true,"disabled":false},{"text":"India","start":23,"end":28,"id":6,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":7,"ws":true,"disabled":false},{"text":"Bangladesh","start":30,"end":40,"id":8,"ws":false,"disabled":false},{"text":",","start":40,"end":41,"id":9,"ws":true,"disabled":false},{"text":"South","start":42,"end":47,"id":10,"ws":true,"disabled":false},{"text":"Korea","start":48,"end":53,"id":11,"ws":false,"disabled":false},{"text":",","start":53,"end":54,"id":12,"ws":true,"disabled":false},{"text":"Thailand","start":55,"end":63,"id":13,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":14,"ws":true,"disabled":false},{"text":"Sri","start":65,"end":68,"id":15,"ws":true,"disabled":false},{"text":"Lanka","start":69,"end":74,"id":16,"ws":true,"disabled":false},{"text":"and","start":75,"end":78,"id":17,"ws":true,"disabled":false},{"text":"the","start":79,"end":82,"id":18,"ws":true,"disabled":false},{"text":"Philippines","start":83,"end":94,"id":19,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":20,"ws":true,"disabled":false},{"text":"were","start":96,"end":100,"id":21,"ws":true,"disabled":false},{"text":"all","start":101,"end":104,"id":22,"ws":true,"disabled":false},{"text":"hit","start":105,"end":108,"id":23,"ws":true,"disabled":false},{"text":"by","start":109,"end":111,"id":24,"ws":true,"disabled":false},{"text":"tropical","start":112,"end":120,"id":25,"ws":true,"disabled":false},{"text":"storms","start":121,"end":127,"id":26,"ws":true,"disabled":false},{"text":"and","start":128,"end":131,"id":27,"ws":true,"disabled":false},{"text":"typhoons","start":132,"end":140,"id":28,"ws":true,"disabled":false},{"text":"--","start":141,"end":143,"id":29,"ws":true,"disabled":false},{"text":"or","start":144,"end":146,"id":30,"ws":true,"disabled":false},{"text":"cyclones","start":147,"end":155,"id":31,"ws":true,"disabled":false},{"text":"--","start":156,"end":158,"id":32,"ws":true,"disabled":false},{"text":"in","start":159,"end":161,"id":33,"ws":true,"disabled":false},{"text":"2019","start":162,"end":166,"id":34,"ws":false,"disabled":false},{"text":",","start":166,"end":167,"id":35,"ws":true,"disabled":false},{"text":"causing","start":168,"end":175,"id":36,"ws":true,"disabled":false},{"text":"dozens","start":176,"end":182,"id":37,"ws":true,"disabled":false},{"text":"of","start":183,"end":185,"id":38,"ws":true,"disabled":false},{"text":"deaths","start":186,"end":192,"id":39,"ws":false,"disabled":false},{"text":",","start":192,"end":193,"id":40,"ws":true,"disabled":false},{"text":"hundreds","start":194,"end":202,"id":41,"ws":true,"disabled":false},{"text":"of","start":203,"end":205,"id":42,"ws":true,"disabled":false},{"text":"thousands","start":206,"end":215,"id":43,"ws":true,"disabled":false},{"text":"displaced","start":216,"end":225,"id":44,"ws":true,"disabled":false},{"text":"and","start":226,"end":229,"id":45,"ws":true,"disabled":false},{"text":"millions","start":230,"end":238,"id":46,"ws":true,"disabled":false},{"text":"of","start":239,"end":241,"id":47,"ws":true,"disabled":false},{"text":"dollars","start":242,"end":249,"id":48,"ws":true,"disabled":false},{"text":"in","start":250,"end":252,"id":49,"ws":true,"disabled":false},{"text":"damage","start":253,"end":259,"id":50,"ws":false,"disabled":false},{"text":".","start":259,"end":260,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":261,"end":273,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":274,"end":286,"id":53,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":50,"child":53,"head_span":{"start":253,"end":259,"token_start":50,"token_end":50,"label":"aspect_changing"},"child_span":{"start":274,"end":286,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":48,"child":53,"head_span":{"start":230,"end":249,"token_start":46,"token_end":48,"label":"effect_size"},"child_span":{"start":274,"end":286,"token_start":53,"token_end":53,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":44,"child":52,"head_span":{"start":216,"end":225,"token_start":44,"token_end":44,"label":"change_direction"},"child_span":{"start":261,"end":273,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":52,"head_span":{"start":194,"end":215,"token_start":41,"token_end":43,"label":"effect_size"},"child_span":{"start":261,"end":273,"token_start":52,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":39,"head_span":{"start":176,"end":185,"token_start":37,"token_end":38,"label":"effect_size"},"child_span":{"start":186,"end":192,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":112,"end":120,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":121,"end":127,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":52,"head_span":{"start":121,"end":127,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":261,"end":273,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":53,"head_span":{"start":121,"end":127,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":274,"end":286,"token_start":53,"token_end":53,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":26,"child":39,"head_span":{"start":121,"end":127,"token_start":26,"token_end":26,"label":"base"},"child_span":{"start":186,"end":192,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":39,"head_span":{"start":132,"end":140,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":186,"end":192,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":52,"head_span":{"start":132,"end":140,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":261,"end":273,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":28,"child":53,"head_span":{"start":132,"end":140,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":274,"end":286,"token_start":53,"token_end":53,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":39,"head_span":{"start":147,"end":155,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":186,"end":192,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":52,"head_span":{"start":147,"end":155,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":261,"end":273,"token_start":52,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":31,"child":53,"head_span":{"start":147,"end":155,"token_start":31,"token_end":31,"label":"base"},"child_span":{"start":274,"end":286,"token_start":53,"token_end":53,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":921,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Extreme heat is intensifying with climate change, and even small increases in averages can have big impacts on extreme temperatures.\n","text":"Extreme heat is intensifying with climate change, and even small increases in averages can have big impacts on extreme temperatures. IMPLIED_BASE IMPLIED_BASE","characters":133,"document_index":744,"md_sentence_index":30,"classification_origin":"causal_sentence_classification","url":"https://www.climatecentral.org/news/extreme-heat-when-outdoor-sports-become-risky-2019","combo_id":"744_30","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":767336349,"_task_hash":857489255,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":16,"end":28,"token_start":3,"token_end":3,"label":"change_direction"},{"text":"climate change","start":34,"token_start":5,"token_end":6,"end":48,"type":"pattern","label":"base"},{"start":59,"end":64,"token_start":10,"token_end":10,"label":"effect_size"},{"text":"increases","start":65,"token_start":11,"token_end":11,"end":74,"type":"pattern","label":"change_direction"},{"start":78,"end":86,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":111,"end":131,"token_start":19,"token_end":20,"label":"aspect_changing"},{"start":133,"end":145,"token_start":22,"token_end":22,"label":"base"},{"start":146,"end":158,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"Extreme","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"heat","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"is","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"intensifying","start":16,"end":28,"id":3,"ws":true,"disabled":false},{"text":"with","start":29,"end":33,"id":4,"ws":true,"disabled":false},{"text":"climate","start":34,"end":41,"id":5,"ws":true,"disabled":false},{"text":"change","start":42,"end":48,"id":6,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":7,"ws":true,"disabled":false},{"text":"and","start":50,"end":53,"id":8,"ws":true,"disabled":false},{"text":"even","start":54,"end":58,"id":9,"ws":true,"disabled":false},{"text":"small","start":59,"end":64,"id":10,"ws":true,"disabled":false},{"text":"increases","start":65,"end":74,"id":11,"ws":true,"disabled":false},{"text":"in","start":75,"end":77,"id":12,"ws":true,"disabled":false},{"text":"averages","start":78,"end":86,"id":13,"ws":true,"disabled":false},{"text":"can","start":87,"end":90,"id":14,"ws":true,"disabled":false},{"text":"have","start":91,"end":95,"id":15,"ws":true,"disabled":false},{"text":"big","start":96,"end":99,"id":16,"ws":true,"disabled":false},{"text":"impacts","start":100,"end":107,"id":17,"ws":true,"disabled":false},{"text":"on","start":108,"end":110,"id":18,"ws":true,"disabled":false},{"text":"extreme","start":111,"end":118,"id":19,"ws":true,"disabled":false},{"text":"temperatures","start":119,"end":131,"id":20,"ws":false,"disabled":false},{"text":".","start":131,"end":132,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":133,"end":145,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":23,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":3,"child":1,"head_span":{"start":16,"end":28,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":1,"head_span":{"start":34,"end":48,"token_start":5,"token_end":6,"label":"base"},"child_span":{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":10,"child":22,"head_span":{"start":59,"end":64,"token_start":10,"token_end":10,"label":"effect_size"},"child_span":{"start":133,"end":145,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":22,"head_span":{"start":65,"end":74,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":133,"end":145,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":22,"head_span":{"start":78,"end":86,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":133,"end":145,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":23,"head_span":{"start":111,"end":131,"token_start":19,"token_end":20,"label":"aspect_changing"},"child_span":{"start":146,"end":158,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":146,"end":158,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":133,"end":145,"token_start":22,"token_end":22,"label":"base"},"color":"#d9fbad","label":"Same_As"},{"head":22,"child":23,"head_span":{"start":133,"end":145,"token_start":22,"token_end":22,"label":"base"},"child_span":{"start":146,"end":158,"token_start":23,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":598,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Population pressure is historically a major driver of human conflict.","text":"Population pressure is historically a major driver of human conflict. IMPLIED_BASE IMPLIED_BASE","characters":69,"document_index":477,"md_sentence_index":14,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.popularmechanics.com/military/a29566559/climate-change-could-seriously-weaken-the-us-military/","combo_id":"477_14","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-20701556,"_task_hash":-1024973699,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},{"start":11,"end":19,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":44,"end":50,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":54,"end":59,"token_start":8,"token_end":8,"label":"type_of"},{"text":"conflict","start":60,"token_start":9,"token_end":9,"end":68,"type":"pattern","label":"base"}],"tokens":[{"text":"Population","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"pressure","start":11,"end":19,"id":1,"ws":true,"disabled":false},{"text":"is","start":20,"end":22,"id":2,"ws":true,"disabled":false},{"text":"historically","start":23,"end":35,"id":3,"ws":true,"disabled":false},{"text":"a","start":36,"end":37,"id":4,"ws":true,"disabled":false},{"text":"major","start":38,"end":43,"id":5,"ws":true,"disabled":false},{"text":"driver","start":44,"end":50,"id":6,"ws":true,"disabled":false},{"text":"of","start":51,"end":53,"id":7,"ws":true,"disabled":false},{"text":"human","start":54,"end":59,"id":8,"ws":true,"disabled":false},{"text":"conflict","start":60,"end":68,"id":9,"ws":false,"disabled":false},{"text":".","start":68,"end":69,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":70,"end":82,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":83,"end":95,"id":12,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":0,"child":9,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":60,"end":68,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":0,"head_span":{"start":11,"end":19,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":9,"head_span":{"start":54,"end":59,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":60,"end":68,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":44,"end":50,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":60,"end":68,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":463,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These rising emissions have intensified the effects of climate change, with 2015-2018 being the four hottest years ever recorded.","text":"These rising emissions have intensified the effects of climate change, with 2015-2018 being the four hottest years ever recorded. IMPLIED_BASE IMPLIED_BASE","characters":129,"document_index":365,"md_sentence_index":7,"classification_origin":"cm_cause_effect_rel","url":"https://www.visualcapitalist.com/climate-change-resource-scarcity-shaping-the-future/","combo_id":"365_7","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1853990852,"_task_hash":1909287146,"spans":[{"text":"rising","start":6,"token_start":1,"token_end":1,"end":12,"type":"pattern","label":"change_direction"},{"text":"emissions","start":13,"token_start":2,"token_end":2,"end":22,"type":"pattern","label":"aspect_changing"},{"start":28,"end":39,"token_start":4,"token_end":4,"label":"change_direction"},{"start":44,"end":51,"token_start":6,"token_end":6,"label":"aspect_changing"},{"text":"climate change","start":55,"token_start":8,"token_end":9,"end":69,"type":"pattern","label":"base"},{"start":76,"end":85,"token_start":12,"token_end":14,"label":"when"},{"start":101,"end":108,"token_start":18,"token_end":18,"label":"type_of"},{"start":109,"end":114,"token_start":19,"token_end":19,"label":"base"},{"start":130,"end":142,"token_start":23,"token_end":23,"label":"base"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"rising","start":6,"end":12,"id":1,"ws":true,"disabled":false},{"text":"emissions","start":13,"end":22,"id":2,"ws":true,"disabled":false},{"text":"have","start":23,"end":27,"id":3,"ws":true,"disabled":false},{"text":"intensified","start":28,"end":39,"id":4,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":5,"ws":true,"disabled":false},{"text":"effects","start":44,"end":51,"id":6,"ws":true,"disabled":false},{"text":"of","start":52,"end":54,"id":7,"ws":true,"disabled":false},{"text":"climate","start":55,"end":62,"id":8,"ws":true,"disabled":false},{"text":"change","start":63,"end":69,"id":9,"ws":false,"disabled":false},{"text":",","start":69,"end":70,"id":10,"ws":true,"disabled":false},{"text":"with","start":71,"end":75,"id":11,"ws":true,"disabled":false},{"text":"2015","start":76,"end":80,"id":12,"ws":false,"disabled":false},{"text":"-","start":80,"end":81,"id":13,"ws":false,"disabled":false},{"text":"2018","start":81,"end":85,"id":14,"ws":true,"disabled":false},{"text":"being","start":86,"end":91,"id":15,"ws":true,"disabled":false},{"text":"the","start":92,"end":95,"id":16,"ws":true,"disabled":false},{"text":"four","start":96,"end":100,"id":17,"ws":true,"disabled":false},{"text":"hottest","start":101,"end":108,"id":18,"ws":true,"disabled":false},{"text":"years","start":109,"end":114,"id":19,"ws":true,"disabled":false},{"text":"ever","start":115,"end":119,"id":20,"ws":true,"disabled":false},{"text":"recorded","start":120,"end":128,"id":21,"ws":false,"disabled":false},{"text":".","start":128,"end":129,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":130,"end":142,"id":23,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":143,"end":155,"id":24,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":1,"child":23,"head_span":{"start":6,"end":12,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":130,"end":142,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":23,"head_span":{"start":13,"end":22,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":130,"end":142,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":9,"head_span":{"start":28,"end":39,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":55,"end":69,"token_start":8,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":9,"head_span":{"start":44,"end":51,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":55,"end":69,"token_start":8,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":101,"end":108,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":109,"end":114,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":19,"head_span":{"start":130,"end":142,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":109,"end":114,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":19,"head_span":{"start":55,"end":69,"token_start":8,"token_end":9,"label":"base"},"child_span":{"start":109,"end":114,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":9,"head_span":{"start":130,"end":142,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":55,"end":69,"token_start":8,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":false,"answer":"accept"}
+{"number":720,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Dr Tim Newbold, of University College London\u2019s Centre for Biodiversity & Environment Research, said: \u201cWe were surprised by how much climate change has already caused bumblebee declines.","text":"Dr Tim Newbold, of University College London\u2019s Centre for Biodiversity & Environment Research, said: \u201cWe were surprised by how much climate change has already caused bumblebee declines. IMPLIED_BASE IMPLIED_BASE","characters":185,"document_index":618,"md_sentence_index":7,"classification_origin":"causal_sentence_classification","url":"https://www.theguardian.com/environment/2020/feb/06/bumblebees-decline-points-to-mass-extinction-study","combo_id":"618_7","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":936878943,"_task_hash":1186419151,"spans":[{"text":"climate change","start":132,"token_start":25,"token_end":26,"end":146,"type":"pattern","label":"base"},{"start":166,"end":175,"token_start":30,"token_end":30,"label":"base"},{"start":176,"end":184,"token_start":31,"token_end":31,"label":"change_direction"}],"tokens":[{"text":"Dr","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Tim","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"Newbold","start":7,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"of","start":16,"end":18,"id":4,"ws":true,"disabled":false},{"text":"University","start":19,"end":29,"id":5,"ws":true,"disabled":false},{"text":"College","start":30,"end":37,"id":6,"ws":true,"disabled":false},{"text":"London","start":38,"end":44,"id":7,"ws":false,"disabled":false},{"text":"\u2019s","start":44,"end":46,"id":8,"ws":true,"disabled":false},{"text":"Centre","start":47,"end":53,"id":9,"ws":true,"disabled":false},{"text":"for","start":54,"end":57,"id":10,"ws":true,"disabled":false},{"text":"Biodiversity","start":58,"end":70,"id":11,"ws":true,"disabled":false},{"text":"&","start":71,"end":72,"id":12,"ws":true,"disabled":false},{"text":"Environment","start":73,"end":84,"id":13,"ws":true,"disabled":false},{"text":"Research","start":85,"end":93,"id":14,"ws":false,"disabled":false},{"text":",","start":93,"end":94,"id":15,"ws":true,"disabled":false},{"text":"said","start":95,"end":99,"id":16,"ws":false,"disabled":false},{"text":":","start":99,"end":100,"id":17,"ws":true,"disabled":false},{"text":"\u201c","start":101,"end":102,"id":18,"ws":false,"disabled":false},{"text":"We","start":102,"end":104,"id":19,"ws":true,"disabled":false},{"text":"were","start":105,"end":109,"id":20,"ws":true,"disabled":false},{"text":"surprised","start":110,"end":119,"id":21,"ws":true,"disabled":false},{"text":"by","start":120,"end":122,"id":22,"ws":true,"disabled":false},{"text":"how","start":123,"end":126,"id":23,"ws":true,"disabled":false},{"text":"much","start":127,"end":131,"id":24,"ws":true,"disabled":false},{"text":"climate","start":132,"end":139,"id":25,"ws":true,"disabled":false},{"text":"change","start":140,"end":146,"id":26,"ws":true,"disabled":false},{"text":"has","start":147,"end":150,"id":27,"ws":true,"disabled":false},{"text":"already","start":151,"end":158,"id":28,"ws":true,"disabled":false},{"text":"caused","start":159,"end":165,"id":29,"ws":true,"disabled":false},{"text":"bumblebee","start":166,"end":175,"id":30,"ws":true,"disabled":false},{"text":"declines","start":176,"end":184,"id":31,"ws":false,"disabled":false},{"text":".","start":184,"end":185,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":199,"end":211,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":31,"child":30,"head_span":{"start":176,"end":184,"token_start":31,"token_end":31,"label":"change_direction"},"child_span":{"start":166,"end":175,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":30,"head_span":{"start":132,"end":146,"token_start":25,"token_end":26,"label":"base"},"child_span":{"start":166,"end":175,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":119,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"It is well known that rising temperatures are triggering more extreme weather events around the world.\n","text":"It is well known that rising temperatures are triggering more extreme weather events around the world. IMPLIED_BASE IMPLIED_BASE","characters":103,"document_index":164,"md_sentence_index":1,"classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/06/04/health/climate-change-threatening-human-health-scli-intl/index.html","combo_id":"164_1","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":514949025,"_task_hash":-250476925,"spans":[{"text":"rising","start":22,"token_start":5,"token_end":5,"end":28,"type":"pattern","label":"change_direction"},{"text":"temperatures","start":29,"token_start":6,"token_end":6,"end":41,"type":"pattern","label":"aspect_changing"},{"start":46,"end":56,"token_start":8,"token_end":8,"label":"predicate"},{"start":57,"end":61,"token_start":9,"token_end":9,"label":"change_direction"},{"start":62,"end":69,"token_start":10,"token_end":10,"label":"type_of"},{"start":70,"end":77,"token_start":11,"token_end":11,"label":"base"},{"start":78,"end":84,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":85,"end":101,"token_start":13,"token_end":15,"label":"where"},{"start":103,"end":115,"token_start":17,"token_end":17,"label":"base"}],"tokens":[{"text":"It","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"is","start":3,"end":5,"id":1,"ws":true,"disabled":false},{"text":"well","start":6,"end":10,"id":2,"ws":true,"disabled":false},{"text":"known","start":11,"end":16,"id":3,"ws":true,"disabled":false},{"text":"that","start":17,"end":21,"id":4,"ws":true,"disabled":false},{"text":"rising","start":22,"end":28,"id":5,"ws":true,"disabled":false},{"text":"temperatures","start":29,"end":41,"id":6,"ws":true,"disabled":false},{"text":"are","start":42,"end":45,"id":7,"ws":true,"disabled":false},{"text":"triggering","start":46,"end":56,"id":8,"ws":true,"disabled":false},{"text":"more","start":57,"end":61,"id":9,"ws":true,"disabled":false},{"text":"extreme","start":62,"end":69,"id":10,"ws":true,"disabled":false},{"text":"weather","start":70,"end":77,"id":11,"ws":true,"disabled":false},{"text":"events","start":78,"end":84,"id":12,"ws":true,"disabled":false},{"text":"around","start":85,"end":91,"id":13,"ws":true,"disabled":false},{"text":"the","start":92,"end":95,"id":14,"ws":true,"disabled":false},{"text":"world","start":96,"end":101,"id":15,"ws":false,"disabled":false},{"text":".","start":101,"end":102,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":103,"end":115,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":116,"end":128,"id":18,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":17,"child":11,"head_span":{"start":103,"end":115,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":70,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":17,"head_span":{"start":22,"end":28,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":103,"end":115,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":17,"head_span":{"start":29,"end":41,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":103,"end":115,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":11,"head_span":{"start":78,"end":84,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":70,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":11,"head_span":{"start":62,"end":69,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":70,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":57,"end":61,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":70,"end":77,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":728,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Poor nutrition can lead to difficult pregnancies, delivery problems, low birth weight, and even death of a newborn, all of which can be immensely stressful to","text":"Poor nutrition can lead to difficult pregnancies, delivery problems, low birth weight, and even death of a newborn, all of which can be immensely stressful to IMPLIED_BASE IMPLIED_BASE","characters":158,"document_index":619,"md_sentence_index":176,"classification_origin":"causal_sentence_classification","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_176","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1071765548,"_task_hash":701664080,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"type_of"},{"start":5,"end":14,"token_start":1,"token_end":1,"label":"base"},{"start":27,"end":36,"token_start":5,"token_end":5,"label":"type_of"},{"start":37,"end":48,"token_start":6,"token_end":6,"label":"base"},{"start":50,"end":58,"token_start":8,"token_end":8,"label":"base"},{"start":59,"end":67,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":69,"end":72,"token_start":11,"token_end":11,"label":"change_direction"},{"start":73,"end":78,"token_start":12,"token_end":12,"label":"base"},{"start":79,"end":85,"token_start":13,"token_end":13,"label":"aspect_changing"},{"text":"death","start":96,"token_start":17,"token_end":17,"end":101,"type":"pattern","label":"base"},{"start":107,"end":114,"token_start":20,"token_end":20,"label":"type_of"},{"start":136,"end":155,"token_start":27,"token_end":28,"label":"type_of"},{"start":159,"end":171,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"Poor","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"nutrition","start":5,"end":14,"id":1,"ws":true,"disabled":false},{"text":"can","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"lead","start":19,"end":23,"id":3,"ws":true,"disabled":false},{"text":"to","start":24,"end":26,"id":4,"ws":true,"disabled":false},{"text":"difficult","start":27,"end":36,"id":5,"ws":true,"disabled":false},{"text":"pregnancies","start":37,"end":48,"id":6,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":7,"ws":true,"disabled":false},{"text":"delivery","start":50,"end":58,"id":8,"ws":true,"disabled":false},{"text":"problems","start":59,"end":67,"id":9,"ws":false,"disabled":false},{"text":",","start":67,"end":68,"id":10,"ws":true,"disabled":false},{"text":"low","start":69,"end":72,"id":11,"ws":true,"disabled":false},{"text":"birth","start":73,"end":78,"id":12,"ws":true,"disabled":false},{"text":"weight","start":79,"end":85,"id":13,"ws":false,"disabled":false},{"text":",","start":85,"end":86,"id":14,"ws":true,"disabled":false},{"text":"and","start":87,"end":90,"id":15,"ws":true,"disabled":false},{"text":"even","start":91,"end":95,"id":16,"ws":true,"disabled":false},{"text":"death","start":96,"end":101,"id":17,"ws":true,"disabled":false},{"text":"of","start":102,"end":104,"id":18,"ws":true,"disabled":false},{"text":"a","start":105,"end":106,"id":19,"ws":true,"disabled":false},{"text":"newborn","start":107,"end":114,"id":20,"ws":false,"disabled":false},{"text":",","start":114,"end":115,"id":21,"ws":true,"disabled":false},{"text":"all","start":116,"end":119,"id":22,"ws":true,"disabled":false},{"text":"of","start":120,"end":122,"id":23,"ws":true,"disabled":false},{"text":"which","start":123,"end":128,"id":24,"ws":true,"disabled":false},{"text":"can","start":129,"end":132,"id":25,"ws":true,"disabled":false},{"text":"be","start":133,"end":135,"id":26,"ws":true,"disabled":false},{"text":"immensely","start":136,"end":145,"id":27,"ws":true,"disabled":false},{"text":"stressful","start":146,"end":155,"id":28,"ws":true,"disabled":false},{"text":"to","start":156,"end":158,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":31,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":28,"child":30,"head_span":{"start":136,"end":155,"token_start":27,"token_end":28,"label":"type_of"},"child_span":{"start":159,"end":171,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":1,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":5,"end":14,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":27,"end":36,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":37,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":8,"head_span":{"start":59,"end":67,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":50,"end":58,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":69,"end":72,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":73,"end":78,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":12,"head_span":{"start":79,"end":85,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":73,"end":78,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":17,"head_span":{"start":107,"end":114,"token_start":20,"token_end":20,"label":"type_of"},"child_span":{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":5,"end":14,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":37,"end":48,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":8,"head_span":{"start":5,"end":14,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":50,"end":58,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":12,"head_span":{"start":5,"end":14,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":73,"end":78,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":17,"head_span":{"start":5,"end":14,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":30,"head_span":{"start":96,"end":101,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":159,"end":171,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":30,"head_span":{"start":73,"end":78,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":159,"end":171,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":30,"head_span":{"start":50,"end":58,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":159,"end":171,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":30,"head_span":{"start":37,"end":48,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":159,"end":171,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":135,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u25a0 A 2017 study from the University of Southern California found living in areas where fine particle levels exceed EPA standards increased the risks for global cognitive decline by 81 percent and all-cause dementia by 92 percent in people with a genetic risk for Alzheimer\u2019s","text":"\u25a0 A 2017 study from the University of Southern California found living in areas where fine particle levels exceed EPA standards increased the risks for global cognitive decline by 81 percent and all-cause dementia by 92 percent in people with a genetic risk for Alzheimer\u2019s IMPLIED_BASE IMPLIED_BASE","characters":273,"document_index":110,"md_sentence_index":72,"classification_origin":"cm_cause_effect_rel","url":"https://hbbf.org/sites/default/files/documents/2018-06/LinkFossilFuelsNeurologicalHarm_04-06-18_v2.pdf","combo_id":"110_72","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1994577785,"_task_hash":-529599853,"spans":[{"start":86,"end":90,"token_start":15,"token_end":15,"label":"type_of"},{"start":91,"end":99,"token_start":16,"token_end":16,"label":"base"},{"text":"levels","start":100,"token_start":17,"token_end":17,"end":106,"type":"pattern","label":"aspect_changing"},{"start":107,"end":127,"token_start":18,"token_end":20,"label":"effect_size"},{"text":"increased","start":128,"token_start":21,"token_end":21,"end":137,"type":"pattern","label":"change_direction"},{"text":"risks","start":142,"token_start":23,"token_end":23,"end":147,"type":"pattern","label":"aspect_changing"},{"start":152,"end":158,"token_start":25,"token_end":25,"label":"type_of"},{"start":159,"end":176,"token_start":26,"token_end":27,"label":"base"},{"start":177,"end":190,"token_start":28,"token_end":30,"label":"effect_size"},{"start":195,"end":204,"token_start":32,"token_end":34,"label":"type_of"},{"start":205,"end":213,"token_start":35,"token_end":35,"label":"base"},{"start":214,"end":227,"token_start":36,"token_end":38,"label":"effect_size"},{"start":228,"end":273,"token_start":39,"token_end":47,"label":"to_whom"}],"tokens":[{"text":"\u25a0","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"A","start":2,"end":3,"id":1,"ws":true,"disabled":false},{"text":"2017","start":4,"end":8,"id":2,"ws":true,"disabled":false},{"text":"study","start":9,"end":14,"id":3,"ws":true,"disabled":false},{"text":"from","start":15,"end":19,"id":4,"ws":true,"disabled":false},{"text":"the","start":20,"end":23,"id":5,"ws":true,"disabled":false},{"text":"University","start":24,"end":34,"id":6,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":7,"ws":true,"disabled":false},{"text":"Southern","start":38,"end":46,"id":8,"ws":true,"disabled":false},{"text":"California","start":47,"end":57,"id":9,"ws":true,"disabled":false},{"text":"found","start":58,"end":63,"id":10,"ws":true,"disabled":false},{"text":"living","start":64,"end":70,"id":11,"ws":true,"disabled":false},{"text":"in","start":71,"end":73,"id":12,"ws":true,"disabled":false},{"text":"areas","start":74,"end":79,"id":13,"ws":true,"disabled":false},{"text":"where","start":80,"end":85,"id":14,"ws":true,"disabled":false},{"text":"fine","start":86,"end":90,"id":15,"ws":true,"disabled":false},{"text":"particle","start":91,"end":99,"id":16,"ws":true,"disabled":false},{"text":"levels","start":100,"end":106,"id":17,"ws":true,"disabled":false},{"text":"exceed","start":107,"end":113,"id":18,"ws":true,"disabled":false},{"text":"EPA","start":114,"end":117,"id":19,"ws":true,"disabled":false},{"text":"standards","start":118,"end":127,"id":20,"ws":true,"disabled":false},{"text":"increased","start":128,"end":137,"id":21,"ws":true,"disabled":false},{"text":"the","start":138,"end":141,"id":22,"ws":true,"disabled":false},{"text":"risks","start":142,"end":147,"id":23,"ws":true,"disabled":false},{"text":"for","start":148,"end":151,"id":24,"ws":true,"disabled":false},{"text":"global","start":152,"end":158,"id":25,"ws":true,"disabled":false},{"text":"cognitive","start":159,"end":168,"id":26,"ws":true,"disabled":false},{"text":"decline","start":169,"end":176,"id":27,"ws":true,"disabled":false},{"text":"by","start":177,"end":179,"id":28,"ws":true,"disabled":false},{"text":"81","start":180,"end":182,"id":29,"ws":true,"disabled":false},{"text":"percent","start":183,"end":190,"id":30,"ws":true,"disabled":false},{"text":"and","start":191,"end":194,"id":31,"ws":true,"disabled":false},{"text":"all","start":195,"end":198,"id":32,"ws":false,"disabled":false},{"text":"-","start":198,"end":199,"id":33,"ws":false,"disabled":false},{"text":"cause","start":199,"end":204,"id":34,"ws":true,"disabled":false},{"text":"dementia","start":205,"end":213,"id":35,"ws":true,"disabled":false},{"text":"by","start":214,"end":216,"id":36,"ws":true,"disabled":false},{"text":"92","start":217,"end":219,"id":37,"ws":true,"disabled":false},{"text":"percent","start":220,"end":227,"id":38,"ws":true,"disabled":false},{"text":"in","start":228,"end":230,"id":39,"ws":true,"disabled":false},{"text":"people","start":231,"end":237,"id":40,"ws":true,"disabled":false},{"text":"with","start":238,"end":242,"id":41,"ws":true,"disabled":false},{"text":"a","start":243,"end":244,"id":42,"ws":true,"disabled":false},{"text":"genetic","start":245,"end":252,"id":43,"ws":true,"disabled":false},{"text":"risk","start":253,"end":257,"id":44,"ws":true,"disabled":false},{"text":"for","start":258,"end":261,"id":45,"ws":true,"disabled":false},{"text":"Alzheimer","start":262,"end":271,"id":46,"ws":false,"disabled":false},{"text":"\u2019s","start":271,"end":273,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":274,"end":286,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":287,"end":299,"id":49,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":15,"child":16,"head_span":{"start":86,"end":90,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":91,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":100,"end":106,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":91,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":16,"head_span":{"start":107,"end":127,"token_start":18,"token_end":20,"label":"effect_size"},"child_span":{"start":91,"end":99,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":27,"head_span":{"start":128,"end":137,"token_start":21,"token_end":21,"label":"change_direction"},"child_span":{"start":159,"end":176,"token_start":26,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":27,"head_span":{"start":142,"end":147,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":159,"end":176,"token_start":26,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":27,"head_span":{"start":177,"end":190,"token_start":28,"token_end":30,"label":"effect_size"},"child_span":{"start":159,"end":176,"token_start":26,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":35,"head_span":{"start":195,"end":204,"token_start":32,"token_end":34,"label":"type_of"},"child_span":{"start":205,"end":213,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":27,"head_span":{"start":152,"end":158,"token_start":25,"token_end":25,"label":"type_of"},"child_span":{"start":159,"end":176,"token_start":26,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":38,"child":35,"head_span":{"start":214,"end":227,"token_start":36,"token_end":38,"label":"effect_size"},"child_span":{"start":205,"end":213,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":35,"head_span":{"start":228,"end":273,"token_start":39,"token_end":47,"label":"to_whom"},"child_span":{"start":205,"end":213,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":27,"head_span":{"start":91,"end":99,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":159,"end":176,"token_start":26,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":35,"head_span":{"start":91,"end":99,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":205,"end":213,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1137,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Warmer spring temperatures and less snow also provide greater opportunities for ignitions to start potential wildfires and gives fuels more time to dry out.","text":"Warmer spring temperatures and less snow also provide greater opportunities for ignitions to start potential wildfires and gives fuels more time to dry out. IMPLIED_BASE IMPLIED_BASE","characters":156,"document_index":857,"md_sentence_index":59,"classification_origin":"causal_sentence_classification","url":"https://www.barrons.com/articles/7-ways-youre-already-paying-for-climate-change-51599995430","combo_id":"857_59","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1828930846,"_task_hash":728332903,"spans":[{"text":"Warmer","start":0,"token_start":0,"token_end":0,"end":6,"type":"pattern","label":"change_direction"},{"start":7,"end":13,"token_start":1,"token_end":1,"label":"type_of"},{"text":"temperatures","start":14,"token_start":2,"token_end":2,"end":26,"type":"pattern","label":"aspect_changing"},{"text":"less","start":31,"token_start":4,"token_end":4,"end":35,"type":"pattern","label":"change_direction"},{"start":36,"end":40,"token_start":5,"token_end":5,"label":"base"},{"start":54,"end":61,"token_start":8,"token_end":8,"label":"change_direction"},{"start":62,"end":75,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},{"text":"wildfires","start":109,"token_start":15,"token_end":15,"end":118,"type":"pattern","label":"base"},{"start":129,"end":134,"token_start":18,"token_end":18,"label":"base"},{"text":"more","start":135,"token_start":19,"token_end":19,"end":139,"type":"pattern","label":"change_direction"},{"start":140,"end":155,"token_start":20,"token_end":23,"label":"aspect_changing"},{"start":157,"end":169,"token_start":25,"token_end":25,"label":"base"}],"tokens":[{"text":"Warmer","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"spring","start":7,"end":13,"id":1,"ws":true,"disabled":false},{"text":"temperatures","start":14,"end":26,"id":2,"ws":true,"disabled":false},{"text":"and","start":27,"end":30,"id":3,"ws":true,"disabled":false},{"text":"less","start":31,"end":35,"id":4,"ws":true,"disabled":false},{"text":"snow","start":36,"end":40,"id":5,"ws":true,"disabled":false},{"text":"also","start":41,"end":45,"id":6,"ws":true,"disabled":false},{"text":"provide","start":46,"end":53,"id":7,"ws":true,"disabled":false},{"text":"greater","start":54,"end":61,"id":8,"ws":true,"disabled":false},{"text":"opportunities","start":62,"end":75,"id":9,"ws":true,"disabled":false},{"text":"for","start":76,"end":79,"id":10,"ws":true,"disabled":false},{"text":"ignitions","start":80,"end":89,"id":11,"ws":true,"disabled":false},{"text":"to","start":90,"end":92,"id":12,"ws":true,"disabled":false},{"text":"start","start":93,"end":98,"id":13,"ws":true,"disabled":false},{"text":"potential","start":99,"end":108,"id":14,"ws":true,"disabled":false},{"text":"wildfires","start":109,"end":118,"id":15,"ws":true,"disabled":false},{"text":"and","start":119,"end":122,"id":16,"ws":true,"disabled":false},{"text":"gives","start":123,"end":128,"id":17,"ws":true,"disabled":false},{"text":"fuels","start":129,"end":134,"id":18,"ws":true,"disabled":false},{"text":"more","start":135,"end":139,"id":19,"ws":true,"disabled":false},{"text":"time","start":140,"end":144,"id":20,"ws":true,"disabled":false},{"text":"to","start":145,"end":147,"id":21,"ws":true,"disabled":false},{"text":"dry","start":148,"end":151,"id":22,"ws":true,"disabled":false},{"text":"out","start":152,"end":155,"id":23,"ws":false,"disabled":false},{"text":".","start":155,"end":156,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":170,"end":182,"id":26,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":0,"child":25,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":157,"end":169,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":25,"head_span":{"start":7,"end":13,"token_start":1,"token_end":1,"label":"type_of"},"child_span":{"start":157,"end":169,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":25,"head_span":{"start":14,"end":26,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":157,"end":169,"token_start":25,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":5,"head_span":{"start":31,"end":35,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":36,"end":40,"token_start":5,"token_end":5,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":54,"end":61,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":11,"head_span":{"start":62,"end":75,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":18,"head_span":{"start":140,"end":155,"token_start":20,"token_end":23,"label":"aspect_changing"},"child_span":{"start":129,"end":134,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":18,"head_span":{"start":135,"end":139,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":129,"end":134,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":11,"head_span":{"start":157,"end":169,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":11,"head_span":{"start":36,"end":40,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":11,"child":15,"head_span":{"start":80,"end":89,"token_start":11,"token_end":11,"label":"base"},"child_span":{"start":109,"end":118,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":5,"child":18,"head_span":{"start":36,"end":40,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":129,"end":134,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":18,"head_span":{"start":157,"end":169,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":129,"end":134,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":107,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In 2016, the annually-averaged ocean surface temperature for the world was 1.35 degrees Fahrenheit (0.75 degrees Celsius) higher than the 20th century average, continuing a steady climb in ocean surface temperatures over the past three decades.43,44 Record ocean temperatures have contributed to a decline in sea ice levels.","text":"In 2016, the annually-averaged ocean surface temperature for the world was 1.35 degrees Fahrenheit (0.75 degrees Celsius) higher than the 20th century average, continuing a steady climb in ocean surface temperatures over the past three decades.43,44 Record ocean temperatures have contributed to a decline in sea ice levels. IMPLIED_BASE IMPLIED_BASE","characters":324,"document_index":81,"md_sentence_index":97,"classification_origin":"cm_cause_effect_rel","url":"https://www.eesi.org/files/IssueBrief_Climate_Change_Security_Implications.pdf","combo_id":"81_97","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":1406727999,"_task_hash":-651209702,"spans":[{"start":250,"end":256,"token_start":42,"token_end":42,"label":"type_of"},{"text":"ocean","start":257,"token_start":43,"token_end":43,"end":262,"type":"pattern","label":"base"},{"text":"temperatures","start":263,"token_start":44,"token_end":44,"end":275,"type":"pattern","label":"aspect_changing"},{"start":298,"end":305,"token_start":49,"token_end":49,"label":"change_direction"},{"text":"sea ice","start":309,"token_start":51,"token_end":52,"end":316,"type":"pattern","label":"base"},{"text":"levels","start":317,"token_start":53,"token_end":53,"end":323,"type":"pattern","label":"aspect_changing"},{"start":325,"end":337,"token_start":55,"token_end":55,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"2016","start":3,"end":7,"id":1,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":2,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":3,"ws":true,"disabled":false},{"text":"annually","start":13,"end":21,"id":4,"ws":false,"disabled":false},{"text":"-","start":21,"end":22,"id":5,"ws":false,"disabled":false},{"text":"averaged","start":22,"end":30,"id":6,"ws":true,"disabled":false},{"text":"ocean","start":31,"end":36,"id":7,"ws":true,"disabled":false},{"text":"surface","start":37,"end":44,"id":8,"ws":true,"disabled":false},{"text":"temperature","start":45,"end":56,"id":9,"ws":true,"disabled":false},{"text":"for","start":57,"end":60,"id":10,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":11,"ws":true,"disabled":false},{"text":"world","start":65,"end":70,"id":12,"ws":true,"disabled":false},{"text":"was","start":71,"end":74,"id":13,"ws":true,"disabled":false},{"text":"1.35","start":75,"end":79,"id":14,"ws":true,"disabled":false},{"text":"degrees","start":80,"end":87,"id":15,"ws":true,"disabled":false},{"text":"Fahrenheit","start":88,"end":98,"id":16,"ws":true,"disabled":false},{"text":"(","start":99,"end":100,"id":17,"ws":false,"disabled":false},{"text":"0.75","start":100,"end":104,"id":18,"ws":true,"disabled":false},{"text":"degrees","start":105,"end":112,"id":19,"ws":true,"disabled":false},{"text":"Celsius","start":113,"end":120,"id":20,"ws":false,"disabled":false},{"text":")","start":120,"end":121,"id":21,"ws":true,"disabled":false},{"text":"higher","start":122,"end":128,"id":22,"ws":true,"disabled":false},{"text":"than","start":129,"end":133,"id":23,"ws":true,"disabled":false},{"text":"the","start":134,"end":137,"id":24,"ws":true,"disabled":false},{"text":"20th","start":138,"end":142,"id":25,"ws":true,"disabled":false},{"text":"century","start":143,"end":150,"id":26,"ws":true,"disabled":false},{"text":"average","start":151,"end":158,"id":27,"ws":false,"disabled":false},{"text":",","start":158,"end":159,"id":28,"ws":true,"disabled":false},{"text":"continuing","start":160,"end":170,"id":29,"ws":true,"disabled":false},{"text":"a","start":171,"end":172,"id":30,"ws":true,"disabled":false},{"text":"steady","start":173,"end":179,"id":31,"ws":true,"disabled":false},{"text":"climb","start":180,"end":185,"id":32,"ws":true,"disabled":false},{"text":"in","start":186,"end":188,"id":33,"ws":true,"disabled":false},{"text":"ocean","start":189,"end":194,"id":34,"ws":true,"disabled":false},{"text":"surface","start":195,"end":202,"id":35,"ws":true,"disabled":false},{"text":"temperatures","start":203,"end":215,"id":36,"ws":true,"disabled":false},{"text":"over","start":216,"end":220,"id":37,"ws":true,"disabled":false},{"text":"the","start":221,"end":224,"id":38,"ws":true,"disabled":false},{"text":"past","start":225,"end":229,"id":39,"ws":true,"disabled":false},{"text":"three","start":230,"end":235,"id":40,"ws":true,"disabled":false},{"text":"decades.43,44","start":236,"end":249,"id":41,"ws":true,"disabled":false},{"text":"Record","start":250,"end":256,"id":42,"ws":true,"disabled":false},{"text":"ocean","start":257,"end":262,"id":43,"ws":true,"disabled":false},{"text":"temperatures","start":263,"end":275,"id":44,"ws":true,"disabled":false},{"text":"have","start":276,"end":280,"id":45,"ws":true,"disabled":false},{"text":"contributed","start":281,"end":292,"id":46,"ws":true,"disabled":false},{"text":"to","start":293,"end":295,"id":47,"ws":true,"disabled":false},{"text":"a","start":296,"end":297,"id":48,"ws":true,"disabled":false},{"text":"decline","start":298,"end":305,"id":49,"ws":true,"disabled":false},{"text":"in","start":306,"end":308,"id":50,"ws":true,"disabled":false},{"text":"sea","start":309,"end":312,"id":51,"ws":true,"disabled":false},{"text":"ice","start":313,"end":316,"id":52,"ws":true,"disabled":false},{"text":"levels","start":317,"end":323,"id":53,"ws":false,"disabled":false},{"text":".","start":323,"end":324,"id":54,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":325,"end":337,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":338,"end":350,"id":56,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":44,"child":43,"head_span":{"start":263,"end":275,"token_start":44,"token_end":44,"label":"aspect_changing"},"child_span":{"start":257,"end":262,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":43,"head_span":{"start":250,"end":256,"token_start":42,"token_end":42,"label":"type_of"},"child_span":{"start":257,"end":262,"token_start":43,"token_end":43,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":49,"child":52,"head_span":{"start":298,"end":305,"token_start":49,"token_end":49,"label":"change_direction"},"child_span":{"start":309,"end":316,"token_start":51,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":53,"child":52,"head_span":{"start":317,"end":323,"token_start":53,"token_end":53,"label":"aspect_changing"},"child_span":{"start":309,"end":316,"token_start":51,"token_end":52,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":52,"head_span":{"start":257,"end":262,"token_start":43,"token_end":43,"label":"base"},"child_span":{"start":309,"end":316,"token_start":51,"token_end":52,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":898,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Experts say extreme temperatures are the catalyst for a growing number of local extinctions.\n","text":"Experts say extreme temperatures are the catalyst for a growing number of local extinctions. IMPLIED_BASE IMPLIED_BASE","characters":93,"document_index":724,"md_sentence_index":36,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://e360.yale.edu/features/with-temperatures-rising-can-animals-survive-the-heat-stress","combo_id":"724_36","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":752736271,"_task_hash":-750258538,"spans":[{"start":12,"end":32,"token_start":2,"token_end":3,"label":"aspect_changing"},{"start":41,"end":49,"token_start":6,"token_end":6,"label":"predicate"},{"text":"growing","start":56,"token_start":9,"token_end":9,"end":63,"type":"pattern","label":"change_direction"},{"start":64,"end":70,"token_start":10,"token_end":10,"label":"aspect_changing"},{"start":74,"end":79,"token_start":12,"token_end":12,"label":"type_of"},{"text":"extinctions","start":80,"token_start":13,"token_end":13,"end":91,"type":"pattern","label":"base"},{"start":93,"end":105,"token_start":15,"token_end":15,"label":"base"}],"tokens":[{"text":"Experts","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"say","start":8,"end":11,"id":1,"ws":true,"disabled":false},{"text":"extreme","start":12,"end":19,"id":2,"ws":true,"disabled":false},{"text":"temperatures","start":20,"end":32,"id":3,"ws":true,"disabled":false},{"text":"are","start":33,"end":36,"id":4,"ws":true,"disabled":false},{"text":"the","start":37,"end":40,"id":5,"ws":true,"disabled":false},{"text":"catalyst","start":41,"end":49,"id":6,"ws":true,"disabled":false},{"text":"for","start":50,"end":53,"id":7,"ws":true,"disabled":false},{"text":"a","start":54,"end":55,"id":8,"ws":true,"disabled":false},{"text":"growing","start":56,"end":63,"id":9,"ws":true,"disabled":false},{"text":"number","start":64,"end":70,"id":10,"ws":true,"disabled":false},{"text":"of","start":71,"end":73,"id":11,"ws":true,"disabled":false},{"text":"local","start":74,"end":79,"id":12,"ws":true,"disabled":false},{"text":"extinctions","start":80,"end":91,"id":13,"ws":false,"disabled":false},{"text":".","start":91,"end":92,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":106,"end":118,"id":16,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":3,"child":15,"head_span":{"start":12,"end":32,"token_start":2,"token_end":3,"label":"aspect_changing"},"child_span":{"start":93,"end":105,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":13,"head_span":{"start":56,"end":63,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":80,"end":91,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":13,"head_span":{"start":64,"end":70,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":80,"end":91,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":13,"head_span":{"start":74,"end":79,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":80,"end":91,"token_start":13,"token_end":13,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":13,"head_span":{"start":93,"end":105,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":80,"end":91,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":808,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"While studying how Inuit communities in northeast Canada are coping with climate change, Cunsolo became so stressed that she developed a pinched nerve in her shoulder and had to take six weeks off work.","text":"While studying how Inuit communities in northeast Canada are coping with climate change, Cunsolo became so stressed that she developed a pinched nerve in her shoulder and had to take six weeks off work. IMPLIED_BASE IMPLIED_BASE","characters":202,"document_index":651,"md_sentence_index":75,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.sciencenews.org/article/scientists-grief-climate-change-warming-mental-health-ecology","combo_id":"651_75","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1623997662,"_task_hash":-78310177,"spans":[],"tokens":[{"text":"While","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"studying","start":6,"end":14,"id":1,"ws":true,"disabled":false},{"text":"how","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"Inuit","start":19,"end":24,"id":3,"ws":true,"disabled":false},{"text":"communities","start":25,"end":36,"id":4,"ws":true,"disabled":false},{"text":"in","start":37,"end":39,"id":5,"ws":true,"disabled":false},{"text":"northeast","start":40,"end":49,"id":6,"ws":true,"disabled":false},{"text":"Canada","start":50,"end":56,"id":7,"ws":true,"disabled":false},{"text":"are","start":57,"end":60,"id":8,"ws":true,"disabled":false},{"text":"coping","start":61,"end":67,"id":9,"ws":true,"disabled":false},{"text":"with","start":68,"end":72,"id":10,"ws":true,"disabled":false},{"text":"climate","start":73,"end":80,"id":11,"ws":true,"disabled":false},{"text":"change","start":81,"end":87,"id":12,"ws":false,"disabled":false},{"text":",","start":87,"end":88,"id":13,"ws":true,"disabled":false},{"text":"Cunsolo","start":89,"end":96,"id":14,"ws":true,"disabled":false},{"text":"became","start":97,"end":103,"id":15,"ws":true,"disabled":false},{"text":"so","start":104,"end":106,"id":16,"ws":true,"disabled":false},{"text":"stressed","start":107,"end":115,"id":17,"ws":true,"disabled":false},{"text":"that","start":116,"end":120,"id":18,"ws":true,"disabled":false},{"text":"she","start":121,"end":124,"id":19,"ws":true,"disabled":false},{"text":"developed","start":125,"end":134,"id":20,"ws":true,"disabled":false},{"text":"a","start":135,"end":136,"id":21,"ws":true,"disabled":false},{"text":"pinched","start":137,"end":144,"id":22,"ws":true,"disabled":false},{"text":"nerve","start":145,"end":150,"id":23,"ws":true,"disabled":false},{"text":"in","start":151,"end":153,"id":24,"ws":true,"disabled":false},{"text":"her","start":154,"end":157,"id":25,"ws":true,"disabled":false},{"text":"shoulder","start":158,"end":166,"id":26,"ws":true,"disabled":false},{"text":"and","start":167,"end":170,"id":27,"ws":true,"disabled":false},{"text":"had","start":171,"end":174,"id":28,"ws":true,"disabled":false},{"text":"to","start":175,"end":177,"id":29,"ws":true,"disabled":false},{"text":"take","start":178,"end":182,"id":30,"ws":true,"disabled":false},{"text":"six","start":183,"end":186,"id":31,"ws":true,"disabled":false},{"text":"weeks","start":187,"end":192,"id":32,"ws":true,"disabled":false},{"text":"off","start":193,"end":196,"id":33,"ws":true,"disabled":false},{"text":"work","start":197,"end":201,"id":34,"ws":false,"disabled":false},{"text":".","start":201,"end":202,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":203,"end":215,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":216,"end":228,"id":37,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":315,"Used?":"","Dataset name":"","ignore?":"ignore","reason":"not causal? sell what?","relation count":"","complexity":"","original_md_text":"If people don\u2019t sell after a flood, they are likelier to sell after the next one, said Tom Palko, assistant director of the city\u2019s storm water division.","text":"If people don\u2019t sell after a flood, they are likelier to sell after the next one, said Tom Palko, assistant director of the city\u2019s storm water division. IMPLIED_BASE IMPLIED_BASE","characters":152,"document_index":254,"md_sentence_index":41,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/07/06/climate/nashville-floods-buybacks.html","combo_id":"254_41","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1006936424,"_task_hash":722723345,"spans":[{"start":3,"end":9,"token_start":1,"token_end":1,"label":"base"},{"start":10,"end":20,"token_start":2,"token_end":4,"label":"aspect_changing"},{"start":21,"end":34,"token_start":5,"token_end":7,"label":"when"},{"start":45,"end":53,"token_start":11,"token_end":11,"label":"change_direction"},{"start":57,"end":61,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":62,"end":80,"token_start":14,"token_end":17,"label":"when"},{"start":153,"end":165,"token_start":33,"token_end":33,"label":"base"}],"tokens":[{"text":"If","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"people","start":3,"end":9,"id":1,"ws":true,"disabled":false},{"text":"do","start":10,"end":12,"id":2,"ws":false,"disabled":false},{"text":"n\u2019t","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"sell","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"after","start":21,"end":26,"id":5,"ws":true,"disabled":false},{"text":"a","start":27,"end":28,"id":6,"ws":true,"disabled":false},{"text":"flood","start":29,"end":34,"id":7,"ws":false,"disabled":false},{"text":",","start":34,"end":35,"id":8,"ws":true,"disabled":false},{"text":"they","start":36,"end":40,"id":9,"ws":true,"disabled":false},{"text":"are","start":41,"end":44,"id":10,"ws":true,"disabled":false},{"text":"likelier","start":45,"end":53,"id":11,"ws":true,"disabled":false},{"text":"to","start":54,"end":56,"id":12,"ws":true,"disabled":false},{"text":"sell","start":57,"end":61,"id":13,"ws":true,"disabled":false},{"text":"after","start":62,"end":67,"id":14,"ws":true,"disabled":false},{"text":"the","start":68,"end":71,"id":15,"ws":true,"disabled":false},{"text":"next","start":72,"end":76,"id":16,"ws":true,"disabled":false},{"text":"one","start":77,"end":80,"id":17,"ws":false,"disabled":false},{"text":",","start":80,"end":81,"id":18,"ws":true,"disabled":false},{"text":"said","start":82,"end":86,"id":19,"ws":true,"disabled":false},{"text":"Tom","start":87,"end":90,"id":20,"ws":true,"disabled":false},{"text":"Palko","start":91,"end":96,"id":21,"ws":false,"disabled":false},{"text":",","start":96,"end":97,"id":22,"ws":true,"disabled":false},{"text":"assistant","start":98,"end":107,"id":23,"ws":true,"disabled":false},{"text":"director","start":108,"end":116,"id":24,"ws":true,"disabled":false},{"text":"of","start":117,"end":119,"id":25,"ws":true,"disabled":false},{"text":"the","start":120,"end":123,"id":26,"ws":true,"disabled":false},{"text":"city","start":124,"end":128,"id":27,"ws":false,"disabled":false},{"text":"\u2019s","start":128,"end":130,"id":28,"ws":true,"disabled":false},{"text":"storm","start":131,"end":136,"id":29,"ws":true,"disabled":false},{"text":"water","start":137,"end":142,"id":30,"ws":true,"disabled":false},{"text":"division","start":143,"end":151,"id":31,"ws":false,"disabled":false},{"text":".","start":151,"end":152,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":153,"end":165,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":166,"end":178,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":4,"child":1,"head_span":{"start":10,"end":20,"token_start":2,"token_end":4,"label":"aspect_changing"},"child_span":{"start":3,"end":9,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":1,"head_span":{"start":21,"end":34,"token_start":5,"token_end":7,"label":"when"},"child_span":{"start":3,"end":9,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":33,"head_span":{"start":45,"end":53,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":153,"end":165,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":33,"head_span":{"start":57,"end":61,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":153,"end":165,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":33,"head_span":{"start":62,"end":80,"token_start":14,"token_end":17,"label":"when"},"child_span":{"start":153,"end":165,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":33,"head_span":{"start":3,"end":9,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":153,"end":165,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":829,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"We also introduce a method that allows us to forecast beyond the support of the temperature distributions we observe, focusing on the \u201ctails\u201d of the temperature distribution to properly estimate changes due to the increases in extreme temperature expected as a result of climate change.\n","text":"We also introduce a method that allows us to forecast beyond the support of the temperature distributions we observe, focusing on the \u201ctails\u201d of the temperature distribution to properly estimate changes due to the increases in extreme temperature expected as a result of climate change. IMPLIED_BASE IMPLIED_BASE","characters":287,"document_index":664,"md_sentence_index":34,"classification_origin":"causal_sentence_classification","url":"http://www.pnas.org/content/114/8/1886.full","combo_id":"664_34","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":-1319962374,"_task_hash":773449285,"spans":[{"start":195,"end":202,"token_start":33,"token_end":33,"label":"aspect_changing"},{"start":203,"end":209,"token_start":34,"token_end":35,"label":"predicate"},{"text":"increases","start":214,"token_start":37,"token_end":37,"end":223,"type":"pattern","label":"change_direction"},{"start":227,"end":246,"token_start":39,"token_end":40,"label":"aspect_changing"},{"start":247,"end":255,"token_start":41,"token_end":41,"label":"confidence"},{"start":256,"end":267,"token_start":42,"token_end":44,"label":"predicate"},{"text":"climate change","start":271,"token_start":46,"token_end":47,"end":285,"type":"pattern","label":"base"},{"start":287,"end":299,"token_start":49,"token_end":49,"label":"base"},{"start":300,"end":312,"token_start":50,"token_end":50,"label":"base"}],"tokens":[{"text":"We","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"also","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"introduce","start":8,"end":17,"id":2,"ws":true,"disabled":false},{"text":"a","start":18,"end":19,"id":3,"ws":true,"disabled":false},{"text":"method","start":20,"end":26,"id":4,"ws":true,"disabled":false},{"text":"that","start":27,"end":31,"id":5,"ws":true,"disabled":false},{"text":"allows","start":32,"end":38,"id":6,"ws":true,"disabled":false},{"text":"us","start":39,"end":41,"id":7,"ws":true,"disabled":false},{"text":"to","start":42,"end":44,"id":8,"ws":true,"disabled":false},{"text":"forecast","start":45,"end":53,"id":9,"ws":true,"disabled":false},{"text":"beyond","start":54,"end":60,"id":10,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":11,"ws":true,"disabled":false},{"text":"support","start":65,"end":72,"id":12,"ws":true,"disabled":false},{"text":"of","start":73,"end":75,"id":13,"ws":true,"disabled":false},{"text":"the","start":76,"end":79,"id":14,"ws":true,"disabled":false},{"text":"temperature","start":80,"end":91,"id":15,"ws":true,"disabled":false},{"text":"distributions","start":92,"end":105,"id":16,"ws":true,"disabled":false},{"text":"we","start":106,"end":108,"id":17,"ws":true,"disabled":false},{"text":"observe","start":109,"end":116,"id":18,"ws":false,"disabled":false},{"text":",","start":116,"end":117,"id":19,"ws":true,"disabled":false},{"text":"focusing","start":118,"end":126,"id":20,"ws":true,"disabled":false},{"text":"on","start":127,"end":129,"id":21,"ws":true,"disabled":false},{"text":"the","start":130,"end":133,"id":22,"ws":true,"disabled":false},{"text":"\u201c","start":134,"end":135,"id":23,"ws":false,"disabled":false},{"text":"tails","start":135,"end":140,"id":24,"ws":false,"disabled":false},{"text":"\u201d","start":140,"end":141,"id":25,"ws":true,"disabled":false},{"text":"of","start":142,"end":144,"id":26,"ws":true,"disabled":false},{"text":"the","start":145,"end":148,"id":27,"ws":true,"disabled":false},{"text":"temperature","start":149,"end":160,"id":28,"ws":true,"disabled":false},{"text":"distribution","start":161,"end":173,"id":29,"ws":true,"disabled":false},{"text":"to","start":174,"end":176,"id":30,"ws":true,"disabled":false},{"text":"properly","start":177,"end":185,"id":31,"ws":true,"disabled":false},{"text":"estimate","start":186,"end":194,"id":32,"ws":true,"disabled":false},{"text":"changes","start":195,"end":202,"id":33,"ws":true,"disabled":false},{"text":"due","start":203,"end":206,"id":34,"ws":true,"disabled":false},{"text":"to","start":207,"end":209,"id":35,"ws":true,"disabled":false},{"text":"the","start":210,"end":213,"id":36,"ws":true,"disabled":false},{"text":"increases","start":214,"end":223,"id":37,"ws":true,"disabled":false},{"text":"in","start":224,"end":226,"id":38,"ws":true,"disabled":false},{"text":"extreme","start":227,"end":234,"id":39,"ws":true,"disabled":false},{"text":"temperature","start":235,"end":246,"id":40,"ws":true,"disabled":false},{"text":"expected","start":247,"end":255,"id":41,"ws":true,"disabled":false},{"text":"as","start":256,"end":258,"id":42,"ws":true,"disabled":false},{"text":"a","start":259,"end":260,"id":43,"ws":true,"disabled":false},{"text":"result","start":261,"end":267,"id":44,"ws":true,"disabled":false},{"text":"of","start":268,"end":270,"id":45,"ws":true,"disabled":false},{"text":"climate","start":271,"end":278,"id":46,"ws":true,"disabled":false},{"text":"change","start":279,"end":285,"id":47,"ws":false,"disabled":false},{"text":".","start":285,"end":286,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":287,"end":299,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":300,"end":312,"id":50,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":33,"child":49,"head_span":{"start":195,"end":202,"token_start":33,"token_end":33,"label":"aspect_changing"},"child_span":{"start":287,"end":299,"token_start":49,"token_end":49,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":50,"head_span":{"start":214,"end":223,"token_start":37,"token_end":37,"label":"change_direction"},"child_span":{"start":300,"end":312,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":50,"head_span":{"start":227,"end":246,"token_start":39,"token_end":40,"label":"aspect_changing"},"child_span":{"start":300,"end":312,"token_start":50,"token_end":50,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":47,"child":50,"head_span":{"start":271,"end":285,"token_start":46,"token_end":47,"label":"base"},"child_span":{"start":300,"end":312,"token_start":50,"token_end":50,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":50,"child":49,"head_span":{"start":300,"end":312,"token_start":50,"token_end":50,"label":"base"},"child_span":{"start":287,"end":299,"token_start":49,"token_end":49,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":489,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Gim\u00e9nez co-authored a study published in the journal Nature last year showing that regional increases in precipitation due to climate change may lead to less water infiltration, more runoff and erosion, and greater risk of flash flooding.\n","text":"Gim\u00e9nez co-authored a study published in the journal Nature last year showing that regional increases in precipitation due to climate change may lead to less water infiltration, more runoff and erosion, and greater risk of flash flooding. IMPLIED_BASE IMPLIED_BASE","characters":239,"document_index":373,"md_sentence_index":9,"classification_origin":"cm_cause_effect_rel","url":"https://news.rutgers.edu/soils-could-be-affected-climate-change-impacting-water-and-food/20190909","combo_id":"373_9","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"A","_input_hash":-1565987984,"_task_hash":-1313089627,"spans":[{"start":83,"end":91,"token_start":15,"token_end":15,"label":"type_of"},{"start":92,"end":101,"token_start":16,"token_end":16,"label":"change_direction"},{"text":"precipitation","start":105,"token_start":18,"token_end":18,"end":118,"type":"pattern","label":"base"},{"start":119,"end":125,"token_start":19,"token_end":20,"label":"predicate"},{"text":"climate change","start":126,"token_start":21,"token_end":22,"end":140,"type":"pattern","label":"base"},{"start":145,"end":152,"token_start":24,"token_end":25,"label":"predicate"},{"text":"less","start":153,"token_start":26,"token_end":26,"end":157,"type":"pattern","label":"change_direction"},{"text":"water","start":158,"token_start":27,"token_end":27,"end":163,"type":"pattern","label":"base"},{"start":164,"end":176,"token_start":28,"token_end":28,"label":"aspect_changing"},{"text":"more","start":178,"token_start":30,"token_end":30,"end":182,"type":"pattern","label":"change_direction"},{"start":183,"end":189,"token_start":31,"token_end":31,"label":"base"},{"text":"erosion","start":194,"token_start":33,"token_end":33,"end":201,"type":"pattern","label":"base"},{"start":207,"end":214,"token_start":36,"token_end":36,"label":"change_direction"},{"text":"risk","start":215,"token_start":37,"token_end":37,"end":219,"type":"pattern","label":"aspect_changing"},{"start":223,"end":228,"token_start":39,"token_end":39,"label":"type_of"},{"text":"flooding","start":229,"token_start":40,"token_end":40,"end":237,"type":"pattern","label":"base"}],"tokens":[{"text":"Gim\u00e9nez","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"co","start":8,"end":10,"id":1,"ws":false,"disabled":false},{"text":"-","start":10,"end":11,"id":2,"ws":false,"disabled":false},{"text":"authored","start":11,"end":19,"id":3,"ws":true,"disabled":false},{"text":"a","start":20,"end":21,"id":4,"ws":true,"disabled":false},{"text":"study","start":22,"end":27,"id":5,"ws":true,"disabled":false},{"text":"published","start":28,"end":37,"id":6,"ws":true,"disabled":false},{"text":"in","start":38,"end":40,"id":7,"ws":true,"disabled":false},{"text":"the","start":41,"end":44,"id":8,"ws":true,"disabled":false},{"text":"journal","start":45,"end":52,"id":9,"ws":true,"disabled":false},{"text":"Nature","start":53,"end":59,"id":10,"ws":true,"disabled":false},{"text":"last","start":60,"end":64,"id":11,"ws":true,"disabled":false},{"text":"year","start":65,"end":69,"id":12,"ws":true,"disabled":false},{"text":"showing","start":70,"end":77,"id":13,"ws":true,"disabled":false},{"text":"that","start":78,"end":82,"id":14,"ws":true,"disabled":false},{"text":"regional","start":83,"end":91,"id":15,"ws":true,"disabled":false},{"text":"increases","start":92,"end":101,"id":16,"ws":true,"disabled":false},{"text":"in","start":102,"end":104,"id":17,"ws":true,"disabled":false},{"text":"precipitation","start":105,"end":118,"id":18,"ws":true,"disabled":false},{"text":"due","start":119,"end":122,"id":19,"ws":true,"disabled":false},{"text":"to","start":123,"end":125,"id":20,"ws":true,"disabled":false},{"text":"climate","start":126,"end":133,"id":21,"ws":true,"disabled":false},{"text":"change","start":134,"end":140,"id":22,"ws":true,"disabled":false},{"text":"may","start":141,"end":144,"id":23,"ws":true,"disabled":false},{"text":"lead","start":145,"end":149,"id":24,"ws":true,"disabled":false},{"text":"to","start":150,"end":152,"id":25,"ws":true,"disabled":false},{"text":"less","start":153,"end":157,"id":26,"ws":true,"disabled":false},{"text":"water","start":158,"end":163,"id":27,"ws":true,"disabled":false},{"text":"infiltration","start":164,"end":176,"id":28,"ws":false,"disabled":false},{"text":",","start":176,"end":177,"id":29,"ws":true,"disabled":false},{"text":"more","start":178,"end":182,"id":30,"ws":true,"disabled":false},{"text":"runoff","start":183,"end":189,"id":31,"ws":true,"disabled":false},{"text":"and","start":190,"end":193,"id":32,"ws":true,"disabled":false},{"text":"erosion","start":194,"end":201,"id":33,"ws":false,"disabled":false},{"text":",","start":201,"end":202,"id":34,"ws":true,"disabled":false},{"text":"and","start":203,"end":206,"id":35,"ws":true,"disabled":false},{"text":"greater","start":207,"end":214,"id":36,"ws":true,"disabled":false},{"text":"risk","start":215,"end":219,"id":37,"ws":true,"disabled":false},{"text":"of","start":220,"end":222,"id":38,"ws":true,"disabled":false},{"text":"flash","start":223,"end":228,"id":39,"ws":true,"disabled":false},{"text":"flooding","start":229,"end":237,"id":40,"ws":false,"disabled":false},{"text":".","start":237,"end":238,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":42,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":252,"end":264,"id":43,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":16,"child":18,"head_span":{"start":92,"end":101,"token_start":16,"token_end":16,"label":"change_direction"},"child_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":27,"head_span":{"start":153,"end":157,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":158,"end":163,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":27,"head_span":{"start":164,"end":176,"token_start":28,"token_end":28,"label":"aspect_changing"},"child_span":{"start":158,"end":163,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":31,"head_span":{"start":178,"end":182,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":183,"end":189,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":33,"head_span":{"start":178,"end":182,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":194,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":40,"head_span":{"start":207,"end":214,"token_start":36,"token_end":36,"label":"change_direction"},"child_span":{"start":229,"end":237,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":40,"head_span":{"start":215,"end":219,"token_start":37,"token_end":37,"label":"aspect_changing"},"child_span":{"start":229,"end":237,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":40,"head_span":{"start":223,"end":228,"token_start":39,"token_end":39,"label":"type_of"},"child_span":{"start":229,"end":237,"token_start":40,"token_end":40,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":27,"head_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":158,"end":163,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":31,"head_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":183,"end":189,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":33,"head_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":194,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":40,"head_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":229,"end":237,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":18,"head_span":{"start":83,"end":91,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":18,"head_span":{"start":126,"end":140,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":105,"end":118,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":27,"head_span":{"start":126,"end":140,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":158,"end":163,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":31,"head_span":{"start":126,"end":140,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":183,"end":189,"token_start":31,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":33,"head_span":{"start":126,"end":140,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":194,"end":201,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":40,"head_span":{"start":126,"end":140,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":229,"end":237,"token_start":40,"token_end":40,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":444,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Although the data are sparse, we do in fact find a significant positive trend in coastal annual-mean rainfall 1948\u20132017 from TCs that stall, and we verify that this is due to increased stalling frequency.","text":"Although the data are sparse, we do in fact find a significant positive trend in coastal annual-mean rainfall 1948\u20132017 from TCs that stall, and we verify that this is due to increased stalling frequency. IMPLIED_BASE IMPLIED_BASE","characters":204,"document_index":358,"md_sentence_index":7,"classification_origin":"cm_cause_effect_rel","url":"https://www.nature.com/articles/s41612-019-0074-8","combo_id":"358_7","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1799781223,"_task_hash":1814724054,"spans":[{"start":63,"end":71,"token_start":13,"token_end":13,"label":"change_direction"},{"start":72,"end":77,"token_start":14,"token_end":14,"label":"aspect_changing"},{"start":81,"end":100,"token_start":16,"token_end":19,"label":"type_of"},{"text":"rainfall","start":101,"token_start":20,"token_end":20,"end":109,"type":"pattern","label":"base"},{"start":110,"end":119,"token_start":21,"token_end":21,"label":"when"},{"start":125,"end":128,"token_start":23,"token_end":23,"label":"base"},{"start":129,"end":139,"token_start":24,"token_end":25,"label":"type_of"},{"text":"increased","start":175,"token_start":35,"token_end":35,"end":184,"type":"pattern","label":"change_direction"},{"start":185,"end":203,"token_start":36,"token_end":37,"label":"aspect_changing"},{"start":205,"end":217,"token_start":39,"token_end":39,"label":"base"}],"tokens":[{"text":"Although","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":1,"ws":true,"disabled":false},{"text":"data","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"are","start":18,"end":21,"id":3,"ws":true,"disabled":false},{"text":"sparse","start":22,"end":28,"id":4,"ws":false,"disabled":false},{"text":",","start":28,"end":29,"id":5,"ws":true,"disabled":false},{"text":"we","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"do","start":33,"end":35,"id":7,"ws":true,"disabled":false},{"text":"in","start":36,"end":38,"id":8,"ws":true,"disabled":false},{"text":"fact","start":39,"end":43,"id":9,"ws":true,"disabled":false},{"text":"find","start":44,"end":48,"id":10,"ws":true,"disabled":false},{"text":"a","start":49,"end":50,"id":11,"ws":true,"disabled":false},{"text":"significant","start":51,"end":62,"id":12,"ws":true,"disabled":false},{"text":"positive","start":63,"end":71,"id":13,"ws":true,"disabled":false},{"text":"trend","start":72,"end":77,"id":14,"ws":true,"disabled":false},{"text":"in","start":78,"end":80,"id":15,"ws":true,"disabled":false},{"text":"coastal","start":81,"end":88,"id":16,"ws":true,"disabled":false},{"text":"annual","start":89,"end":95,"id":17,"ws":false,"disabled":false},{"text":"-","start":95,"end":96,"id":18,"ws":false,"disabled":false},{"text":"mean","start":96,"end":100,"id":19,"ws":true,"disabled":false},{"text":"rainfall","start":101,"end":109,"id":20,"ws":true,"disabled":false},{"text":"1948\u20132017","start":110,"end":119,"id":21,"ws":true,"disabled":false},{"text":"from","start":120,"end":124,"id":22,"ws":true,"disabled":false},{"text":"TCs","start":125,"end":128,"id":23,"ws":true,"disabled":false},{"text":"that","start":129,"end":133,"id":24,"ws":true,"disabled":false},{"text":"stall","start":134,"end":139,"id":25,"ws":false,"disabled":false},{"text":",","start":139,"end":140,"id":26,"ws":true,"disabled":false},{"text":"and","start":141,"end":144,"id":27,"ws":true,"disabled":false},{"text":"we","start":145,"end":147,"id":28,"ws":true,"disabled":false},{"text":"verify","start":148,"end":154,"id":29,"ws":true,"disabled":false},{"text":"that","start":155,"end":159,"id":30,"ws":true,"disabled":false},{"text":"this","start":160,"end":164,"id":31,"ws":true,"disabled":false},{"text":"is","start":165,"end":167,"id":32,"ws":true,"disabled":false},{"text":"due","start":168,"end":171,"id":33,"ws":true,"disabled":false},{"text":"to","start":172,"end":174,"id":34,"ws":true,"disabled":false},{"text":"increased","start":175,"end":184,"id":35,"ws":true,"disabled":false},{"text":"stalling","start":185,"end":193,"id":36,"ws":true,"disabled":false},{"text":"frequency","start":194,"end":203,"id":37,"ws":false,"disabled":false},{"text":".","start":203,"end":204,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":205,"end":217,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":218,"end":230,"id":40,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":35,"child":39,"head_span":{"start":175,"end":184,"token_start":35,"token_end":35,"label":"change_direction"},"child_span":{"start":205,"end":217,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":39,"head_span":{"start":185,"end":203,"token_start":36,"token_end":37,"label":"aspect_changing"},"child_span":{"start":205,"end":217,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":23,"head_span":{"start":129,"end":139,"token_start":24,"token_end":25,"label":"type_of"},"child_span":{"start":125,"end":128,"token_start":23,"token_end":23,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":20,"head_span":{"start":72,"end":77,"token_start":14,"token_end":14,"label":"aspect_changing"},"child_span":{"start":101,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":20,"head_span":{"start":63,"end":71,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":101,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":81,"end":100,"token_start":16,"token_end":19,"label":"type_of"},"child_span":{"start":101,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":20,"head_span":{"start":125,"end":128,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":101,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":39,"child":20,"head_span":{"start":205,"end":217,"token_start":39,"token_end":39,"label":"base"},"child_span":{"start":101,"end":109,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":453,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As governments and nonprofits cope with the aftermath of Dorian, and the increased damage of similar hurricanes in the near future, experts warn that they need to be creating plans for decades into the future, when climate change is expected to make storms even more intense and unpredictable than they are today.","text":"As governments and nonprofits cope with the aftermath of Dorian, and the increased damage of similar hurricanes in the near future, experts warn that they need to be creating plans for decades into the future, when climate change is expected to make storms even more intense and unpredictable than they are today. IMPLIED_BASE IMPLIED_BASE","characters":313,"document_index":359,"md_sentence_index":46,"classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/newshour/nation/is-climate-change-making-hurricanes-stall","combo_id":"359_46","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":1584371769,"_task_hash":341616442,"spans":[{"text":"climate change","start":215,"token_start":39,"token_end":40,"end":229,"type":"pattern","label":"base"},{"text":"storms","start":250,"token_start":45,"token_end":45,"end":256,"type":"pattern","label":"base"},{"text":"more","start":262,"token_start":47,"token_end":47,"end":266,"type":"pattern","label":"change_direction"},{"start":267,"end":292,"token_start":48,"token_end":50,"label":"type_of"},{"start":293,"end":312,"token_start":51,"token_end":54,"label":"effect_size"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"governments","start":3,"end":14,"id":1,"ws":true,"disabled":false},{"text":"and","start":15,"end":18,"id":2,"ws":true,"disabled":false},{"text":"nonprofits","start":19,"end":29,"id":3,"ws":true,"disabled":false},{"text":"cope","start":30,"end":34,"id":4,"ws":true,"disabled":false},{"text":"with","start":35,"end":39,"id":5,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":6,"ws":true,"disabled":false},{"text":"aftermath","start":44,"end":53,"id":7,"ws":true,"disabled":false},{"text":"of","start":54,"end":56,"id":8,"ws":true,"disabled":false},{"text":"Dorian","start":57,"end":63,"id":9,"ws":false,"disabled":false},{"text":",","start":63,"end":64,"id":10,"ws":true,"disabled":false},{"text":"and","start":65,"end":68,"id":11,"ws":true,"disabled":false},{"text":"the","start":69,"end":72,"id":12,"ws":true,"disabled":false},{"text":"increased","start":73,"end":82,"id":13,"ws":true,"disabled":false},{"text":"damage","start":83,"end":89,"id":14,"ws":true,"disabled":false},{"text":"of","start":90,"end":92,"id":15,"ws":true,"disabled":false},{"text":"similar","start":93,"end":100,"id":16,"ws":true,"disabled":false},{"text":"hurricanes","start":101,"end":111,"id":17,"ws":true,"disabled":false},{"text":"in","start":112,"end":114,"id":18,"ws":true,"disabled":false},{"text":"the","start":115,"end":118,"id":19,"ws":true,"disabled":false},{"text":"near","start":119,"end":123,"id":20,"ws":true,"disabled":false},{"text":"future","start":124,"end":130,"id":21,"ws":false,"disabled":false},{"text":",","start":130,"end":131,"id":22,"ws":true,"disabled":false},{"text":"experts","start":132,"end":139,"id":23,"ws":true,"disabled":false},{"text":"warn","start":140,"end":144,"id":24,"ws":true,"disabled":false},{"text":"that","start":145,"end":149,"id":25,"ws":true,"disabled":false},{"text":"they","start":150,"end":154,"id":26,"ws":true,"disabled":false},{"text":"need","start":155,"end":159,"id":27,"ws":true,"disabled":false},{"text":"to","start":160,"end":162,"id":28,"ws":true,"disabled":false},{"text":"be","start":163,"end":165,"id":29,"ws":true,"disabled":false},{"text":"creating","start":166,"end":174,"id":30,"ws":true,"disabled":false},{"text":"plans","start":175,"end":180,"id":31,"ws":true,"disabled":false},{"text":"for","start":181,"end":184,"id":32,"ws":true,"disabled":false},{"text":"decades","start":185,"end":192,"id":33,"ws":true,"disabled":false},{"text":"into","start":193,"end":197,"id":34,"ws":true,"disabled":false},{"text":"the","start":198,"end":201,"id":35,"ws":true,"disabled":false},{"text":"future","start":202,"end":208,"id":36,"ws":false,"disabled":false},{"text":",","start":208,"end":209,"id":37,"ws":true,"disabled":false},{"text":"when","start":210,"end":214,"id":38,"ws":true,"disabled":false},{"text":"climate","start":215,"end":222,"id":39,"ws":true,"disabled":false},{"text":"change","start":223,"end":229,"id":40,"ws":true,"disabled":false},{"text":"is","start":230,"end":232,"id":41,"ws":true,"disabled":false},{"text":"expected","start":233,"end":241,"id":42,"ws":true,"disabled":false},{"text":"to","start":242,"end":244,"id":43,"ws":true,"disabled":false},{"text":"make","start":245,"end":249,"id":44,"ws":true,"disabled":false},{"text":"storms","start":250,"end":256,"id":45,"ws":true,"disabled":false},{"text":"even","start":257,"end":261,"id":46,"ws":true,"disabled":false},{"text":"more","start":262,"end":266,"id":47,"ws":true,"disabled":false},{"text":"intense","start":267,"end":274,"id":48,"ws":true,"disabled":false},{"text":"and","start":275,"end":278,"id":49,"ws":true,"disabled":false},{"text":"unpredictable","start":279,"end":292,"id":50,"ws":true,"disabled":false},{"text":"than","start":293,"end":297,"id":51,"ws":true,"disabled":false},{"text":"they","start":298,"end":302,"id":52,"ws":true,"disabled":false},{"text":"are","start":303,"end":306,"id":53,"ws":true,"disabled":false},{"text":"today","start":307,"end":312,"id":54,"ws":false,"disabled":false},{"text":".","start":312,"end":313,"id":55,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":314,"end":326,"id":56,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":327,"end":339,"id":57,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":40,"child":45,"head_span":{"start":215,"end":229,"token_start":39,"token_end":40,"label":"base"},"child_span":{"start":250,"end":256,"token_start":45,"token_end":45,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":47,"child":45,"head_span":{"start":262,"end":266,"token_start":47,"token_end":47,"label":"change_direction"},"child_span":{"start":250,"end":256,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":54,"child":45,"head_span":{"start":293,"end":312,"token_start":51,"token_end":54,"label":"effect_size"},"child_span":{"start":250,"end":256,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":50,"child":45,"head_span":{"start":267,"end":292,"token_start":48,"token_end":50,"label":"type_of"},"child_span":{"start":250,"end":256,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":348,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"California fires took a half-dozen lives and were so severe as to cause a national state of emergency; the 2018 Mendocino Complex Fire was the largest in California history.","text":"California fires took a half-dozen lives and were so severe as to cause a national state of emergency; the 2018 Mendocino Complex Fire was the largest in California history. IMPLIED_BASE IMPLIED_BASE","characters":173,"document_index":273,"md_sentence_index":33,"classification_origin":"cm_cause_effect_rel","url":"http://www.climatesciencewatch.org/2019/06/28/as-climate-change-creates-a-true-public-health-emergency-trump-administration-quashes-federal-climate-program-and-exiles-its-director/","combo_id":"273_33","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"A","_input_hash":676219758,"_task_hash":-2038778395,"spans":[{"start":0,"end":10,"token_start":0,"token_end":0,"label":"where"},{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},{"start":17,"end":21,"token_start":2,"token_end":2,"label":"change_direction"},{"start":24,"end":34,"token_start":4,"token_end":6,"label":"effect_size"},{"start":35,"end":40,"token_start":7,"token_end":7,"label":"base"},{"start":74,"end":82,"token_start":16,"token_end":16,"label":"type_of"},{"start":83,"end":101,"token_start":17,"token_end":19,"label":"base"}],"tokens":[{"text":"California","start":0,"end":10,"id":0,"ws":true,"disabled":false},{"text":"fires","start":11,"end":16,"id":1,"ws":true,"disabled":false},{"text":"took","start":17,"end":21,"id":2,"ws":true,"disabled":false},{"text":"a","start":22,"end":23,"id":3,"ws":true,"disabled":false},{"text":"half","start":24,"end":28,"id":4,"ws":false,"disabled":false},{"text":"-","start":28,"end":29,"id":5,"ws":false,"disabled":false},{"text":"dozen","start":29,"end":34,"id":6,"ws":true,"disabled":false},{"text":"lives","start":35,"end":40,"id":7,"ws":true,"disabled":false},{"text":"and","start":41,"end":44,"id":8,"ws":true,"disabled":false},{"text":"were","start":45,"end":49,"id":9,"ws":true,"disabled":false},{"text":"so","start":50,"end":52,"id":10,"ws":true,"disabled":false},{"text":"severe","start":53,"end":59,"id":11,"ws":true,"disabled":false},{"text":"as","start":60,"end":62,"id":12,"ws":true,"disabled":false},{"text":"to","start":63,"end":65,"id":13,"ws":true,"disabled":false},{"text":"cause","start":66,"end":71,"id":14,"ws":true,"disabled":false},{"text":"a","start":72,"end":73,"id":15,"ws":true,"disabled":false},{"text":"national","start":74,"end":82,"id":16,"ws":true,"disabled":false},{"text":"state","start":83,"end":88,"id":17,"ws":true,"disabled":false},{"text":"of","start":89,"end":91,"id":18,"ws":true,"disabled":false},{"text":"emergency","start":92,"end":101,"id":19,"ws":false,"disabled":false},{"text":";","start":101,"end":102,"id":20,"ws":true,"disabled":false},{"text":"the","start":103,"end":106,"id":21,"ws":true,"disabled":false},{"text":"2018","start":107,"end":111,"id":22,"ws":true,"disabled":false},{"text":"Mendocino","start":112,"end":121,"id":23,"ws":true,"disabled":false},{"text":"Complex","start":122,"end":129,"id":24,"ws":true,"disabled":false},{"text":"Fire","start":130,"end":134,"id":25,"ws":true,"disabled":false},{"text":"was","start":135,"end":138,"id":26,"ws":true,"disabled":false},{"text":"the","start":139,"end":142,"id":27,"ws":true,"disabled":false},{"text":"largest","start":143,"end":150,"id":28,"ws":true,"disabled":false},{"text":"in","start":151,"end":153,"id":29,"ws":true,"disabled":false},{"text":"California","start":154,"end":164,"id":30,"ws":true,"disabled":false},{"text":"history","start":165,"end":172,"id":31,"ws":false,"disabled":false},{"text":".","start":172,"end":173,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":174,"end":186,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":187,"end":199,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchA-AnnaKasperovich","_view_id":"relations","relations":[{"head":1,"child":7,"head_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":35,"end":40,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":19,"head_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":83,"end":101,"token_start":17,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":1,"head_span":{"start":0,"end":10,"token_start":0,"token_end":0,"label":"where"},"child_span":{"start":11,"end":16,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":7,"head_span":{"start":17,"end":21,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":35,"end":40,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":24,"end":34,"token_start":4,"token_end":6,"label":"effect_size"},"child_span":{"start":35,"end":40,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":19,"head_span":{"start":74,"end":82,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":83,"end":101,"token_start":17,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept"}
+{"number":1157,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"But storm surge can be influenced by many other factors, including the timing of tides and the shallowness of a bay or another body of water.","text":"But storm surge can be influenced by many other factors, including the timing of tides and the shallowness of a bay or another body of water. IMPLIED_BASE IMPLIED_BASE","characters":141,"document_index":865,"md_sentence_index":45,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.nytimes.com/2020/10/26/climate/hurricane-zeta-rain.html","combo_id":"865_45","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":1579153264,"_task_hash":-2144618763,"spans":[{"text":"storm","start":4,"token_start":1,"token_end":1,"end":9,"type":"pattern","label":"base"},{"start":10,"end":15,"token_start":2,"token_end":2,"label":"aspect_changing"},{"text":"tides","start":81,"token_start":15,"token_end":15,"end":86,"type":"pattern","label":"base"},{"text":"water","start":135,"token_start":26,"token_end":26,"end":140,"type":"pattern","label":"base"}],"tokens":[{"text":"But","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"storm","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"surge","start":10,"end":15,"id":2,"ws":true,"disabled":false},{"text":"can","start":16,"end":19,"id":3,"ws":true,"disabled":false},{"text":"be","start":20,"end":22,"id":4,"ws":true,"disabled":false},{"text":"influenced","start":23,"end":33,"id":5,"ws":true,"disabled":false},{"text":"by","start":34,"end":36,"id":6,"ws":true,"disabled":false},{"text":"many","start":37,"end":41,"id":7,"ws":true,"disabled":false},{"text":"other","start":42,"end":47,"id":8,"ws":true,"disabled":false},{"text":"factors","start":48,"end":55,"id":9,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":10,"ws":true,"disabled":false},{"text":"including","start":57,"end":66,"id":11,"ws":true,"disabled":false},{"text":"the","start":67,"end":70,"id":12,"ws":true,"disabled":false},{"text":"timing","start":71,"end":77,"id":13,"ws":true,"disabled":false},{"text":"of","start":78,"end":80,"id":14,"ws":true,"disabled":false},{"text":"tides","start":81,"end":86,"id":15,"ws":true,"disabled":false},{"text":"and","start":87,"end":90,"id":16,"ws":true,"disabled":false},{"text":"the","start":91,"end":94,"id":17,"ws":true,"disabled":false},{"text":"shallowness","start":95,"end":106,"id":18,"ws":true,"disabled":false},{"text":"of","start":107,"end":109,"id":19,"ws":true,"disabled":false},{"text":"a","start":110,"end":111,"id":20,"ws":true,"disabled":false},{"text":"bay","start":112,"end":115,"id":21,"ws":true,"disabled":false},{"text":"or","start":116,"end":118,"id":22,"ws":true,"disabled":false},{"text":"another","start":119,"end":126,"id":23,"ws":true,"disabled":false},{"text":"body","start":127,"end":131,"id":24,"ws":true,"disabled":false},{"text":"of","start":132,"end":134,"id":25,"ws":true,"disabled":false},{"text":"water","start":135,"end":140,"id":26,"ws":false,"disabled":false},{"text":".","start":140,"end":141,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":155,"end":167,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":78,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Simple","original_md_text":"Others suggest that hot temperatures produce discomfort, increasing irritability and hostile perceptions of others, both of which increase the likelihood of aggression (Anderson & Bushman, 2002; Anderson, 1989).","text":"Others suggest that hot temperatures produce discomfort, increasing irritability and hostile perceptions of others, both of which increase the likelihood of aggression (Anderson & Bushman, 2002; Anderson, 1989). IMPLIED_BASE IMPLIED_BASE","characters":211,"document_index":71,"md_sentence_index":69,"classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_69","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":295934333,"_task_hash":-436059374,"spans":[{"start":7,"end":19,"token_start":1,"token_end":2,"label":"confidence"},{"start":20,"end":23,"token_start":3,"token_end":3,"label":"type_of"},{"text":"temperatures","start":24,"token_start":4,"token_end":4,"end":36,"type":"pattern","label":"aspect_changing"},{"start":37,"end":44,"token_start":5,"token_end":5,"label":"predicate"},{"start":45,"end":55,"token_start":6,"token_end":6,"label":"aspect_changing"},{"text":"increasing","start":57,"token_start":8,"token_end":8,"end":67,"type":"pattern","label":"change_direction"},{"start":68,"end":80,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":93,"end":104,"token_start":12,"token_end":12,"label":"aspect_changing"},{"text":"increase","start":130,"token_start":19,"token_end":19,"end":138,"type":"pattern","label":"change_direction"},{"text":"likelihood","start":143,"token_start":21,"token_end":21,"end":153,"type":"pattern","label":"aspect_changing"},{"start":212,"end":224,"token_start":36,"token_end":36,"label":"base"},{"start":225,"end":237,"token_start":37,"token_end":37,"label":"base"}],"tokens":[{"text":"Others","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"suggest","start":7,"end":14,"id":1,"ws":true,"disabled":false},{"text":"that","start":15,"end":19,"id":2,"ws":true,"disabled":false},{"text":"hot","start":20,"end":23,"id":3,"ws":true,"disabled":false},{"text":"temperatures","start":24,"end":36,"id":4,"ws":true,"disabled":false},{"text":"produce","start":37,"end":44,"id":5,"ws":true,"disabled":false},{"text":"discomfort","start":45,"end":55,"id":6,"ws":false,"disabled":false},{"text":",","start":55,"end":56,"id":7,"ws":true,"disabled":false},{"text":"increasing","start":57,"end":67,"id":8,"ws":true,"disabled":false},{"text":"irritability","start":68,"end":80,"id":9,"ws":true,"disabled":false},{"text":"and","start":81,"end":84,"id":10,"ws":true,"disabled":false},{"text":"hostile","start":85,"end":92,"id":11,"ws":true,"disabled":false},{"text":"perceptions","start":93,"end":104,"id":12,"ws":true,"disabled":false},{"text":"of","start":105,"end":107,"id":13,"ws":true,"disabled":false},{"text":"others","start":108,"end":114,"id":14,"ws":false,"disabled":false},{"text":",","start":114,"end":115,"id":15,"ws":true,"disabled":false},{"text":"both","start":116,"end":120,"id":16,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":17,"ws":true,"disabled":false},{"text":"which","start":124,"end":129,"id":18,"ws":true,"disabled":false},{"text":"increase","start":130,"end":138,"id":19,"ws":true,"disabled":false},{"text":"the","start":139,"end":142,"id":20,"ws":true,"disabled":false},{"text":"likelihood","start":143,"end":153,"id":21,"ws":true,"disabled":false},{"text":"of","start":154,"end":156,"id":22,"ws":true,"disabled":false},{"text":"aggression","start":157,"end":167,"id":23,"ws":true,"disabled":false},{"text":"(","start":168,"end":169,"id":24,"ws":false,"disabled":false},{"text":"Anderson","start":169,"end":177,"id":25,"ws":true,"disabled":false},{"text":"&","start":178,"end":179,"id":26,"ws":true,"disabled":false},{"text":"Bushman","start":180,"end":187,"id":27,"ws":false,"disabled":false},{"text":",","start":187,"end":188,"id":28,"ws":true,"disabled":false},{"text":"2002","start":189,"end":193,"id":29,"ws":false,"disabled":false},{"text":";","start":193,"end":194,"id":30,"ws":true,"disabled":false},{"text":"Anderson","start":195,"end":203,"id":31,"ws":false,"disabled":false},{"text":",","start":203,"end":204,"id":32,"ws":true,"disabled":false},{"text":"1989","start":205,"end":209,"id":33,"ws":false,"disabled":false},{"text":")","start":209,"end":210,"id":34,"ws":false,"disabled":false},{"text":".","start":210,"end":211,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":212,"end":224,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":225,"end":237,"id":37,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"answer":"ignore"}
+{"number":645,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"At least 600 people died in Cyclone Idai, according to the United Nations.\n","text":"At least 600 people died in Cyclone Idai, according to the United Nations. IMPLIED_BASE IMPLIED_BASE","characters":75,"document_index":539,"md_sentence_index":9,"classification_origin":"causal_sentence_classification","url":"https://www.npr.org/sections/goatsandsoda/2019/12/27/788552728/mozambique-is-racing-to-adapt-to-climate-change-the-weather-is-winning","combo_id":"539_9","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-1368781677,"_task_hash":-685043559,"spans":[{"text":"people","start":13,"token_start":3,"token_end":3,"end":19,"type":"pattern","label":"base"}],"tokens":[{"text":"At","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"least","start":3,"end":8,"id":1,"ws":true,"disabled":false},{"text":"600","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"people","start":13,"end":19,"id":3,"ws":true,"disabled":false},{"text":"died","start":20,"end":24,"id":4,"ws":true,"disabled":false},{"text":"in","start":25,"end":27,"id":5,"ws":true,"disabled":false},{"text":"Cyclone","start":28,"end":35,"id":6,"ws":true,"disabled":false},{"text":"Idai","start":36,"end":40,"id":7,"ws":false,"disabled":false},{"text":",","start":40,"end":41,"id":8,"ws":true,"disabled":false},{"text":"according","start":42,"end":51,"id":9,"ws":true,"disabled":false},{"text":"to","start":52,"end":54,"id":10,"ws":true,"disabled":false},{"text":"the","start":55,"end":58,"id":11,"ws":true,"disabled":false},{"text":"United","start":59,"end":65,"id":12,"ws":true,"disabled":false},{"text":"Nations","start":66,"end":73,"id":13,"ws":false,"disabled":false},{"text":".","start":73,"end":74,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":75,"end":87,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":88,"end":100,"id":16,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":1138,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Since 1980, the U.S. has sustained 273 weather and climate disasters exceeding $1 billion in damages.","text":"Since 1980, the U.S. has sustained 273 weather and climate disasters exceeding $1 billion in damages. IMPLIED_BASE IMPLIED_BASE","characters":101,"document_index":857,"md_sentence_index":3,"classification_origin":"causal_sentence_classification","url":"https://www.barrons.com/articles/7-ways-youre-already-paying-for-climate-change-51599995430","combo_id":"857_3","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-980465367,"_task_hash":1858102190,"spans":[{"start":0,"end":10,"token_start":0,"token_end":1,"label":"when"},{"start":16,"end":20,"token_start":4,"token_end":4,"label":"where"},{"start":35,"end":38,"token_start":7,"token_end":7,"label":"effect_size"},{"text":"weather","start":39,"token_start":8,"token_end":8,"end":46,"type":"pattern","label":"base"}],"tokens":[{"text":"Since","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"1980","start":6,"end":10,"id":1,"ws":false,"disabled":false},{"text":",","start":10,"end":11,"id":2,"ws":true,"disabled":false},{"text":"the","start":12,"end":15,"id":3,"ws":true,"disabled":false},{"text":"U.S.","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"has","start":21,"end":24,"id":5,"ws":true,"disabled":false},{"text":"sustained","start":25,"end":34,"id":6,"ws":true,"disabled":false},{"text":"273","start":35,"end":38,"id":7,"ws":true,"disabled":false},{"text":"weather","start":39,"end":46,"id":8,"ws":true,"disabled":false},{"text":"and","start":47,"end":50,"id":9,"ws":true,"disabled":false},{"text":"climate","start":51,"end":58,"id":10,"ws":true,"disabled":false},{"text":"disasters","start":59,"end":68,"id":11,"ws":true,"disabled":false},{"text":"exceeding","start":69,"end":78,"id":12,"ws":true,"disabled":false},{"text":"$","start":79,"end":80,"id":13,"ws":false,"disabled":false},{"text":"1","start":80,"end":81,"id":14,"ws":true,"disabled":false},{"text":"billion","start":82,"end":89,"id":15,"ws":true,"disabled":false},{"text":"in","start":90,"end":92,"id":16,"ws":true,"disabled":false},{"text":"damages","start":93,"end":100,"id":17,"ws":false,"disabled":false},{"text":".","start":100,"end":101,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":102,"end":114,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":20,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":406,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"The added warmth lets microbes chomp organic material in the soil\u2014and emit carbon dioxide or methane\u2014","text":"The added warmth lets microbes chomp organic material in the soil\u2014and emit carbon dioxide or methane\u2014 IMPLIED_BASE IMPLIED_BASE","characters":101,"document_index":320,"md_sentence_index":78,"classification_origin":"cm_cause_effect_rel","url":"https://www.nationalgeographic.com/environment/2019/08/arctic-permafrost-is-thawing-it-could-speed-up-climate-change-feature/","combo_id":"320_78","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":1520273811,"_task_hash":767955688,"spans":[{"start":4,"end":9,"token_start":1,"token_end":1,"label":"change_direction"},{"start":10,"end":16,"token_start":2,"token_end":2,"label":"aspect_changing"},{"text":"microbes","start":22,"token_start":4,"token_end":4,"end":30,"type":"pattern","label":"base"},{"text":"carbon dioxide","start":75,"token_start":14,"token_end":15,"end":89,"type":"pattern","label":"base"},{"text":"methane","start":93,"token_start":17,"token_end":17,"end":100,"type":"pattern","label":"base"},{"start":102,"end":114,"token_start":19,"token_end":19,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"added","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"warmth","start":10,"end":16,"id":2,"ws":true,"disabled":false},{"text":"lets","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"microbes","start":22,"end":30,"id":4,"ws":true,"disabled":false},{"text":"chomp","start":31,"end":36,"id":5,"ws":true,"disabled":false},{"text":"organic","start":37,"end":44,"id":6,"ws":true,"disabled":false},{"text":"material","start":45,"end":53,"id":7,"ws":true,"disabled":false},{"text":"in","start":54,"end":56,"id":8,"ws":true,"disabled":false},{"text":"the","start":57,"end":60,"id":9,"ws":true,"disabled":false},{"text":"soil","start":61,"end":65,"id":10,"ws":false,"disabled":false},{"text":"\u2014","start":65,"end":66,"id":11,"ws":false,"disabled":false},{"text":"and","start":66,"end":69,"id":12,"ws":true,"disabled":false},{"text":"emit","start":70,"end":74,"id":13,"ws":true,"disabled":false},{"text":"carbon","start":75,"end":81,"id":14,"ws":true,"disabled":false},{"text":"dioxide","start":82,"end":89,"id":15,"ws":true,"disabled":false},{"text":"or","start":90,"end":92,"id":16,"ws":true,"disabled":false},{"text":"methane","start":93,"end":100,"id":17,"ws":false,"disabled":false},{"text":"\u2014","start":100,"end":101,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":102,"end":114,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":20,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":1038,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"When peat burns, it releases its ancient carbon to the atmosphere, adding to the heat-trapping gases that cause climate change.\n","text":"When peat burns, it releases its ancient carbon to the atmosphere, adding to the heat-trapping gases that cause climate change. IMPLIED_BASE IMPLIED_BASE","characters":128,"document_index":798,"md_sentence_index":5,"classification_origin":"causal_sentence_classification","url":"https://www.nature.com/articles/d41586-020-02568-y","combo_id":"798_5","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":-153557636,"_task_hash":-1119066345,"spans":[{"start":5,"end":9,"token_start":1,"token_end":1,"label":"base"},{"start":10,"end":15,"token_start":2,"token_end":2,"label":"change_direction"},{"start":20,"end":28,"token_start":5,"token_end":5,"label":"change_direction"},{"start":33,"end":40,"token_start":7,"token_end":7,"label":"type_of"},{"start":41,"end":47,"token_start":8,"token_end":8,"label":"base"},{"start":48,"end":65,"token_start":9,"token_end":11,"label":"where"},{"start":67,"end":73,"token_start":13,"token_end":13,"label":"change_direction"},{"start":81,"end":94,"token_start":16,"token_end":18,"label":"type_of"},{"text":"gases","start":95,"token_start":19,"token_end":19,"end":100,"type":"pattern","label":"base"},{"start":106,"end":111,"token_start":21,"token_end":21,"label":"predicate"},{"text":"climate change","start":112,"token_start":22,"token_end":23,"end":126,"type":"pattern","label":"base"}],"tokens":[{"text":"When","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"peat","start":5,"end":9,"id":1,"ws":true,"disabled":false},{"text":"burns","start":10,"end":15,"id":2,"ws":false,"disabled":false},{"text":",","start":15,"end":16,"id":3,"ws":true,"disabled":false},{"text":"it","start":17,"end":19,"id":4,"ws":true,"disabled":false},{"text":"releases","start":20,"end":28,"id":5,"ws":true,"disabled":false},{"text":"its","start":29,"end":32,"id":6,"ws":true,"disabled":false},{"text":"ancient","start":33,"end":40,"id":7,"ws":true,"disabled":false},{"text":"carbon","start":41,"end":47,"id":8,"ws":true,"disabled":false},{"text":"to","start":48,"end":50,"id":9,"ws":true,"disabled":false},{"text":"the","start":51,"end":54,"id":10,"ws":true,"disabled":false},{"text":"atmosphere","start":55,"end":65,"id":11,"ws":false,"disabled":false},{"text":",","start":65,"end":66,"id":12,"ws":true,"disabled":false},{"text":"adding","start":67,"end":73,"id":13,"ws":true,"disabled":false},{"text":"to","start":74,"end":76,"id":14,"ws":true,"disabled":false},{"text":"the","start":77,"end":80,"id":15,"ws":true,"disabled":false},{"text":"heat","start":81,"end":85,"id":16,"ws":false,"disabled":false},{"text":"-","start":85,"end":86,"id":17,"ws":false,"disabled":false},{"text":"trapping","start":86,"end":94,"id":18,"ws":true,"disabled":false},{"text":"gases","start":95,"end":100,"id":19,"ws":true,"disabled":false},{"text":"that","start":101,"end":105,"id":20,"ws":true,"disabled":false},{"text":"cause","start":106,"end":111,"id":21,"ws":true,"disabled":false},{"text":"climate","start":112,"end":119,"id":22,"ws":true,"disabled":false},{"text":"change","start":120,"end":126,"id":23,"ws":false,"disabled":false},{"text":".","start":126,"end":127,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":141,"end":153,"id":26,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":2,"child":1,"head_span":{"start":10,"end":15,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":5,"end":9,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":8,"head_span":{"start":20,"end":28,"token_start":5,"token_end":5,"label":"change_direction"},"child_span":{"start":41,"end":47,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":33,"end":40,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":41,"end":47,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":8,"head_span":{"start":48,"end":65,"token_start":9,"token_end":11,"label":"where"},"child_span":{"start":41,"end":47,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":19,"head_span":{"start":67,"end":73,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":95,"end":100,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":81,"end":94,"token_start":16,"token_end":18,"label":"type_of"},"child_span":{"start":95,"end":100,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":8,"head_span":{"start":5,"end":9,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":41,"end":47,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":19,"head_span":{"start":41,"end":47,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":95,"end":100,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":23,"head_span":{"start":95,"end":100,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":112,"end":126,"token_start":22,"token_end":23,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":336,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Smoke from wildfires can trigger asthma events and can also precipitate heart attacks and strokes.\n","text":"Smoke from wildfires can trigger asthma events and can also precipitate heart attacks and strokes. IMPLIED_BASE IMPLIED_BASE","characters":99,"document_index":269,"md_sentence_index":36,"classification_origin":"cm_cause_effect_rel","url":"https://www.tampabay.com/opinion/columns/how-climate-change-is-hurting-public-health-column-20190723/","combo_id":"269_36","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-737229898,"_task_hash":253043453,"spans":[{"start":0,"end":5,"token_start":0,"token_end":0,"label":"base"},{"start":11,"end":20,"token_start":2,"token_end":2,"label":"type_of"},{"start":21,"end":24,"token_start":3,"token_end":3,"label":"confidence"},{"start":25,"end":32,"token_start":4,"token_end":4,"label":"predicate"},{"text":"asthma","start":33,"token_start":5,"token_end":5,"end":39,"type":"pattern","label":"base"},{"start":51,"end":54,"token_start":8,"token_end":8,"label":"confidence"},{"start":60,"end":71,"token_start":10,"token_end":10,"label":"predicate"},{"text":"heart attacks","start":72,"token_start":11,"token_end":12,"end":85,"type":"pattern","label":"base"},{"text":"strokes","start":90,"token_start":14,"token_end":14,"end":97,"type":"pattern","label":"base"}],"tokens":[{"text":"Smoke","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"from","start":6,"end":10,"id":1,"ws":true,"disabled":false},{"text":"wildfires","start":11,"end":20,"id":2,"ws":true,"disabled":false},{"text":"can","start":21,"end":24,"id":3,"ws":true,"disabled":false},{"text":"trigger","start":25,"end":32,"id":4,"ws":true,"disabled":false},{"text":"asthma","start":33,"end":39,"id":5,"ws":true,"disabled":false},{"text":"events","start":40,"end":46,"id":6,"ws":true,"disabled":false},{"text":"and","start":47,"end":50,"id":7,"ws":true,"disabled":false},{"text":"can","start":51,"end":54,"id":8,"ws":true,"disabled":false},{"text":"also","start":55,"end":59,"id":9,"ws":true,"disabled":false},{"text":"precipitate","start":60,"end":71,"id":10,"ws":true,"disabled":false},{"text":"heart","start":72,"end":77,"id":11,"ws":true,"disabled":false},{"text":"attacks","start":78,"end":85,"id":12,"ws":true,"disabled":false},{"text":"and","start":86,"end":89,"id":13,"ws":true,"disabled":false},{"text":"strokes","start":90,"end":97,"id":14,"ws":false,"disabled":false},{"text":".","start":97,"end":98,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":99,"end":111,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":112,"end":124,"id":17,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":2,"child":0,"head_span":{"start":11,"end":20,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":0,"child":5,"head_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":33,"end":39,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":12,"head_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":72,"end":85,"token_start":11,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":14,"head_span":{"start":0,"end":5,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":90,"end":97,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":776,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The new study doesn't take into account extreme events like the crippling 2012 drought that sent Colorado River flows to record lows while reservoir storage plummeted.\n","text":"The new study doesn't take into account extreme events like the crippling 2012 drought that sent Colorado River flows to record lows while reservoir storage plummeted. IMPLIED_BASE IMPLIED_BASE","characters":168,"document_index":641,"md_sentence_index":47,"classification_origin":"causal_sentence_classification","url":"https://insideclimatenews.org/news/20022020/severe-water-shortages-colorado-river-basin-snowpack-albedo","combo_id":"641_47","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":177135957,"_task_hash":1294064691,"spans":[{"start":74,"end":78,"token_start":13,"token_end":13,"label":"when"},{"text":"drought","start":79,"token_start":14,"token_end":14,"end":86,"type":"pattern","label":"base"},{"start":97,"end":111,"token_start":17,"token_end":18,"label":"where"},{"start":112,"end":117,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":128,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},{"start":139,"end":148,"token_start":24,"token_end":24,"label":"base"},{"start":149,"end":156,"token_start":25,"token_end":25,"label":"aspect_changing"},{"start":157,"end":166,"token_start":26,"token_end":26,"label":"change_direction"},{"start":168,"end":180,"token_start":28,"token_end":28,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"new","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"study","start":8,"end":13,"id":2,"ws":true,"disabled":false},{"text":"does","start":14,"end":18,"id":3,"ws":false,"disabled":false},{"text":"n't","start":18,"end":21,"id":4,"ws":true,"disabled":false},{"text":"take","start":22,"end":26,"id":5,"ws":true,"disabled":false},{"text":"into","start":27,"end":31,"id":6,"ws":true,"disabled":false},{"text":"account","start":32,"end":39,"id":7,"ws":true,"disabled":false},{"text":"extreme","start":40,"end":47,"id":8,"ws":true,"disabled":false},{"text":"events","start":48,"end":54,"id":9,"ws":true,"disabled":false},{"text":"like","start":55,"end":59,"id":10,"ws":true,"disabled":false},{"text":"the","start":60,"end":63,"id":11,"ws":true,"disabled":false},{"text":"crippling","start":64,"end":73,"id":12,"ws":true,"disabled":false},{"text":"2012","start":74,"end":78,"id":13,"ws":true,"disabled":false},{"text":"drought","start":79,"end":86,"id":14,"ws":true,"disabled":false},{"text":"that","start":87,"end":91,"id":15,"ws":true,"disabled":false},{"text":"sent","start":92,"end":96,"id":16,"ws":true,"disabled":false},{"text":"Colorado","start":97,"end":105,"id":17,"ws":true,"disabled":false},{"text":"River","start":106,"end":111,"id":18,"ws":true,"disabled":false},{"text":"flows","start":112,"end":117,"id":19,"ws":true,"disabled":false},{"text":"to","start":118,"end":120,"id":20,"ws":true,"disabled":false},{"text":"record","start":121,"end":127,"id":21,"ws":true,"disabled":false},{"text":"lows","start":128,"end":132,"id":22,"ws":true,"disabled":false},{"text":"while","start":133,"end":138,"id":23,"ws":true,"disabled":false},{"text":"reservoir","start":139,"end":148,"id":24,"ws":true,"disabled":false},{"text":"storage","start":149,"end":156,"id":25,"ws":true,"disabled":false},{"text":"plummeted","start":157,"end":166,"id":26,"ws":false,"disabled":false},{"text":".","start":166,"end":167,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":168,"end":180,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":181,"end":193,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":18,"child":28,"head_span":{"start":97,"end":111,"token_start":17,"token_end":18,"label":"where"},"child_span":{"start":168,"end":180,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":28,"head_span":{"start":112,"end":117,"token_start":19,"token_end":19,"label":"aspect_changing"},"child_span":{"start":168,"end":180,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":28,"head_span":{"start":128,"end":132,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":168,"end":180,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":24,"head_span":{"start":149,"end":156,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":139,"end":148,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":26,"child":24,"head_span":{"start":157,"end":166,"token_start":26,"token_end":26,"label":"change_direction"},"child_span":{"start":139,"end":148,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":28,"head_span":{"start":79,"end":86,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":168,"end":180,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":24,"head_span":{"start":79,"end":86,"token_start":14,"token_end":14,"label":"base"},"child_span":{"start":139,"end":148,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":369,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Studies have shown decreasing prevalence of autoimmune diseases (such as Type 1 diabetes, multiple sclerosis and connective tissue disorders) associated with higher levels of surrogate markers of solar UVR exposure [100,101].","text":"Studies have shown decreasing prevalence of autoimmune diseases (such as Type 1 diabetes, multiple sclerosis and connective tissue disorders) associated with higher levels of surrogate markers of solar UVR exposure [100,101]. IMPLIED_BASE IMPLIED_BASE","characters":225,"document_index":276,"md_sentence_index":220,"classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_220","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":1923095993,"_task_hash":-192335045,"spans":[{"text":"decreasing","start":19,"token_start":3,"token_end":3,"end":29,"type":"pattern","label":"change_direction"},{"start":30,"end":40,"token_start":4,"token_end":4,"label":"aspect_changing"},{"start":44,"end":54,"token_start":6,"token_end":6,"label":"type_of"},{"start":55,"end":63,"token_start":7,"token_end":7,"label":"base"},{"text":"disorders","start":131,"token_start":20,"token_end":20,"end":140,"type":"pattern","label":"base"},{"text":"higher","start":158,"token_start":24,"token_end":24,"end":164,"type":"pattern","label":"change_direction"},{"text":"levels","start":165,"token_start":25,"token_end":25,"end":171,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"Studies","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"have","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"shown","start":13,"end":18,"id":2,"ws":true,"disabled":false},{"text":"decreasing","start":19,"end":29,"id":3,"ws":true,"disabled":false},{"text":"prevalence","start":30,"end":40,"id":4,"ws":true,"disabled":false},{"text":"of","start":41,"end":43,"id":5,"ws":true,"disabled":false},{"text":"autoimmune","start":44,"end":54,"id":6,"ws":true,"disabled":false},{"text":"diseases","start":55,"end":63,"id":7,"ws":true,"disabled":false},{"text":"(","start":64,"end":65,"id":8,"ws":false,"disabled":false},{"text":"such","start":65,"end":69,"id":9,"ws":true,"disabled":false},{"text":"as","start":70,"end":72,"id":10,"ws":true,"disabled":false},{"text":"Type","start":73,"end":77,"id":11,"ws":true,"disabled":false},{"text":"1","start":78,"end":79,"id":12,"ws":true,"disabled":false},{"text":"diabetes","start":80,"end":88,"id":13,"ws":false,"disabled":false},{"text":",","start":88,"end":89,"id":14,"ws":true,"disabled":false},{"text":"multiple","start":90,"end":98,"id":15,"ws":true,"disabled":false},{"text":"sclerosis","start":99,"end":108,"id":16,"ws":true,"disabled":false},{"text":"and","start":109,"end":112,"id":17,"ws":true,"disabled":false},{"text":"connective","start":113,"end":123,"id":18,"ws":true,"disabled":false},{"text":"tissue","start":124,"end":130,"id":19,"ws":true,"disabled":false},{"text":"disorders","start":131,"end":140,"id":20,"ws":false,"disabled":false},{"text":")","start":140,"end":141,"id":21,"ws":true,"disabled":false},{"text":"associated","start":142,"end":152,"id":22,"ws":true,"disabled":false},{"text":"with","start":153,"end":157,"id":23,"ws":true,"disabled":false},{"text":"higher","start":158,"end":164,"id":24,"ws":true,"disabled":false},{"text":"levels","start":165,"end":171,"id":25,"ws":true,"disabled":false},{"text":"of","start":172,"end":174,"id":26,"ws":true,"disabled":false},{"text":"surrogate","start":175,"end":184,"id":27,"ws":true,"disabled":false},{"text":"markers","start":185,"end":192,"id":28,"ws":true,"disabled":false},{"text":"of","start":193,"end":195,"id":29,"ws":true,"disabled":false},{"text":"solar","start":196,"end":201,"id":30,"ws":true,"disabled":false},{"text":"UVR","start":202,"end":205,"id":31,"ws":true,"disabled":false},{"text":"exposure","start":206,"end":214,"id":32,"ws":true,"disabled":false},{"text":"[","start":215,"end":216,"id":33,"ws":false,"disabled":false},{"text":"100,101","start":216,"end":223,"id":34,"ws":false,"disabled":false},{"text":"]","start":223,"end":224,"id":35,"ws":false,"disabled":false},{"text":".","start":224,"end":225,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":226,"end":238,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":239,"end":251,"id":38,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":63,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"One","complexity":"Simple","original_md_text":"The National Climate Assessment that was released by the U.S. government the day after Thanksgiving confirmed this evidence, highlighting that global warming has been responsible for around half of the historical increase in area burned.\n","text":"The National Climate Assessment that was released by the U.S. government the day after Thanksgiving confirmed this evidence, highlighting that global warming has been responsible for around half of the historical increase in area burned. IMPLIED_BASE IMPLIED_BASE","characters":238,"document_index":66,"md_sentence_index":10,"classification_origin":"cm_cause_effect_rel","url":"https://news.stanford.edu/press-releases/2018/11/28/reflections-california-wildfires/","combo_id":"66_10","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-1512144658,"_task_hash":-2111768251,"spans":[{"text":"global warming","start":143,"token_start":21,"token_end":22,"end":157,"type":"pattern","label":"base"},{"start":158,"end":161,"token_start":23,"token_end":23,"label":"confidence"},{"start":162,"end":182,"token_start":24,"token_end":26,"label":"predicate"},{"start":183,"end":194,"token_start":27,"token_end":28,"label":"effect_size"},{"text":"increase","start":213,"token_start":32,"token_end":32,"end":221,"type":"pattern","label":"change_direction"},{"start":225,"end":236,"token_start":34,"token_end":35,"label":"aspect_changing"},{"start":238,"end":250,"token_start":37,"token_end":37,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"National","start":4,"end":12,"id":1,"ws":true,"disabled":false},{"text":"Climate","start":13,"end":20,"id":2,"ws":true,"disabled":false},{"text":"Assessment","start":21,"end":31,"id":3,"ws":true,"disabled":false},{"text":"that","start":32,"end":36,"id":4,"ws":true,"disabled":false},{"text":"was","start":37,"end":40,"id":5,"ws":true,"disabled":false},{"text":"released","start":41,"end":49,"id":6,"ws":true,"disabled":false},{"text":"by","start":50,"end":52,"id":7,"ws":true,"disabled":false},{"text":"the","start":53,"end":56,"id":8,"ws":true,"disabled":false},{"text":"U.S.","start":57,"end":61,"id":9,"ws":true,"disabled":false},{"text":"government","start":62,"end":72,"id":10,"ws":true,"disabled":false},{"text":"the","start":73,"end":76,"id":11,"ws":true,"disabled":false},{"text":"day","start":77,"end":80,"id":12,"ws":true,"disabled":false},{"text":"after","start":81,"end":86,"id":13,"ws":true,"disabled":false},{"text":"Thanksgiving","start":87,"end":99,"id":14,"ws":true,"disabled":false},{"text":"confirmed","start":100,"end":109,"id":15,"ws":true,"disabled":false},{"text":"this","start":110,"end":114,"id":16,"ws":true,"disabled":false},{"text":"evidence","start":115,"end":123,"id":17,"ws":false,"disabled":false},{"text":",","start":123,"end":124,"id":18,"ws":true,"disabled":false},{"text":"highlighting","start":125,"end":137,"id":19,"ws":true,"disabled":false},{"text":"that","start":138,"end":142,"id":20,"ws":true,"disabled":false},{"text":"global","start":143,"end":149,"id":21,"ws":true,"disabled":false},{"text":"warming","start":150,"end":157,"id":22,"ws":true,"disabled":false},{"text":"has","start":158,"end":161,"id":23,"ws":true,"disabled":false},{"text":"been","start":162,"end":166,"id":24,"ws":true,"disabled":false},{"text":"responsible","start":167,"end":178,"id":25,"ws":true,"disabled":false},{"text":"for","start":179,"end":182,"id":26,"ws":true,"disabled":false},{"text":"around","start":183,"end":189,"id":27,"ws":true,"disabled":false},{"text":"half","start":190,"end":194,"id":28,"ws":true,"disabled":false},{"text":"of","start":195,"end":197,"id":29,"ws":true,"disabled":false},{"text":"the","start":198,"end":201,"id":30,"ws":true,"disabled":false},{"text":"historical","start":202,"end":212,"id":31,"ws":true,"disabled":false},{"text":"increase","start":213,"end":221,"id":32,"ws":true,"disabled":false},{"text":"in","start":222,"end":224,"id":33,"ws":true,"disabled":false},{"text":"area","start":225,"end":229,"id":34,"ws":true,"disabled":false},{"text":"burned","start":230,"end":236,"id":35,"ws":false,"disabled":false},{"text":".","start":236,"end":237,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":238,"end":250,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":251,"end":263,"id":38,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":28,"child":37,"head_span":{"start":183,"end":194,"token_start":27,"token_end":28,"label":"effect_size"},"child_span":{"start":238,"end":250,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":37,"head_span":{"start":213,"end":221,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":238,"end":250,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":37,"head_span":{"start":225,"end":236,"token_start":34,"token_end":35,"label":"aspect_changing"},"child_span":{"start":238,"end":250,"token_start":37,"token_end":37,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":37,"head_span":{"start":143,"end":157,"token_start":21,"token_end":22,"label":"base"},"child_span":{"start":238,"end":250,"token_start":37,"token_end":37,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":721,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"An increase in the scope, frequency, or severity of these events will increase the number of people impacted and the degree to which they are affected.","text":"An increase in the scope, frequency, or severity of these events will increase the number of people impacted and the degree to which they are affected. IMPLIED_BASE IMPLIED_BASE","characters":151,"document_index":619,"md_sentence_index":301,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://s3.amazonaws.com/climatehealth2016/low/ClimateHealth2016_08_Mental_Health_small.pdf","combo_id":"619_301","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":770640290,"_task_hash":2086662380,"spans":[{"text":"increase","start":3,"token_start":1,"token_end":1,"end":11,"type":"pattern","label":"change_direction"},{"start":19,"end":24,"token_start":4,"token_end":4,"label":"aspect_changing"},{"text":"frequency","start":26,"token_start":6,"token_end":6,"end":35,"type":"pattern","label":"aspect_changing"},{"start":40,"end":48,"token_start":9,"token_end":9,"label":"aspect_changing"},{"start":58,"end":64,"token_start":12,"token_end":12,"label":"base"},{"start":65,"end":69,"token_start":13,"token_end":13,"label":"confidence"},{"text":"increase","start":70,"token_start":14,"token_end":14,"end":78,"type":"pattern","label":"change_direction"},{"start":83,"end":89,"token_start":16,"token_end":16,"label":"aspect_changing"},{"text":"people","start":93,"token_start":18,"token_end":18,"end":99,"type":"pattern","label":"base"}],"tokens":[{"text":"An","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"increase","start":3,"end":11,"id":1,"ws":true,"disabled":false},{"text":"in","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"the","start":15,"end":18,"id":3,"ws":true,"disabled":false},{"text":"scope","start":19,"end":24,"id":4,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":5,"ws":true,"disabled":false},{"text":"frequency","start":26,"end":35,"id":6,"ws":false,"disabled":false},{"text":",","start":35,"end":36,"id":7,"ws":true,"disabled":false},{"text":"or","start":37,"end":39,"id":8,"ws":true,"disabled":false},{"text":"severity","start":40,"end":48,"id":9,"ws":true,"disabled":false},{"text":"of","start":49,"end":51,"id":10,"ws":true,"disabled":false},{"text":"these","start":52,"end":57,"id":11,"ws":true,"disabled":false},{"text":"events","start":58,"end":64,"id":12,"ws":true,"disabled":false},{"text":"will","start":65,"end":69,"id":13,"ws":true,"disabled":false},{"text":"increase","start":70,"end":78,"id":14,"ws":true,"disabled":false},{"text":"the","start":79,"end":82,"id":15,"ws":true,"disabled":false},{"text":"number","start":83,"end":89,"id":16,"ws":true,"disabled":false},{"text":"of","start":90,"end":92,"id":17,"ws":true,"disabled":false},{"text":"people","start":93,"end":99,"id":18,"ws":true,"disabled":false},{"text":"impacted","start":100,"end":108,"id":19,"ws":true,"disabled":false},{"text":"and","start":109,"end":112,"id":20,"ws":true,"disabled":false},{"text":"the","start":113,"end":116,"id":21,"ws":true,"disabled":false},{"text":"degree","start":117,"end":123,"id":22,"ws":true,"disabled":false},{"text":"to","start":124,"end":126,"id":23,"ws":true,"disabled":false},{"text":"which","start":127,"end":132,"id":24,"ws":true,"disabled":false},{"text":"they","start":133,"end":137,"id":25,"ws":true,"disabled":false},{"text":"are","start":138,"end":141,"id":26,"ws":true,"disabled":false},{"text":"affected","start":142,"end":150,"id":27,"ws":false,"disabled":false},{"text":".","start":150,"end":151,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":152,"end":164,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":1,"child":12,"head_span":{"start":3,"end":11,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":58,"end":64,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":12,"head_span":{"start":19,"end":24,"token_start":4,"token_end":4,"label":"aspect_changing"},"child_span":{"start":58,"end":64,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":12,"head_span":{"start":26,"end":35,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":58,"end":64,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":12,"head_span":{"start":40,"end":48,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":58,"end":64,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":18,"head_span":{"start":70,"end":78,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":93,"end":99,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":83,"end":89,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":93,"end":99,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":18,"head_span":{"start":58,"end":64,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":93,"end":99,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":611,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Overall, the trends fueled by climate change, such as warmer ocean temperatures, indicate that hurricanes in the region will likely be more dangerous as the planet gets hotter.\n","text":"Overall, the trends fueled by climate change, such as warmer ocean temperatures, indicate that hurricanes in the region will likely be more dangerous as the planet gets hotter. IMPLIED_BASE IMPLIED_BASE","characters":177,"document_index":491,"md_sentence_index":20,"classification_origin":"causal_sentence_classification","url":"https://insideclimatenews.org/american-climate/essay/hurricane-climate-change","combo_id":"491_20","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":466799598,"_task_hash":-601924244,"spans":[{"text":"climate change","start":30,"token_start":6,"token_end":7,"end":44,"type":"pattern","label":"base"},{"text":"warmer","start":54,"token_start":11,"token_end":11,"end":60,"type":"pattern","label":"change_direction"},{"text":"ocean","start":61,"token_start":12,"token_end":12,"end":66,"type":"pattern","label":"base"},{"text":"temperatures","start":67,"token_start":13,"token_end":13,"end":79,"type":"pattern","label":"aspect_changing"},{"text":"hurricanes","start":95,"token_start":17,"token_end":17,"end":105,"type":"pattern","label":"base"},{"start":120,"end":134,"token_start":21,"token_end":23,"label":"confidence"},{"text":"more","start":135,"token_start":24,"token_end":24,"end":139,"type":"pattern","label":"change_direction"},{"start":140,"end":149,"token_start":25,"token_end":25,"label":"aspect_changing"},{"start":157,"end":163,"token_start":28,"token_end":28,"label":"base"},{"text":"hotter","start":169,"token_start":30,"token_end":30,"end":175,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Overall","start":0,"end":7,"id":0,"ws":false,"disabled":false},{"text":",","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"the","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"trends","start":13,"end":19,"id":3,"ws":true,"disabled":false},{"text":"fueled","start":20,"end":26,"id":4,"ws":true,"disabled":false},{"text":"by","start":27,"end":29,"id":5,"ws":true,"disabled":false},{"text":"climate","start":30,"end":37,"id":6,"ws":true,"disabled":false},{"text":"change","start":38,"end":44,"id":7,"ws":false,"disabled":false},{"text":",","start":44,"end":45,"id":8,"ws":true,"disabled":false},{"text":"such","start":46,"end":50,"id":9,"ws":true,"disabled":false},{"text":"as","start":51,"end":53,"id":10,"ws":true,"disabled":false},{"text":"warmer","start":54,"end":60,"id":11,"ws":true,"disabled":false},{"text":"ocean","start":61,"end":66,"id":12,"ws":true,"disabled":false},{"text":"temperatures","start":67,"end":79,"id":13,"ws":false,"disabled":false},{"text":",","start":79,"end":80,"id":14,"ws":true,"disabled":false},{"text":"indicate","start":81,"end":89,"id":15,"ws":true,"disabled":false},{"text":"that","start":90,"end":94,"id":16,"ws":true,"disabled":false},{"text":"hurricanes","start":95,"end":105,"id":17,"ws":true,"disabled":false},{"text":"in","start":106,"end":108,"id":18,"ws":true,"disabled":false},{"text":"the","start":109,"end":112,"id":19,"ws":true,"disabled":false},{"text":"region","start":113,"end":119,"id":20,"ws":true,"disabled":false},{"text":"will","start":120,"end":124,"id":21,"ws":true,"disabled":false},{"text":"likely","start":125,"end":131,"id":22,"ws":true,"disabled":false},{"text":"be","start":132,"end":134,"id":23,"ws":true,"disabled":false},{"text":"more","start":135,"end":139,"id":24,"ws":true,"disabled":false},{"text":"dangerous","start":140,"end":149,"id":25,"ws":true,"disabled":false},{"text":"as","start":150,"end":152,"id":26,"ws":true,"disabled":false},{"text":"the","start":153,"end":156,"id":27,"ws":true,"disabled":false},{"text":"planet","start":157,"end":163,"id":28,"ws":true,"disabled":false},{"text":"gets","start":164,"end":168,"id":29,"ws":true,"disabled":false},{"text":"hotter","start":169,"end":175,"id":30,"ws":false,"disabled":false},{"text":".","start":175,"end":176,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":177,"end":189,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":190,"end":202,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":11,"child":12,"head_span":{"start":54,"end":60,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":61,"end":66,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":12,"head_span":{"start":67,"end":79,"token_start":13,"token_end":13,"label":"aspect_changing"},"child_span":{"start":61,"end":66,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":17,"head_span":{"start":135,"end":139,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":95,"end":105,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":17,"head_span":{"start":140,"end":149,"token_start":25,"token_end":25,"label":"aspect_changing"},"child_span":{"start":95,"end":105,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":28,"head_span":{"start":169,"end":175,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":157,"end":163,"token_start":28,"token_end":28,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":17,"head_span":{"start":157,"end":163,"token_start":28,"token_end":28,"label":"base"},"child_span":{"start":95,"end":105,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":12,"head_span":{"start":30,"end":44,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":61,"end":66,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":17,"head_span":{"start":30,"end":44,"token_start":6,"token_end":7,"label":"base"},"child_span":{"start":95,"end":105,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept","flagged":true}
+{"number":9,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"In addition to the longer season, increased levels of carbon dioxide in the air cause plants to produce more pollen, Kinney said.\n","text":"In addition to the longer season, increased levels of carbon dioxide in the air cause plants to produce more pollen, Kinney said. IMPLIED_BASE IMPLIED_BASE","characters":130,"document_index":9,"md_sentence_index":29,"classification_origin":"cm-label-eval","url":"http://www.livescience.com/57913-climate-change-will-increase-air-pollution.html","combo_id":"9_29","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":1567340843,"_task_hash":2023502164,"spans":[{"text":"increased","start":34,"token_start":7,"token_end":7,"end":43,"type":"pattern","label":"change_direction"},{"text":"levels","start":44,"token_start":8,"token_end":8,"end":50,"type":"pattern","label":"aspect_changing"},{"text":"carbon dioxide","start":54,"token_start":10,"token_end":11,"end":68,"type":"pattern","label":"base"},{"start":69,"end":79,"token_start":12,"token_end":14,"label":"where"},{"start":80,"end":85,"token_start":15,"token_end":15,"label":"predicate"},{"text":"plants","start":86,"token_start":16,"token_end":16,"end":92,"type":"pattern","label":"base"},{"text":"more","start":104,"token_start":19,"token_end":19,"end":108,"type":"pattern","label":"change_direction"},{"start":109,"end":115,"token_start":20,"token_end":20,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"addition","start":3,"end":11,"id":1,"ws":true,"disabled":false},{"text":"to","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"the","start":15,"end":18,"id":3,"ws":true,"disabled":false},{"text":"longer","start":19,"end":25,"id":4,"ws":true,"disabled":false},{"text":"season","start":26,"end":32,"id":5,"ws":false,"disabled":false},{"text":",","start":32,"end":33,"id":6,"ws":true,"disabled":false},{"text":"increased","start":34,"end":43,"id":7,"ws":true,"disabled":false},{"text":"levels","start":44,"end":50,"id":8,"ws":true,"disabled":false},{"text":"of","start":51,"end":53,"id":9,"ws":true,"disabled":false},{"text":"carbon","start":54,"end":60,"id":10,"ws":true,"disabled":false},{"text":"dioxide","start":61,"end":68,"id":11,"ws":true,"disabled":false},{"text":"in","start":69,"end":71,"id":12,"ws":true,"disabled":false},{"text":"the","start":72,"end":75,"id":13,"ws":true,"disabled":false},{"text":"air","start":76,"end":79,"id":14,"ws":true,"disabled":false},{"text":"cause","start":80,"end":85,"id":15,"ws":true,"disabled":false},{"text":"plants","start":86,"end":92,"id":16,"ws":true,"disabled":false},{"text":"to","start":93,"end":95,"id":17,"ws":true,"disabled":false},{"text":"produce","start":96,"end":103,"id":18,"ws":true,"disabled":false},{"text":"more","start":104,"end":108,"id":19,"ws":true,"disabled":false},{"text":"pollen","start":109,"end":115,"id":20,"ws":false,"disabled":false},{"text":",","start":115,"end":116,"id":21,"ws":true,"disabled":false},{"text":"Kinney","start":117,"end":123,"id":22,"ws":true,"disabled":false},{"text":"said","start":124,"end":128,"id":23,"ws":false,"disabled":false},{"text":".","start":128,"end":129,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":130,"end":142,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":143,"end":155,"id":26,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":19,"child":20,"head_span":{"start":104,"end":108,"token_start":19,"token_end":19,"label":"change_direction"},"child_span":{"start":109,"end":115,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":11,"head_span":{"start":69,"end":79,"token_start":12,"token_end":14,"label":"where"},"child_span":{"start":54,"end":68,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":11,"head_span":{"start":44,"end":50,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":54,"end":68,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":11,"head_span":{"start":34,"end":43,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":54,"end":68,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":16,"head_span":{"start":54,"end":68,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":86,"end":92,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":20,"head_span":{"start":86,"end":92,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":109,"end":115,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":934,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The warming is extremely rapid on the geologic time scale, and no other factor can explain it as well as human emissions of greenhouse gases.\n","text":"The warming is extremely rapid on the geologic time scale, and no other factor can explain it as well as human emissions of greenhouse gases. IMPLIED_BASE IMPLIED_BASE","characters":142,"document_index":746,"md_sentence_index":44,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2017/climate/what-is-climate-change.html","combo_id":"746_44","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":502475949,"_task_hash":-1842089389,"spans":[{"text":"emissions","start":111,"token_start":22,"token_end":22,"end":120,"type":"pattern","label":"aspect_changing"},{"text":"greenhouse gases","start":124,"token_start":24,"token_end":25,"end":140,"type":"pattern","label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"warming","start":4,"end":11,"id":1,"ws":true,"disabled":false},{"text":"is","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"extremely","start":15,"end":24,"id":3,"ws":true,"disabled":false},{"text":"rapid","start":25,"end":30,"id":4,"ws":true,"disabled":false},{"text":"on","start":31,"end":33,"id":5,"ws":true,"disabled":false},{"text":"the","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"geologic","start":38,"end":46,"id":7,"ws":true,"disabled":false},{"text":"time","start":47,"end":51,"id":8,"ws":true,"disabled":false},{"text":"scale","start":52,"end":57,"id":9,"ws":false,"disabled":false},{"text":",","start":57,"end":58,"id":10,"ws":true,"disabled":false},{"text":"and","start":59,"end":62,"id":11,"ws":true,"disabled":false},{"text":"no","start":63,"end":65,"id":12,"ws":true,"disabled":false},{"text":"other","start":66,"end":71,"id":13,"ws":true,"disabled":false},{"text":"factor","start":72,"end":78,"id":14,"ws":true,"disabled":false},{"text":"can","start":79,"end":82,"id":15,"ws":true,"disabled":false},{"text":"explain","start":83,"end":90,"id":16,"ws":true,"disabled":false},{"text":"it","start":91,"end":93,"id":17,"ws":true,"disabled":false},{"text":"as","start":94,"end":96,"id":18,"ws":true,"disabled":false},{"text":"well","start":97,"end":101,"id":19,"ws":true,"disabled":false},{"text":"as","start":102,"end":104,"id":20,"ws":true,"disabled":false},{"text":"human","start":105,"end":110,"id":21,"ws":true,"disabled":false},{"text":"emissions","start":111,"end":120,"id":22,"ws":true,"disabled":false},{"text":"of","start":121,"end":123,"id":23,"ws":true,"disabled":false},{"text":"greenhouse","start":124,"end":134,"id":24,"ws":true,"disabled":false},{"text":"gases","start":135,"end":140,"id":25,"ws":false,"disabled":false},{"text":".","start":140,"end":141,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":155,"end":167,"id":28,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":541,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The global warming of the past 50 years is primarily due to human activities.\n","text":"The global warming of the past 50 years is primarily due to human activities. IMPLIED_BASE IMPLIED_BASE","characters":78,"document_index":415,"md_sentence_index":10,"classification_origin":"causal_sentence_classification","url":"http://nca2014.globalchange.gov/node/1952","combo_id":"415_10","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":-3528860,"_task_hash":-791103956,"spans":[{"text":"global warming","start":4,"token_start":1,"token_end":2,"end":18,"type":"pattern","label":"base"},{"label":"when"},{"start":19,"end":39,"token_start":3,"token_end":7,"label":"when"},{"start":53,"end":59,"token_start":10,"token_end":11,"label":"predicate"},{"start":60,"end":76,"token_start":12,"token_end":13,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"global","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"warming","start":11,"end":18,"id":2,"ws":true,"disabled":false},{"text":"of","start":19,"end":21,"id":3,"ws":true,"disabled":false},{"text":"the","start":22,"end":25,"id":4,"ws":true,"disabled":false},{"text":"past","start":26,"end":30,"id":5,"ws":true,"disabled":false},{"text":"50","start":31,"end":33,"id":6,"ws":true,"disabled":false},{"text":"years","start":34,"end":39,"id":7,"ws":true,"disabled":false},{"text":"is","start":40,"end":42,"id":8,"ws":true,"disabled":false},{"text":"primarily","start":43,"end":52,"id":9,"ws":true,"disabled":false},{"text":"due","start":53,"end":56,"id":10,"ws":true,"disabled":false},{"text":"to","start":57,"end":59,"id":11,"ws":true,"disabled":false},{"text":"human","start":60,"end":65,"id":12,"ws":true,"disabled":false},{"text":"activities","start":66,"end":76,"id":13,"ws":false,"disabled":false},{"text":".","start":76,"end":77,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":78,"end":90,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":91,"end":103,"id":16,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":7,"child":2,"head_span":{"start":19,"end":39,"token_start":3,"token_end":7,"label":"when"},"child_span":{"start":4,"end":18,"token_start":1,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":2,"head_span":{"start":60,"end":76,"token_start":12,"token_end":13,"label":"base"},"child_span":{"start":4,"end":18,"token_start":1,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":344,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"complex","original_md_text":"Extreme heat is deadlier than any other weather-related hazard on earth, on average causing more human deaths annually than tornadoes, floods or hurricanes.\n","text":"Extreme heat is deadlier than any other weather-related hazard on earth, on average causing more human deaths annually than tornadoes, floods or hurricanes. IMPLIED_BASE IMPLIED_BASE","characters":157,"document_index":271,"md_sentence_index":7,"classification_origin":"cm_cause_effect_rel","url":"http://www.ladbible.com/news/animals-climate-change-isnt-just-a-human-problem-its-effecting-our-pets-too-20190716","combo_id":"271_7","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-803377466,"_task_hash":17874152,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},{"start":8,"end":12,"token_start":1,"token_end":1,"label":"base"},{"start":84,"end":91,"token_start":16,"token_end":16,"label":"predicate"},{"text":"more","start":92,"token_start":17,"token_end":17,"end":96,"type":"pattern","label":"change_direction"},{"start":97,"end":102,"token_start":18,"token_end":18,"label":"base"},{"start":103,"end":109,"token_start":19,"token_end":19,"label":"aspect_changing"},{"start":110,"end":118,"token_start":20,"token_end":20,"label":"when"},{"text":"tornadoes","start":124,"token_start":22,"token_end":22,"end":133,"type":"pattern","label":"base"},{"text":"floods","start":135,"token_start":24,"token_end":24,"end":141,"type":"pattern","label":"base"},{"text":"hurricanes","start":145,"token_start":26,"token_end":26,"end":155,"type":"pattern","label":"base"}],"tokens":[{"text":"Extreme","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"heat","start":8,"end":12,"id":1,"ws":true,"disabled":false},{"text":"is","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"deadlier","start":16,"end":24,"id":3,"ws":true,"disabled":false},{"text":"than","start":25,"end":29,"id":4,"ws":true,"disabled":false},{"text":"any","start":30,"end":33,"id":5,"ws":true,"disabled":false},{"text":"other","start":34,"end":39,"id":6,"ws":true,"disabled":false},{"text":"weather","start":40,"end":47,"id":7,"ws":false,"disabled":false},{"text":"-","start":47,"end":48,"id":8,"ws":false,"disabled":false},{"text":"related","start":48,"end":55,"id":9,"ws":true,"disabled":false},{"text":"hazard","start":56,"end":62,"id":10,"ws":true,"disabled":false},{"text":"on","start":63,"end":65,"id":11,"ws":true,"disabled":false},{"text":"earth","start":66,"end":71,"id":12,"ws":false,"disabled":false},{"text":",","start":71,"end":72,"id":13,"ws":true,"disabled":false},{"text":"on","start":73,"end":75,"id":14,"ws":true,"disabled":false},{"text":"average","start":76,"end":83,"id":15,"ws":true,"disabled":false},{"text":"causing","start":84,"end":91,"id":16,"ws":true,"disabled":false},{"text":"more","start":92,"end":96,"id":17,"ws":true,"disabled":false},{"text":"human","start":97,"end":102,"id":18,"ws":true,"disabled":false},{"text":"deaths","start":103,"end":109,"id":19,"ws":true,"disabled":false},{"text":"annually","start":110,"end":118,"id":20,"ws":true,"disabled":false},{"text":"than","start":119,"end":123,"id":21,"ws":true,"disabled":false},{"text":"tornadoes","start":124,"end":133,"id":22,"ws":false,"disabled":false},{"text":",","start":133,"end":134,"id":23,"ws":true,"disabled":false},{"text":"floods","start":135,"end":141,"id":24,"ws":true,"disabled":false},{"text":"or","start":142,"end":144,"id":25,"ws":true,"disabled":false},{"text":"hurricanes","start":145,"end":155,"id":26,"ws":false,"disabled":false},{"text":".","start":155,"end":156,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":157,"end":169,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":170,"end":182,"id":29,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":333,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"logic","relation count":"many","complexity":"very complex","original_md_text":"Nowak says there's a downside to trees too, such as pollen allergies or large falling branches in storms, \"and people don't like raking leaves.\"","text":"Nowak says there's a downside to trees too, such as pollen allergies or large falling branches in storms, \"and people don't like raking leaves.\" IMPLIED_BASE IMPLIED_BASE","characters":144,"document_index":267,"md_sentence_index":43,"classification_origin":"cm_cause_effect_rel","url":"https://www.cnn.com/2019/07/20/health/iyw-cities-losing-36-million-trees-how-to-help-trnd/index.html","combo_id":"267_43","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":-1367840845,"_task_hash":-1922753357,"spans":[{"text":"trees","start":33,"token_start":7,"token_end":7,"end":38,"type":"pattern","label":"base"},{"text":"storms","start":98,"token_start":19,"token_end":19,"end":104,"type":"pattern","label":"base"},{"text":"people","start":111,"token_start":23,"token_end":23,"end":117,"type":"pattern","label":"base"}],"tokens":[{"text":"Nowak","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"says","start":6,"end":10,"id":1,"ws":true,"disabled":false},{"text":"there","start":11,"end":16,"id":2,"ws":false,"disabled":false},{"text":"'s","start":16,"end":18,"id":3,"ws":true,"disabled":false},{"text":"a","start":19,"end":20,"id":4,"ws":true,"disabled":false},{"text":"downside","start":21,"end":29,"id":5,"ws":true,"disabled":false},{"text":"to","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"trees","start":33,"end":38,"id":7,"ws":true,"disabled":false},{"text":"too","start":39,"end":42,"id":8,"ws":false,"disabled":false},{"text":",","start":42,"end":43,"id":9,"ws":true,"disabled":false},{"text":"such","start":44,"end":48,"id":10,"ws":true,"disabled":false},{"text":"as","start":49,"end":51,"id":11,"ws":true,"disabled":false},{"text":"pollen","start":52,"end":58,"id":12,"ws":true,"disabled":false},{"text":"allergies","start":59,"end":68,"id":13,"ws":true,"disabled":false},{"text":"or","start":69,"end":71,"id":14,"ws":true,"disabled":false},{"text":"large","start":72,"end":77,"id":15,"ws":true,"disabled":false},{"text":"falling","start":78,"end":85,"id":16,"ws":true,"disabled":false},{"text":"branches","start":86,"end":94,"id":17,"ws":true,"disabled":false},{"text":"in","start":95,"end":97,"id":18,"ws":true,"disabled":false},{"text":"storms","start":98,"end":104,"id":19,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":20,"ws":true,"disabled":false},{"text":"\"","start":106,"end":107,"id":21,"ws":false,"disabled":false},{"text":"and","start":107,"end":110,"id":22,"ws":true,"disabled":false},{"text":"people","start":111,"end":117,"id":23,"ws":true,"disabled":false},{"text":"do","start":118,"end":120,"id":24,"ws":false,"disabled":false},{"text":"n't","start":120,"end":123,"id":25,"ws":true,"disabled":false},{"text":"like","start":124,"end":128,"id":26,"ws":true,"disabled":false},{"text":"raking","start":129,"end":135,"id":27,"ws":true,"disabled":false},{"text":"leaves","start":136,"end":142,"id":28,"ws":false,"disabled":false},{"text":".","start":142,"end":143,"id":29,"ws":false,"disabled":false},{"text":"\"","start":143,"end":144,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":145,"end":157,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":158,"end":170,"id":32,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":354,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"In poor and vulnerable populations, cholera outbreaks are more likely to occur during both extreme flooding and droughts [24]; so too are various other types of gastroenteritis.","text":"In poor and vulnerable populations, cholera outbreaks are more likely to occur during both extreme flooding and droughts [24]; so too are various other types of gastroenteritis. IMPLIED_BASE IMPLIED_BASE","characters":177,"document_index":276,"md_sentence_index":72,"classification_origin":"cm_cause_effect_rel","url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4928742/","combo_id":"276_72","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":707906120,"_task_hash":1450464320,"spans":[{"start":0,"end":34,"token_start":0,"token_end":4,"label":"to_whom"},{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},{"start":44,"end":53,"token_start":7,"token_end":7,"label":"aspect_changing"},{"start":54,"end":57,"token_start":8,"token_end":8,"label":"confidence"},{"start":58,"end":62,"token_start":9,"token_end":9,"label":"change_direction"},{"start":91,"end":98,"token_start":15,"token_end":15,"label":"type_of"},{"text":"flooding","start":99,"token_start":16,"token_end":16,"end":107,"type":"pattern","label":"base"},{"text":"droughts","start":112,"token_start":18,"token_end":18,"end":120,"type":"pattern","label":"base"},{"start":138,"end":160,"token_start":26,"token_end":29,"label":"type_of"},{"start":161,"end":176,"token_start":30,"token_end":30,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"poor","start":3,"end":7,"id":1,"ws":true,"disabled":false},{"text":"and","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"vulnerable","start":12,"end":22,"id":3,"ws":true,"disabled":false},{"text":"populations","start":23,"end":34,"id":4,"ws":false,"disabled":false},{"text":",","start":34,"end":35,"id":5,"ws":true,"disabled":false},{"text":"cholera","start":36,"end":43,"id":6,"ws":true,"disabled":false},{"text":"outbreaks","start":44,"end":53,"id":7,"ws":true,"disabled":false},{"text":"are","start":54,"end":57,"id":8,"ws":true,"disabled":false},{"text":"more","start":58,"end":62,"id":9,"ws":true,"disabled":false},{"text":"likely","start":63,"end":69,"id":10,"ws":true,"disabled":false},{"text":"to","start":70,"end":72,"id":11,"ws":true,"disabled":false},{"text":"occur","start":73,"end":78,"id":12,"ws":true,"disabled":false},{"text":"during","start":79,"end":85,"id":13,"ws":true,"disabled":false},{"text":"both","start":86,"end":90,"id":14,"ws":true,"disabled":false},{"text":"extreme","start":91,"end":98,"id":15,"ws":true,"disabled":false},{"text":"flooding","start":99,"end":107,"id":16,"ws":true,"disabled":false},{"text":"and","start":108,"end":111,"id":17,"ws":true,"disabled":false},{"text":"droughts","start":112,"end":120,"id":18,"ws":true,"disabled":false},{"text":"[","start":121,"end":122,"id":19,"ws":false,"disabled":false},{"text":"24","start":122,"end":124,"id":20,"ws":false,"disabled":false},{"text":"]","start":124,"end":125,"id":21,"ws":false,"disabled":false},{"text":";","start":125,"end":126,"id":22,"ws":true,"disabled":false},{"text":"so","start":127,"end":129,"id":23,"ws":true,"disabled":false},{"text":"too","start":130,"end":133,"id":24,"ws":true,"disabled":false},{"text":"are","start":134,"end":137,"id":25,"ws":true,"disabled":false},{"text":"various","start":138,"end":145,"id":26,"ws":true,"disabled":false},{"text":"other","start":146,"end":151,"id":27,"ws":true,"disabled":false},{"text":"types","start":152,"end":157,"id":28,"ws":true,"disabled":false},{"text":"of","start":158,"end":160,"id":29,"ws":true,"disabled":false},{"text":"gastroenteritis","start":161,"end":176,"id":30,"ws":false,"disabled":false},{"text":".","start":176,"end":177,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":191,"end":203,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":4,"child":6,"head_span":{"start":0,"end":34,"token_start":0,"token_end":4,"label":"to_whom"},"child_span":{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":6,"head_span":{"start":44,"end":53,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":6,"head_span":{"start":58,"end":62,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":91,"end":98,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":99,"end":107,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":18,"head_span":{"start":91,"end":98,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":112,"end":120,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":30,"head_span":{"start":138,"end":160,"token_start":26,"token_end":29,"label":"type_of"},"child_span":{"start":161,"end":176,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":6,"head_span":{"start":99,"end":107,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":6,"head_span":{"start":112,"end":120,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":36,"end":43,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":30,"head_span":{"start":99,"end":107,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":161,"end":176,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":30,"head_span":{"start":112,"end":120,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":161,"end":176,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":680,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u00a7 Heat stroke and dehydration are amplified in urban settings where paved surfaces store and reflect heat .\n","text":"\u00a7 Heat stroke and dehydration are amplified in urban settings where paved surfaces store and reflect heat . IMPLIED_BASE IMPLIED_BASE","characters":108,"document_index":586,"md_sentence_index":349,"classification_origin":"causal_sentence_classification","url":"https://gardner.utah.edu/wp-content/uploads/Utah-Roadmap-Public-Draft.pdf","combo_id":"586_349","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":514200667,"_task_hash":-858840092,"spans":[{"text":"Heat stroke","start":2,"token_start":1,"token_end":2,"end":13,"type":"pattern","label":"base"},{"text":"dehydration","start":18,"token_start":4,"token_end":4,"end":29,"type":"pattern","label":"base"},{"start":30,"end":33,"token_start":5,"token_end":5,"label":"confidence"},{"start":34,"end":43,"token_start":6,"token_end":6,"label":"change_direction"},{"start":44,"end":61,"token_start":7,"token_end":9,"label":"where"},{"start":101,"end":105,"token_start":16,"token_end":16,"label":"base"}],"tokens":[{"text":"\u00a7","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"Heat","start":2,"end":6,"id":1,"ws":true,"disabled":false},{"text":"stroke","start":7,"end":13,"id":2,"ws":true,"disabled":false},{"text":"and","start":14,"end":17,"id":3,"ws":true,"disabled":false},{"text":"dehydration","start":18,"end":29,"id":4,"ws":true,"disabled":false},{"text":"are","start":30,"end":33,"id":5,"ws":true,"disabled":false},{"text":"amplified","start":34,"end":43,"id":6,"ws":true,"disabled":false},{"text":"in","start":44,"end":46,"id":7,"ws":true,"disabled":false},{"text":"urban","start":47,"end":52,"id":8,"ws":true,"disabled":false},{"text":"settings","start":53,"end":61,"id":9,"ws":true,"disabled":false},{"text":"where","start":62,"end":67,"id":10,"ws":true,"disabled":false},{"text":"paved","start":68,"end":73,"id":11,"ws":true,"disabled":false},{"text":"surfaces","start":74,"end":82,"id":12,"ws":true,"disabled":false},{"text":"store","start":83,"end":88,"id":13,"ws":true,"disabled":false},{"text":"and","start":89,"end":92,"id":14,"ws":true,"disabled":false},{"text":"reflect","start":93,"end":100,"id":15,"ws":true,"disabled":false},{"text":"heat","start":101,"end":105,"id":16,"ws":true,"disabled":false},{"text":".","start":106,"end":107,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":19,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":6,"child":2,"head_span":{"start":34,"end":43,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":2,"end":13,"token_start":1,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":4,"head_span":{"start":34,"end":43,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":18,"end":29,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":2,"head_span":{"start":101,"end":105,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":2,"end":13,"token_start":1,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":4,"head_span":{"start":101,"end":105,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":18,"end":29,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":193,"Used?":"","Dataset name":"","ignore?":"ignore?","reason":"anaphora","relation count":"one","complexity":"moderate","original_md_text":"Or how they\u2019ll get swamped first by sea-level rise.","text":"Or how they\u2019ll get swamped first by sea-level rise. IMPLIED_BASE IMPLIED_BASE","characters":51,"document_index":115,"md_sentence_index":15,"classification_origin":"cm-label-eval","url":"https://www.wired.com/story/for-the-midwest-epic-flooding-is-the-face-of-climate-change/","combo_id":"115_15","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-1378821874,"_task_hash":-1670997627,"spans":[{"text":"sea","start":36,"token_start":8,"token_end":8,"end":39,"type":"pattern","label":"base"},{"text":"level","start":40,"token_start":10,"token_end":10,"end":45,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":46,"token_start":11,"token_end":11,"end":50,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"Or","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"how","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"they","start":7,"end":11,"id":2,"ws":false,"disabled":false},{"text":"\u2019ll","start":11,"end":14,"id":3,"ws":true,"disabled":false},{"text":"get","start":15,"end":18,"id":4,"ws":true,"disabled":false},{"text":"swamped","start":19,"end":26,"id":5,"ws":true,"disabled":false},{"text":"first","start":27,"end":32,"id":6,"ws":true,"disabled":false},{"text":"by","start":33,"end":35,"id":7,"ws":true,"disabled":false},{"text":"sea","start":36,"end":39,"id":8,"ws":false,"disabled":false},{"text":"-","start":39,"end":40,"id":9,"ws":false,"disabled":false},{"text":"level","start":40,"end":45,"id":10,"ws":true,"disabled":false},{"text":"rise","start":46,"end":50,"id":11,"ws":false,"disabled":false},{"text":".","start":50,"end":51,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":52,"end":64,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":65,"end":77,"id":14,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":788,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Recent years have seen a series of \u201cmass bleaching\u201d events in warm water corals, caused primarily by prolonged exposure to high sea temperatures.","text":"Recent years have seen a series of \u201cmass bleaching\u201d events in warm water corals, caused primarily by prolonged exposure to high sea temperatures. IMPLIED_BASE IMPLIED_BASE","characters":145,"document_index":647,"md_sentence_index":370,"classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_370","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":-13184727,"_task_hash":-479036027,"spans":[{"start":35,"end":51,"token_start":7,"token_end":10,"label":"type_of"},{"start":52,"end":58,"token_start":11,"token_end":11,"label":"base"},{"start":62,"end":79,"token_start":13,"token_end":15,"label":"to_whom"},{"start":81,"end":100,"token_start":17,"token_end":19,"label":"predicate"},{"start":101,"end":110,"token_start":20,"token_end":20,"label":"change_direction"},{"start":111,"end":119,"token_start":21,"token_end":21,"label":"aspect_changing"},{"start":123,"end":127,"token_start":23,"token_end":23,"label":"type_of"},{"start":128,"end":144,"token_start":24,"token_end":25,"label":"base"}],"tokens":[{"text":"Recent","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"years","start":7,"end":12,"id":1,"ws":true,"disabled":false},{"text":"have","start":13,"end":17,"id":2,"ws":true,"disabled":false},{"text":"seen","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"a","start":23,"end":24,"id":4,"ws":true,"disabled":false},{"text":"series","start":25,"end":31,"id":5,"ws":true,"disabled":false},{"text":"of","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"\u201c","start":35,"end":36,"id":7,"ws":false,"disabled":false},{"text":"mass","start":36,"end":40,"id":8,"ws":true,"disabled":false},{"text":"bleaching","start":41,"end":50,"id":9,"ws":false,"disabled":false},{"text":"\u201d","start":50,"end":51,"id":10,"ws":true,"disabled":false},{"text":"events","start":52,"end":58,"id":11,"ws":true,"disabled":false},{"text":"in","start":59,"end":61,"id":12,"ws":true,"disabled":false},{"text":"warm","start":62,"end":66,"id":13,"ws":true,"disabled":false},{"text":"water","start":67,"end":72,"id":14,"ws":true,"disabled":false},{"text":"corals","start":73,"end":79,"id":15,"ws":false,"disabled":false},{"text":",","start":79,"end":80,"id":16,"ws":true,"disabled":false},{"text":"caused","start":81,"end":87,"id":17,"ws":true,"disabled":false},{"text":"primarily","start":88,"end":97,"id":18,"ws":true,"disabled":false},{"text":"by","start":98,"end":100,"id":19,"ws":true,"disabled":false},{"text":"prolonged","start":101,"end":110,"id":20,"ws":true,"disabled":false},{"text":"exposure","start":111,"end":119,"id":21,"ws":true,"disabled":false},{"text":"to","start":120,"end":122,"id":22,"ws":true,"disabled":false},{"text":"high","start":123,"end":127,"id":23,"ws":true,"disabled":false},{"text":"sea","start":128,"end":131,"id":24,"ws":true,"disabled":false},{"text":"temperatures","start":132,"end":144,"id":25,"ws":false,"disabled":false},{"text":".","start":144,"end":145,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":146,"end":158,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":159,"end":171,"id":28,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":10,"child":11,"head_span":{"start":35,"end":51,"token_start":7,"token_end":10,"label":"type_of"},"child_span":{"start":52,"end":58,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":11,"head_span":{"start":62,"end":79,"token_start":13,"token_end":15,"label":"to_whom"},"child_span":{"start":52,"end":58,"token_start":11,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":25,"head_span":{"start":101,"end":110,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":128,"end":144,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":25,"head_span":{"start":111,"end":119,"token_start":21,"token_end":21,"label":"aspect_changing"},"child_span":{"start":128,"end":144,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":25,"head_span":{"start":123,"end":127,"token_start":23,"token_end":23,"label":"type_of"},"child_span":{"start":128,"end":144,"token_start":24,"token_end":25,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":11,"head_span":{"start":128,"end":144,"token_start":24,"token_end":25,"label":"base"},"child_span":{"start":52,"end":58,"token_start":11,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":61,"Used?":"","Dataset name":"","ignore?":"Ignore","reason":"Solutions","relation count":"","complexity":"","original_md_text":"Food, energy, medicine, water, protection from storms and floods and slowing climate change are some of the 18 ways nature helps keep people alive, the report said.","text":"Food, energy, medicine, water, protection from storms and floods and slowing climate change are some of the 18 ways nature helps keep people alive, the report said. IMPLIED_BASE IMPLIED_BASE","characters":164,"document_index":56,"md_sentence_index":3,"classification_origin":"cm_cause_effect_rel","url":"https://apnews.com/2b8ca53ae18b420193cdb3957afcbd92","combo_id":"56_3","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":-1652241435,"_task_hash":-1118973333,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},{"start":6,"end":12,"token_start":2,"token_end":2,"label":"base"},{"text":"medicine","start":14,"token_start":4,"token_end":4,"end":22,"type":"pattern","label":"base"},{"text":"water","start":24,"token_start":6,"token_end":6,"end":29,"type":"pattern","label":"base"},{"start":31,"end":41,"token_start":8,"token_end":8,"label":"base"},{"start":47,"end":53,"token_start":10,"token_end":10,"label":"type_of"},{"start":58,"end":64,"token_start":12,"token_end":12,"label":"type_of"},{"start":69,"end":76,"token_start":14,"token_end":14,"label":"change_direction"},{"text":"climate change","start":77,"token_start":15,"token_end":16,"end":91,"type":"pattern","label":"base"},{"start":116,"end":122,"token_start":23,"token_end":23,"label":"base"},{"text":"people","start":134,"token_start":26,"token_end":26,"end":140,"type":"pattern","label":"base"}],"tokens":[{"text":"Food","start":0,"end":4,"id":0,"ws":false,"disabled":false},{"text":",","start":4,"end":5,"id":1,"ws":true,"disabled":false},{"text":"energy","start":6,"end":12,"id":2,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":3,"ws":true,"disabled":false},{"text":"medicine","start":14,"end":22,"id":4,"ws":false,"disabled":false},{"text":",","start":22,"end":23,"id":5,"ws":true,"disabled":false},{"text":"water","start":24,"end":29,"id":6,"ws":false,"disabled":false},{"text":",","start":29,"end":30,"id":7,"ws":true,"disabled":false},{"text":"protection","start":31,"end":41,"id":8,"ws":true,"disabled":false},{"text":"from","start":42,"end":46,"id":9,"ws":true,"disabled":false},{"text":"storms","start":47,"end":53,"id":10,"ws":true,"disabled":false},{"text":"and","start":54,"end":57,"id":11,"ws":true,"disabled":false},{"text":"floods","start":58,"end":64,"id":12,"ws":true,"disabled":false},{"text":"and","start":65,"end":68,"id":13,"ws":true,"disabled":false},{"text":"slowing","start":69,"end":76,"id":14,"ws":true,"disabled":false},{"text":"climate","start":77,"end":84,"id":15,"ws":true,"disabled":false},{"text":"change","start":85,"end":91,"id":16,"ws":true,"disabled":false},{"text":"are","start":92,"end":95,"id":17,"ws":true,"disabled":false},{"text":"some","start":96,"end":100,"id":18,"ws":true,"disabled":false},{"text":"of","start":101,"end":103,"id":19,"ws":true,"disabled":false},{"text":"the","start":104,"end":107,"id":20,"ws":true,"disabled":false},{"text":"18","start":108,"end":110,"id":21,"ws":true,"disabled":false},{"text":"ways","start":111,"end":115,"id":22,"ws":true,"disabled":false},{"text":"nature","start":116,"end":122,"id":23,"ws":true,"disabled":false},{"text":"helps","start":123,"end":128,"id":24,"ws":true,"disabled":false},{"text":"keep","start":129,"end":133,"id":25,"ws":true,"disabled":false},{"text":"people","start":134,"end":140,"id":26,"ws":true,"disabled":false},{"text":"alive","start":141,"end":146,"id":27,"ws":false,"disabled":false},{"text":",","start":146,"end":147,"id":28,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":29,"ws":true,"disabled":false},{"text":"report","start":152,"end":158,"id":30,"ws":true,"disabled":false},{"text":"said","start":159,"end":163,"id":31,"ws":false,"disabled":false},{"text":".","start":163,"end":164,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":165,"end":177,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":178,"end":190,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":14,"child":16,"head_span":{"start":69,"end":76,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":77,"end":91,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":8,"head_span":{"start":47,"end":53,"token_start":10,"token_end":10,"label":"type_of"},"child_span":{"start":31,"end":41,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":8,"head_span":{"start":58,"end":64,"token_start":12,"token_end":12,"label":"type_of"},"child_span":{"start":31,"end":41,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":26,"head_span":{"start":116,"end":122,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":134,"end":140,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":16,"head_span":{"start":116,"end":122,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":77,"end":91,"token_start":15,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":0,"head_span":{"start":116,"end":122,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":2,"head_span":{"start":116,"end":122,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":6,"end":12,"token_start":2,"token_end":2,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":4,"head_span":{"start":116,"end":122,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":14,"end":22,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":6,"head_span":{"start":116,"end":122,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":24,"end":29,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":8,"head_span":{"start":116,"end":122,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":31,"end":41,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":26,"head_span":{"start":77,"end":91,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":134,"end":140,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":0,"child":26,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"base"},"child_span":{"start":134,"end":140,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":26,"head_span":{"start":6,"end":12,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":134,"end":140,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":4,"child":26,"head_span":{"start":14,"end":22,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":134,"end":140,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":6,"child":26,"head_span":{"start":24,"end":29,"token_start":6,"token_end":6,"label":"base"},"child_span":{"start":134,"end":140,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":26,"head_span":{"start":31,"end":41,"token_start":8,"token_end":8,"label":"base"},"child_span":{"start":134,"end":140,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1096,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In dry forests, such as those now aflame in California\u2019s Sierra Nevada and coastal mountains and in eastern Oregon and Washington, there is too much fuel as a result of a century of fire suppression.","text":"In dry forests, such as those now aflame in California\u2019s Sierra Nevada and coastal mountains and in eastern Oregon and Washington, there is too much fuel as a result of a century of fire suppression. IMPLIED_BASE IMPLIED_BASE","characters":199,"document_index":834,"md_sentence_index":8,"classification_origin":"causal_sentence_classification","url":"https://www.washingtonpost.com/outlook/forest-management-wildfires-climate-change/2020/09/18/f3f1b638-f904-11ea-a275-1a2c2d36e1f1_story.html","combo_id":"834_8","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-1143222327,"_task_hash":16036254,"spans":[{"start":0,"end":14,"token_start":0,"token_end":2,"label":"where"},{"start":44,"end":92,"token_start":10,"token_end":16,"label":"where"},{"start":100,"end":129,"token_start":19,"token_end":22,"label":"where"},{"start":149,"end":153,"token_start":28,"token_end":28,"label":"base"},{"start":154,"end":168,"token_start":29,"token_end":32,"label":"predicate"},{"start":182,"end":186,"token_start":36,"token_end":36,"label":"base"},{"start":187,"end":198,"token_start":37,"token_end":37,"label":"change_direction"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"dry","start":3,"end":6,"id":1,"ws":true,"disabled":false},{"text":"forests","start":7,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"such","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"as","start":21,"end":23,"id":5,"ws":true,"disabled":false},{"text":"those","start":24,"end":29,"id":6,"ws":true,"disabled":false},{"text":"now","start":30,"end":33,"id":7,"ws":true,"disabled":false},{"text":"aflame","start":34,"end":40,"id":8,"ws":true,"disabled":false},{"text":"in","start":41,"end":43,"id":9,"ws":true,"disabled":false},{"text":"California","start":44,"end":54,"id":10,"ws":false,"disabled":false},{"text":"\u2019s","start":54,"end":56,"id":11,"ws":true,"disabled":false},{"text":"Sierra","start":57,"end":63,"id":12,"ws":true,"disabled":false},{"text":"Nevada","start":64,"end":70,"id":13,"ws":true,"disabled":false},{"text":"and","start":71,"end":74,"id":14,"ws":true,"disabled":false},{"text":"coastal","start":75,"end":82,"id":15,"ws":true,"disabled":false},{"text":"mountains","start":83,"end":92,"id":16,"ws":true,"disabled":false},{"text":"and","start":93,"end":96,"id":17,"ws":true,"disabled":false},{"text":"in","start":97,"end":99,"id":18,"ws":true,"disabled":false},{"text":"eastern","start":100,"end":107,"id":19,"ws":true,"disabled":false},{"text":"Oregon","start":108,"end":114,"id":20,"ws":true,"disabled":false},{"text":"and","start":115,"end":118,"id":21,"ws":true,"disabled":false},{"text":"Washington","start":119,"end":129,"id":22,"ws":false,"disabled":false},{"text":",","start":129,"end":130,"id":23,"ws":true,"disabled":false},{"text":"there","start":131,"end":136,"id":24,"ws":true,"disabled":false},{"text":"is","start":137,"end":139,"id":25,"ws":true,"disabled":false},{"text":"too","start":140,"end":143,"id":26,"ws":true,"disabled":false},{"text":"much","start":144,"end":148,"id":27,"ws":true,"disabled":false},{"text":"fuel","start":149,"end":153,"id":28,"ws":true,"disabled":false},{"text":"as","start":154,"end":156,"id":29,"ws":true,"disabled":false},{"text":"a","start":157,"end":158,"id":30,"ws":true,"disabled":false},{"text":"result","start":159,"end":165,"id":31,"ws":true,"disabled":false},{"text":"of","start":166,"end":168,"id":32,"ws":true,"disabled":false},{"text":"a","start":169,"end":170,"id":33,"ws":true,"disabled":false},{"text":"century","start":171,"end":178,"id":34,"ws":true,"disabled":false},{"text":"of","start":179,"end":181,"id":35,"ws":true,"disabled":false},{"text":"fire","start":182,"end":186,"id":36,"ws":true,"disabled":false},{"text":"suppression","start":187,"end":198,"id":37,"ws":false,"disabled":false},{"text":".","start":198,"end":199,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":200,"end":212,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":213,"end":225,"id":40,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":37,"child":36,"head_span":{"start":187,"end":198,"token_start":37,"token_end":37,"label":"change_direction"},"child_span":{"start":182,"end":186,"token_start":36,"token_end":36,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":28,"head_span":{"start":182,"end":186,"token_start":36,"token_end":36,"label":"base"},"child_span":{"start":149,"end":153,"token_start":28,"token_end":28,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":769,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The sun and wind are healthier sources of energy than trash and shit.\n","text":"The sun and wind are healthier sources of energy than trash and shit. IMPLIED_BASE IMPLIED_BASE","characters":70,"document_index":636,"md_sentence_index":181,"classification_origin":"manual causal_classification_eval2_50_md_dataset","url":"https://www.vox.com/energy-and-environment/2020/2/14/21131109/california-natural-gas-renewable-socalgas","combo_id":"636_181","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":-1688630025,"_task_hash":-804567270,"spans":[],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"sun","start":4,"end":7,"id":1,"ws":true,"disabled":false},{"text":"and","start":8,"end":11,"id":2,"ws":true,"disabled":false},{"text":"wind","start":12,"end":16,"id":3,"ws":true,"disabled":false},{"text":"are","start":17,"end":20,"id":4,"ws":true,"disabled":false},{"text":"healthier","start":21,"end":30,"id":5,"ws":true,"disabled":false},{"text":"sources","start":31,"end":38,"id":6,"ws":true,"disabled":false},{"text":"of","start":39,"end":41,"id":7,"ws":true,"disabled":false},{"text":"energy","start":42,"end":48,"id":8,"ws":true,"disabled":false},{"text":"than","start":49,"end":53,"id":9,"ws":true,"disabled":false},{"text":"trash","start":54,"end":59,"id":10,"ws":true,"disabled":false},{"text":"and","start":60,"end":63,"id":11,"ws":true,"disabled":false},{"text":"shit","start":64,"end":68,"id":12,"ws":false,"disabled":false},{"text":".","start":68,"end":69,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":70,"end":82,"id":14,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":83,"end":95,"id":15,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":575,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"In a worst-case scenario, climate impacts could set off a feedback loop in which climate change leads to economic losses, which lead to social and political disruption, which undermines both democracy and our capacity to prevent further climate damage.","text":"In a worst-case scenario, climate impacts could set off a feedback loop in which climate change leads to economic losses, which lead to social and political disruption, which undermines both democracy and our capacity to prevent further climate damage. IMPLIED_BASE IMPLIED_BASE","characters":252,"document_index":452,"md_sentence_index":34,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2019/10/23/opinion/climate-change-costs.html","combo_id":"452_34","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":2000839422,"_task_hash":-1649853579,"spans":[{"start":26,"end":33,"token_start":7,"token_end":7,"label":"base"},{"start":42,"end":47,"token_start":9,"token_end":9,"label":"confidence"},{"start":48,"end":55,"token_start":10,"token_end":11,"label":"predicate"},{"text":"climate change","start":81,"token_start":17,"token_end":18,"end":95,"type":"pattern","label":"base"},{"start":96,"end":104,"token_start":19,"token_end":20,"label":"predicate"},{"start":105,"end":113,"token_start":21,"token_end":21,"label":"base"},{"start":114,"end":120,"token_start":22,"token_end":22,"label":"change_direction"},{"start":128,"end":135,"token_start":25,"token_end":26,"label":"predicate"},{"start":136,"end":142,"token_start":27,"token_end":27,"label":"type_of"},{"start":147,"end":156,"token_start":29,"token_end":29,"label":"type_of"},{"start":157,"end":167,"token_start":30,"token_end":30,"label":"base"},{"start":175,"end":185,"token_start":33,"token_end":33,"label":"change_direction"},{"start":191,"end":200,"token_start":35,"token_end":35,"label":"base"},{"start":209,"end":251,"token_start":38,"token_end":43,"label":"aspect_changing"},{"start":253,"end":265,"token_start":45,"token_end":45,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"a","start":3,"end":4,"id":1,"ws":true,"disabled":false},{"text":"worst","start":5,"end":10,"id":2,"ws":false,"disabled":false},{"text":"-","start":10,"end":11,"id":3,"ws":false,"disabled":false},{"text":"case","start":11,"end":15,"id":4,"ws":true,"disabled":false},{"text":"scenario","start":16,"end":24,"id":5,"ws":false,"disabled":false},{"text":",","start":24,"end":25,"id":6,"ws":true,"disabled":false},{"text":"climate","start":26,"end":33,"id":7,"ws":true,"disabled":false},{"text":"impacts","start":34,"end":41,"id":8,"ws":true,"disabled":false},{"text":"could","start":42,"end":47,"id":9,"ws":true,"disabled":false},{"text":"set","start":48,"end":51,"id":10,"ws":true,"disabled":false},{"text":"off","start":52,"end":55,"id":11,"ws":true,"disabled":false},{"text":"a","start":56,"end":57,"id":12,"ws":true,"disabled":false},{"text":"feedback","start":58,"end":66,"id":13,"ws":true,"disabled":false},{"text":"loop","start":67,"end":71,"id":14,"ws":true,"disabled":false},{"text":"in","start":72,"end":74,"id":15,"ws":true,"disabled":false},{"text":"which","start":75,"end":80,"id":16,"ws":true,"disabled":false},{"text":"climate","start":81,"end":88,"id":17,"ws":true,"disabled":false},{"text":"change","start":89,"end":95,"id":18,"ws":true,"disabled":false},{"text":"leads","start":96,"end":101,"id":19,"ws":true,"disabled":false},{"text":"to","start":102,"end":104,"id":20,"ws":true,"disabled":false},{"text":"economic","start":105,"end":113,"id":21,"ws":true,"disabled":false},{"text":"losses","start":114,"end":120,"id":22,"ws":false,"disabled":false},{"text":",","start":120,"end":121,"id":23,"ws":true,"disabled":false},{"text":"which","start":122,"end":127,"id":24,"ws":true,"disabled":false},{"text":"lead","start":128,"end":132,"id":25,"ws":true,"disabled":false},{"text":"to","start":133,"end":135,"id":26,"ws":true,"disabled":false},{"text":"social","start":136,"end":142,"id":27,"ws":true,"disabled":false},{"text":"and","start":143,"end":146,"id":28,"ws":true,"disabled":false},{"text":"political","start":147,"end":156,"id":29,"ws":true,"disabled":false},{"text":"disruption","start":157,"end":167,"id":30,"ws":false,"disabled":false},{"text":",","start":167,"end":168,"id":31,"ws":true,"disabled":false},{"text":"which","start":169,"end":174,"id":32,"ws":true,"disabled":false},{"text":"undermines","start":175,"end":185,"id":33,"ws":true,"disabled":false},{"text":"both","start":186,"end":190,"id":34,"ws":true,"disabled":false},{"text":"democracy","start":191,"end":200,"id":35,"ws":true,"disabled":false},{"text":"and","start":201,"end":204,"id":36,"ws":true,"disabled":false},{"text":"our","start":205,"end":208,"id":37,"ws":true,"disabled":false},{"text":"capacity","start":209,"end":217,"id":38,"ws":true,"disabled":false},{"text":"to","start":218,"end":220,"id":39,"ws":true,"disabled":false},{"text":"prevent","start":221,"end":228,"id":40,"ws":true,"disabled":false},{"text":"further","start":229,"end":236,"id":41,"ws":true,"disabled":false},{"text":"climate","start":237,"end":244,"id":42,"ws":true,"disabled":false},{"text":"damage","start":245,"end":251,"id":43,"ws":false,"disabled":false},{"text":".","start":251,"end":252,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":253,"end":265,"id":45,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":266,"end":278,"id":46,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":22,"child":21,"head_span":{"start":114,"end":120,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":105,"end":113,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":30,"head_span":{"start":136,"end":142,"token_start":27,"token_end":27,"label":"type_of"},"child_span":{"start":157,"end":167,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":29,"child":30,"head_span":{"start":147,"end":156,"token_start":29,"token_end":29,"label":"type_of"},"child_span":{"start":157,"end":167,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":35,"head_span":{"start":175,"end":185,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":191,"end":200,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":33,"child":45,"head_span":{"start":175,"end":185,"token_start":33,"token_end":33,"label":"change_direction"},"child_span":{"start":253,"end":265,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":45,"head_span":{"start":209,"end":251,"token_start":38,"token_end":43,"label":"aspect_changing"},"child_span":{"start":253,"end":265,"token_start":45,"token_end":45,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":21,"head_span":{"start":81,"end":95,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":105,"end":113,"token_start":21,"token_end":21,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":21,"child":30,"head_span":{"start":105,"end":113,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":157,"end":167,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":35,"head_span":{"start":157,"end":167,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":191,"end":200,"token_start":35,"token_end":35,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":45,"head_span":{"start":157,"end":167,"token_start":30,"token_end":30,"label":"base"},"child_span":{"start":253,"end":265,"token_start":45,"token_end":45,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":889,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"These continue to have increased numbers of homes at risk of wildfire damage as residential development continues to expand.\n","text":"These continue to have increased numbers of homes at risk of wildfire damage as residential development continues to expand. IMPLIED_BASE IMPLIED_BASE","characters":125,"document_index":717,"md_sentence_index":59,"classification_origin":"causal_sentence_classification","url":"https://storymaps.arcgis.com/stories/cb987be2818a4013a66977b6b3900444","combo_id":"717_59","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":1621896960,"_task_hash":428660973,"spans":[{"text":"increased","start":23,"token_start":4,"token_end":4,"end":32,"type":"pattern","label":"change_direction"},{"text":"homes","start":44,"token_start":7,"token_end":7,"end":49,"type":"pattern","label":"base"},{"text":"risk","start":53,"token_start":9,"token_end":9,"end":57,"type":"pattern","label":"aspect_changing"},{"start":61,"end":69,"token_start":11,"token_end":11,"label":"type_of"},{"start":70,"end":76,"token_start":12,"token_end":12,"label":"base"},{"start":80,"end":91,"token_start":14,"token_end":14,"label":"type_of"},{"text":"development","start":92,"token_start":15,"token_end":15,"end":103,"type":"pattern","label":"base"},{"text":"expand","start":117,"token_start":18,"token_end":18,"end":123,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"These","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"continue","start":6,"end":14,"id":1,"ws":true,"disabled":false},{"text":"to","start":15,"end":17,"id":2,"ws":true,"disabled":false},{"text":"have","start":18,"end":22,"id":3,"ws":true,"disabled":false},{"text":"increased","start":23,"end":32,"id":4,"ws":true,"disabled":false},{"text":"numbers","start":33,"end":40,"id":5,"ws":true,"disabled":false},{"text":"of","start":41,"end":43,"id":6,"ws":true,"disabled":false},{"text":"homes","start":44,"end":49,"id":7,"ws":true,"disabled":false},{"text":"at","start":50,"end":52,"id":8,"ws":true,"disabled":false},{"text":"risk","start":53,"end":57,"id":9,"ws":true,"disabled":false},{"text":"of","start":58,"end":60,"id":10,"ws":true,"disabled":false},{"text":"wildfire","start":61,"end":69,"id":11,"ws":true,"disabled":false},{"text":"damage","start":70,"end":76,"id":12,"ws":true,"disabled":false},{"text":"as","start":77,"end":79,"id":13,"ws":true,"disabled":false},{"text":"residential","start":80,"end":91,"id":14,"ws":true,"disabled":false},{"text":"development","start":92,"end":103,"id":15,"ws":true,"disabled":false},{"text":"continues","start":104,"end":113,"id":16,"ws":true,"disabled":false},{"text":"to","start":114,"end":116,"id":17,"ws":true,"disabled":false},{"text":"expand","start":117,"end":123,"id":18,"ws":false,"disabled":false},{"text":".","start":123,"end":124,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":125,"end":137,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":138,"end":150,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":4,"child":7,"head_span":{"start":23,"end":32,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":44,"end":49,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":7,"head_span":{"start":53,"end":57,"token_start":9,"token_end":9,"label":"aspect_changing"},"child_span":{"start":44,"end":49,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":12,"head_span":{"start":61,"end":69,"token_start":11,"token_end":11,"label":"type_of"},"child_span":{"start":70,"end":76,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":15,"head_span":{"start":80,"end":91,"token_start":14,"token_end":14,"label":"type_of"},"child_span":{"start":92,"end":103,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":15,"head_span":{"start":117,"end":123,"token_start":18,"token_end":18,"label":"change_direction"},"child_span":{"start":92,"end":103,"token_start":15,"token_end":15,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":7,"head_span":{"start":70,"end":76,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":44,"end":49,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":7,"head_span":{"start":92,"end":103,"token_start":15,"token_end":15,"label":"base"},"child_span":{"start":44,"end":49,"token_start":7,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":797,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Amazon dieback would also make it more difficult to tackle climate change, he notes:\n\u201cIncreased release of CO2 from forest fires and tree death would accelerate CO2 rise, and with the forest gone we would also have lost an important carbon sink which would mean that deeper emissions cuts would be needed to stop the rise in atmospheric CO2.\u201d\n","text":"Amazon dieback would also make it more difficult to tackle climate change, he notes:\u201cIncreased release of CO2 from forest fires and tree death would accelerate CO2 rise, and with the forest gone we would also have lost an important carbon sink which would mean that deeper emissions cuts would be needed to stop the rise in atmospheric CO2.\u201d IMPLIED_BASE IMPLIED_BASE","characters":343,"document_index":647,"md_sentence_index":238,"classification_origin":"causal_sentence_classification","url":"https://www.carbonbrief.org/explainer-nine-tipping-points-that-could-be-triggered-by-climate-change","combo_id":"647_238","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":-320396330,"_task_hash":680614729,"spans":[{"start":0,"end":6,"token_start":0,"token_end":0,"label":"where"},{"start":7,"end":14,"token_start":1,"token_end":1,"label":"change_direction"},{"start":15,"end":20,"token_start":2,"token_end":2,"label":"confidence"},{"start":26,"end":33,"token_start":4,"token_end":5,"label":"predicate"},{"start":34,"end":38,"token_start":6,"token_end":6,"label":"change_direction"},{"start":39,"end":48,"token_start":7,"token_end":7,"label":"aspect_changing"},{"text":"climate change","start":59,"token_start":10,"token_end":11,"end":73,"type":"pattern","label":"base"},{"start":78,"end":94,"token_start":14,"token_end":14,"label":"change_direction"},{"start":95,"end":102,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":106,"end":109,"token_start":17,"token_end":17,"label":"base"},{"start":115,"end":127,"token_start":19,"token_end":20,"label":"base"},{"start":132,"end":142,"token_start":22,"token_end":23,"label":"base"},{"start":143,"end":148,"token_start":24,"token_end":24,"label":"confidence"},{"start":149,"end":159,"token_start":25,"token_end":25,"label":"change_direction"},{"start":160,"end":163,"token_start":26,"token_end":26,"label":"base"},{"start":164,"end":168,"token_start":27,"token_end":27,"label":"aspect_changing"},{"start":342,"end":354,"token_start":62,"token_end":62,"label":"base"}],"tokens":[{"text":"Amazon","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"dieback","start":7,"end":14,"id":1,"ws":true,"disabled":false},{"text":"would","start":15,"end":20,"id":2,"ws":true,"disabled":false},{"text":"also","start":21,"end":25,"id":3,"ws":true,"disabled":false},{"text":"make","start":26,"end":30,"id":4,"ws":true,"disabled":false},{"text":"it","start":31,"end":33,"id":5,"ws":true,"disabled":false},{"text":"more","start":34,"end":38,"id":6,"ws":true,"disabled":false},{"text":"difficult","start":39,"end":48,"id":7,"ws":true,"disabled":false},{"text":"to","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"tackle","start":52,"end":58,"id":9,"ws":true,"disabled":false},{"text":"climate","start":59,"end":66,"id":10,"ws":true,"disabled":false},{"text":"change","start":67,"end":73,"id":11,"ws":false,"disabled":false},{"text":",","start":73,"end":74,"id":12,"ws":true,"disabled":false},{"text":"he","start":75,"end":77,"id":13,"ws":true,"disabled":false},{"text":"notes:\u201cIncreased","start":78,"end":94,"id":14,"ws":true,"disabled":false},{"text":"release","start":95,"end":102,"id":15,"ws":true,"disabled":false},{"text":"of","start":103,"end":105,"id":16,"ws":true,"disabled":false},{"text":"CO2","start":106,"end":109,"id":17,"ws":true,"disabled":false},{"text":"from","start":110,"end":114,"id":18,"ws":true,"disabled":false},{"text":"forest","start":115,"end":121,"id":19,"ws":true,"disabled":false},{"text":"fires","start":122,"end":127,"id":20,"ws":true,"disabled":false},{"text":"and","start":128,"end":131,"id":21,"ws":true,"disabled":false},{"text":"tree","start":132,"end":136,"id":22,"ws":true,"disabled":false},{"text":"death","start":137,"end":142,"id":23,"ws":true,"disabled":false},{"text":"would","start":143,"end":148,"id":24,"ws":true,"disabled":false},{"text":"accelerate","start":149,"end":159,"id":25,"ws":true,"disabled":false},{"text":"CO2","start":160,"end":163,"id":26,"ws":true,"disabled":false},{"text":"rise","start":164,"end":168,"id":27,"ws":false,"disabled":false},{"text":",","start":168,"end":169,"id":28,"ws":true,"disabled":false},{"text":"and","start":170,"end":173,"id":29,"ws":true,"disabled":false},{"text":"with","start":174,"end":178,"id":30,"ws":true,"disabled":false},{"text":"the","start":179,"end":182,"id":31,"ws":true,"disabled":false},{"text":"forest","start":183,"end":189,"id":32,"ws":true,"disabled":false},{"text":"gone","start":190,"end":194,"id":33,"ws":true,"disabled":false},{"text":"we","start":195,"end":197,"id":34,"ws":true,"disabled":false},{"text":"would","start":198,"end":203,"id":35,"ws":true,"disabled":false},{"text":"also","start":204,"end":208,"id":36,"ws":true,"disabled":false},{"text":"have","start":209,"end":213,"id":37,"ws":true,"disabled":false},{"text":"lost","start":214,"end":218,"id":38,"ws":true,"disabled":false},{"text":"an","start":219,"end":221,"id":39,"ws":true,"disabled":false},{"text":"important","start":222,"end":231,"id":40,"ws":true,"disabled":false},{"text":"carbon","start":232,"end":238,"id":41,"ws":true,"disabled":false},{"text":"sink","start":239,"end":243,"id":42,"ws":true,"disabled":false},{"text":"which","start":244,"end":249,"id":43,"ws":true,"disabled":false},{"text":"would","start":250,"end":255,"id":44,"ws":true,"disabled":false},{"text":"mean","start":256,"end":260,"id":45,"ws":true,"disabled":false},{"text":"that","start":261,"end":265,"id":46,"ws":true,"disabled":false},{"text":"deeper","start":266,"end":272,"id":47,"ws":true,"disabled":false},{"text":"emissions","start":273,"end":282,"id":48,"ws":true,"disabled":false},{"text":"cuts","start":283,"end":287,"id":49,"ws":true,"disabled":false},{"text":"would","start":288,"end":293,"id":50,"ws":true,"disabled":false},{"text":"be","start":294,"end":296,"id":51,"ws":true,"disabled":false},{"text":"needed","start":297,"end":303,"id":52,"ws":true,"disabled":false},{"text":"to","start":304,"end":306,"id":53,"ws":true,"disabled":false},{"text":"stop","start":307,"end":311,"id":54,"ws":true,"disabled":false},{"text":"the","start":312,"end":315,"id":55,"ws":true,"disabled":false},{"text":"rise","start":316,"end":320,"id":56,"ws":true,"disabled":false},{"text":"in","start":321,"end":323,"id":57,"ws":true,"disabled":false},{"text":"atmospheric","start":324,"end":335,"id":58,"ws":true,"disabled":false},{"text":"CO2","start":336,"end":339,"id":59,"ws":false,"disabled":false},{"text":".","start":339,"end":340,"id":60,"ws":false,"disabled":false},{"text":"\u201d","start":340,"end":341,"id":61,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":342,"end":354,"id":62,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":355,"end":367,"id":63,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":62,"head_span":{"start":0,"end":6,"token_start":0,"token_end":0,"label":"where"},"child_span":{"start":342,"end":354,"token_start":62,"token_end":62,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":62,"head_span":{"start":7,"end":14,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":342,"end":354,"token_start":62,"token_end":62,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":11,"head_span":{"start":34,"end":38,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":59,"end":73,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":11,"head_span":{"start":39,"end":48,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":59,"end":73,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":62,"child":11,"head_span":{"start":342,"end":354,"token_start":62,"token_end":62,"label":"base"},"child_span":{"start":59,"end":73,"token_start":10,"token_end":11,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":14,"child":17,"head_span":{"start":78,"end":94,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":106,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":95,"end":102,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":106,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":26,"head_span":{"start":149,"end":159,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":160,"end":163,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":26,"head_span":{"start":164,"end":168,"token_start":27,"token_end":27,"label":"aspect_changing"},"child_span":{"start":160,"end":163,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":17,"head_span":{"start":115,"end":127,"token_start":19,"token_end":20,"label":"base"},"child_span":{"start":106,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":23,"child":17,"head_span":{"start":132,"end":142,"token_start":22,"token_end":23,"label":"base"},"child_span":{"start":106,"end":109,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":17,"child":26,"head_span":{"start":106,"end":109,"token_start":17,"token_end":17,"label":"base"},"child_span":{"start":160,"end":163,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":817,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Some chronic conditions, such as diabetes or kidney disorders, can be made worse by heat ex- posure, and individuals affected by those conditions should be closely monitored in an extreme heat event.5\n","text":"Some chronic conditions, such as diabetes or kidney disorders, can be made worse by heat ex- posure, and individuals affected by those conditions should be closely monitored in an extreme heat event.5 IMPLIED_BASE IMPLIED_BASE","characters":201,"document_index":656,"md_sentence_index":473,"classification_origin":"causal_sentence_classification","url":"https://www.cdc.gov/climateandhealth/pubs/extreme-heat-guidebook.pdf","combo_id":"656_473","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-1735664776,"_task_hash":313628280,"spans":[{"start":33,"end":41,"token_start":6,"token_end":6,"label":"base"},{"start":45,"end":61,"token_start":8,"token_end":9,"label":"base"},{"start":63,"end":66,"token_start":11,"token_end":11,"label":"confidence"},{"start":75,"end":80,"token_start":14,"token_end":14,"label":"change_direction"},{"start":81,"end":83,"token_start":15,"token_end":15,"label":"predicate"},{"start":84,"end":99,"token_start":16,"token_end":18,"label":"base"}],"tokens":[{"text":"Some","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"chronic","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"conditions","start":13,"end":23,"id":2,"ws":false,"disabled":false},{"text":",","start":23,"end":24,"id":3,"ws":true,"disabled":false},{"text":"such","start":25,"end":29,"id":4,"ws":true,"disabled":false},{"text":"as","start":30,"end":32,"id":5,"ws":true,"disabled":false},{"text":"diabetes","start":33,"end":41,"id":6,"ws":true,"disabled":false},{"text":"or","start":42,"end":44,"id":7,"ws":true,"disabled":false},{"text":"kidney","start":45,"end":51,"id":8,"ws":true,"disabled":false},{"text":"disorders","start":52,"end":61,"id":9,"ws":false,"disabled":false},{"text":",","start":61,"end":62,"id":10,"ws":true,"disabled":false},{"text":"can","start":63,"end":66,"id":11,"ws":true,"disabled":false},{"text":"be","start":67,"end":69,"id":12,"ws":true,"disabled":false},{"text":"made","start":70,"end":74,"id":13,"ws":true,"disabled":false},{"text":"worse","start":75,"end":80,"id":14,"ws":true,"disabled":false},{"text":"by","start":81,"end":83,"id":15,"ws":true,"disabled":false},{"text":"heat","start":84,"end":88,"id":16,"ws":true,"disabled":false},{"text":"ex-","start":89,"end":92,"id":17,"ws":true,"disabled":false},{"text":"posure","start":93,"end":99,"id":18,"ws":false,"disabled":false},{"text":",","start":99,"end":100,"id":19,"ws":true,"disabled":false},{"text":"and","start":101,"end":104,"id":20,"ws":true,"disabled":false},{"text":"individuals","start":105,"end":116,"id":21,"ws":true,"disabled":false},{"text":"affected","start":117,"end":125,"id":22,"ws":true,"disabled":false},{"text":"by","start":126,"end":128,"id":23,"ws":true,"disabled":false},{"text":"those","start":129,"end":134,"id":24,"ws":true,"disabled":false},{"text":"conditions","start":135,"end":145,"id":25,"ws":true,"disabled":false},{"text":"should","start":146,"end":152,"id":26,"ws":true,"disabled":false},{"text":"be","start":153,"end":155,"id":27,"ws":true,"disabled":false},{"text":"closely","start":156,"end":163,"id":28,"ws":true,"disabled":false},{"text":"monitored","start":164,"end":173,"id":29,"ws":true,"disabled":false},{"text":"in","start":174,"end":176,"id":30,"ws":true,"disabled":false},{"text":"an","start":177,"end":179,"id":31,"ws":true,"disabled":false},{"text":"extreme","start":180,"end":187,"id":32,"ws":true,"disabled":false},{"text":"heat","start":188,"end":192,"id":33,"ws":true,"disabled":false},{"text":"event.5","start":193,"end":200,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":201,"end":213,"id":35,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":214,"end":226,"id":36,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":14,"child":6,"head_span":{"start":75,"end":80,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":33,"end":41,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":9,"head_span":{"start":75,"end":80,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":45,"end":61,"token_start":8,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":6,"head_span":{"start":84,"end":99,"token_start":16,"token_end":18,"label":"base"},"child_span":{"start":33,"end":41,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":9,"head_span":{"start":84,"end":99,"token_start":16,"token_end":18,"label":"base"},"child_span":{"start":45,"end":61,"token_start":8,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":564,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Extreme weather also disrupts public health infrastructure and services.","text":"Extreme weather also disrupts public health infrastructure and services. IMPLIED_BASE IMPLIED_BASE","characters":72,"document_index":445,"md_sentence_index":43,"classification_origin":"causal_sentence_classification","url":"https://www.foreignaffairs.com/articles/2019-09-23/climate-change-already-killing-us","combo_id":"445_43","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-1063795365,"_task_hash":1927755817,"spans":[{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},{"start":8,"end":15,"token_start":1,"token_end":1,"label":"base"},{"start":30,"end":43,"token_start":4,"token_end":5,"label":"type_of"},{"start":44,"end":58,"token_start":6,"token_end":6,"label":"base"},{"start":63,"end":71,"token_start":8,"token_end":8,"label":"base"}],"tokens":[{"text":"Extreme","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"weather","start":8,"end":15,"id":1,"ws":true,"disabled":false},{"text":"also","start":16,"end":20,"id":2,"ws":true,"disabled":false},{"text":"disrupts","start":21,"end":29,"id":3,"ws":true,"disabled":false},{"text":"public","start":30,"end":36,"id":4,"ws":true,"disabled":false},{"text":"health","start":37,"end":43,"id":5,"ws":true,"disabled":false},{"text":"infrastructure","start":44,"end":58,"id":6,"ws":true,"disabled":false},{"text":"and","start":59,"end":62,"id":7,"ws":true,"disabled":false},{"text":"services","start":63,"end":71,"id":8,"ws":false,"disabled":false},{"text":".","start":71,"end":72,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":73,"end":85,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":86,"end":98,"id":11,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":7,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":8,"end":15,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":30,"end":43,"token_start":4,"token_end":5,"label":"type_of"},"child_span":{"start":44,"end":58,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":8,"head_span":{"start":30,"end":43,"token_start":4,"token_end":5,"label":"type_of"},"child_span":{"start":63,"end":71,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":6,"head_span":{"start":8,"end":15,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":44,"end":58,"token_start":6,"token_end":6,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":8,"head_span":{"start":8,"end":15,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":63,"end":71,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":305,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"Warm air can hold more moisture, resulting in heavier rainstorms.\n","text":"Warm air can hold more moisture, resulting in heavier rainstorms. IMPLIED_BASE IMPLIED_BASE","characters":66,"document_index":251,"md_sentence_index":18,"classification_origin":"cm-label-eval","url":"https://www.nytimes.com/2019/07/09/climate/washington-dc-floods.html","combo_id":"251_18","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":1884645200,"_task_hash":-1168958879,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"type_of"},{"start":5,"end":8,"token_start":1,"token_end":1,"label":"base"},{"text":"more","start":18,"token_start":4,"token_end":4,"end":22,"type":"pattern","label":"change_direction"},{"text":"moisture","start":23,"token_start":5,"token_end":5,"end":31,"type":"pattern","label":"aspect_changing"},{"start":33,"end":45,"token_start":7,"token_end":8,"label":"predicate"},{"text":"heavier","start":46,"token_start":9,"token_end":9,"end":53,"type":"pattern","label":"change_direction"},{"text":"rainstorms","start":54,"token_start":10,"token_end":10,"end":64,"type":"pattern","label":"base"}],"tokens":[{"text":"Warm","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"air","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"can","start":9,"end":12,"id":2,"ws":true,"disabled":false},{"text":"hold","start":13,"end":17,"id":3,"ws":true,"disabled":false},{"text":"more","start":18,"end":22,"id":4,"ws":true,"disabled":false},{"text":"moisture","start":23,"end":31,"id":5,"ws":false,"disabled":false},{"text":",","start":31,"end":32,"id":6,"ws":true,"disabled":false},{"text":"resulting","start":33,"end":42,"id":7,"ws":true,"disabled":false},{"text":"in","start":43,"end":45,"id":8,"ws":true,"disabled":false},{"text":"heavier","start":46,"end":53,"id":9,"ws":true,"disabled":false},{"text":"rainstorms","start":54,"end":64,"id":10,"ws":false,"disabled":false},{"text":".","start":64,"end":65,"id":11,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":66,"end":78,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":79,"end":91,"id":13,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":5,"end":8,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":1,"head_span":{"start":18,"end":22,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":5,"end":8,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":1,"head_span":{"start":23,"end":31,"token_start":5,"token_end":5,"label":"aspect_changing"},"child_span":{"start":5,"end":8,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":46,"end":53,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":54,"end":64,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":10,"head_span":{"start":5,"end":8,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":54,"end":64,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":137,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"A growing body of science now indicates that air pollution from burning fossil fuels is contributing to serious neurodevelopmental problems in the very young that may be life-altering, as well as to neurological decline in aging adults.","text":"A growing body of science now indicates that air pollution from burning fossil fuels is contributing to serious neurodevelopmental problems in the very young that may be life-altering, as well as to neurological decline in aging adults. IMPLIED_BASE IMPLIED_BASE","characters":236,"document_index":110,"md_sentence_index":79,"classification_origin":"cm_cause_effect_rel","url":"https://hbbf.org/sites/default/files/documents/2018-06/LinkFossilFuelsNeurologicalHarm_04-06-18_v2.pdf","combo_id":"110_79","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":-542884196,"_task_hash":-130000827,"spans":[{"start":45,"end":48,"token_start":8,"token_end":8,"label":"type_of"},{"start":49,"end":58,"token_start":9,"token_end":9,"label":"base"},{"start":59,"end":63,"token_start":10,"token_end":10,"label":"predicate"},{"start":72,"end":84,"token_start":12,"token_end":13,"label":"base"},{"start":85,"end":87,"token_start":14,"token_end":14,"label":"confidence"},{"start":88,"end":103,"token_start":15,"token_end":16,"label":"predicate"},{"start":104,"end":111,"token_start":17,"token_end":17,"label":"type_of"},{"start":112,"end":139,"token_start":18,"token_end":19,"label":"aspect_changing"},{"start":140,"end":157,"token_start":20,"token_end":23,"label":"to_whom"},{"start":199,"end":211,"token_start":35,"token_end":35,"label":"type_of"},{"start":212,"end":219,"token_start":36,"token_end":36,"label":"change_direction"},{"start":223,"end":235,"token_start":38,"token_end":39,"label":"to_whom"},{"start":237,"end":249,"token_start":41,"token_end":41,"label":"base"},{"start":250,"end":262,"token_start":42,"token_end":42,"label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"growing","start":2,"end":9,"id":1,"ws":true,"disabled":false},{"text":"body","start":10,"end":14,"id":2,"ws":true,"disabled":false},{"text":"of","start":15,"end":17,"id":3,"ws":true,"disabled":false},{"text":"science","start":18,"end":25,"id":4,"ws":true,"disabled":false},{"text":"now","start":26,"end":29,"id":5,"ws":true,"disabled":false},{"text":"indicates","start":30,"end":39,"id":6,"ws":true,"disabled":false},{"text":"that","start":40,"end":44,"id":7,"ws":true,"disabled":false},{"text":"air","start":45,"end":48,"id":8,"ws":true,"disabled":false},{"text":"pollution","start":49,"end":58,"id":9,"ws":true,"disabled":false},{"text":"from","start":59,"end":63,"id":10,"ws":true,"disabled":false},{"text":"burning","start":64,"end":71,"id":11,"ws":true,"disabled":false},{"text":"fossil","start":72,"end":78,"id":12,"ws":true,"disabled":false},{"text":"fuels","start":79,"end":84,"id":13,"ws":true,"disabled":false},{"text":"is","start":85,"end":87,"id":14,"ws":true,"disabled":false},{"text":"contributing","start":88,"end":100,"id":15,"ws":true,"disabled":false},{"text":"to","start":101,"end":103,"id":16,"ws":true,"disabled":false},{"text":"serious","start":104,"end":111,"id":17,"ws":true,"disabled":false},{"text":"neurodevelopmental","start":112,"end":130,"id":18,"ws":true,"disabled":false},{"text":"problems","start":131,"end":139,"id":19,"ws":true,"disabled":false},{"text":"in","start":140,"end":142,"id":20,"ws":true,"disabled":false},{"text":"the","start":143,"end":146,"id":21,"ws":true,"disabled":false},{"text":"very","start":147,"end":151,"id":22,"ws":true,"disabled":false},{"text":"young","start":152,"end":157,"id":23,"ws":true,"disabled":false},{"text":"that","start":158,"end":162,"id":24,"ws":true,"disabled":false},{"text":"may","start":163,"end":166,"id":25,"ws":true,"disabled":false},{"text":"be","start":167,"end":169,"id":26,"ws":true,"disabled":false},{"text":"life","start":170,"end":174,"id":27,"ws":false,"disabled":false},{"text":"-","start":174,"end":175,"id":28,"ws":false,"disabled":false},{"text":"altering","start":175,"end":183,"id":29,"ws":false,"disabled":false},{"text":",","start":183,"end":184,"id":30,"ws":true,"disabled":false},{"text":"as","start":185,"end":187,"id":31,"ws":true,"disabled":false},{"text":"well","start":188,"end":192,"id":32,"ws":true,"disabled":false},{"text":"as","start":193,"end":195,"id":33,"ws":true,"disabled":false},{"text":"to","start":196,"end":198,"id":34,"ws":true,"disabled":false},{"text":"neurological","start":199,"end":211,"id":35,"ws":true,"disabled":false},{"text":"decline","start":212,"end":219,"id":36,"ws":true,"disabled":false},{"text":"in","start":220,"end":222,"id":37,"ws":true,"disabled":false},{"text":"aging","start":223,"end":228,"id":38,"ws":true,"disabled":false},{"text":"adults","start":229,"end":235,"id":39,"ws":false,"disabled":false},{"text":".","start":235,"end":236,"id":40,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":237,"end":249,"id":41,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":250,"end":262,"id":42,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":8,"child":9,"head_span":{"start":45,"end":48,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":49,"end":58,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":41,"head_span":{"start":104,"end":111,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":237,"end":249,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":41,"head_span":{"start":112,"end":139,"token_start":18,"token_end":19,"label":"aspect_changing"},"child_span":{"start":237,"end":249,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":41,"head_span":{"start":140,"end":157,"token_start":20,"token_end":23,"label":"to_whom"},"child_span":{"start":237,"end":249,"token_start":41,"token_end":41,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":35,"child":42,"head_span":{"start":199,"end":211,"token_start":35,"token_end":35,"label":"type_of"},"child_span":{"start":250,"end":262,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":42,"head_span":{"start":212,"end":219,"token_start":36,"token_end":36,"label":"change_direction"},"child_span":{"start":250,"end":262,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":42,"head_span":{"start":223,"end":235,"token_start":38,"token_end":39,"label":"to_whom"},"child_span":{"start":250,"end":262,"token_start":42,"token_end":42,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":9,"head_span":{"start":72,"end":84,"token_start":12,"token_end":13,"label":"base"},"child_span":{"start":49,"end":58,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":41,"head_span":{"start":49,"end":58,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":237,"end":249,"token_start":41,"token_end":41,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":9,"child":42,"head_span":{"start":49,"end":58,"token_start":9,"token_end":9,"label":"base"},"child_span":{"start":250,"end":262,"token_start":42,"token_end":42,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":41,"child":42,"head_span":{"start":237,"end":249,"token_start":41,"token_end":41,"label":"base"},"child_span":{"start":250,"end":262,"token_start":42,"token_end":42,"label":"base"},"color":"#d9fbad","label":"Same_As"}],"flagged":true,"answer":"accept"}
+{"number":165,"Used?":"","Dataset name":"","ignore?":"ignore","reason":"We decided that flood -> river flood is the same. Guess it didn't get thrown out from the list.","relation count":"","complexity":"","original_md_text":"There was 1993, when a 500-year flood swelled the river to more than 42 feet above flood level.","text":"There was 1993, when a 500-year flood swelled the river to more than 42 feet above flood level. IMPLIED_BASE IMPLIED_BASE","characters":95,"document_index":129,"md_sentence_index":67,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/24/us/midwest-river-flooding.html","combo_id":"129_67","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-1724302075,"_task_hash":-618070291,"spans":[{"start":10,"end":14,"token_start":2,"token_end":2,"label":"when"},{"start":23,"end":31,"token_start":6,"token_end":6,"label":"type_of"},{"start":32,"end":37,"token_start":7,"token_end":7,"label":"base"},{"start":38,"end":45,"token_start":8,"token_end":8,"label":"change_direction"},{"start":50,"end":55,"token_start":10,"token_end":10,"label":"base"},{"start":59,"end":94,"token_start":12,"token_end":18,"label":"effect_size"}],"tokens":[{"text":"There","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"was","start":6,"end":9,"id":1,"ws":true,"disabled":false},{"text":"1993","start":10,"end":14,"id":2,"ws":false,"disabled":false},{"text":",","start":14,"end":15,"id":3,"ws":true,"disabled":false},{"text":"when","start":16,"end":20,"id":4,"ws":true,"disabled":false},{"text":"a","start":21,"end":22,"id":5,"ws":true,"disabled":false},{"text":"500-year","start":23,"end":31,"id":6,"ws":true,"disabled":false},{"text":"flood","start":32,"end":37,"id":7,"ws":true,"disabled":false},{"text":"swelled","start":38,"end":45,"id":8,"ws":true,"disabled":false},{"text":"the","start":46,"end":49,"id":9,"ws":true,"disabled":false},{"text":"river","start":50,"end":55,"id":10,"ws":true,"disabled":false},{"text":"to","start":56,"end":58,"id":11,"ws":true,"disabled":false},{"text":"more","start":59,"end":63,"id":12,"ws":true,"disabled":false},{"text":"than","start":64,"end":68,"id":13,"ws":true,"disabled":false},{"text":"42","start":69,"end":71,"id":14,"ws":true,"disabled":false},{"text":"feet","start":72,"end":76,"id":15,"ws":true,"disabled":false},{"text":"above","start":77,"end":82,"id":16,"ws":true,"disabled":false},{"text":"flood","start":83,"end":88,"id":17,"ws":true,"disabled":false},{"text":"level","start":89,"end":94,"id":18,"ws":false,"disabled":false},{"text":".","start":94,"end":95,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":96,"end":108,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":109,"end":121,"id":21,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":6,"child":7,"head_span":{"start":23,"end":31,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":32,"end":37,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":7,"head_span":{"start":38,"end":45,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":32,"end":37,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":10,"head_span":{"start":59,"end":94,"token_start":12,"token_end":18,"label":"effect_size"},"child_span":{"start":50,"end":55,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":10,"head_span":{"start":32,"end":37,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":50,"end":55,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":1165,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"As a result of their slower forward motion, these storms are now more likely to drop heavier rains, increasing their flood risk.","text":"As a result of their slower forward motion, these storms are now more likely to drop heavier rains, increasing their flood risk. IMPLIED_BASE IMPLIED_BASE","characters":128,"document_index":869,"md_sentence_index":45,"classification_origin":"causal_sentence_classification","url":"https://www.wunderground.com/cat6/Slow-Moving-Hurricanes-Barry-Growing-More-Common","combo_id":"869_45","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-592228987,"_task_hash":-299735971,"spans":[{"text":"storms","start":50,"token_start":10,"token_end":10,"end":56,"type":"pattern","label":"base"},{"start":57,"end":60,"token_start":11,"token_end":11,"label":"confidence"},{"start":65,"end":79,"token_start":13,"token_end":15,"label":"change_direction"},{"start":80,"end":84,"token_start":16,"token_end":16,"label":"predicate"},{"start":85,"end":92,"token_start":17,"token_end":17,"label":"type_of"},{"start":93,"end":98,"token_start":18,"token_end":18,"label":"base"},{"text":"increasing","start":100,"token_start":20,"token_end":20,"end":110,"type":"pattern","label":"change_direction"},{"start":117,"end":122,"token_start":22,"token_end":22,"label":"base"},{"text":"risk","start":123,"token_start":23,"token_end":23,"end":127,"type":"pattern","label":"aspect_changing"}],"tokens":[{"text":"As","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"a","start":3,"end":4,"id":1,"ws":true,"disabled":false},{"text":"result","start":5,"end":11,"id":2,"ws":true,"disabled":false},{"text":"of","start":12,"end":14,"id":3,"ws":true,"disabled":false},{"text":"their","start":15,"end":20,"id":4,"ws":true,"disabled":false},{"text":"slower","start":21,"end":27,"id":5,"ws":true,"disabled":false},{"text":"forward","start":28,"end":35,"id":6,"ws":true,"disabled":false},{"text":"motion","start":36,"end":42,"id":7,"ws":false,"disabled":false},{"text":",","start":42,"end":43,"id":8,"ws":true,"disabled":false},{"text":"these","start":44,"end":49,"id":9,"ws":true,"disabled":false},{"text":"storms","start":50,"end":56,"id":10,"ws":true,"disabled":false},{"text":"are","start":57,"end":60,"id":11,"ws":true,"disabled":false},{"text":"now","start":61,"end":64,"id":12,"ws":true,"disabled":false},{"text":"more","start":65,"end":69,"id":13,"ws":true,"disabled":false},{"text":"likely","start":70,"end":76,"id":14,"ws":true,"disabled":false},{"text":"to","start":77,"end":79,"id":15,"ws":true,"disabled":false},{"text":"drop","start":80,"end":84,"id":16,"ws":true,"disabled":false},{"text":"heavier","start":85,"end":92,"id":17,"ws":true,"disabled":false},{"text":"rains","start":93,"end":98,"id":18,"ws":false,"disabled":false},{"text":",","start":98,"end":99,"id":19,"ws":true,"disabled":false},{"text":"increasing","start":100,"end":110,"id":20,"ws":true,"disabled":false},{"text":"their","start":111,"end":116,"id":21,"ws":true,"disabled":false},{"text":"flood","start":117,"end":122,"id":22,"ws":true,"disabled":false},{"text":"risk","start":123,"end":127,"id":23,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":24,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":26,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":15,"child":18,"head_span":{"start":65,"end":79,"token_start":13,"token_end":15,"label":"change_direction"},"child_span":{"start":93,"end":98,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":85,"end":92,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":93,"end":98,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":20,"child":22,"head_span":{"start":100,"end":110,"token_start":20,"token_end":20,"label":"change_direction"},"child_span":{"start":117,"end":122,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":22,"head_span":{"start":123,"end":127,"token_start":23,"token_end":23,"label":"aspect_changing"},"child_span":{"start":117,"end":122,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":18,"head_span":{"start":50,"end":56,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":93,"end":98,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":22,"head_span":{"start":93,"end":98,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":117,"end":122,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":911,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The world's major food baskets will experience more extreme droughts than previously forecast as greenhouse gases rise, with southern Australia among the worst-hit, climate projections show.\n","text":"The world's major food baskets will experience more extreme droughts than previously forecast as greenhouse gases rise, with southern Australia among the worst-hit, climate projections show. IMPLIED_BASE IMPLIED_BASE","characters":191,"document_index":737,"md_sentence_index":0,"classification_origin":"manual sentences_from_beginning_of_final_1150_dataset","url":"https://www.smh.com.au/environment/climate-change/australia-among-global-hot-spots-as-droughts-worsen-in-warming-world-20200601-p54ydh.html","combo_id":"737_0","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":1283434473,"_task_hash":-1282172846,"spans":[{"start":4,"end":30,"token_start":1,"token_end":5,"label":"to_whom"},{"start":31,"end":35,"token_start":6,"token_end":6,"label":"confidence"},{"text":"more","start":47,"token_start":8,"token_end":8,"end":51,"type":"pattern","label":"change_direction"},{"start":52,"end":59,"token_start":9,"token_end":9,"label":"type_of"},{"text":"droughts","start":60,"token_start":10,"token_end":10,"end":68,"type":"pattern","label":"base"},{"text":"greenhouse gases","start":97,"token_start":15,"token_end":16,"end":113,"type":"pattern","label":"base"},{"text":"rise","start":114,"token_start":17,"token_end":17,"end":118,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"world","start":4,"end":9,"id":1,"ws":false,"disabled":false},{"text":"'s","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"major","start":12,"end":17,"id":3,"ws":true,"disabled":false},{"text":"food","start":18,"end":22,"id":4,"ws":true,"disabled":false},{"text":"baskets","start":23,"end":30,"id":5,"ws":true,"disabled":false},{"text":"will","start":31,"end":35,"id":6,"ws":true,"disabled":false},{"text":"experience","start":36,"end":46,"id":7,"ws":true,"disabled":false},{"text":"more","start":47,"end":51,"id":8,"ws":true,"disabled":false},{"text":"extreme","start":52,"end":59,"id":9,"ws":true,"disabled":false},{"text":"droughts","start":60,"end":68,"id":10,"ws":true,"disabled":false},{"text":"than","start":69,"end":73,"id":11,"ws":true,"disabled":false},{"text":"previously","start":74,"end":84,"id":12,"ws":true,"disabled":false},{"text":"forecast","start":85,"end":93,"id":13,"ws":true,"disabled":false},{"text":"as","start":94,"end":96,"id":14,"ws":true,"disabled":false},{"text":"greenhouse","start":97,"end":107,"id":15,"ws":true,"disabled":false},{"text":"gases","start":108,"end":113,"id":16,"ws":true,"disabled":false},{"text":"rise","start":114,"end":118,"id":17,"ws":false,"disabled":false},{"text":",","start":118,"end":119,"id":18,"ws":true,"disabled":false},{"text":"with","start":120,"end":124,"id":19,"ws":true,"disabled":false},{"text":"southern","start":125,"end":133,"id":20,"ws":true,"disabled":false},{"text":"Australia","start":134,"end":143,"id":21,"ws":true,"disabled":false},{"text":"among","start":144,"end":149,"id":22,"ws":true,"disabled":false},{"text":"the","start":150,"end":153,"id":23,"ws":true,"disabled":false},{"text":"worst","start":154,"end":159,"id":24,"ws":false,"disabled":false},{"text":"-","start":159,"end":160,"id":25,"ws":false,"disabled":false},{"text":"hit","start":160,"end":163,"id":26,"ws":false,"disabled":false},{"text":",","start":163,"end":164,"id":27,"ws":true,"disabled":false},{"text":"climate","start":165,"end":172,"id":28,"ws":true,"disabled":false},{"text":"projections","start":173,"end":184,"id":29,"ws":true,"disabled":false},{"text":"show","start":185,"end":189,"id":30,"ws":false,"disabled":false},{"text":".","start":189,"end":190,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":191,"end":203,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":204,"end":216,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":5,"child":10,"head_span":{"start":4,"end":30,"token_start":1,"token_end":5,"label":"to_whom"},"child_span":{"start":60,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":47,"end":51,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":60,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":10,"head_span":{"start":52,"end":59,"token_start":9,"token_end":9,"label":"type_of"},"child_span":{"start":60,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":114,"end":118,"token_start":17,"token_end":17,"label":"change_direction"},"child_span":{"start":97,"end":113,"token_start":15,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":10,"head_span":{"start":97,"end":113,"token_start":15,"token_end":16,"label":"base"},"child_span":{"start":60,"end":68,"token_start":10,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":615,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Coral reefs lost to warming and acidifying oceans could cause a collapse in commercial and indigenous fisheries, affecting billions of coastal residents who rely on seafood for protein.\n","text":"Coral reefs lost to warming and acidifying oceans could cause a collapse in commercial and indigenous fisheries, affecting billions of coastal residents who rely on seafood for protein. IMPLIED_BASE IMPLIED_BASE","characters":186,"document_index":493,"md_sentence_index":11,"classification_origin":"causal_sentence_classification","url":"https://www.washingtonpost.com/climate-environment/2019/05/06/one-million-species-face-extinction-un-panel-says-humans-will-suffer-result/","combo_id":"493_11","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":-332700077,"_task_hash":-592454787,"spans":[{"text":"Coral reefs","start":0,"token_start":0,"token_end":1,"end":11,"type":"pattern","label":"base"},{"start":12,"end":16,"token_start":2,"token_end":2,"label":"change_direction"},{"start":20,"end":27,"token_start":4,"token_end":4,"label":"change_direction"},{"start":32,"end":42,"token_start":6,"token_end":6,"label":"change_direction"},{"text":"oceans","start":43,"token_start":7,"token_end":7,"end":49,"type":"pattern","label":"base"},{"start":50,"end":55,"token_start":8,"token_end":8,"label":"confidence"},{"start":56,"end":61,"token_start":9,"token_end":9,"label":"predicate"},{"start":64,"end":72,"token_start":11,"token_end":11,"label":"change_direction"},{"start":76,"end":101,"token_start":13,"token_end":15,"label":"type_of"},{"text":"fisheries","start":102,"token_start":16,"token_end":16,"end":111,"type":"pattern","label":"base"},{"start":123,"end":131,"token_start":19,"token_end":19,"label":"effect_size"},{"start":135,"end":142,"token_start":21,"token_end":21,"label":"where"},{"start":143,"end":152,"token_start":22,"token_end":22,"label":"base"}],"tokens":[{"text":"Coral","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"reefs","start":6,"end":11,"id":1,"ws":true,"disabled":false},{"text":"lost","start":12,"end":16,"id":2,"ws":true,"disabled":false},{"text":"to","start":17,"end":19,"id":3,"ws":true,"disabled":false},{"text":"warming","start":20,"end":27,"id":4,"ws":true,"disabled":false},{"text":"and","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"acidifying","start":32,"end":42,"id":6,"ws":true,"disabled":false},{"text":"oceans","start":43,"end":49,"id":7,"ws":true,"disabled":false},{"text":"could","start":50,"end":55,"id":8,"ws":true,"disabled":false},{"text":"cause","start":56,"end":61,"id":9,"ws":true,"disabled":false},{"text":"a","start":62,"end":63,"id":10,"ws":true,"disabled":false},{"text":"collapse","start":64,"end":72,"id":11,"ws":true,"disabled":false},{"text":"in","start":73,"end":75,"id":12,"ws":true,"disabled":false},{"text":"commercial","start":76,"end":86,"id":13,"ws":true,"disabled":false},{"text":"and","start":87,"end":90,"id":14,"ws":true,"disabled":false},{"text":"indigenous","start":91,"end":101,"id":15,"ws":true,"disabled":false},{"text":"fisheries","start":102,"end":111,"id":16,"ws":false,"disabled":false},{"text":",","start":111,"end":112,"id":17,"ws":true,"disabled":false},{"text":"affecting","start":113,"end":122,"id":18,"ws":true,"disabled":false},{"text":"billions","start":123,"end":131,"id":19,"ws":true,"disabled":false},{"text":"of","start":132,"end":134,"id":20,"ws":true,"disabled":false},{"text":"coastal","start":135,"end":142,"id":21,"ws":true,"disabled":false},{"text":"residents","start":143,"end":152,"id":22,"ws":true,"disabled":false},{"text":"who","start":153,"end":156,"id":23,"ws":true,"disabled":false},{"text":"rely","start":157,"end":161,"id":24,"ws":true,"disabled":false},{"text":"on","start":162,"end":164,"id":25,"ws":true,"disabled":false},{"text":"seafood","start":165,"end":172,"id":26,"ws":true,"disabled":false},{"text":"for","start":173,"end":176,"id":27,"ws":true,"disabled":false},{"text":"protein","start":177,"end":184,"id":28,"ws":false,"disabled":false},{"text":".","start":184,"end":185,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":186,"end":198,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":199,"end":211,"id":31,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":2,"child":1,"head_span":{"start":12,"end":16,"token_start":2,"token_end":2,"label":"change_direction"},"child_span":{"start":0,"end":11,"token_start":0,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":32,"end":42,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":43,"end":49,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":7,"head_span":{"start":20,"end":27,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":43,"end":49,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":16,"head_span":{"start":64,"end":72,"token_start":11,"token_end":11,"label":"change_direction"},"child_span":{"start":102,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":76,"end":101,"token_start":13,"token_end":15,"label":"type_of"},"child_span":{"start":102,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":22,"head_span":{"start":123,"end":131,"token_start":19,"token_end":19,"label":"effect_size"},"child_span":{"start":143,"end":152,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":22,"head_span":{"start":135,"end":142,"token_start":21,"token_end":21,"label":"where"},"child_span":{"start":143,"end":152,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":1,"head_span":{"start":43,"end":49,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":0,"end":11,"token_start":0,"token_end":1,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":16,"head_span":{"start":0,"end":11,"token_start":0,"token_end":1,"label":"base"},"child_span":{"start":102,"end":111,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":22,"head_span":{"start":102,"end":111,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":143,"end":152,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":29,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many?","complexity":"simple","original_md_text":"And ozone is a trigger for asthma attacks and other breathing problems.\n","text":"And ozone is a trigger for asthma attacks and other breathing problems. IMPLIED_BASE IMPLIED_BASE","characters":72,"document_index":29,"md_sentence_index":124,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencenewsforstudents.org/article/warning-climate-change-can-harm-your-health","combo_id":"29_124","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":1796844750,"_task_hash":-434877412,"spans":[{"text":"ozone","start":4,"token_start":1,"token_end":1,"end":9,"type":"pattern","label":"base"},{"start":10,"end":12,"token_start":2,"token_end":2,"label":"confidence"},{"start":15,"end":22,"token_start":4,"token_end":4,"label":"predicate"},{"start":27,"end":41,"token_start":6,"token_end":7,"label":"base"}],"tokens":[{"text":"And","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"ozone","start":4,"end":9,"id":1,"ws":true,"disabled":false},{"text":"is","start":10,"end":12,"id":2,"ws":true,"disabled":false},{"text":"a","start":13,"end":14,"id":3,"ws":true,"disabled":false},{"text":"trigger","start":15,"end":22,"id":4,"ws":true,"disabled":false},{"text":"for","start":23,"end":26,"id":5,"ws":true,"disabled":false},{"text":"asthma","start":27,"end":33,"id":6,"ws":true,"disabled":false},{"text":"attacks","start":34,"end":41,"id":7,"ws":true,"disabled":false},{"text":"and","start":42,"end":45,"id":8,"ws":true,"disabled":false},{"text":"other","start":46,"end":51,"id":9,"ws":true,"disabled":false},{"text":"breathing","start":52,"end":61,"id":10,"ws":true,"disabled":false},{"text":"problems","start":62,"end":70,"id":11,"ws":false,"disabled":false},{"text":".","start":70,"end":71,"id":12,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":72,"end":84,"id":13,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":85,"end":97,"id":14,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":1,"child":7,"head_span":{"start":4,"end":9,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":27,"end":41,"token_start":6,"token_end":7,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":292,"Used?":"","Dataset name":"","ignore?":"ignore","reason":"not causal","relation count":"","complexity":"","original_md_text":"The recent heatwave saw France record the hottest temperature in the country\u2019s history (45.9C) and major wildfires across Spain, where temperatures exceeded 40C.\n","text":"The recent heatwave saw France record the hottest temperature in the country\u2019s history (45.9C) and major wildfires across Spain, where temperatures exceeded 40C. IMPLIED_BASE IMPLIED_BASE","characters":162,"document_index":243,"md_sentence_index":8,"classification_origin":"cm_cause_effect_rel","url":"https://www.independent.co.uk/news/world/june-hottest-month-ever-earth-2019-weather-heatwave-hot-a8984691.html","combo_id":"243_8","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":1768439396,"_task_hash":-677327334,"spans":[{"start":4,"end":10,"token_start":1,"token_end":1,"label":"when"},{"text":"heatwave","start":11,"token_start":2,"token_end":2,"end":19,"type":"pattern","label":"base"},{"start":24,"end":30,"token_start":4,"token_end":4,"label":"where"},{"start":42,"end":49,"token_start":7,"token_end":7,"label":"effect_size"},{"text":"temperature","start":50,"token_start":8,"token_end":8,"end":61,"type":"pattern","label":"aspect_changing"},{"start":99,"end":104,"token_start":18,"token_end":18,"label":"type_of"},{"text":"wildfires","start":105,"token_start":19,"token_end":19,"end":114,"type":"pattern","label":"base"},{"start":115,"end":127,"token_start":20,"token_end":21,"label":"where"},{"start":162,"end":174,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"recent","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"heatwave","start":11,"end":19,"id":2,"ws":true,"disabled":false},{"text":"saw","start":20,"end":23,"id":3,"ws":true,"disabled":false},{"text":"France","start":24,"end":30,"id":4,"ws":true,"disabled":false},{"text":"record","start":31,"end":37,"id":5,"ws":true,"disabled":false},{"text":"the","start":38,"end":41,"id":6,"ws":true,"disabled":false},{"text":"hottest","start":42,"end":49,"id":7,"ws":true,"disabled":false},{"text":"temperature","start":50,"end":61,"id":8,"ws":true,"disabled":false},{"text":"in","start":62,"end":64,"id":9,"ws":true,"disabled":false},{"text":"the","start":65,"end":68,"id":10,"ws":true,"disabled":false},{"text":"country","start":69,"end":76,"id":11,"ws":false,"disabled":false},{"text":"\u2019s","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"history","start":79,"end":86,"id":13,"ws":true,"disabled":false},{"text":"(","start":87,"end":88,"id":14,"ws":false,"disabled":false},{"text":"45.9C","start":88,"end":93,"id":15,"ws":false,"disabled":false},{"text":")","start":93,"end":94,"id":16,"ws":true,"disabled":false},{"text":"and","start":95,"end":98,"id":17,"ws":true,"disabled":false},{"text":"major","start":99,"end":104,"id":18,"ws":true,"disabled":false},{"text":"wildfires","start":105,"end":114,"id":19,"ws":true,"disabled":false},{"text":"across","start":115,"end":121,"id":20,"ws":true,"disabled":false},{"text":"Spain","start":122,"end":127,"id":21,"ws":false,"disabled":false},{"text":",","start":127,"end":128,"id":22,"ws":true,"disabled":false},{"text":"where","start":129,"end":134,"id":23,"ws":true,"disabled":false},{"text":"temperatures","start":135,"end":147,"id":24,"ws":true,"disabled":false},{"text":"exceeded","start":148,"end":156,"id":25,"ws":true,"disabled":false},{"text":"40C.","start":157,"end":161,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":162,"end":174,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":175,"end":187,"id":28,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":4,"end":10,"token_start":1,"token_end":1,"label":"when"},"child_span":{"start":11,"end":19,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":27,"head_span":{"start":24,"end":30,"token_start":4,"token_end":4,"label":"where"},"child_span":{"start":162,"end":174,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":27,"head_span":{"start":42,"end":49,"token_start":7,"token_end":7,"label":"effect_size"},"child_span":{"start":162,"end":174,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":27,"head_span":{"start":50,"end":61,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":162,"end":174,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":19,"head_span":{"start":99,"end":104,"token_start":18,"token_end":18,"label":"type_of"},"child_span":{"start":105,"end":114,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":19,"head_span":{"start":115,"end":127,"token_start":20,"token_end":21,"label":"where"},"child_span":{"start":105,"end":114,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":27,"head_span":{"start":11,"end":19,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":162,"end":174,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":19,"head_span":{"start":11,"end":19,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":105,"end":114,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":979,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"While 1.5\u00b0C can lead to increased runoff and floods in some regions compared to today\u2019s conditions, 2\u00b0C could lead to even more.\n","text":"While 1.5\u00b0C can lead to increased runoff and floods in some regions compared to today\u2019s conditions, 2\u00b0C could lead to even more. IMPLIED_BASE IMPLIED_BASE","characters":129,"document_index":766,"md_sentence_index":13,"classification_origin":"causal_sentence_classification","url":"https://www.wri.org/blog/2018/10/half-degree-and-world-apart-difference-climate-impacts-between-15-c-and-2-c-warming","combo_id":"766_13","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":1252356860,"_task_hash":-78720211,"spans":[{"text":"increased","start":24,"token_start":7,"token_end":7,"end":33,"type":"pattern","label":"change_direction"},{"text":"floods","start":45,"token_start":10,"token_end":10,"end":51,"type":"pattern","label":"base"},{"text":"more","start":123,"token_start":27,"token_end":27,"end":127,"type":"pattern","label":"change_direction"}],"tokens":[{"text":"While","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"1.5","start":6,"end":9,"id":1,"ws":false,"disabled":false},{"text":"\u00b0","start":9,"end":10,"id":2,"ws":false,"disabled":false},{"text":"C","start":10,"end":11,"id":3,"ws":true,"disabled":false},{"text":"can","start":12,"end":15,"id":4,"ws":true,"disabled":false},{"text":"lead","start":16,"end":20,"id":5,"ws":true,"disabled":false},{"text":"to","start":21,"end":23,"id":6,"ws":true,"disabled":false},{"text":"increased","start":24,"end":33,"id":7,"ws":true,"disabled":false},{"text":"runoff","start":34,"end":40,"id":8,"ws":true,"disabled":false},{"text":"and","start":41,"end":44,"id":9,"ws":true,"disabled":false},{"text":"floods","start":45,"end":51,"id":10,"ws":true,"disabled":false},{"text":"in","start":52,"end":54,"id":11,"ws":true,"disabled":false},{"text":"some","start":55,"end":59,"id":12,"ws":true,"disabled":false},{"text":"regions","start":60,"end":67,"id":13,"ws":true,"disabled":false},{"text":"compared","start":68,"end":76,"id":14,"ws":true,"disabled":false},{"text":"to","start":77,"end":79,"id":15,"ws":true,"disabled":false},{"text":"today","start":80,"end":85,"id":16,"ws":false,"disabled":false},{"text":"\u2019s","start":85,"end":87,"id":17,"ws":true,"disabled":false},{"text":"conditions","start":88,"end":98,"id":18,"ws":false,"disabled":false},{"text":",","start":98,"end":99,"id":19,"ws":true,"disabled":false},{"text":"2","start":100,"end":101,"id":20,"ws":false,"disabled":false},{"text":"\u00b0","start":101,"end":102,"id":21,"ws":false,"disabled":false},{"text":"C","start":102,"end":103,"id":22,"ws":true,"disabled":false},{"text":"could","start":104,"end":109,"id":23,"ws":true,"disabled":false},{"text":"lead","start":110,"end":114,"id":24,"ws":true,"disabled":false},{"text":"to","start":115,"end":117,"id":25,"ws":true,"disabled":false},{"text":"even","start":118,"end":122,"id":26,"ws":true,"disabled":false},{"text":"more","start":123,"end":127,"id":27,"ws":false,"disabled":false},{"text":".","start":127,"end":128,"id":28,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":129,"end":141,"id":29,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":30,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":1018,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"During a heat wave, every one degree increase in temperature can increase the risk of dying by 2.5 percent.","text":"During a heat wave, every one degree increase in temperature can increase the risk of dying by 2.5 percent. IMPLIED_BASE IMPLIED_BASE","characters":107,"document_index":788,"md_sentence_index":56,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/interactive/2020/08/24/climate/racism-redlining-cities-global-warming.html","combo_id":"788_56","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-1793774676,"_task_hash":-647329686,"spans":[{"start":0,"end":18,"token_start":0,"token_end":3,"label":"when"},{"start":26,"end":36,"token_start":6,"token_end":7,"label":"effect_size"},{"text":"increase","start":37,"token_start":8,"token_end":8,"end":45,"type":"pattern","label":"change_direction"},{"text":"temperature","start":49,"token_start":10,"token_end":10,"end":60,"type":"pattern","label":"aspect_changing"},{"start":61,"end":64,"token_start":11,"token_end":11,"label":"confidence"},{"text":"increase","start":65,"token_start":12,"token_end":12,"end":73,"type":"pattern","label":"change_direction"},{"start":78,"end":91,"token_start":14,"token_end":16,"label":"aspect_changing"},{"start":92,"end":106,"token_start":17,"token_end":19,"label":"effect_size"},{"start":108,"end":120,"token_start":21,"token_end":21,"label":"base"},{"start":121,"end":133,"token_start":22,"token_end":22,"label":"base"}],"tokens":[{"text":"During","start":0,"end":6,"id":0,"ws":true,"disabled":false},{"text":"a","start":7,"end":8,"id":1,"ws":true,"disabled":false},{"text":"heat","start":9,"end":13,"id":2,"ws":true,"disabled":false},{"text":"wave","start":14,"end":18,"id":3,"ws":false,"disabled":false},{"text":",","start":18,"end":19,"id":4,"ws":true,"disabled":false},{"text":"every","start":20,"end":25,"id":5,"ws":true,"disabled":false},{"text":"one","start":26,"end":29,"id":6,"ws":true,"disabled":false},{"text":"degree","start":30,"end":36,"id":7,"ws":true,"disabled":false},{"text":"increase","start":37,"end":45,"id":8,"ws":true,"disabled":false},{"text":"in","start":46,"end":48,"id":9,"ws":true,"disabled":false},{"text":"temperature","start":49,"end":60,"id":10,"ws":true,"disabled":false},{"text":"can","start":61,"end":64,"id":11,"ws":true,"disabled":false},{"text":"increase","start":65,"end":73,"id":12,"ws":true,"disabled":false},{"text":"the","start":74,"end":77,"id":13,"ws":true,"disabled":false},{"text":"risk","start":78,"end":82,"id":14,"ws":true,"disabled":false},{"text":"of","start":83,"end":85,"id":15,"ws":true,"disabled":false},{"text":"dying","start":86,"end":91,"id":16,"ws":true,"disabled":false},{"text":"by","start":92,"end":94,"id":17,"ws":true,"disabled":false},{"text":"2.5","start":95,"end":98,"id":18,"ws":true,"disabled":false},{"text":"percent","start":99,"end":106,"id":19,"ws":false,"disabled":false},{"text":".","start":106,"end":107,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":22,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":7,"child":21,"head_span":{"start":26,"end":36,"token_start":6,"token_end":7,"label":"effect_size"},"child_span":{"start":108,"end":120,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":21,"head_span":{"start":37,"end":45,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":108,"end":120,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":21,"head_span":{"start":49,"end":60,"token_start":10,"token_end":10,"label":"aspect_changing"},"child_span":{"start":108,"end":120,"token_start":21,"token_end":21,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":22,"head_span":{"start":65,"end":73,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":121,"end":133,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":22,"head_span":{"start":78,"end":91,"token_start":14,"token_end":16,"label":"aspect_changing"},"child_span":{"start":121,"end":133,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":22,"head_span":{"start":92,"end":106,"token_start":17,"token_end":19,"label":"effect_size"},"child_span":{"start":121,"end":133,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":22,"head_span":{"start":108,"end":120,"token_start":21,"token_end":21,"label":"base"},"child_span":{"start":121,"end":133,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1062,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Van Leer determined that the fire had jumped through the forest canopy, spawning 70-mile-per-hour winds that kicked a storm of embers into the modest homes of Coffey Park, which burned at an acre a second as homes ignited spontaneously from the radiant heat.","text":"Van Leer determined that the fire had jumped through the forest canopy, spawning 70-mile-per-hour winds that kicked a storm of embers into the modest homes of Coffey Park, which burned at an acre a second as homes ignited spontaneously from the radiant heat. IMPLIED_BASE IMPLIED_BASE","characters":258,"document_index":816,"md_sentence_index":157,"classification_origin":"causal_sentence_classification","url":"https://www.propublica.org/article/climate-change-will-force-a-new-american-migration","combo_id":"816_157","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-1853520432,"_task_hash":-1470154645,"spans":[{"start":9,"end":19,"token_start":2,"token_end":2,"label":"confidence"},{"start":29,"end":33,"token_start":5,"token_end":5,"label":"base"},{"start":72,"end":80,"token_start":13,"token_end":13,"label":"predicate"},{"start":81,"end":97,"token_start":14,"token_end":18,"label":"effect_size"},{"start":98,"end":103,"token_start":19,"token_end":19,"label":"base"},{"start":109,"end":115,"token_start":21,"token_end":21,"label":"predicate"},{"start":127,"end":133,"token_start":25,"token_end":25,"label":"base"},{"start":143,"end":149,"token_start":28,"token_end":28,"label":"type_of"},{"start":150,"end":155,"token_start":29,"token_end":29,"label":"base"},{"start":159,"end":170,"token_start":31,"token_end":32,"label":"where"}],"tokens":[{"text":"Van","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"Leer","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"determined","start":9,"end":19,"id":2,"ws":true,"disabled":false},{"text":"that","start":20,"end":24,"id":3,"ws":true,"disabled":false},{"text":"the","start":25,"end":28,"id":4,"ws":true,"disabled":false},{"text":"fire","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"had","start":34,"end":37,"id":6,"ws":true,"disabled":false},{"text":"jumped","start":38,"end":44,"id":7,"ws":true,"disabled":false},{"text":"through","start":45,"end":52,"id":8,"ws":true,"disabled":false},{"text":"the","start":53,"end":56,"id":9,"ws":true,"disabled":false},{"text":"forest","start":57,"end":63,"id":10,"ws":true,"disabled":false},{"text":"canopy","start":64,"end":70,"id":11,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":12,"ws":true,"disabled":false},{"text":"spawning","start":72,"end":80,"id":13,"ws":true,"disabled":false},{"text":"70-mile","start":81,"end":88,"id":14,"ws":false,"disabled":false},{"text":"-","start":88,"end":89,"id":15,"ws":false,"disabled":false},{"text":"per","start":89,"end":92,"id":16,"ws":false,"disabled":false},{"text":"-","start":92,"end":93,"id":17,"ws":false,"disabled":false},{"text":"hour","start":93,"end":97,"id":18,"ws":true,"disabled":false},{"text":"winds","start":98,"end":103,"id":19,"ws":true,"disabled":false},{"text":"that","start":104,"end":108,"id":20,"ws":true,"disabled":false},{"text":"kicked","start":109,"end":115,"id":21,"ws":true,"disabled":false},{"text":"a","start":116,"end":117,"id":22,"ws":true,"disabled":false},{"text":"storm","start":118,"end":123,"id":23,"ws":true,"disabled":false},{"text":"of","start":124,"end":126,"id":24,"ws":true,"disabled":false},{"text":"embers","start":127,"end":133,"id":25,"ws":true,"disabled":false},{"text":"into","start":134,"end":138,"id":26,"ws":true,"disabled":false},{"text":"the","start":139,"end":142,"id":27,"ws":true,"disabled":false},{"text":"modest","start":143,"end":149,"id":28,"ws":true,"disabled":false},{"text":"homes","start":150,"end":155,"id":29,"ws":true,"disabled":false},{"text":"of","start":156,"end":158,"id":30,"ws":true,"disabled":false},{"text":"Coffey","start":159,"end":165,"id":31,"ws":true,"disabled":false},{"text":"Park","start":166,"end":170,"id":32,"ws":false,"disabled":false},{"text":",","start":170,"end":171,"id":33,"ws":true,"disabled":false},{"text":"which","start":172,"end":177,"id":34,"ws":true,"disabled":false},{"text":"burned","start":178,"end":184,"id":35,"ws":true,"disabled":false},{"text":"at","start":185,"end":187,"id":36,"ws":true,"disabled":false},{"text":"an","start":188,"end":190,"id":37,"ws":true,"disabled":false},{"text":"acre","start":191,"end":195,"id":38,"ws":true,"disabled":false},{"text":"a","start":196,"end":197,"id":39,"ws":true,"disabled":false},{"text":"second","start":198,"end":204,"id":40,"ws":true,"disabled":false},{"text":"as","start":205,"end":207,"id":41,"ws":true,"disabled":false},{"text":"homes","start":208,"end":213,"id":42,"ws":true,"disabled":false},{"text":"ignited","start":214,"end":221,"id":43,"ws":true,"disabled":false},{"text":"spontaneously","start":222,"end":235,"id":44,"ws":true,"disabled":false},{"text":"from","start":236,"end":240,"id":45,"ws":true,"disabled":false},{"text":"the","start":241,"end":244,"id":46,"ws":true,"disabled":false},{"text":"radiant","start":245,"end":252,"id":47,"ws":true,"disabled":false},{"text":"heat","start":253,"end":257,"id":48,"ws":false,"disabled":false},{"text":".","start":257,"end":258,"id":49,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":259,"end":271,"id":50,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":272,"end":284,"id":51,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":18,"child":19,"head_span":{"start":81,"end":97,"token_start":14,"token_end":18,"label":"effect_size"},"child_span":{"start":98,"end":103,"token_start":19,"token_end":19,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":29,"head_span":{"start":143,"end":149,"token_start":28,"token_end":28,"label":"type_of"},"child_span":{"start":150,"end":155,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":29,"head_span":{"start":159,"end":170,"token_start":31,"token_end":32,"label":"where"},"child_span":{"start":150,"end":155,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":19,"head_span":{"start":29,"end":33,"token_start":5,"token_end":5,"label":"base"},"child_span":{"start":98,"end":103,"token_start":19,"token_end":19,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":19,"child":25,"head_span":{"start":98,"end":103,"token_start":19,"token_end":19,"label":"base"},"child_span":{"start":127,"end":133,"token_start":25,"token_end":25,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":25,"child":29,"head_span":{"start":127,"end":133,"token_start":25,"token_end":25,"label":"base"},"child_span":{"start":150,"end":155,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":492,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Banks will collapse, there will be massive erosion and it will send sediments down the river.\u201d\n","text":"Banks will collapse, there will be massive erosion and it will send sediments down the river.\u201d IMPLIED_BASE IMPLIED_BASE","characters":95,"document_index":376,"md_sentence_index":4,"classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/australia-news/2019/sep/09/plan-to-relocate-fish-as-australias-largest-river-system-faces-ecological-collapse","combo_id":"376_4","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-1631193430,"_task_hash":-418492633,"spans":[{"text":"erosion","start":43,"token_start":8,"token_end":8,"end":50,"type":"pattern","label":"base"},{"text":"sediments","start":68,"token_start":13,"token_end":13,"end":77,"type":"pattern","label":"base"}],"tokens":[{"text":"Banks","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"will","start":6,"end":10,"id":1,"ws":true,"disabled":false},{"text":"collapse","start":11,"end":19,"id":2,"ws":false,"disabled":false},{"text":",","start":19,"end":20,"id":3,"ws":true,"disabled":false},{"text":"there","start":21,"end":26,"id":4,"ws":true,"disabled":false},{"text":"will","start":27,"end":31,"id":5,"ws":true,"disabled":false},{"text":"be","start":32,"end":34,"id":6,"ws":true,"disabled":false},{"text":"massive","start":35,"end":42,"id":7,"ws":true,"disabled":false},{"text":"erosion","start":43,"end":50,"id":8,"ws":true,"disabled":false},{"text":"and","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"it","start":55,"end":57,"id":10,"ws":true,"disabled":false},{"text":"will","start":58,"end":62,"id":11,"ws":true,"disabled":false},{"text":"send","start":63,"end":67,"id":12,"ws":true,"disabled":false},{"text":"sediments","start":68,"end":77,"id":13,"ws":true,"disabled":false},{"text":"down","start":78,"end":82,"id":14,"ws":true,"disabled":false},{"text":"the","start":83,"end":86,"id":15,"ws":true,"disabled":false},{"text":"river","start":87,"end":92,"id":16,"ws":false,"disabled":false},{"text":".","start":92,"end":93,"id":17,"ws":false,"disabled":false},{"text":"\u201d","start":93,"end":94,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":95,"end":107,"id":19,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":20,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":922,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Body heat production rises during strenuous exercise, compared to when you are at rest.","text":"Body heat production rises during strenuous exercise, compared to when you are at rest. IMPLIED_BASE IMPLIED_BASE","characters":87,"document_index":744,"md_sentence_index":37,"classification_origin":"causal_sentence_classification","url":"https://www.climatecentral.org/news/extreme-heat-when-outdoor-sports-become-risky-2019","combo_id":"744_37","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-220290653,"_task_hash":196118768,"spans":[{"start":0,"end":4,"token_start":0,"token_end":0,"label":"type_of"},{"start":5,"end":9,"token_start":1,"token_end":1,"label":"base"},{"start":10,"end":20,"token_start":2,"token_end":2,"label":"aspect_changing"},{"start":21,"end":26,"token_start":3,"token_end":3,"label":"change_direction"},{"start":34,"end":43,"token_start":5,"token_end":5,"label":"type_of"},{"start":44,"end":52,"token_start":6,"token_end":6,"label":"base"}],"tokens":[{"text":"Body","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"heat","start":5,"end":9,"id":1,"ws":true,"disabled":false},{"text":"production","start":10,"end":20,"id":2,"ws":true,"disabled":false},{"text":"rises","start":21,"end":26,"id":3,"ws":true,"disabled":false},{"text":"during","start":27,"end":33,"id":4,"ws":true,"disabled":false},{"text":"strenuous","start":34,"end":43,"id":5,"ws":true,"disabled":false},{"text":"exercise","start":44,"end":52,"id":6,"ws":false,"disabled":false},{"text":",","start":52,"end":53,"id":7,"ws":true,"disabled":false},{"text":"compared","start":54,"end":62,"id":8,"ws":true,"disabled":false},{"text":"to","start":63,"end":65,"id":9,"ws":true,"disabled":false},{"text":"when","start":66,"end":70,"id":10,"ws":true,"disabled":false},{"text":"you","start":71,"end":74,"id":11,"ws":true,"disabled":false},{"text":"are","start":75,"end":78,"id":12,"ws":true,"disabled":false},{"text":"at","start":79,"end":81,"id":13,"ws":true,"disabled":false},{"text":"rest","start":82,"end":86,"id":14,"ws":false,"disabled":false},{"text":".","start":86,"end":87,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":88,"end":100,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":101,"end":113,"id":17,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":4,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":5,"end":9,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":1,"head_span":{"start":10,"end":20,"token_start":2,"token_end":2,"label":"aspect_changing"},"child_span":{"start":5,"end":9,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":1,"head_span":{"start":21,"end":26,"token_start":3,"token_end":3,"label":"change_direction"},"child_span":{"start":5,"end":9,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":5,"child":6,"head_span":{"start":34,"end":43,"token_start":5,"token_end":5,"label":"type_of"},"child_span":{"start":44,"end":52,"token_start":6,"token_end":6,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"reject"}
+{"number":277,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"one","complexity":"moderate","original_md_text":"Air pollution is a deadly, man-made problem, responsible for the early deaths of some seven million people every year, around 600,000 of whom are children.","text":"Air pollution is a deadly, man-made problem, responsible for the early deaths of some seven million people every year, around 600,000 of whom are children. IMPLIED_BASE IMPLIED_BASE","characters":155,"document_index":241,"md_sentence_index":2,"classification_origin":"cm-label-eval","url":"https://news.un.org/en/story/2019/06/1039661","combo_id":"241_2","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":1068661054,"_task_hash":479625638,"spans":[{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},{"text":"pollution","start":4,"token_start":1,"token_end":1,"end":13,"type":"pattern","label":"base"},{"start":14,"end":16,"token_start":2,"token_end":2,"label":"confidence"},{"start":45,"end":60,"token_start":11,"token_end":12,"label":"predicate"},{"start":65,"end":70,"token_start":14,"token_end":14,"label":"change_direction"},{"start":71,"end":77,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":81,"end":99,"token_start":17,"token_end":19,"label":"effect_size"},{"start":100,"end":106,"token_start":20,"token_end":20,"label":"base"},{"start":107,"end":117,"token_start":21,"token_end":22,"label":"when"},{"start":126,"end":133,"token_start":25,"token_end":25,"label":"effect_size"},{"start":146,"end":154,"token_start":29,"token_end":29,"label":"base"}],"tokens":[{"text":"Air","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"pollution","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"is","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"a","start":17,"end":18,"id":3,"ws":true,"disabled":false},{"text":"deadly","start":19,"end":25,"id":4,"ws":false,"disabled":false},{"text":",","start":25,"end":26,"id":5,"ws":true,"disabled":false},{"text":"man","start":27,"end":30,"id":6,"ws":false,"disabled":false},{"text":"-","start":30,"end":31,"id":7,"ws":false,"disabled":false},{"text":"made","start":31,"end":35,"id":8,"ws":true,"disabled":false},{"text":"problem","start":36,"end":43,"id":9,"ws":false,"disabled":false},{"text":",","start":43,"end":44,"id":10,"ws":true,"disabled":false},{"text":"responsible","start":45,"end":56,"id":11,"ws":true,"disabled":false},{"text":"for","start":57,"end":60,"id":12,"ws":true,"disabled":false},{"text":"the","start":61,"end":64,"id":13,"ws":true,"disabled":false},{"text":"early","start":65,"end":70,"id":14,"ws":true,"disabled":false},{"text":"deaths","start":71,"end":77,"id":15,"ws":true,"disabled":false},{"text":"of","start":78,"end":80,"id":16,"ws":true,"disabled":false},{"text":"some","start":81,"end":85,"id":17,"ws":true,"disabled":false},{"text":"seven","start":86,"end":91,"id":18,"ws":true,"disabled":false},{"text":"million","start":92,"end":99,"id":19,"ws":true,"disabled":false},{"text":"people","start":100,"end":106,"id":20,"ws":true,"disabled":false},{"text":"every","start":107,"end":112,"id":21,"ws":true,"disabled":false},{"text":"year","start":113,"end":117,"id":22,"ws":false,"disabled":false},{"text":",","start":117,"end":118,"id":23,"ws":true,"disabled":false},{"text":"around","start":119,"end":125,"id":24,"ws":true,"disabled":false},{"text":"600,000","start":126,"end":133,"id":25,"ws":true,"disabled":false},{"text":"of","start":134,"end":136,"id":26,"ws":true,"disabled":false},{"text":"whom","start":137,"end":141,"id":27,"ws":true,"disabled":false},{"text":"are","start":142,"end":145,"id":28,"ws":true,"disabled":false},{"text":"children","start":146,"end":154,"id":29,"ws":false,"disabled":false},{"text":".","start":154,"end":155,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":156,"end":168,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":169,"end":181,"id":32,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":1,"head_span":{"start":0,"end":3,"token_start":0,"token_end":0,"label":"type_of"},"child_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":20,"head_span":{"start":65,"end":70,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":100,"end":106,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":20,"head_span":{"start":71,"end":77,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":100,"end":106,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":20,"head_span":{"start":81,"end":99,"token_start":17,"token_end":19,"label":"effect_size"},"child_span":{"start":100,"end":106,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":20,"head_span":{"start":107,"end":117,"token_start":21,"token_end":22,"label":"when"},"child_span":{"start":100,"end":106,"token_start":20,"token_end":20,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":29,"head_span":{"start":126,"end":133,"token_start":25,"token_end":25,"label":"effect_size"},"child_span":{"start":146,"end":154,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":14,"child":29,"head_span":{"start":65,"end":70,"token_start":14,"token_end":14,"label":"change_direction"},"child_span":{"start":146,"end":154,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":29,"head_span":{"start":71,"end":77,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":146,"end":154,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":20,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":100,"end":106,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":1,"child":29,"head_span":{"start":4,"end":13,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":146,"end":154,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1033,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The resulting storm surge reaches higher and penetrates further inland in low-lying areas.","text":"The resulting storm surge reaches higher and penetrates further inland in low-lying areas. IMPLIED_BASE IMPLIED_BASE","characters":90,"document_index":796,"md_sentence_index":39,"classification_origin":"causal_sentence_classification","url":"https://www.ucsusa.org/resources/hurricanes-and-climate-change","combo_id":"796_39","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":1452613906,"_task_hash":14379413,"spans":[{"text":"storm","start":14,"token_start":2,"token_end":2,"end":19,"type":"pattern","label":"base"},{"start":20,"end":25,"token_start":3,"token_end":3,"label":"aspect_changing"},{"text":"higher","start":34,"token_start":5,"token_end":5,"end":40,"type":"pattern","label":"change_direction"},{"start":56,"end":89,"token_start":8,"token_end":14,"label":"where"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"resulting","start":4,"end":13,"id":1,"ws":true,"disabled":false},{"text":"storm","start":14,"end":19,"id":2,"ws":true,"disabled":false},{"text":"surge","start":20,"end":25,"id":3,"ws":true,"disabled":false},{"text":"reaches","start":26,"end":33,"id":4,"ws":true,"disabled":false},{"text":"higher","start":34,"end":40,"id":5,"ws":true,"disabled":false},{"text":"and","start":41,"end":44,"id":6,"ws":true,"disabled":false},{"text":"penetrates","start":45,"end":55,"id":7,"ws":true,"disabled":false},{"text":"further","start":56,"end":63,"id":8,"ws":true,"disabled":false},{"text":"inland","start":64,"end":70,"id":9,"ws":true,"disabled":false},{"text":"in","start":71,"end":73,"id":10,"ws":true,"disabled":false},{"text":"low","start":74,"end":77,"id":11,"ws":false,"disabled":false},{"text":"-","start":77,"end":78,"id":12,"ws":false,"disabled":false},{"text":"lying","start":78,"end":83,"id":13,"ws":true,"disabled":false},{"text":"areas","start":84,"end":89,"id":14,"ws":false,"disabled":false},{"text":".","start":89,"end":90,"id":15,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":91,"end":103,"id":16,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":104,"end":116,"id":17,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":938,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"This year\u2019s report, summarizing data from 2014 through 2018, notes that the number and rate of heat-related illnesses has risen substantially over the last five years and concludes that \u201cheat illnesses are a significant and persistent threat to both the health of U.S. military members and the effectiveness of military operations.\u201d","text":"This year\u2019s report, summarizing data from 2014 through 2018, notes that the number and rate of heat-related illnesses has risen substantially over the last five years and concludes that \u201cheat illnesses are a significant and persistent threat to both the health of U.S. military members and the effectiveness of military operations.\u201d IMPLIED_BASE IMPLIED_BASE","characters":332,"document_index":747,"md_sentence_index":9,"classification_origin":"causal_sentence_classification","url":"https://blog.ucsusa.org/kristy-dahl/military-extreme-heat","combo_id":"747_9","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-1065133695,"_task_hash":1643330838,"spans":[{"start":76,"end":82,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":87,"end":91,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":95,"end":107,"token_start":19,"token_end":21,"label":"type_of"},{"start":108,"end":117,"token_start":22,"token_end":22,"label":"base"},{"start":118,"end":121,"token_start":23,"token_end":23,"label":"confidence"},{"start":122,"end":127,"token_start":24,"token_end":24,"label":"change_direction"},{"start":128,"end":141,"token_start":25,"token_end":25,"label":"effect_size"},{"start":142,"end":166,"token_start":26,"token_end":30,"label":"when"},{"start":333,"end":345,"token_start":59,"token_end":59,"label":"base"}],"tokens":[{"text":"This","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"year","start":5,"end":9,"id":1,"ws":false,"disabled":false},{"text":"\u2019s","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"report","start":12,"end":18,"id":3,"ws":false,"disabled":false},{"text":",","start":18,"end":19,"id":4,"ws":true,"disabled":false},{"text":"summarizing","start":20,"end":31,"id":5,"ws":true,"disabled":false},{"text":"data","start":32,"end":36,"id":6,"ws":true,"disabled":false},{"text":"from","start":37,"end":41,"id":7,"ws":true,"disabled":false},{"text":"2014","start":42,"end":46,"id":8,"ws":true,"disabled":false},{"text":"through","start":47,"end":54,"id":9,"ws":true,"disabled":false},{"text":"2018","start":55,"end":59,"id":10,"ws":false,"disabled":false},{"text":",","start":59,"end":60,"id":11,"ws":true,"disabled":false},{"text":"notes","start":61,"end":66,"id":12,"ws":true,"disabled":false},{"text":"that","start":67,"end":71,"id":13,"ws":true,"disabled":false},{"text":"the","start":72,"end":75,"id":14,"ws":true,"disabled":false},{"text":"number","start":76,"end":82,"id":15,"ws":true,"disabled":false},{"text":"and","start":83,"end":86,"id":16,"ws":true,"disabled":false},{"text":"rate","start":87,"end":91,"id":17,"ws":true,"disabled":false},{"text":"of","start":92,"end":94,"id":18,"ws":true,"disabled":false},{"text":"heat","start":95,"end":99,"id":19,"ws":false,"disabled":false},{"text":"-","start":99,"end":100,"id":20,"ws":false,"disabled":false},{"text":"related","start":100,"end":107,"id":21,"ws":true,"disabled":false},{"text":"illnesses","start":108,"end":117,"id":22,"ws":true,"disabled":false},{"text":"has","start":118,"end":121,"id":23,"ws":true,"disabled":false},{"text":"risen","start":122,"end":127,"id":24,"ws":true,"disabled":false},{"text":"substantially","start":128,"end":141,"id":25,"ws":true,"disabled":false},{"text":"over","start":142,"end":146,"id":26,"ws":true,"disabled":false},{"text":"the","start":147,"end":150,"id":27,"ws":true,"disabled":false},{"text":"last","start":151,"end":155,"id":28,"ws":true,"disabled":false},{"text":"five","start":156,"end":160,"id":29,"ws":true,"disabled":false},{"text":"years","start":161,"end":166,"id":30,"ws":true,"disabled":false},{"text":"and","start":167,"end":170,"id":31,"ws":true,"disabled":false},{"text":"concludes","start":171,"end":180,"id":32,"ws":true,"disabled":false},{"text":"that","start":181,"end":185,"id":33,"ws":true,"disabled":false},{"text":"\u201c","start":186,"end":187,"id":34,"ws":false,"disabled":false},{"text":"heat","start":187,"end":191,"id":35,"ws":true,"disabled":false},{"text":"illnesses","start":192,"end":201,"id":36,"ws":true,"disabled":false},{"text":"are","start":202,"end":205,"id":37,"ws":true,"disabled":false},{"text":"a","start":206,"end":207,"id":38,"ws":true,"disabled":false},{"text":"significant","start":208,"end":219,"id":39,"ws":true,"disabled":false},{"text":"and","start":220,"end":223,"id":40,"ws":true,"disabled":false},{"text":"persistent","start":224,"end":234,"id":41,"ws":true,"disabled":false},{"text":"threat","start":235,"end":241,"id":42,"ws":true,"disabled":false},{"text":"to","start":242,"end":244,"id":43,"ws":true,"disabled":false},{"text":"both","start":245,"end":249,"id":44,"ws":true,"disabled":false},{"text":"the","start":250,"end":253,"id":45,"ws":true,"disabled":false},{"text":"health","start":254,"end":260,"id":46,"ws":true,"disabled":false},{"text":"of","start":261,"end":263,"id":47,"ws":true,"disabled":false},{"text":"U.S.","start":264,"end":268,"id":48,"ws":true,"disabled":false},{"text":"military","start":269,"end":277,"id":49,"ws":true,"disabled":false},{"text":"members","start":278,"end":285,"id":50,"ws":true,"disabled":false},{"text":"and","start":286,"end":289,"id":51,"ws":true,"disabled":false},{"text":"the","start":290,"end":293,"id":52,"ws":true,"disabled":false},{"text":"effectiveness","start":294,"end":307,"id":53,"ws":true,"disabled":false},{"text":"of","start":308,"end":310,"id":54,"ws":true,"disabled":false},{"text":"military","start":311,"end":319,"id":55,"ws":true,"disabled":false},{"text":"operations","start":320,"end":330,"id":56,"ws":false,"disabled":false},{"text":".","start":330,"end":331,"id":57,"ws":false,"disabled":false},{"text":"\u201d","start":331,"end":332,"id":58,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":333,"end":345,"id":59,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":346,"end":358,"id":60,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":15,"child":22,"head_span":{"start":76,"end":82,"token_start":15,"token_end":15,"label":"aspect_changing"},"child_span":{"start":108,"end":117,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":22,"head_span":{"start":87,"end":91,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":108,"end":117,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":21,"child":59,"head_span":{"start":95,"end":107,"token_start":19,"token_end":21,"label":"type_of"},"child_span":{"start":333,"end":345,"token_start":59,"token_end":59,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":22,"head_span":{"start":122,"end":127,"token_start":24,"token_end":24,"label":"change_direction"},"child_span":{"start":108,"end":117,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":22,"head_span":{"start":128,"end":141,"token_start":25,"token_end":25,"label":"effect_size"},"child_span":{"start":108,"end":117,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":22,"head_span":{"start":142,"end":166,"token_start":26,"token_end":30,"label":"when"},"child_span":{"start":108,"end":117,"token_start":22,"token_end":22,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":59,"child":22,"head_span":{"start":333,"end":345,"token_start":59,"token_end":59,"label":"base"},"child_span":{"start":108,"end":117,"token_start":22,"token_end":22,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"flagged":true,"answer":"accept"}
+{"number":404,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"","original_md_text":"Sometimes, those winds have weakened or reversed, which in turn causes changes in the ocean water that laps up against the ice in a way that caused the glaciers to melt.\n","text":"Sometimes, those winds have weakened or reversed, which in turn causes changes in the ocean water that laps up against the ice in a way that caused the glaciers to melt. IMPLIED_BASE IMPLIED_BASE","characters":170,"document_index":319,"md_sentence_index":6,"classification_origin":"cm_cause_effect_rel","url":"https://www.nationalgeographic.com/environment/2019/08/west-antarctic-glaciers-melting-human-influence/","combo_id":"319_6","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":-1094849821,"_task_hash":1850215567,"spans":[{"start":17,"end":22,"token_start":3,"token_end":3,"label":"aspect_changing"},{"start":28,"end":48,"token_start":5,"token_end":7,"label":"change_direction"},{"start":64,"end":70,"token_start":12,"token_end":12,"label":"predicate"},{"start":71,"end":78,"token_start":13,"token_end":13,"label":"change_direction"},{"text":"ocean","start":86,"token_start":16,"token_end":16,"end":91,"type":"pattern","label":"base"},{"start":92,"end":97,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":141,"end":147,"token_start":28,"token_end":28,"label":"predicate"},{"text":"glaciers","start":152,"token_start":30,"token_end":30,"end":160,"type":"pattern","label":"base"},{"start":164,"end":168,"token_start":32,"token_end":32,"label":"change_direction"},{"start":170,"end":182,"token_start":34,"token_end":34,"label":"base"}],"tokens":[{"text":"Sometimes","start":0,"end":9,"id":0,"ws":false,"disabled":false},{"text":",","start":9,"end":10,"id":1,"ws":true,"disabled":false},{"text":"those","start":11,"end":16,"id":2,"ws":true,"disabled":false},{"text":"winds","start":17,"end":22,"id":3,"ws":true,"disabled":false},{"text":"have","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"weakened","start":28,"end":36,"id":5,"ws":true,"disabled":false},{"text":"or","start":37,"end":39,"id":6,"ws":true,"disabled":false},{"text":"reversed","start":40,"end":48,"id":7,"ws":false,"disabled":false},{"text":",","start":48,"end":49,"id":8,"ws":true,"disabled":false},{"text":"which","start":50,"end":55,"id":9,"ws":true,"disabled":false},{"text":"in","start":56,"end":58,"id":10,"ws":true,"disabled":false},{"text":"turn","start":59,"end":63,"id":11,"ws":true,"disabled":false},{"text":"causes","start":64,"end":70,"id":12,"ws":true,"disabled":false},{"text":"changes","start":71,"end":78,"id":13,"ws":true,"disabled":false},{"text":"in","start":79,"end":81,"id":14,"ws":true,"disabled":false},{"text":"the","start":82,"end":85,"id":15,"ws":true,"disabled":false},{"text":"ocean","start":86,"end":91,"id":16,"ws":true,"disabled":false},{"text":"water","start":92,"end":97,"id":17,"ws":true,"disabled":false},{"text":"that","start":98,"end":102,"id":18,"ws":true,"disabled":false},{"text":"laps","start":103,"end":107,"id":19,"ws":true,"disabled":false},{"text":"up","start":108,"end":110,"id":20,"ws":true,"disabled":false},{"text":"against","start":111,"end":118,"id":21,"ws":true,"disabled":false},{"text":"the","start":119,"end":122,"id":22,"ws":true,"disabled":false},{"text":"ice","start":123,"end":126,"id":23,"ws":true,"disabled":false},{"text":"in","start":127,"end":129,"id":24,"ws":true,"disabled":false},{"text":"a","start":130,"end":131,"id":25,"ws":true,"disabled":false},{"text":"way","start":132,"end":135,"id":26,"ws":true,"disabled":false},{"text":"that","start":136,"end":140,"id":27,"ws":true,"disabled":false},{"text":"caused","start":141,"end":147,"id":28,"ws":true,"disabled":false},{"text":"the","start":148,"end":151,"id":29,"ws":true,"disabled":false},{"text":"glaciers","start":152,"end":160,"id":30,"ws":true,"disabled":false},{"text":"to","start":161,"end":163,"id":31,"ws":true,"disabled":false},{"text":"melt","start":164,"end":168,"id":32,"ws":false,"disabled":false},{"text":".","start":168,"end":169,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":170,"end":182,"id":34,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":183,"end":195,"id":35,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":3,"child":34,"head_span":{"start":17,"end":22,"token_start":3,"token_end":3,"label":"aspect_changing"},"child_span":{"start":170,"end":182,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":34,"head_span":{"start":28,"end":48,"token_start":5,"token_end":7,"label":"change_direction"},"child_span":{"start":170,"end":182,"token_start":34,"token_end":34,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":13,"child":16,"head_span":{"start":71,"end":78,"token_start":13,"token_end":13,"label":"change_direction"},"child_span":{"start":86,"end":91,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":92,"end":97,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":86,"end":91,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":30,"head_span":{"start":164,"end":168,"token_start":32,"token_end":32,"label":"change_direction"},"child_span":{"start":152,"end":160,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":16,"head_span":{"start":170,"end":182,"token_start":34,"token_end":34,"label":"base"},"child_span":{"start":86,"end":91,"token_start":16,"token_end":16,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":16,"child":30,"head_span":{"start":86,"end":91,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":152,"end":160,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":856,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Such efforts may also help resolve the reasons for the paucity of reported mortality and morbidity impacts associated with observed near 35\u00b0C conditions (11, 14).\n","text":"Such efforts may also help resolve the reasons for the paucity of reported mortality and morbidity impacts associated with observed near 35\u00b0C conditions (11, 14). IMPLIED_BASE IMPLIED_BASE","characters":163,"document_index":708,"md_sentence_index":110,"classification_origin":"causal_sentence_classification","url":"https://advances.sciencemag.org/content/6/19/eaaw1838","combo_id":"708_110","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":1968907069,"_task_hash":-132166515,"spans":[{"start":75,"end":84,"token_start":13,"token_end":13,"label":"aspect_changing"},{"start":89,"end":98,"token_start":15,"token_end":15,"label":"aspect_changing"},{"start":163,"end":175,"token_start":31,"token_end":31,"label":"base"}],"tokens":[{"text":"Such","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"efforts","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"may","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"also","start":17,"end":21,"id":3,"ws":true,"disabled":false},{"text":"help","start":22,"end":26,"id":4,"ws":true,"disabled":false},{"text":"resolve","start":27,"end":34,"id":5,"ws":true,"disabled":false},{"text":"the","start":35,"end":38,"id":6,"ws":true,"disabled":false},{"text":"reasons","start":39,"end":46,"id":7,"ws":true,"disabled":false},{"text":"for","start":47,"end":50,"id":8,"ws":true,"disabled":false},{"text":"the","start":51,"end":54,"id":9,"ws":true,"disabled":false},{"text":"paucity","start":55,"end":62,"id":10,"ws":true,"disabled":false},{"text":"of","start":63,"end":65,"id":11,"ws":true,"disabled":false},{"text":"reported","start":66,"end":74,"id":12,"ws":true,"disabled":false},{"text":"mortality","start":75,"end":84,"id":13,"ws":true,"disabled":false},{"text":"and","start":85,"end":88,"id":14,"ws":true,"disabled":false},{"text":"morbidity","start":89,"end":98,"id":15,"ws":true,"disabled":false},{"text":"impacts","start":99,"end":106,"id":16,"ws":true,"disabled":false},{"text":"associated","start":107,"end":117,"id":17,"ws":true,"disabled":false},{"text":"with","start":118,"end":122,"id":18,"ws":true,"disabled":false},{"text":"observed","start":123,"end":131,"id":19,"ws":true,"disabled":false},{"text":"near","start":132,"end":136,"id":20,"ws":true,"disabled":false},{"text":"35","start":137,"end":139,"id":21,"ws":false,"disabled":false},{"text":"\u00b0","start":139,"end":140,"id":22,"ws":false,"disabled":false},{"text":"C","start":140,"end":141,"id":23,"ws":true,"disabled":false},{"text":"conditions","start":142,"end":152,"id":24,"ws":true,"disabled":false},{"text":"(","start":153,"end":154,"id":25,"ws":false,"disabled":false},{"text":"11","start":154,"end":156,"id":26,"ws":false,"disabled":false},{"text":",","start":156,"end":157,"id":27,"ws":true,"disabled":false},{"text":"14","start":158,"end":160,"id":28,"ws":false,"disabled":false},{"text":")","start":160,"end":161,"id":29,"ws":false,"disabled":false},{"text":".","start":161,"end":162,"id":30,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":163,"end":175,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":176,"end":188,"id":32,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"flagged":true,"answer":"reject"}
+{"number":245,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"The oceans don't just soak up excess heat from the atmosphere; they also absorb excess carbon dioxide, which is changing the chemistry of seawater, making it more acidic.","text":"The oceans don't just soak up excess heat from the atmosphere; they also absorb excess carbon dioxide, which is changing the chemistry of seawater, making it more acidic. IMPLIED_BASE IMPLIED_BASE","characters":170,"document_index":193,"md_sentence_index":62,"classification_origin":"cm_cause_effect_rel","url":"https://www.nationalgeographic.com/environment/2019/06/see-the-drastic-toll-climate-change-is-taking-on-our-oceans/","combo_id":"193_62","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":684145643,"_task_hash":637612935,"spans":[{"text":"oceans","start":4,"token_start":1,"token_end":1,"end":10,"type":"pattern","label":"base"},{"start":22,"end":29,"token_start":5,"token_end":6,"label":"change_direction"},{"start":30,"end":36,"token_start":7,"token_end":7,"label":"type_of"},{"start":37,"end":41,"token_start":8,"token_end":8,"label":"aspect_changing"},{"start":42,"end":61,"token_start":9,"token_end":11,"label":"where"},{"start":73,"end":79,"token_start":15,"token_end":15,"label":"change_direction"},{"start":80,"end":86,"token_start":16,"token_end":16,"label":"type_of"},{"text":"carbon dioxide","start":87,"token_start":17,"token_end":18,"end":101,"type":"pattern","label":"base"},{"start":109,"end":111,"token_start":21,"token_end":21,"label":"confidence"},{"start":112,"end":120,"token_start":22,"token_end":22,"label":"change_direction"},{"start":125,"end":134,"token_start":24,"token_end":24,"label":"aspect_changing"},{"text":"seawater","start":138,"token_start":26,"token_end":26,"end":146,"type":"pattern","label":"base"},{"text":"more","start":158,"token_start":30,"token_end":30,"end":162,"type":"pattern","label":"change_direction"},{"start":163,"end":169,"token_start":31,"token_end":31,"label":"aspect_changing"},{"start":171,"end":183,"token_start":33,"token_end":33,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"oceans","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"do","start":11,"end":13,"id":2,"ws":false,"disabled":false},{"text":"n't","start":13,"end":16,"id":3,"ws":true,"disabled":false},{"text":"just","start":17,"end":21,"id":4,"ws":true,"disabled":false},{"text":"soak","start":22,"end":26,"id":5,"ws":true,"disabled":false},{"text":"up","start":27,"end":29,"id":6,"ws":true,"disabled":false},{"text":"excess","start":30,"end":36,"id":7,"ws":true,"disabled":false},{"text":"heat","start":37,"end":41,"id":8,"ws":true,"disabled":false},{"text":"from","start":42,"end":46,"id":9,"ws":true,"disabled":false},{"text":"the","start":47,"end":50,"id":10,"ws":true,"disabled":false},{"text":"atmosphere","start":51,"end":61,"id":11,"ws":false,"disabled":false},{"text":";","start":61,"end":62,"id":12,"ws":true,"disabled":false},{"text":"they","start":63,"end":67,"id":13,"ws":true,"disabled":false},{"text":"also","start":68,"end":72,"id":14,"ws":true,"disabled":false},{"text":"absorb","start":73,"end":79,"id":15,"ws":true,"disabled":false},{"text":"excess","start":80,"end":86,"id":16,"ws":true,"disabled":false},{"text":"carbon","start":87,"end":93,"id":17,"ws":true,"disabled":false},{"text":"dioxide","start":94,"end":101,"id":18,"ws":false,"disabled":false},{"text":",","start":101,"end":102,"id":19,"ws":true,"disabled":false},{"text":"which","start":103,"end":108,"id":20,"ws":true,"disabled":false},{"text":"is","start":109,"end":111,"id":21,"ws":true,"disabled":false},{"text":"changing","start":112,"end":120,"id":22,"ws":true,"disabled":false},{"text":"the","start":121,"end":124,"id":23,"ws":true,"disabled":false},{"text":"chemistry","start":125,"end":134,"id":24,"ws":true,"disabled":false},{"text":"of","start":135,"end":137,"id":25,"ws":true,"disabled":false},{"text":"seawater","start":138,"end":146,"id":26,"ws":false,"disabled":false},{"text":",","start":146,"end":147,"id":27,"ws":true,"disabled":false},{"text":"making","start":148,"end":154,"id":28,"ws":true,"disabled":false},{"text":"it","start":155,"end":157,"id":29,"ws":true,"disabled":false},{"text":"more","start":158,"end":162,"id":30,"ws":true,"disabled":false},{"text":"acidic","start":163,"end":169,"id":31,"ws":false,"disabled":false},{"text":".","start":169,"end":170,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":171,"end":183,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":184,"end":196,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":6,"child":33,"head_span":{"start":22,"end":29,"token_start":5,"token_end":6,"label":"change_direction"},"child_span":{"start":171,"end":183,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":33,"head_span":{"start":30,"end":36,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":171,"end":183,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":33,"head_span":{"start":37,"end":41,"token_start":8,"token_end":8,"label":"aspect_changing"},"child_span":{"start":171,"end":183,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":33,"head_span":{"start":42,"end":61,"token_start":9,"token_end":11,"label":"where"},"child_span":{"start":171,"end":183,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":33,"head_span":{"start":4,"end":10,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":171,"end":183,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":15,"child":18,"head_span":{"start":73,"end":79,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":87,"end":101,"token_start":17,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":80,"end":86,"token_start":16,"token_end":16,"label":"type_of"},"child_span":{"start":87,"end":101,"token_start":17,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":18,"head_span":{"start":4,"end":10,"token_start":1,"token_end":1,"label":"base"},"child_span":{"start":87,"end":101,"token_start":17,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":22,"child":26,"head_span":{"start":112,"end":120,"token_start":22,"token_end":22,"label":"change_direction"},"child_span":{"start":138,"end":146,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":24,"child":26,"head_span":{"start":125,"end":134,"token_start":24,"token_end":24,"label":"aspect_changing"},"child_span":{"start":138,"end":146,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":26,"head_span":{"start":87,"end":101,"token_start":17,"token_end":18,"label":"base"},"child_span":{"start":138,"end":146,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":30,"child":26,"head_span":{"start":158,"end":162,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":138,"end":146,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":31,"child":26,"head_span":{"start":163,"end":169,"token_start":31,"token_end":31,"label":"aspect_changing"},"child_span":{"start":138,"end":146,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"answer":"accept","flagged":true}
+{"number":465,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Following the deaths of hundreds of thousands of people in 1970 and 1991, the South Asian nation reinforced flood defenses, built shelters and trained volunteers, sharply cutting the death toll in subsequent storms.\n","text":"Following the deaths of hundreds of thousands of people in 1970 and 1991, the South Asian nation reinforced flood defenses, built shelters and trained volunteers, sharply cutting the death toll in subsequent storms. IMPLIED_BASE IMPLIED_BASE","characters":216,"document_index":366,"md_sentence_index":6,"classification_origin":"cm_cause_effect_rel","url":"https://apnews.com/97d561ee434d4a9380c3620fe26a57cb","combo_id":"366_6","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":153429344,"_task_hash":2100105772,"spans":[{"text":"death","start":183,"token_start":31,"token_end":31,"end":188,"type":"pattern","label":"base"},{"text":"storms","start":208,"token_start":35,"token_end":35,"end":214,"type":"pattern","label":"base"}],"tokens":[{"text":"Following","start":0,"end":9,"id":0,"ws":true,"disabled":false},{"text":"the","start":10,"end":13,"id":1,"ws":true,"disabled":false},{"text":"deaths","start":14,"end":20,"id":2,"ws":true,"disabled":false},{"text":"of","start":21,"end":23,"id":3,"ws":true,"disabled":false},{"text":"hundreds","start":24,"end":32,"id":4,"ws":true,"disabled":false},{"text":"of","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"thousands","start":36,"end":45,"id":6,"ws":true,"disabled":false},{"text":"of","start":46,"end":48,"id":7,"ws":true,"disabled":false},{"text":"people","start":49,"end":55,"id":8,"ws":true,"disabled":false},{"text":"in","start":56,"end":58,"id":9,"ws":true,"disabled":false},{"text":"1970","start":59,"end":63,"id":10,"ws":true,"disabled":false},{"text":"and","start":64,"end":67,"id":11,"ws":true,"disabled":false},{"text":"1991","start":68,"end":72,"id":12,"ws":false,"disabled":false},{"text":",","start":72,"end":73,"id":13,"ws":true,"disabled":false},{"text":"the","start":74,"end":77,"id":14,"ws":true,"disabled":false},{"text":"South","start":78,"end":83,"id":15,"ws":true,"disabled":false},{"text":"Asian","start":84,"end":89,"id":16,"ws":true,"disabled":false},{"text":"nation","start":90,"end":96,"id":17,"ws":true,"disabled":false},{"text":"reinforced","start":97,"end":107,"id":18,"ws":true,"disabled":false},{"text":"flood","start":108,"end":113,"id":19,"ws":true,"disabled":false},{"text":"defenses","start":114,"end":122,"id":20,"ws":false,"disabled":false},{"text":",","start":122,"end":123,"id":21,"ws":true,"disabled":false},{"text":"built","start":124,"end":129,"id":22,"ws":true,"disabled":false},{"text":"shelters","start":130,"end":138,"id":23,"ws":true,"disabled":false},{"text":"and","start":139,"end":142,"id":24,"ws":true,"disabled":false},{"text":"trained","start":143,"end":150,"id":25,"ws":true,"disabled":false},{"text":"volunteers","start":151,"end":161,"id":26,"ws":false,"disabled":false},{"text":",","start":161,"end":162,"id":27,"ws":true,"disabled":false},{"text":"sharply","start":163,"end":170,"id":28,"ws":true,"disabled":false},{"text":"cutting","start":171,"end":178,"id":29,"ws":true,"disabled":false},{"text":"the","start":179,"end":182,"id":30,"ws":true,"disabled":false},{"text":"death","start":183,"end":188,"id":31,"ws":true,"disabled":false},{"text":"toll","start":189,"end":193,"id":32,"ws":true,"disabled":false},{"text":"in","start":194,"end":196,"id":33,"ws":true,"disabled":false},{"text":"subsequent","start":197,"end":207,"id":34,"ws":true,"disabled":false},{"text":"storms","start":208,"end":214,"id":35,"ws":false,"disabled":false},{"text":".","start":214,"end":215,"id":36,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":216,"end":228,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":229,"end":241,"id":38,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":440,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Essentially, it dictates how much global temperatures will rise in response to human-caused CO2 emissions, but it is a question that does not yet have a clear answer.\n","text":"Essentially, it dictates how much global temperatures will rise in response to human-caused CO2 emissions, but it is a question that does not yet have a clear answer. IMPLIED_BASE IMPLIED_BASE","characters":167,"document_index":345,"md_sentence_index":1,"classification_origin":"cm_cause_effect_rel","url":"https://www.carbonbrief.org/explainer-how-scientists-estimate-climate-sensitivity","combo_id":"345_1","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":1603187518,"_task_hash":596536291,"spans":[{"start":34,"end":40,"token_start":6,"token_end":6,"label":"type_of"},{"text":"temperatures","start":41,"token_start":7,"token_end":7,"end":53,"type":"pattern","label":"aspect_changing"},{"text":"rise","start":59,"token_start":9,"token_end":9,"end":63,"type":"pattern","label":"change_direction"},{"start":64,"end":78,"token_start":10,"token_end":12,"label":"predicate"},{"start":79,"end":91,"token_start":13,"token_end":15,"label":"type_of"},{"start":92,"end":95,"token_start":16,"token_end":16,"label":"base"},{"start":96,"end":105,"token_start":17,"token_end":17,"label":"aspect_changing"},{"start":167,"end":179,"token_start":33,"token_end":33,"label":"base"}],"tokens":[{"text":"Essentially","start":0,"end":11,"id":0,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":1,"ws":true,"disabled":false},{"text":"it","start":13,"end":15,"id":2,"ws":true,"disabled":false},{"text":"dictates","start":16,"end":24,"id":3,"ws":true,"disabled":false},{"text":"how","start":25,"end":28,"id":4,"ws":true,"disabled":false},{"text":"much","start":29,"end":33,"id":5,"ws":true,"disabled":false},{"text":"global","start":34,"end":40,"id":6,"ws":true,"disabled":false},{"text":"temperatures","start":41,"end":53,"id":7,"ws":true,"disabled":false},{"text":"will","start":54,"end":58,"id":8,"ws":true,"disabled":false},{"text":"rise","start":59,"end":63,"id":9,"ws":true,"disabled":false},{"text":"in","start":64,"end":66,"id":10,"ws":true,"disabled":false},{"text":"response","start":67,"end":75,"id":11,"ws":true,"disabled":false},{"text":"to","start":76,"end":78,"id":12,"ws":true,"disabled":false},{"text":"human","start":79,"end":84,"id":13,"ws":false,"disabled":false},{"text":"-","start":84,"end":85,"id":14,"ws":false,"disabled":false},{"text":"caused","start":85,"end":91,"id":15,"ws":true,"disabled":false},{"text":"CO2","start":92,"end":95,"id":16,"ws":true,"disabled":false},{"text":"emissions","start":96,"end":105,"id":17,"ws":false,"disabled":false},{"text":",","start":105,"end":106,"id":18,"ws":true,"disabled":false},{"text":"but","start":107,"end":110,"id":19,"ws":true,"disabled":false},{"text":"it","start":111,"end":113,"id":20,"ws":true,"disabled":false},{"text":"is","start":114,"end":116,"id":21,"ws":true,"disabled":false},{"text":"a","start":117,"end":118,"id":22,"ws":true,"disabled":false},{"text":"question","start":119,"end":127,"id":23,"ws":true,"disabled":false},{"text":"that","start":128,"end":132,"id":24,"ws":true,"disabled":false},{"text":"does","start":133,"end":137,"id":25,"ws":true,"disabled":false},{"text":"not","start":138,"end":141,"id":26,"ws":true,"disabled":false},{"text":"yet","start":142,"end":145,"id":27,"ws":true,"disabled":false},{"text":"have","start":146,"end":150,"id":28,"ws":true,"disabled":false},{"text":"a","start":151,"end":152,"id":29,"ws":true,"disabled":false},{"text":"clear","start":153,"end":158,"id":30,"ws":true,"disabled":false},{"text":"answer","start":159,"end":165,"id":31,"ws":false,"disabled":false},{"text":".","start":165,"end":166,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":167,"end":179,"id":33,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":180,"end":192,"id":34,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":6,"child":33,"head_span":{"start":34,"end":40,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":167,"end":179,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":33,"head_span":{"start":41,"end":53,"token_start":7,"token_end":7,"label":"aspect_changing"},"child_span":{"start":167,"end":179,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":9,"child":33,"head_span":{"start":59,"end":63,"token_start":9,"token_end":9,"label":"change_direction"},"child_span":{"start":167,"end":179,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":16,"head_span":{"start":79,"end":91,"token_start":13,"token_end":15,"label":"type_of"},"child_span":{"start":92,"end":95,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":16,"head_span":{"start":96,"end":105,"token_start":17,"token_end":17,"label":"aspect_changing"},"child_span":{"start":92,"end":95,"token_start":16,"token_end":16,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":33,"head_span":{"start":92,"end":95,"token_start":16,"token_end":16,"label":"base"},"child_span":{"start":167,"end":179,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":757,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Elevated pollutants concern citizens and may accentuate psychological distress.","text":"Elevated pollutants concern citizens and may accentuate psychological distress. IMPLIED_BASE IMPLIED_BASE","characters":79,"document_index":620,"md_sentence_index":4,"classification_origin":"causal_sentence_classification","url":"https://www.annualreviews.org/doi/full/10.1146/annurev-psych-010418-103023","combo_id":"620_4","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":-1749676177,"_task_hash":753729374,"spans":[{"start":0,"end":8,"token_start":0,"token_end":0,"label":"change_direction"},{"start":9,"end":19,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":41,"end":44,"token_start":5,"token_end":5,"label":"confidence"},{"start":45,"end":55,"token_start":6,"token_end":6,"label":"change_direction"},{"start":56,"end":69,"token_start":7,"token_end":7,"label":"type_of"},{"start":70,"end":78,"token_start":8,"token_end":8,"label":"base"},{"start":80,"end":92,"token_start":10,"token_end":10,"label":"base"}],"tokens":[{"text":"Elevated","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"pollutants","start":9,"end":19,"id":1,"ws":true,"disabled":false},{"text":"concern","start":20,"end":27,"id":2,"ws":true,"disabled":false},{"text":"citizens","start":28,"end":36,"id":3,"ws":true,"disabled":false},{"text":"and","start":37,"end":40,"id":4,"ws":true,"disabled":false},{"text":"may","start":41,"end":44,"id":5,"ws":true,"disabled":false},{"text":"accentuate","start":45,"end":55,"id":6,"ws":true,"disabled":false},{"text":"psychological","start":56,"end":69,"id":7,"ws":true,"disabled":false},{"text":"distress","start":70,"end":78,"id":8,"ws":false,"disabled":false},{"text":".","start":78,"end":79,"id":9,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":80,"end":92,"id":10,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":93,"end":105,"id":11,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":0,"child":10,"head_span":{"start":0,"end":8,"token_start":0,"token_end":0,"label":"change_direction"},"child_span":{"start":80,"end":92,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":1,"child":10,"head_span":{"start":9,"end":19,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":80,"end":92,"token_start":10,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":8,"head_span":{"start":45,"end":55,"token_start":6,"token_end":6,"label":"change_direction"},"child_span":{"start":70,"end":78,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":8,"head_span":{"start":56,"end":69,"token_start":7,"token_end":7,"label":"type_of"},"child_span":{"start":70,"end":78,"token_start":8,"token_end":8,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":8,"head_span":{"start":80,"end":92,"token_start":10,"token_end":10,"label":"base"},"child_span":{"start":70,"end":78,"token_start":8,"token_end":8,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":319,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"moderate","original_md_text":"Large areas of heat pressure or heat domes scattered around the hemisphere led to the sweltering temperatures.","text":"Large areas of heat pressure or heat domes scattered around the hemisphere led to the sweltering temperatures. IMPLIED_BASE IMPLIED_BASE","characters":110,"document_index":257,"md_sentence_index":1,"classification_origin":"cm_cause_effect_rel","url":"https://www.washingtonpost.com/news/capital-weather-gang/wp/2018/07/03/hot-planet-all-time-heat-records-have-been-set-all-over-the-world-in-last-week/","combo_id":"257_1","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-226449081,"_task_hash":1294029094,"spans":[{"start":15,"end":28,"token_start":3,"token_end":4,"label":"base"},{"start":43,"end":74,"token_start":8,"token_end":11,"label":"where"},{"start":75,"end":81,"token_start":12,"token_end":13,"label":"predicate"},{"start":86,"end":96,"token_start":15,"token_end":15,"label":"type_of"},{"start":97,"end":109,"token_start":16,"token_end":16,"label":"aspect_changing"},{"start":111,"end":123,"token_start":18,"token_end":18,"label":"base"}],"tokens":[{"text":"Large","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"areas","start":6,"end":11,"id":1,"ws":true,"disabled":false},{"text":"of","start":12,"end":14,"id":2,"ws":true,"disabled":false},{"text":"heat","start":15,"end":19,"id":3,"ws":true,"disabled":false},{"text":"pressure","start":20,"end":28,"id":4,"ws":true,"disabled":false},{"text":"or","start":29,"end":31,"id":5,"ws":true,"disabled":false},{"text":"heat","start":32,"end":36,"id":6,"ws":true,"disabled":false},{"text":"domes","start":37,"end":42,"id":7,"ws":true,"disabled":false},{"text":"scattered","start":43,"end":52,"id":8,"ws":true,"disabled":false},{"text":"around","start":53,"end":59,"id":9,"ws":true,"disabled":false},{"text":"the","start":60,"end":63,"id":10,"ws":true,"disabled":false},{"text":"hemisphere","start":64,"end":74,"id":11,"ws":true,"disabled":false},{"text":"led","start":75,"end":78,"id":12,"ws":true,"disabled":false},{"text":"to","start":79,"end":81,"id":13,"ws":true,"disabled":false},{"text":"the","start":82,"end":85,"id":14,"ws":true,"disabled":false},{"text":"sweltering","start":86,"end":96,"id":15,"ws":true,"disabled":false},{"text":"temperatures","start":97,"end":109,"id":16,"ws":false,"disabled":false},{"text":".","start":109,"end":110,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":111,"end":123,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":124,"end":136,"id":19,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":11,"child":4,"head_span":{"start":43,"end":74,"token_start":8,"token_end":11,"label":"where"},"child_span":{"start":15,"end":28,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":18,"head_span":{"start":86,"end":96,"token_start":15,"token_end":15,"label":"type_of"},"child_span":{"start":111,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":18,"head_span":{"start":97,"end":109,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":111,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":18,"head_span":{"start":15,"end":28,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":111,"end":123,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":173,"Used?":"y","Dataset name":"checkin-two","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"The damage caused by tornadoes and severe storms is already increasing, according to Munich Re, one of the world's top reinsurance companies.","text":"The damage caused by tornadoes and severe storms is already increasing, according to Munich Re, one of the world's top reinsurance companies. IMPLIED_BASE IMPLIED_BASE","characters":141,"document_index":132,"md_sentence_index":52,"classification_origin":"cm-label-eval","url":"https://insideclimatenews.org/news/30052019/tornado-climate-change-connection-science-research-data","combo_id":"132_52","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":761475473,"_task_hash":158139033,"spans":[{"start":4,"end":10,"token_start":1,"token_end":1,"label":"aspect_changing"},{"start":11,"end":20,"token_start":2,"token_end":3,"label":"predicate"},{"text":"tornadoes","start":21,"token_start":4,"token_end":4,"end":30,"type":"pattern","label":"base"},{"start":35,"end":41,"token_start":6,"token_end":6,"label":"type_of"},{"text":"storms","start":42,"token_start":7,"token_end":7,"end":48,"type":"pattern","label":"base"},{"text":"increasing","start":60,"token_start":10,"token_end":10,"end":70,"type":"pattern","label":"change_direction"},{"start":142,"end":154,"token_start":26,"token_end":26,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"damage","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"caused","start":11,"end":17,"id":2,"ws":true,"disabled":false},{"text":"by","start":18,"end":20,"id":3,"ws":true,"disabled":false},{"text":"tornadoes","start":21,"end":30,"id":4,"ws":true,"disabled":false},{"text":"and","start":31,"end":34,"id":5,"ws":true,"disabled":false},{"text":"severe","start":35,"end":41,"id":6,"ws":true,"disabled":false},{"text":"storms","start":42,"end":48,"id":7,"ws":true,"disabled":false},{"text":"is","start":49,"end":51,"id":8,"ws":true,"disabled":false},{"text":"already","start":52,"end":59,"id":9,"ws":true,"disabled":false},{"text":"increasing","start":60,"end":70,"id":10,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":11,"ws":true,"disabled":false},{"text":"according","start":72,"end":81,"id":12,"ws":true,"disabled":false},{"text":"to","start":82,"end":84,"id":13,"ws":true,"disabled":false},{"text":"Munich","start":85,"end":91,"id":14,"ws":true,"disabled":false},{"text":"Re","start":92,"end":94,"id":15,"ws":false,"disabled":false},{"text":",","start":94,"end":95,"id":16,"ws":true,"disabled":false},{"text":"one","start":96,"end":99,"id":17,"ws":true,"disabled":false},{"text":"of","start":100,"end":102,"id":18,"ws":true,"disabled":false},{"text":"the","start":103,"end":106,"id":19,"ws":true,"disabled":false},{"text":"world","start":107,"end":112,"id":20,"ws":false,"disabled":false},{"text":"'s","start":112,"end":114,"id":21,"ws":true,"disabled":false},{"text":"top","start":115,"end":118,"id":22,"ws":true,"disabled":false},{"text":"reinsurance","start":119,"end":130,"id":23,"ws":true,"disabled":false},{"text":"companies","start":131,"end":140,"id":24,"ws":false,"disabled":false},{"text":".","start":140,"end":141,"id":25,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":142,"end":154,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":155,"end":167,"id":27,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":1,"child":26,"head_span":{"start":4,"end":10,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":142,"end":154,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":26,"head_span":{"start":60,"end":70,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":142,"end":154,"token_start":26,"token_end":26,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":7,"head_span":{"start":35,"end":41,"token_start":6,"token_end":6,"label":"type_of"},"child_span":{"start":42,"end":48,"token_start":7,"token_end":7,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":26,"head_span":{"start":21,"end":30,"token_start":4,"token_end":4,"label":"base"},"child_span":{"start":142,"end":154,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":7,"child":26,"head_span":{"start":42,"end":48,"token_start":7,"token_end":7,"label":"base"},"child_span":{"start":142,"end":154,"token_start":26,"token_end":26,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":600,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"The report has no recommendations for battling the buildup of carbon dioxide levels that are raising temperatures, but warns that the service must learn to live with the effects while still capable of performing its core mission.\n","text":"The report has no recommendations for battling the buildup of carbon dioxide levels that are raising temperatures, but warns that the service must learn to live with the effects while still capable of performing its core mission. IMPLIED_BASE IMPLIED_BASE","characters":230,"document_index":477,"md_sentence_index":26,"classification_origin":"causal_sentence_classification","url":"https://www.popularmechanics.com/military/a29566559/climate-change-could-seriously-weaken-the-us-military/","combo_id":"477_26","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-466462194,"_task_hash":689772472,"spans":[{"start":51,"end":58,"token_start":8,"token_end":8,"label":"change_direction"},{"text":"carbon dioxide","start":62,"token_start":10,"token_end":11,"end":76,"type":"pattern","label":"base"},{"text":"levels","start":77,"token_start":12,"token_end":12,"end":83,"type":"pattern","label":"aspect_changing"},{"start":89,"end":92,"token_start":14,"token_end":14,"label":"confidence"},{"start":93,"end":100,"token_start":15,"token_end":15,"label":"change_direction"},{"text":"temperatures","start":101,"token_start":16,"token_end":16,"end":113,"type":"pattern","label":"aspect_changing"},{"start":230,"end":242,"token_start":39,"token_end":39,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"report","start":4,"end":10,"id":1,"ws":true,"disabled":false},{"text":"has","start":11,"end":14,"id":2,"ws":true,"disabled":false},{"text":"no","start":15,"end":17,"id":3,"ws":true,"disabled":false},{"text":"recommendations","start":18,"end":33,"id":4,"ws":true,"disabled":false},{"text":"for","start":34,"end":37,"id":5,"ws":true,"disabled":false},{"text":"battling","start":38,"end":46,"id":6,"ws":true,"disabled":false},{"text":"the","start":47,"end":50,"id":7,"ws":true,"disabled":false},{"text":"buildup","start":51,"end":58,"id":8,"ws":true,"disabled":false},{"text":"of","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"carbon","start":62,"end":68,"id":10,"ws":true,"disabled":false},{"text":"dioxide","start":69,"end":76,"id":11,"ws":true,"disabled":false},{"text":"levels","start":77,"end":83,"id":12,"ws":true,"disabled":false},{"text":"that","start":84,"end":88,"id":13,"ws":true,"disabled":false},{"text":"are","start":89,"end":92,"id":14,"ws":true,"disabled":false},{"text":"raising","start":93,"end":100,"id":15,"ws":true,"disabled":false},{"text":"temperatures","start":101,"end":113,"id":16,"ws":false,"disabled":false},{"text":",","start":113,"end":114,"id":17,"ws":true,"disabled":false},{"text":"but","start":115,"end":118,"id":18,"ws":true,"disabled":false},{"text":"warns","start":119,"end":124,"id":19,"ws":true,"disabled":false},{"text":"that","start":125,"end":129,"id":20,"ws":true,"disabled":false},{"text":"the","start":130,"end":133,"id":21,"ws":true,"disabled":false},{"text":"service","start":134,"end":141,"id":22,"ws":true,"disabled":false},{"text":"must","start":142,"end":146,"id":23,"ws":true,"disabled":false},{"text":"learn","start":147,"end":152,"id":24,"ws":true,"disabled":false},{"text":"to","start":153,"end":155,"id":25,"ws":true,"disabled":false},{"text":"live","start":156,"end":160,"id":26,"ws":true,"disabled":false},{"text":"with","start":161,"end":165,"id":27,"ws":true,"disabled":false},{"text":"the","start":166,"end":169,"id":28,"ws":true,"disabled":false},{"text":"effects","start":170,"end":177,"id":29,"ws":true,"disabled":false},{"text":"while","start":178,"end":183,"id":30,"ws":true,"disabled":false},{"text":"still","start":184,"end":189,"id":31,"ws":true,"disabled":false},{"text":"capable","start":190,"end":197,"id":32,"ws":true,"disabled":false},{"text":"of","start":198,"end":200,"id":33,"ws":true,"disabled":false},{"text":"performing","start":201,"end":211,"id":34,"ws":true,"disabled":false},{"text":"its","start":212,"end":215,"id":35,"ws":true,"disabled":false},{"text":"core","start":216,"end":220,"id":36,"ws":true,"disabled":false},{"text":"mission","start":221,"end":228,"id":37,"ws":false,"disabled":false},{"text":".","start":228,"end":229,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":230,"end":242,"id":39,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":243,"end":255,"id":40,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":8,"child":11,"head_span":{"start":51,"end":58,"token_start":8,"token_end":8,"label":"change_direction"},"child_span":{"start":62,"end":76,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":11,"head_span":{"start":77,"end":83,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":62,"end":76,"token_start":10,"token_end":11,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":39,"head_span":{"start":93,"end":100,"token_start":15,"token_end":15,"label":"change_direction"},"child_span":{"start":230,"end":242,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":16,"child":39,"head_span":{"start":101,"end":113,"token_start":16,"token_end":16,"label":"aspect_changing"},"child_span":{"start":230,"end":242,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":11,"child":39,"head_span":{"start":62,"end":76,"token_start":10,"token_end":11,"label":"base"},"child_span":{"start":230,"end":242,"token_start":39,"token_end":39,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":662,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Last but by no means least, the cognitive impacts appear to be present in children, with a Georgia study that looked at retrofits of school buses showing large increases in English test scores and smaller ones in math driven by reduced exposure to diesel emissions.\n","text":"Last but by no means least, the cognitive impacts appear to be present in children, with a Georgia study that looked at retrofits of school buses showing large increases in English test scores and smaller ones in math driven by reduced exposure to diesel emissions. IMPLIED_BASE IMPLIED_BASE","characters":266,"document_index":554,"md_sentence_index":26,"classification_origin":"causal_sentence_classification","url":"https://www.vox.com/future-perfect/2019/12/11/20996968/air-pollution-cognitive-impact","combo_id":"554_26","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":918433853,"_task_hash":1770859166,"spans":[{"start":154,"end":159,"token_start":29,"token_end":29,"label":"effect_size"},{"text":"increases","start":160,"token_start":30,"token_end":30,"end":169,"type":"pattern","label":"change_direction"},{"start":173,"end":180,"token_start":32,"token_end":32,"label":"type_of"},{"start":181,"end":185,"token_start":33,"token_end":33,"label":"base"},{"start":186,"end":192,"token_start":34,"token_end":34,"label":"aspect_changing"},{"start":197,"end":209,"token_start":36,"token_end":37,"label":"effect_size"},{"start":213,"end":217,"token_start":39,"token_end":39,"label":"type_of"},{"start":218,"end":227,"token_start":40,"token_end":41,"label":"predicate"},{"text":"reduced","start":228,"token_start":42,"token_end":42,"end":235,"type":"pattern","label":"change_direction"},{"start":236,"end":244,"token_start":43,"token_end":43,"label":"aspect_changing"},{"start":248,"end":254,"token_start":45,"token_end":45,"label":"type_of"},{"start":255,"end":264,"token_start":46,"token_end":46,"label":"base"},{"start":266,"end":278,"token_start":48,"token_end":48,"label":"base"}],"tokens":[{"text":"Last","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"but","start":5,"end":8,"id":1,"ws":true,"disabled":false},{"text":"by","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"no","start":12,"end":14,"id":3,"ws":true,"disabled":false},{"text":"means","start":15,"end":20,"id":4,"ws":true,"disabled":false},{"text":"least","start":21,"end":26,"id":5,"ws":false,"disabled":false},{"text":",","start":26,"end":27,"id":6,"ws":true,"disabled":false},{"text":"the","start":28,"end":31,"id":7,"ws":true,"disabled":false},{"text":"cognitive","start":32,"end":41,"id":8,"ws":true,"disabled":false},{"text":"impacts","start":42,"end":49,"id":9,"ws":true,"disabled":false},{"text":"appear","start":50,"end":56,"id":10,"ws":true,"disabled":false},{"text":"to","start":57,"end":59,"id":11,"ws":true,"disabled":false},{"text":"be","start":60,"end":62,"id":12,"ws":true,"disabled":false},{"text":"present","start":63,"end":70,"id":13,"ws":true,"disabled":false},{"text":"in","start":71,"end":73,"id":14,"ws":true,"disabled":false},{"text":"children","start":74,"end":82,"id":15,"ws":false,"disabled":false},{"text":",","start":82,"end":83,"id":16,"ws":true,"disabled":false},{"text":"with","start":84,"end":88,"id":17,"ws":true,"disabled":false},{"text":"a","start":89,"end":90,"id":18,"ws":true,"disabled":false},{"text":"Georgia","start":91,"end":98,"id":19,"ws":true,"disabled":false},{"text":"study","start":99,"end":104,"id":20,"ws":true,"disabled":false},{"text":"that","start":105,"end":109,"id":21,"ws":true,"disabled":false},{"text":"looked","start":110,"end":116,"id":22,"ws":true,"disabled":false},{"text":"at","start":117,"end":119,"id":23,"ws":true,"disabled":false},{"text":"retrofits","start":120,"end":129,"id":24,"ws":true,"disabled":false},{"text":"of","start":130,"end":132,"id":25,"ws":true,"disabled":false},{"text":"school","start":133,"end":139,"id":26,"ws":true,"disabled":false},{"text":"buses","start":140,"end":145,"id":27,"ws":true,"disabled":false},{"text":"showing","start":146,"end":153,"id":28,"ws":true,"disabled":false},{"text":"large","start":154,"end":159,"id":29,"ws":true,"disabled":false},{"text":"increases","start":160,"end":169,"id":30,"ws":true,"disabled":false},{"text":"in","start":170,"end":172,"id":31,"ws":true,"disabled":false},{"text":"English","start":173,"end":180,"id":32,"ws":true,"disabled":false},{"text":"test","start":181,"end":185,"id":33,"ws":true,"disabled":false},{"text":"scores","start":186,"end":192,"id":34,"ws":true,"disabled":false},{"text":"and","start":193,"end":196,"id":35,"ws":true,"disabled":false},{"text":"smaller","start":197,"end":204,"id":36,"ws":true,"disabled":false},{"text":"ones","start":205,"end":209,"id":37,"ws":true,"disabled":false},{"text":"in","start":210,"end":212,"id":38,"ws":true,"disabled":false},{"text":"math","start":213,"end":217,"id":39,"ws":true,"disabled":false},{"text":"driven","start":218,"end":224,"id":40,"ws":true,"disabled":false},{"text":"by","start":225,"end":227,"id":41,"ws":true,"disabled":false},{"text":"reduced","start":228,"end":235,"id":42,"ws":true,"disabled":false},{"text":"exposure","start":236,"end":244,"id":43,"ws":true,"disabled":false},{"text":"to","start":245,"end":247,"id":44,"ws":true,"disabled":false},{"text":"diesel","start":248,"end":254,"id":45,"ws":true,"disabled":false},{"text":"emissions","start":255,"end":264,"id":46,"ws":false,"disabled":false},{"text":".","start":264,"end":265,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":266,"end":278,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":279,"end":291,"id":49,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":29,"child":33,"head_span":{"start":154,"end":159,"token_start":29,"token_end":29,"label":"effect_size"},"child_span":{"start":181,"end":185,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":33,"head_span":{"start":160,"end":169,"token_start":30,"token_end":30,"label":"change_direction"},"child_span":{"start":181,"end":185,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":32,"child":33,"head_span":{"start":173,"end":180,"token_start":32,"token_end":32,"label":"type_of"},"child_span":{"start":181,"end":185,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":33,"head_span":{"start":186,"end":192,"token_start":34,"token_end":34,"label":"aspect_changing"},"child_span":{"start":181,"end":185,"token_start":33,"token_end":33,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":37,"child":48,"head_span":{"start":197,"end":209,"token_start":36,"token_end":37,"label":"effect_size"},"child_span":{"start":266,"end":278,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":39,"child":48,"head_span":{"start":213,"end":217,"token_start":39,"token_end":39,"label":"type_of"},"child_span":{"start":266,"end":278,"token_start":48,"token_end":48,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":42,"child":46,"head_span":{"start":228,"end":235,"token_start":42,"token_end":42,"label":"change_direction"},"child_span":{"start":255,"end":264,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":43,"child":46,"head_span":{"start":236,"end":244,"token_start":43,"token_end":43,"label":"aspect_changing"},"child_span":{"start":255,"end":264,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":45,"child":46,"head_span":{"start":248,"end":254,"token_start":45,"token_end":45,"label":"type_of"},"child_span":{"start":255,"end":264,"token_start":46,"token_end":46,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":46,"child":33,"head_span":{"start":255,"end":264,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":181,"end":185,"token_start":33,"token_end":33,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":46,"child":48,"head_span":{"start":255,"end":264,"token_start":46,"token_end":46,"label":"base"},"child_span":{"start":266,"end":278,"token_start":48,"token_end":48,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":520,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Pictured here in 2010, Idle Kasow, a chief of the Korlabe village in eastern Kenya, struggles in flood water after torrents during the rainy season caused the banks of the Tana River to burst.","text":"Pictured here in 2010, Idle Kasow, a chief of the Korlabe village in eastern Kenya, struggles in flood water after torrents during the rainy season caused the banks of the Tana River to burst. IMPLIED_BASE IMPLIED_BASE","characters":192,"document_index":400,"md_sentence_index":6,"classification_origin":"causal_sentence_classification","url":"https://www.nature.com/articles/d41586-019-02793-0","combo_id":"400_6","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-783479713,"_task_hash":-938566560,"spans":[{"start":17,"end":21,"token_start":3,"token_end":3,"label":"when"},{"start":50,"end":82,"token_start":12,"token_end":16,"label":"where"},{"start":115,"end":123,"token_start":23,"token_end":23,"label":"base"},{"start":124,"end":147,"token_start":24,"token_end":27,"label":"when"},{"start":148,"end":154,"token_start":28,"token_end":28,"label":"predicate"},{"start":159,"end":164,"token_start":30,"token_end":30,"label":"base"},{"start":165,"end":182,"token_start":31,"token_end":34,"label":"where"},{"start":186,"end":191,"token_start":36,"token_end":36,"label":"change_direction"}],"tokens":[{"text":"Pictured","start":0,"end":8,"id":0,"ws":true,"disabled":false},{"text":"here","start":9,"end":13,"id":1,"ws":true,"disabled":false},{"text":"in","start":14,"end":16,"id":2,"ws":true,"disabled":false},{"text":"2010","start":17,"end":21,"id":3,"ws":false,"disabled":false},{"text":",","start":21,"end":22,"id":4,"ws":true,"disabled":false},{"text":"Idle","start":23,"end":27,"id":5,"ws":true,"disabled":false},{"text":"Kasow","start":28,"end":33,"id":6,"ws":false,"disabled":false},{"text":",","start":33,"end":34,"id":7,"ws":true,"disabled":false},{"text":"a","start":35,"end":36,"id":8,"ws":true,"disabled":false},{"text":"chief","start":37,"end":42,"id":9,"ws":true,"disabled":false},{"text":"of","start":43,"end":45,"id":10,"ws":true,"disabled":false},{"text":"the","start":46,"end":49,"id":11,"ws":true,"disabled":false},{"text":"Korlabe","start":50,"end":57,"id":12,"ws":true,"disabled":false},{"text":"village","start":58,"end":65,"id":13,"ws":true,"disabled":false},{"text":"in","start":66,"end":68,"id":14,"ws":true,"disabled":false},{"text":"eastern","start":69,"end":76,"id":15,"ws":true,"disabled":false},{"text":"Kenya","start":77,"end":82,"id":16,"ws":false,"disabled":false},{"text":",","start":82,"end":83,"id":17,"ws":true,"disabled":false},{"text":"struggles","start":84,"end":93,"id":18,"ws":true,"disabled":false},{"text":"in","start":94,"end":96,"id":19,"ws":true,"disabled":false},{"text":"flood","start":97,"end":102,"id":20,"ws":true,"disabled":false},{"text":"water","start":103,"end":108,"id":21,"ws":true,"disabled":false},{"text":"after","start":109,"end":114,"id":22,"ws":true,"disabled":false},{"text":"torrents","start":115,"end":123,"id":23,"ws":true,"disabled":false},{"text":"during","start":124,"end":130,"id":24,"ws":true,"disabled":false},{"text":"the","start":131,"end":134,"id":25,"ws":true,"disabled":false},{"text":"rainy","start":135,"end":140,"id":26,"ws":true,"disabled":false},{"text":"season","start":141,"end":147,"id":27,"ws":true,"disabled":false},{"text":"caused","start":148,"end":154,"id":28,"ws":true,"disabled":false},{"text":"the","start":155,"end":158,"id":29,"ws":true,"disabled":false},{"text":"banks","start":159,"end":164,"id":30,"ws":true,"disabled":false},{"text":"of","start":165,"end":167,"id":31,"ws":true,"disabled":false},{"text":"the","start":168,"end":171,"id":32,"ws":true,"disabled":false},{"text":"Tana","start":172,"end":176,"id":33,"ws":true,"disabled":false},{"text":"River","start":177,"end":182,"id":34,"ws":true,"disabled":false},{"text":"to","start":183,"end":185,"id":35,"ws":true,"disabled":false},{"text":"burst","start":186,"end":191,"id":36,"ws":false,"disabled":false},{"text":".","start":191,"end":192,"id":37,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":193,"end":205,"id":38,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":206,"end":218,"id":39,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":34,"child":30,"head_span":{"start":165,"end":182,"token_start":31,"token_end":34,"label":"where"},"child_span":{"start":159,"end":164,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":30,"head_span":{"start":186,"end":191,"token_start":36,"token_end":36,"label":"change_direction"},"child_span":{"start":159,"end":164,"token_start":30,"token_end":30,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":30,"head_span":{"start":115,"end":123,"token_start":23,"token_end":23,"label":"base"},"child_span":{"start":159,"end":164,"token_start":30,"token_end":30,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":72,"Used?":"sort of","Dataset name":"workshop_examples -- altered","ignore?":"","reason":"","relation count":"one","complexity":"simple","original_md_text":"The pace of permafrost melt and its release of carbon is of great concern to researchers who model climate change.\n","text":"The pace of permafrost melt and its release of carbon is of great concern to researchers who model climate change. IMPLIED_BASE IMPLIED_BASE","characters":115,"document_index":98,"md_sentence_index":55,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/05/20/science/earthworms-soil-climate.html","combo_id":"98_55","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":1724557066,"_task_hash":-1226488802,"spans":[{"start":4,"end":8,"token_start":1,"token_end":1,"label":"aspect_changing"},{"text":"permafrost","start":12,"token_start":3,"token_end":3,"end":22,"type":"pattern","label":"base"},{"start":23,"end":27,"token_start":4,"token_end":4,"label":"change_direction"},{"start":36,"end":43,"token_start":7,"token_end":7,"label":"change_direction"},{"start":47,"end":53,"token_start":9,"token_end":9,"label":"base"},{"start":99,"end":113,"token_start":18,"token_end":19,"label":"base"}],"tokens":[{"text":"The","start":0,"end":3,"id":0,"ws":true,"disabled":false},{"text":"pace","start":4,"end":8,"id":1,"ws":true,"disabled":false},{"text":"of","start":9,"end":11,"id":2,"ws":true,"disabled":false},{"text":"permafrost","start":12,"end":22,"id":3,"ws":true,"disabled":false},{"text":"melt","start":23,"end":27,"id":4,"ws":true,"disabled":false},{"text":"and","start":28,"end":31,"id":5,"ws":true,"disabled":false},{"text":"its","start":32,"end":35,"id":6,"ws":true,"disabled":false},{"text":"release","start":36,"end":43,"id":7,"ws":true,"disabled":false},{"text":"of","start":44,"end":46,"id":8,"ws":true,"disabled":false},{"text":"carbon","start":47,"end":53,"id":9,"ws":true,"disabled":false},{"text":"is","start":54,"end":56,"id":10,"ws":true,"disabled":false},{"text":"of","start":57,"end":59,"id":11,"ws":true,"disabled":false},{"text":"great","start":60,"end":65,"id":12,"ws":true,"disabled":false},{"text":"concern","start":66,"end":73,"id":13,"ws":true,"disabled":false},{"text":"to","start":74,"end":76,"id":14,"ws":true,"disabled":false},{"text":"researchers","start":77,"end":88,"id":15,"ws":true,"disabled":false},{"text":"who","start":89,"end":92,"id":16,"ws":true,"disabled":false},{"text":"model","start":93,"end":98,"id":17,"ws":true,"disabled":false},{"text":"climate","start":99,"end":106,"id":18,"ws":true,"disabled":false},{"text":"change","start":107,"end":113,"id":19,"ws":false,"disabled":false},{"text":".","start":113,"end":114,"id":20,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":115,"end":127,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":128,"end":140,"id":22,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":1,"child":3,"head_span":{"start":4,"end":8,"token_start":1,"token_end":1,"label":"aspect_changing"},"child_span":{"start":12,"end":22,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":3,"head_span":{"start":23,"end":27,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":12,"end":22,"token_start":3,"token_end":3,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":7,"child":9,"head_span":{"start":36,"end":43,"token_start":7,"token_end":7,"label":"change_direction"},"child_span":{"start":47,"end":53,"token_start":9,"token_end":9,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":3,"child":9,"head_span":{"start":12,"end":22,"token_start":3,"token_end":3,"label":"base"},"child_span":{"start":47,"end":53,"token_start":9,"token_end":9,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":477,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Flood protection is key and Shanghai, and other Chinese \u201csponge cities\u201d are deploying porous pavements, rooftop gardens and trees in parks to soak up water from downpours.","text":"Flood protection is key and Shanghai, and other Chinese \u201csponge cities\u201d are deploying porous pavements, rooftop gardens and trees in parks to soak up water from downpours. IMPLIED_BASE IMPLIED_BASE","characters":171,"document_index":368,"md_sentence_index":37,"classification_origin":"cm_cause_effect_rel","url":"https://www.theguardian.com/environment/2019/sep/10/climate-crisis-world-readiness-effects-gravely-insufficient-report","combo_id":"368_37","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-740136812,"_task_hash":1951379538,"spans":[{"start":28,"end":71,"token_start":5,"token_end":13,"label":"where"}],"tokens":[{"text":"Flood","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"protection","start":6,"end":16,"id":1,"ws":true,"disabled":false},{"text":"is","start":17,"end":19,"id":2,"ws":true,"disabled":false},{"text":"key","start":20,"end":23,"id":3,"ws":true,"disabled":false},{"text":"and","start":24,"end":27,"id":4,"ws":true,"disabled":false},{"text":"Shanghai","start":28,"end":36,"id":5,"ws":false,"disabled":false},{"text":",","start":36,"end":37,"id":6,"ws":true,"disabled":false},{"text":"and","start":38,"end":41,"id":7,"ws":true,"disabled":false},{"text":"other","start":42,"end":47,"id":8,"ws":true,"disabled":false},{"text":"Chinese","start":48,"end":55,"id":9,"ws":true,"disabled":false},{"text":"\u201c","start":56,"end":57,"id":10,"ws":false,"disabled":false},{"text":"sponge","start":57,"end":63,"id":11,"ws":true,"disabled":false},{"text":"cities","start":64,"end":70,"id":12,"ws":false,"disabled":false},{"text":"\u201d","start":70,"end":71,"id":13,"ws":true,"disabled":false},{"text":"are","start":72,"end":75,"id":14,"ws":true,"disabled":false},{"text":"deploying","start":76,"end":85,"id":15,"ws":true,"disabled":false},{"text":"porous","start":86,"end":92,"id":16,"ws":true,"disabled":false},{"text":"pavements","start":93,"end":102,"id":17,"ws":false,"disabled":false},{"text":",","start":102,"end":103,"id":18,"ws":true,"disabled":false},{"text":"rooftop","start":104,"end":111,"id":19,"ws":true,"disabled":false},{"text":"gardens","start":112,"end":119,"id":20,"ws":true,"disabled":false},{"text":"and","start":120,"end":123,"id":21,"ws":true,"disabled":false},{"text":"trees","start":124,"end":129,"id":22,"ws":true,"disabled":false},{"text":"in","start":130,"end":132,"id":23,"ws":true,"disabled":false},{"text":"parks","start":133,"end":138,"id":24,"ws":true,"disabled":false},{"text":"to","start":139,"end":141,"id":25,"ws":true,"disabled":false},{"text":"soak","start":142,"end":146,"id":26,"ws":true,"disabled":false},{"text":"up","start":147,"end":149,"id":27,"ws":true,"disabled":false},{"text":"water","start":150,"end":155,"id":28,"ws":true,"disabled":false},{"text":"from","start":156,"end":160,"id":29,"ws":true,"disabled":false},{"text":"downpours","start":161,"end":170,"id":30,"ws":false,"disabled":false},{"text":".","start":170,"end":171,"id":31,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":172,"end":184,"id":32,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":185,"end":197,"id":33,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":511,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Some impacts are closely related or intensify the effects of each other (e.g., drought, desertification, wildfire), whereas others are somewhat related (e.g., coastal flooding driven by changing sea level can impact river conveyance, compounding riverine flood levels for tidally- influenced rivers).","text":"Some impacts are closely related or intensify the effects of each other (e.g., drought, desertification, wildfire), whereas others are somewhat related (e.g., coastal flooding driven by changing sea level can impact river conveyance, compounding riverine flood levels for tidally- influenced rivers). IMPLIED_BASE IMPLIED_BASE","characters":300,"document_index":383,"md_sentence_index":310,"classification_origin":"cm_cause_effect_rel","url":"https://media.defense.gov/2019/Jan/29/2002084200/-1/-1/1/CLIMATE-CHANGE-REPORT-2019.PDF","combo_id":"383_310","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-473851262,"_task_hash":-1335010290,"spans":[{"text":"drought","start":79,"token_start":15,"token_end":15,"end":86,"type":"pattern","label":"base"},{"text":"desertification","start":88,"token_start":17,"token_end":17,"end":103,"type":"pattern","label":"base"},{"text":"wildfire","start":105,"token_start":19,"token_end":19,"end":113,"type":"pattern","label":"base"},{"start":159,"end":166,"token_start":30,"token_end":30,"label":"type_of"},{"text":"flooding","start":167,"token_start":31,"token_end":31,"end":175,"type":"pattern","label":"base"},{"start":176,"end":185,"token_start":32,"token_end":33,"label":"predicate"},{"start":186,"end":194,"token_start":34,"token_end":34,"label":"change_direction"},{"text":"sea","start":195,"token_start":35,"token_end":35,"end":198,"type":"pattern","label":"base"},{"text":"level","start":199,"token_start":36,"token_end":36,"end":204,"type":"pattern","label":"aspect_changing"},{"start":205,"end":208,"token_start":37,"token_end":37,"label":"confidence"},{"start":216,"end":221,"token_start":39,"token_end":39,"label":"base"},{"start":222,"end":232,"token_start":40,"token_end":40,"label":"aspect_changing"}],"tokens":[{"text":"Some","start":0,"end":4,"id":0,"ws":true,"disabled":false},{"text":"impacts","start":5,"end":12,"id":1,"ws":true,"disabled":false},{"text":"are","start":13,"end":16,"id":2,"ws":true,"disabled":false},{"text":"closely","start":17,"end":24,"id":3,"ws":true,"disabled":false},{"text":"related","start":25,"end":32,"id":4,"ws":true,"disabled":false},{"text":"or","start":33,"end":35,"id":5,"ws":true,"disabled":false},{"text":"intensify","start":36,"end":45,"id":6,"ws":true,"disabled":false},{"text":"the","start":46,"end":49,"id":7,"ws":true,"disabled":false},{"text":"effects","start":50,"end":57,"id":8,"ws":true,"disabled":false},{"text":"of","start":58,"end":60,"id":9,"ws":true,"disabled":false},{"text":"each","start":61,"end":65,"id":10,"ws":true,"disabled":false},{"text":"other","start":66,"end":71,"id":11,"ws":true,"disabled":false},{"text":"(","start":72,"end":73,"id":12,"ws":false,"disabled":false},{"text":"e.g.","start":73,"end":77,"id":13,"ws":false,"disabled":false},{"text":",","start":77,"end":78,"id":14,"ws":true,"disabled":false},{"text":"drought","start":79,"end":86,"id":15,"ws":false,"disabled":false},{"text":",","start":86,"end":87,"id":16,"ws":true,"disabled":false},{"text":"desertification","start":88,"end":103,"id":17,"ws":false,"disabled":false},{"text":",","start":103,"end":104,"id":18,"ws":true,"disabled":false},{"text":"wildfire","start":105,"end":113,"id":19,"ws":false,"disabled":false},{"text":")","start":113,"end":114,"id":20,"ws":false,"disabled":false},{"text":",","start":114,"end":115,"id":21,"ws":true,"disabled":false},{"text":"whereas","start":116,"end":123,"id":22,"ws":true,"disabled":false},{"text":"others","start":124,"end":130,"id":23,"ws":true,"disabled":false},{"text":"are","start":131,"end":134,"id":24,"ws":true,"disabled":false},{"text":"somewhat","start":135,"end":143,"id":25,"ws":true,"disabled":false},{"text":"related","start":144,"end":151,"id":26,"ws":true,"disabled":false},{"text":"(","start":152,"end":153,"id":27,"ws":false,"disabled":false},{"text":"e.g.","start":153,"end":157,"id":28,"ws":false,"disabled":false},{"text":",","start":157,"end":158,"id":29,"ws":true,"disabled":false},{"text":"coastal","start":159,"end":166,"id":30,"ws":true,"disabled":false},{"text":"flooding","start":167,"end":175,"id":31,"ws":true,"disabled":false},{"text":"driven","start":176,"end":182,"id":32,"ws":true,"disabled":false},{"text":"by","start":183,"end":185,"id":33,"ws":true,"disabled":false},{"text":"changing","start":186,"end":194,"id":34,"ws":true,"disabled":false},{"text":"sea","start":195,"end":198,"id":35,"ws":true,"disabled":false},{"text":"level","start":199,"end":204,"id":36,"ws":true,"disabled":false},{"text":"can","start":205,"end":208,"id":37,"ws":true,"disabled":false},{"text":"impact","start":209,"end":215,"id":38,"ws":true,"disabled":false},{"text":"river","start":216,"end":221,"id":39,"ws":true,"disabled":false},{"text":"conveyance","start":222,"end":232,"id":40,"ws":false,"disabled":false},{"text":",","start":232,"end":233,"id":41,"ws":true,"disabled":false},{"text":"compounding","start":234,"end":245,"id":42,"ws":true,"disabled":false},{"text":"riverine","start":246,"end":254,"id":43,"ws":true,"disabled":false},{"text":"flood","start":255,"end":260,"id":44,"ws":true,"disabled":false},{"text":"levels","start":261,"end":267,"id":45,"ws":true,"disabled":false},{"text":"for","start":268,"end":271,"id":46,"ws":true,"disabled":false},{"text":"tidally-","start":272,"end":280,"id":47,"ws":true,"disabled":false},{"text":"influenced","start":281,"end":291,"id":48,"ws":true,"disabled":false},{"text":"rivers","start":292,"end":298,"id":49,"ws":false,"disabled":false},{"text":")","start":298,"end":299,"id":50,"ws":false,"disabled":false},{"text":".","start":299,"end":300,"id":51,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":301,"end":313,"id":52,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":314,"end":326,"id":53,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":30,"child":31,"head_span":{"start":159,"end":166,"token_start":30,"token_end":30,"label":"type_of"},"child_span":{"start":167,"end":175,"token_start":31,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":34,"child":35,"head_span":{"start":186,"end":194,"token_start":34,"token_end":34,"label":"change_direction"},"child_span":{"start":195,"end":198,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":36,"child":35,"head_span":{"start":199,"end":204,"token_start":36,"token_end":36,"label":"aspect_changing"},"child_span":{"start":195,"end":198,"token_start":35,"token_end":35,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":40,"child":39,"head_span":{"start":222,"end":232,"token_start":40,"token_end":40,"label":"aspect_changing"},"child_span":{"start":216,"end":221,"token_start":39,"token_end":39,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"}],"flagged":true,"answer":"accept"}
+{"number":1,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"many","complexity":"simple","original_md_text":"In Honduras, where agriculture sustains many people, long-term drought, caused in part by climate change, is forcing many to leave.\n","text":"In Honduras, where agriculture sustains many people, long-term drought, caused in part by climate change, is forcing many to leave. IMPLIED_BASE IMPLIED_BASE","characters":132,"document_index":3,"md_sentence_index":7,"classification_origin":"cm_cause_effect_rel","url":"https://www.pbs.org/newshour/show/climate-change-is-killing-crops-in-honduras-and-driving-farmers-north","combo_id":"3_7","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":1879699374,"_task_hash":286696226,"spans":[{"start":3,"end":11,"token_start":1,"token_end":1,"label":"where"},{"start":53,"end":62,"token_start":9,"token_end":11,"label":"type_of"},{"text":"drought","start":63,"token_start":12,"token_end":12,"end":70,"type":"pattern","label":"base"},{"start":72,"end":89,"token_start":14,"token_end":17,"label":"predicate"},{"text":"climate change","start":90,"token_start":18,"token_end":19,"end":104,"type":"pattern","label":"base"},{"start":109,"end":116,"token_start":22,"token_end":22,"label":"predicate"},{"start":117,"end":121,"token_start":23,"token_end":23,"label":"effect_size"},{"start":125,"end":130,"token_start":25,"token_end":25,"label":"change_direction"},{"start":132,"end":144,"token_start":27,"token_end":27,"label":"base"}],"tokens":[{"text":"In","start":0,"end":2,"id":0,"ws":true,"disabled":false},{"text":"Honduras","start":3,"end":11,"id":1,"ws":false,"disabled":false},{"text":",","start":11,"end":12,"id":2,"ws":true,"disabled":false},{"text":"where","start":13,"end":18,"id":3,"ws":true,"disabled":false},{"text":"agriculture","start":19,"end":30,"id":4,"ws":true,"disabled":false},{"text":"sustains","start":31,"end":39,"id":5,"ws":true,"disabled":false},{"text":"many","start":40,"end":44,"id":6,"ws":true,"disabled":false},{"text":"people","start":45,"end":51,"id":7,"ws":false,"disabled":false},{"text":",","start":51,"end":52,"id":8,"ws":true,"disabled":false},{"text":"long","start":53,"end":57,"id":9,"ws":false,"disabled":false},{"text":"-","start":57,"end":58,"id":10,"ws":false,"disabled":false},{"text":"term","start":58,"end":62,"id":11,"ws":true,"disabled":false},{"text":"drought","start":63,"end":70,"id":12,"ws":false,"disabled":false},{"text":",","start":70,"end":71,"id":13,"ws":true,"disabled":false},{"text":"caused","start":72,"end":78,"id":14,"ws":true,"disabled":false},{"text":"in","start":79,"end":81,"id":15,"ws":true,"disabled":false},{"text":"part","start":82,"end":86,"id":16,"ws":true,"disabled":false},{"text":"by","start":87,"end":89,"id":17,"ws":true,"disabled":false},{"text":"climate","start":90,"end":97,"id":18,"ws":true,"disabled":false},{"text":"change","start":98,"end":104,"id":19,"ws":false,"disabled":false},{"text":",","start":104,"end":105,"id":20,"ws":true,"disabled":false},{"text":"is","start":106,"end":108,"id":21,"ws":true,"disabled":false},{"text":"forcing","start":109,"end":116,"id":22,"ws":true,"disabled":false},{"text":"many","start":117,"end":121,"id":23,"ws":true,"disabled":false},{"text":"to","start":122,"end":124,"id":24,"ws":true,"disabled":false},{"text":"leave","start":125,"end":130,"id":25,"ws":false,"disabled":false},{"text":".","start":130,"end":131,"id":26,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":132,"end":144,"id":27,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":145,"end":157,"id":28,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":11,"child":12,"head_span":{"start":53,"end":62,"token_start":9,"token_end":11,"label":"type_of"},"child_span":{"start":63,"end":70,"token_start":12,"token_end":12,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":25,"child":27,"head_span":{"start":125,"end":130,"token_start":25,"token_end":25,"label":"change_direction"},"child_span":{"start":132,"end":144,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":23,"child":27,"head_span":{"start":117,"end":121,"token_start":23,"token_end":23,"label":"effect_size"},"child_span":{"start":132,"end":144,"token_start":27,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":19,"child":12,"head_span":{"start":90,"end":104,"token_start":18,"token_end":19,"label":"base"},"child_span":{"start":63,"end":70,"token_start":12,"token_end":12,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":12,"child":27,"head_span":{"start":63,"end":70,"token_start":12,"token_end":12,"label":"base"},"child_span":{"start":132,"end":144,"token_start":27,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":229,"Used?":"","Dataset name":"","ignore?":"ignore","reason":"co-reference ('the delays')","relation count":"","complexity":"","original_md_text":"Yet, she said, \u201cas the delays continue, the government-created public health disaster gets worse.\u201d\n","text":"Yet, she said, \u201cas the delays continue, the government-created public health disaster gets worse.\u201d IMPLIED_BASE IMPLIED_BASE","characters":99,"document_index":165,"md_sentence_index":28,"classification_origin":"cm_cause_effect_rel","url":"https://www.nytimes.com/2019/06/04/climate/climate-lawsuit-juliana.html","combo_id":"165_28","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":-416306629,"_task_hash":169644508,"spans":[{"start":23,"end":29,"token_start":8,"token_end":8,"label":"base"},{"start":63,"end":76,"token_start":15,"token_end":16,"label":"base"},{"start":91,"end":96,"token_start":19,"token_end":19,"label":"change_direction"}],"tokens":[{"text":"Yet","start":0,"end":3,"id":0,"ws":false,"disabled":false},{"text":",","start":3,"end":4,"id":1,"ws":true,"disabled":false},{"text":"she","start":5,"end":8,"id":2,"ws":true,"disabled":false},{"text":"said","start":9,"end":13,"id":3,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":4,"ws":true,"disabled":false},{"text":"\u201c","start":15,"end":16,"id":5,"ws":false,"disabled":false},{"text":"as","start":16,"end":18,"id":6,"ws":true,"disabled":false},{"text":"the","start":19,"end":22,"id":7,"ws":true,"disabled":false},{"text":"delays","start":23,"end":29,"id":8,"ws":true,"disabled":false},{"text":"continue","start":30,"end":38,"id":9,"ws":false,"disabled":false},{"text":",","start":38,"end":39,"id":10,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":11,"ws":true,"disabled":false},{"text":"government","start":44,"end":54,"id":12,"ws":false,"disabled":false},{"text":"-","start":54,"end":55,"id":13,"ws":false,"disabled":false},{"text":"created","start":55,"end":62,"id":14,"ws":true,"disabled":false},{"text":"public","start":63,"end":69,"id":15,"ws":true,"disabled":false},{"text":"health","start":70,"end":76,"id":16,"ws":true,"disabled":false},{"text":"disaster","start":77,"end":85,"id":17,"ws":true,"disabled":false},{"text":"gets","start":86,"end":90,"id":18,"ws":true,"disabled":false},{"text":"worse","start":91,"end":96,"id":19,"ws":false,"disabled":false},{"text":".","start":96,"end":97,"id":20,"ws":false,"disabled":false},{"text":"\u201d","start":97,"end":98,"id":21,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":99,"end":111,"id":22,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":112,"end":124,"id":23,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"flagged":false,"answer":"reject"}
+{"number":1172,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Because warmer water helps fuel hurricanes, climate change is enlarging the zone where hurricanes can form.\n","text":"Because warmer water helps fuel hurricanes, climate change is enlarging the zone where hurricanes can form. IMPLIED_BASE IMPLIED_BASE","characters":108,"document_index":874,"md_sentence_index":41,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/11/10/climate/climate-change-hurricanes.html","combo_id":"874_41","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-1858191630,"_task_hash":825786129,"spans":[{"text":"warmer","start":8,"token_start":1,"token_end":1,"end":14,"type":"pattern","label":"change_direction"},{"text":"water","start":15,"token_start":2,"token_end":2,"end":20,"type":"pattern","label":"base"},{"start":27,"end":31,"token_start":4,"token_end":4,"label":"predicate"},{"text":"hurricanes","start":32,"token_start":5,"token_end":5,"end":42,"type":"pattern","label":"base"},{"text":"climate change","start":44,"token_start":7,"token_end":8,"end":58,"type":"pattern","label":"base"},{"start":59,"end":61,"token_start":9,"token_end":9,"label":"confidence"},{"start":62,"end":71,"token_start":10,"token_end":10,"label":"change_direction"},{"start":76,"end":80,"token_start":12,"token_end":12,"label":"aspect_changing"},{"start":87,"end":97,"token_start":14,"token_end":14,"label":"base"}],"tokens":[{"text":"Because","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"warmer","start":8,"end":14,"id":1,"ws":true,"disabled":false},{"text":"water","start":15,"end":20,"id":2,"ws":true,"disabled":false},{"text":"helps","start":21,"end":26,"id":3,"ws":true,"disabled":false},{"text":"fuel","start":27,"end":31,"id":4,"ws":true,"disabled":false},{"text":"hurricanes","start":32,"end":42,"id":5,"ws":false,"disabled":false},{"text":",","start":42,"end":43,"id":6,"ws":true,"disabled":false},{"text":"climate","start":44,"end":51,"id":7,"ws":true,"disabled":false},{"text":"change","start":52,"end":58,"id":8,"ws":true,"disabled":false},{"text":"is","start":59,"end":61,"id":9,"ws":true,"disabled":false},{"text":"enlarging","start":62,"end":71,"id":10,"ws":true,"disabled":false},{"text":"the","start":72,"end":75,"id":11,"ws":true,"disabled":false},{"text":"zone","start":76,"end":80,"id":12,"ws":true,"disabled":false},{"text":"where","start":81,"end":86,"id":13,"ws":true,"disabled":false},{"text":"hurricanes","start":87,"end":97,"id":14,"ws":true,"disabled":false},{"text":"can","start":98,"end":101,"id":15,"ws":true,"disabled":false},{"text":"form","start":102,"end":106,"id":16,"ws":false,"disabled":false},{"text":".","start":106,"end":107,"id":17,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":108,"end":120,"id":18,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":121,"end":133,"id":19,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":1,"child":2,"head_span":{"start":8,"end":14,"token_start":1,"token_end":1,"label":"change_direction"},"child_span":{"start":15,"end":20,"token_start":2,"token_end":2,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":10,"child":14,"head_span":{"start":62,"end":71,"token_start":10,"token_end":10,"label":"change_direction"},"child_span":{"start":87,"end":97,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":14,"head_span":{"start":76,"end":80,"token_start":12,"token_end":12,"label":"aspect_changing"},"child_span":{"start":87,"end":97,"token_start":14,"token_end":14,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":5,"head_span":{"start":15,"end":20,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":32,"end":42,"token_start":5,"token_end":5,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":8,"child":14,"head_span":{"start":44,"end":58,"token_start":7,"token_end":8,"label":"base"},"child_span":{"start":87,"end":97,"token_start":14,"token_end":14,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":186,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cClimate change is increasing the severity of extreme weather events, from droughts to floods to coastal storms and wildfires, and these disasters are creating more problems for real estate,\u201d says Billy Grayson, head of sustainability for the Urban Land Institute and author of the report \u201cClimate Risk and Real Estate Investment Decision-Making.\u201d\n","text":"\u201cClimate change is increasing the severity of extreme weather events, from droughts to floods to coastal storms and wildfires, and these disasters are creating more problems for real estate,\u201d says Billy Grayson, head of sustainability for the Urban Land Institute and author of the report \u201cClimate Risk and Real Estate Investment Decision-Making.\u201d IMPLIED_BASE IMPLIED_BASE","characters":348,"document_index":138,"md_sentence_index":16,"classification_origin":"cm_cause_effect_rel","url":"https://www.curbed.com/2019/5/28/18642701/hotel-resort-real-estate-insurance-climate-change","combo_id":"138_16","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":-1737497370,"_task_hash":1350060092,"spans":[{"text":"Climate change","start":1,"token_start":1,"token_end":2,"end":15,"type":"pattern","label":"base"},{"text":"increasing","start":19,"token_start":4,"token_end":4,"end":29,"type":"pattern","label":"change_direction"},{"start":34,"end":42,"token_start":6,"token_end":6,"label":"aspect_changing"},{"start":46,"end":53,"token_start":8,"token_end":8,"label":"type_of"},{"start":54,"end":68,"token_start":9,"token_end":10,"label":"base"},{"text":"droughts","start":75,"token_start":13,"token_end":13,"end":83,"type":"pattern","label":"base"},{"text":"floods","start":87,"token_start":15,"token_end":15,"end":93,"type":"pattern","label":"base"},{"start":97,"end":104,"token_start":17,"token_end":17,"label":"type_of"},{"text":"storms","start":105,"token_start":18,"token_end":18,"end":111,"type":"pattern","label":"base"},{"text":"wildfires","start":116,"token_start":20,"token_end":20,"end":125,"type":"pattern","label":"base"},{"start":137,"end":146,"token_start":24,"token_end":24,"label":"base"},{"start":147,"end":150,"token_start":25,"token_end":25,"label":"confidence"},{"start":151,"end":159,"token_start":26,"token_end":26,"label":"predicate"},{"text":"more","start":160,"token_start":27,"token_end":27,"end":164,"type":"pattern","label":"change_direction"},{"start":165,"end":173,"token_start":28,"token_end":28,"label":"aspect_changing"},{"start":178,"end":189,"token_start":30,"token_end":31,"label":"base"}],"tokens":[{"text":"\u201c","start":0,"end":1,"id":0,"ws":false,"disabled":false},{"text":"Climate","start":1,"end":8,"id":1,"ws":true,"disabled":false},{"text":"change","start":9,"end":15,"id":2,"ws":true,"disabled":false},{"text":"is","start":16,"end":18,"id":3,"ws":true,"disabled":false},{"text":"increasing","start":19,"end":29,"id":4,"ws":true,"disabled":false},{"text":"the","start":30,"end":33,"id":5,"ws":true,"disabled":false},{"text":"severity","start":34,"end":42,"id":6,"ws":true,"disabled":false},{"text":"of","start":43,"end":45,"id":7,"ws":true,"disabled":false},{"text":"extreme","start":46,"end":53,"id":8,"ws":true,"disabled":false},{"text":"weather","start":54,"end":61,"id":9,"ws":true,"disabled":false},{"text":"events","start":62,"end":68,"id":10,"ws":false,"disabled":false},{"text":",","start":68,"end":69,"id":11,"ws":true,"disabled":false},{"text":"from","start":70,"end":74,"id":12,"ws":true,"disabled":false},{"text":"droughts","start":75,"end":83,"id":13,"ws":true,"disabled":false},{"text":"to","start":84,"end":86,"id":14,"ws":true,"disabled":false},{"text":"floods","start":87,"end":93,"id":15,"ws":true,"disabled":false},{"text":"to","start":94,"end":96,"id":16,"ws":true,"disabled":false},{"text":"coastal","start":97,"end":104,"id":17,"ws":true,"disabled":false},{"text":"storms","start":105,"end":111,"id":18,"ws":true,"disabled":false},{"text":"and","start":112,"end":115,"id":19,"ws":true,"disabled":false},{"text":"wildfires","start":116,"end":125,"id":20,"ws":false,"disabled":false},{"text":",","start":125,"end":126,"id":21,"ws":true,"disabled":false},{"text":"and","start":127,"end":130,"id":22,"ws":true,"disabled":false},{"text":"these","start":131,"end":136,"id":23,"ws":true,"disabled":false},{"text":"disasters","start":137,"end":146,"id":24,"ws":true,"disabled":false},{"text":"are","start":147,"end":150,"id":25,"ws":true,"disabled":false},{"text":"creating","start":151,"end":159,"id":26,"ws":true,"disabled":false},{"text":"more","start":160,"end":164,"id":27,"ws":true,"disabled":false},{"text":"problems","start":165,"end":173,"id":28,"ws":true,"disabled":false},{"text":"for","start":174,"end":177,"id":29,"ws":true,"disabled":false},{"text":"real","start":178,"end":182,"id":30,"ws":true,"disabled":false},{"text":"estate","start":183,"end":189,"id":31,"ws":false,"disabled":false},{"text":",","start":189,"end":190,"id":32,"ws":false,"disabled":false},{"text":"\u201d","start":190,"end":191,"id":33,"ws":true,"disabled":false},{"text":"says","start":192,"end":196,"id":34,"ws":true,"disabled":false},{"text":"Billy","start":197,"end":202,"id":35,"ws":true,"disabled":false},{"text":"Grayson","start":203,"end":210,"id":36,"ws":false,"disabled":false},{"text":",","start":210,"end":211,"id":37,"ws":true,"disabled":false},{"text":"head","start":212,"end":216,"id":38,"ws":true,"disabled":false},{"text":"of","start":217,"end":219,"id":39,"ws":true,"disabled":false},{"text":"sustainability","start":220,"end":234,"id":40,"ws":true,"disabled":false},{"text":"for","start":235,"end":238,"id":41,"ws":true,"disabled":false},{"text":"the","start":239,"end":242,"id":42,"ws":true,"disabled":false},{"text":"Urban","start":243,"end":248,"id":43,"ws":true,"disabled":false},{"text":"Land","start":249,"end":253,"id":44,"ws":true,"disabled":false},{"text":"Institute","start":254,"end":263,"id":45,"ws":true,"disabled":false},{"text":"and","start":264,"end":267,"id":46,"ws":true,"disabled":false},{"text":"author","start":268,"end":274,"id":47,"ws":true,"disabled":false},{"text":"of","start":275,"end":277,"id":48,"ws":true,"disabled":false},{"text":"the","start":278,"end":281,"id":49,"ws":true,"disabled":false},{"text":"report","start":282,"end":288,"id":50,"ws":true,"disabled":false},{"text":"\u201c","start":289,"end":290,"id":51,"ws":false,"disabled":false},{"text":"Climate","start":290,"end":297,"id":52,"ws":true,"disabled":false},{"text":"Risk","start":298,"end":302,"id":53,"ws":true,"disabled":false},{"text":"and","start":303,"end":306,"id":54,"ws":true,"disabled":false},{"text":"Real","start":307,"end":311,"id":55,"ws":true,"disabled":false},{"text":"Estate","start":312,"end":318,"id":56,"ws":true,"disabled":false},{"text":"Investment","start":319,"end":329,"id":57,"ws":true,"disabled":false},{"text":"Decision","start":330,"end":338,"id":58,"ws":false,"disabled":false},{"text":"-","start":338,"end":339,"id":59,"ws":false,"disabled":false},{"text":"Making","start":339,"end":345,"id":60,"ws":false,"disabled":false},{"text":".","start":345,"end":346,"id":61,"ws":false,"disabled":false},{"text":"\u201d","start":346,"end":347,"id":62,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":348,"end":360,"id":63,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":361,"end":373,"id":64,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":4,"child":10,"head_span":{"start":19,"end":29,"token_start":4,"token_end":4,"label":"change_direction"},"child_span":{"start":54,"end":68,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":6,"child":10,"head_span":{"start":34,"end":42,"token_start":6,"token_end":6,"label":"aspect_changing"},"child_span":{"start":54,"end":68,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":10,"head_span":{"start":46,"end":53,"token_start":8,"token_end":8,"label":"type_of"},"child_span":{"start":54,"end":68,"token_start":9,"token_end":10,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":17,"child":18,"head_span":{"start":97,"end":104,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":105,"end":111,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":27,"child":31,"head_span":{"start":160,"end":164,"token_start":27,"token_end":27,"label":"change_direction"},"child_span":{"start":178,"end":189,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":28,"child":31,"head_span":{"start":165,"end":173,"token_start":28,"token_end":28,"label":"aspect_changing"},"child_span":{"start":178,"end":189,"token_start":30,"token_end":31,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":10,"head_span":{"start":1,"end":15,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":54,"end":68,"token_start":9,"token_end":10,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":13,"head_span":{"start":1,"end":15,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":75,"end":83,"token_start":13,"token_end":13,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":15,"head_span":{"start":1,"end":15,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":87,"end":93,"token_start":15,"token_end":15,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":18,"head_span":{"start":1,"end":15,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":105,"end":111,"token_start":18,"token_end":18,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":2,"child":20,"head_span":{"start":1,"end":15,"token_start":1,"token_end":2,"label":"base"},"child_span":{"start":116,"end":125,"token_start":20,"token_end":20,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":24,"child":31,"head_span":{"start":137,"end":146,"token_start":24,"token_end":24,"label":"base"},"child_span":{"start":178,"end":189,"token_start":30,"token_end":31,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":1108,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"After a fire, water in houses and in the underlying pipes \u201ccan become contaminated with an array of volatile organic compounds and semi-volatile organic compounds\u201d at levels that exceed the regulatory limits set by the state of California as well as the federal Environmental Protection Agency, said Amisha Shah, a water quality engineer at Purdue University.","text":"After a fire, water in houses and in the underlying pipes \u201ccan become contaminated with an array of volatile organic compounds and semi-volatile organic compounds\u201d at levels that exceed the regulatory limits set by the state of California as well as the federal Environmental Protection Agency, said Amisha Shah, a water quality engineer at Purdue University. IMPLIED_BASE IMPLIED_BASE","characters":359,"document_index":840,"md_sentence_index":17,"classification_origin":"causal_sentence_classification","url":"https://www.nytimes.com/2020/10/02/science/wildfires-water-toxic.html","combo_id":"840_17","post-training batch1":"","physical_impact":"yes","post-training batch1.1":"","assignment":"B","_input_hash":1491996400,"_task_hash":-650623735,"spans":[{"start":8,"end":12,"token_start":2,"token_end":2,"label":"base"},{"start":14,"end":19,"token_start":4,"token_end":4,"label":"base"},{"start":20,"end":57,"token_start":5,"token_end":11,"label":"where"},{"start":59,"end":62,"token_start":13,"token_end":13,"label":"confidence"},{"start":63,"end":69,"token_start":14,"token_end":14,"label":"predicate"},{"start":70,"end":82,"token_start":15,"token_end":15,"label":"change_direction"}],"tokens":[{"text":"After","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"a","start":6,"end":7,"id":1,"ws":true,"disabled":false},{"text":"fire","start":8,"end":12,"id":2,"ws":false,"disabled":false},{"text":",","start":12,"end":13,"id":3,"ws":true,"disabled":false},{"text":"water","start":14,"end":19,"id":4,"ws":true,"disabled":false},{"text":"in","start":20,"end":22,"id":5,"ws":true,"disabled":false},{"text":"houses","start":23,"end":29,"id":6,"ws":true,"disabled":false},{"text":"and","start":30,"end":33,"id":7,"ws":true,"disabled":false},{"text":"in","start":34,"end":36,"id":8,"ws":true,"disabled":false},{"text":"the","start":37,"end":40,"id":9,"ws":true,"disabled":false},{"text":"underlying","start":41,"end":51,"id":10,"ws":true,"disabled":false},{"text":"pipes","start":52,"end":57,"id":11,"ws":true,"disabled":false},{"text":"\u201c","start":58,"end":59,"id":12,"ws":false,"disabled":false},{"text":"can","start":59,"end":62,"id":13,"ws":true,"disabled":false},{"text":"become","start":63,"end":69,"id":14,"ws":true,"disabled":false},{"text":"contaminated","start":70,"end":82,"id":15,"ws":true,"disabled":false},{"text":"with","start":83,"end":87,"id":16,"ws":true,"disabled":false},{"text":"an","start":88,"end":90,"id":17,"ws":true,"disabled":false},{"text":"array","start":91,"end":96,"id":18,"ws":true,"disabled":false},{"text":"of","start":97,"end":99,"id":19,"ws":true,"disabled":false},{"text":"volatile","start":100,"end":108,"id":20,"ws":true,"disabled":false},{"text":"organic","start":109,"end":116,"id":21,"ws":true,"disabled":false},{"text":"compounds","start":117,"end":126,"id":22,"ws":true,"disabled":false},{"text":"and","start":127,"end":130,"id":23,"ws":true,"disabled":false},{"text":"semi","start":131,"end":135,"id":24,"ws":false,"disabled":false},{"text":"-","start":135,"end":136,"id":25,"ws":false,"disabled":false},{"text":"volatile","start":136,"end":144,"id":26,"ws":true,"disabled":false},{"text":"organic","start":145,"end":152,"id":27,"ws":true,"disabled":false},{"text":"compounds","start":153,"end":162,"id":28,"ws":false,"disabled":false},{"text":"\u201d","start":162,"end":163,"id":29,"ws":true,"disabled":false},{"text":"at","start":164,"end":166,"id":30,"ws":true,"disabled":false},{"text":"levels","start":167,"end":173,"id":31,"ws":true,"disabled":false},{"text":"that","start":174,"end":178,"id":32,"ws":true,"disabled":false},{"text":"exceed","start":179,"end":185,"id":33,"ws":true,"disabled":false},{"text":"the","start":186,"end":189,"id":34,"ws":true,"disabled":false},{"text":"regulatory","start":190,"end":200,"id":35,"ws":true,"disabled":false},{"text":"limits","start":201,"end":207,"id":36,"ws":true,"disabled":false},{"text":"set","start":208,"end":211,"id":37,"ws":true,"disabled":false},{"text":"by","start":212,"end":214,"id":38,"ws":true,"disabled":false},{"text":"the","start":215,"end":218,"id":39,"ws":true,"disabled":false},{"text":"state","start":219,"end":224,"id":40,"ws":true,"disabled":false},{"text":"of","start":225,"end":227,"id":41,"ws":true,"disabled":false},{"text":"California","start":228,"end":238,"id":42,"ws":true,"disabled":false},{"text":"as","start":239,"end":241,"id":43,"ws":true,"disabled":false},{"text":"well","start":242,"end":246,"id":44,"ws":true,"disabled":false},{"text":"as","start":247,"end":249,"id":45,"ws":true,"disabled":false},{"text":"the","start":250,"end":253,"id":46,"ws":true,"disabled":false},{"text":"federal","start":254,"end":261,"id":47,"ws":true,"disabled":false},{"text":"Environmental","start":262,"end":275,"id":48,"ws":true,"disabled":false},{"text":"Protection","start":276,"end":286,"id":49,"ws":true,"disabled":false},{"text":"Agency","start":287,"end":293,"id":50,"ws":false,"disabled":false},{"text":",","start":293,"end":294,"id":51,"ws":true,"disabled":false},{"text":"said","start":295,"end":299,"id":52,"ws":true,"disabled":false},{"text":"Amisha","start":300,"end":306,"id":53,"ws":true,"disabled":false},{"text":"Shah","start":307,"end":311,"id":54,"ws":false,"disabled":false},{"text":",","start":311,"end":312,"id":55,"ws":true,"disabled":false},{"text":"a","start":313,"end":314,"id":56,"ws":true,"disabled":false},{"text":"water","start":315,"end":320,"id":57,"ws":true,"disabled":false},{"text":"quality","start":321,"end":328,"id":58,"ws":true,"disabled":false},{"text":"engineer","start":329,"end":337,"id":59,"ws":true,"disabled":false},{"text":"at","start":338,"end":340,"id":60,"ws":true,"disabled":false},{"text":"Purdue","start":341,"end":347,"id":61,"ws":true,"disabled":false},{"text":"University","start":348,"end":358,"id":62,"ws":false,"disabled":false},{"text":".","start":358,"end":359,"id":63,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":360,"end":372,"id":64,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":373,"end":385,"id":65,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":11,"child":4,"head_span":{"start":20,"end":57,"token_start":5,"token_end":11,"label":"where"},"child_span":{"start":14,"end":19,"token_start":4,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":2,"child":4,"head_span":{"start":8,"end":12,"token_start":2,"token_end":2,"label":"base"},"child_span":{"start":14,"end":19,"token_start":4,"token_end":4,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":84,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"Many","complexity":"Moderate","original_md_text":"Because ongoing rapid climate change in the next century is projected to displace hundreds of millions of people as a result of lost homes and insufficient resources, it is increasingly likely that people will be forced to interact with outgroup member refugees.","text":"Because ongoing rapid climate change in the next century is projected to displace hundreds of millions of people as a result of lost homes and insufficient resources, it is increasingly likely that people will be forced to interact with outgroup member refugees. IMPLIED_BASE IMPLIED_BASE","characters":262,"document_index":71,"md_sentence_index":137,"classification_origin":"cm_cause_effect_rel","url":"https://oxfordre.com/view/10.1093/acrefore/9780190228620.001.0001/acrefore-9780190228620-e-344","combo_id":"71_137","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":-1362257843,"_task_hash":-1262377182,"spans":[{"start":16,"end":21,"token_start":2,"token_end":2,"label":"type_of"},{"text":"climate change","start":22,"token_start":3,"token_end":4,"end":36,"type":"pattern","label":"base"},{"start":37,"end":56,"token_start":5,"token_end":8,"label":"when"},{"start":60,"end":72,"token_start":10,"token_end":11,"label":"confidence"},{"start":73,"end":81,"token_start":12,"token_end":12,"label":"change_direction"},{"start":82,"end":102,"token_start":13,"token_end":15,"label":"effect_size"},{"text":"people","start":106,"token_start":17,"token_end":17,"end":112,"type":"pattern","label":"base"}],"tokens":[{"text":"Because","start":0,"end":7,"id":0,"ws":true,"disabled":false},{"text":"ongoing","start":8,"end":15,"id":1,"ws":true,"disabled":false},{"text":"rapid","start":16,"end":21,"id":2,"ws":true,"disabled":false},{"text":"climate","start":22,"end":29,"id":3,"ws":true,"disabled":false},{"text":"change","start":30,"end":36,"id":4,"ws":true,"disabled":false},{"text":"in","start":37,"end":39,"id":5,"ws":true,"disabled":false},{"text":"the","start":40,"end":43,"id":6,"ws":true,"disabled":false},{"text":"next","start":44,"end":48,"id":7,"ws":true,"disabled":false},{"text":"century","start":49,"end":56,"id":8,"ws":true,"disabled":false},{"text":"is","start":57,"end":59,"id":9,"ws":true,"disabled":false},{"text":"projected","start":60,"end":69,"id":10,"ws":true,"disabled":false},{"text":"to","start":70,"end":72,"id":11,"ws":true,"disabled":false},{"text":"displace","start":73,"end":81,"id":12,"ws":true,"disabled":false},{"text":"hundreds","start":82,"end":90,"id":13,"ws":true,"disabled":false},{"text":"of","start":91,"end":93,"id":14,"ws":true,"disabled":false},{"text":"millions","start":94,"end":102,"id":15,"ws":true,"disabled":false},{"text":"of","start":103,"end":105,"id":16,"ws":true,"disabled":false},{"text":"people","start":106,"end":112,"id":17,"ws":true,"disabled":false},{"text":"as","start":113,"end":115,"id":18,"ws":true,"disabled":false},{"text":"a","start":116,"end":117,"id":19,"ws":true,"disabled":false},{"text":"result","start":118,"end":124,"id":20,"ws":true,"disabled":false},{"text":"of","start":125,"end":127,"id":21,"ws":true,"disabled":false},{"text":"lost","start":128,"end":132,"id":22,"ws":true,"disabled":false},{"text":"homes","start":133,"end":138,"id":23,"ws":true,"disabled":false},{"text":"and","start":139,"end":142,"id":24,"ws":true,"disabled":false},{"text":"insufficient","start":143,"end":155,"id":25,"ws":true,"disabled":false},{"text":"resources","start":156,"end":165,"id":26,"ws":false,"disabled":false},{"text":",","start":165,"end":166,"id":27,"ws":true,"disabled":false},{"text":"it","start":167,"end":169,"id":28,"ws":true,"disabled":false},{"text":"is","start":170,"end":172,"id":29,"ws":true,"disabled":false},{"text":"increasingly","start":173,"end":185,"id":30,"ws":true,"disabled":false},{"text":"likely","start":186,"end":192,"id":31,"ws":true,"disabled":false},{"text":"that","start":193,"end":197,"id":32,"ws":true,"disabled":false},{"text":"people","start":198,"end":204,"id":33,"ws":true,"disabled":false},{"text":"will","start":205,"end":209,"id":34,"ws":true,"disabled":false},{"text":"be","start":210,"end":212,"id":35,"ws":true,"disabled":false},{"text":"forced","start":213,"end":219,"id":36,"ws":true,"disabled":false},{"text":"to","start":220,"end":222,"id":37,"ws":true,"disabled":false},{"text":"interact","start":223,"end":231,"id":38,"ws":true,"disabled":false},{"text":"with","start":232,"end":236,"id":39,"ws":true,"disabled":false},{"text":"outgroup","start":237,"end":245,"id":40,"ws":true,"disabled":false},{"text":"member","start":246,"end":252,"id":41,"ws":true,"disabled":false},{"text":"refugees","start":253,"end":261,"id":42,"ws":false,"disabled":false},{"text":".","start":261,"end":262,"id":43,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":263,"end":275,"id":44,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":276,"end":288,"id":45,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":2,"child":4,"head_span":{"start":16,"end":21,"token_start":2,"token_end":2,"label":"type_of"},"child_span":{"start":22,"end":36,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":8,"child":4,"head_span":{"start":37,"end":56,"token_start":5,"token_end":8,"label":"when"},"child_span":{"start":22,"end":36,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":12,"child":4,"head_span":{"start":73,"end":81,"token_start":12,"token_end":12,"label":"change_direction"},"child_span":{"start":22,"end":36,"token_start":3,"token_end":4,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":15,"child":17,"head_span":{"start":82,"end":102,"token_start":13,"token_end":15,"label":"effect_size"},"child_span":{"start":106,"end":112,"token_start":17,"token_end":17,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":4,"child":17,"head_span":{"start":22,"end":36,"token_start":3,"token_end":4,"label":"base"},"child_span":{"start":106,"end":112,"token_start":17,"token_end":17,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":551,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Simon Stevens, the chief executive of NHS England, said: \u201cThese new figures show air pollution is now causing thousands of strokes, cardiac arrests and asthma attacks, so it\u2019s clear that the climate emergency is in fact also a health emergency.","text":"Simon Stevens, the chief executive of NHS England, said: \u201cThese new figures show air pollution is now causing thousands of strokes, cardiac arrests and asthma attacks, so it\u2019s clear that the climate emergency is in fact also a health emergency. IMPLIED_BASE IMPLIED_BASE","characters":244,"document_index":429,"md_sentence_index":3,"classification_origin":"causal_sentence_classification","url":"https://www.theguardian.com/environment/2019/oct/21/scores-more-heart-attacks-and-strokes-on-high-pollution-days-figures-show","combo_id":"429_3","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":-708579746,"_task_hash":-779134600,"spans":[{"start":81,"end":84,"token_start":17,"token_end":17,"label":"type_of"},{"start":85,"end":94,"token_start":18,"token_end":18,"label":"base"},{"start":102,"end":109,"token_start":21,"token_end":21,"label":"predicate"},{"start":110,"end":119,"token_start":22,"token_end":22,"label":"effect_size"},{"text":"strokes","start":123,"token_start":24,"token_end":24,"end":130,"type":"pattern","label":"base"},{"start":132,"end":147,"token_start":26,"token_end":27,"label":"base"},{"text":"asthma","start":152,"token_start":29,"token_end":29,"end":158,"type":"pattern","label":"base"},{"start":159,"end":166,"token_start":30,"token_end":30,"label":"aspect_changing"},{"start":171,"end":186,"token_start":33,"token_end":36,"label":"confidence"}],"tokens":[{"text":"Simon","start":0,"end":5,"id":0,"ws":true,"disabled":false},{"text":"Stevens","start":6,"end":13,"id":1,"ws":false,"disabled":false},{"text":",","start":13,"end":14,"id":2,"ws":true,"disabled":false},{"text":"the","start":15,"end":18,"id":3,"ws":true,"disabled":false},{"text":"chief","start":19,"end":24,"id":4,"ws":true,"disabled":false},{"text":"executive","start":25,"end":34,"id":5,"ws":true,"disabled":false},{"text":"of","start":35,"end":37,"id":6,"ws":true,"disabled":false},{"text":"NHS","start":38,"end":41,"id":7,"ws":true,"disabled":false},{"text":"England","start":42,"end":49,"id":8,"ws":false,"disabled":false},{"text":",","start":49,"end":50,"id":9,"ws":true,"disabled":false},{"text":"said","start":51,"end":55,"id":10,"ws":false,"disabled":false},{"text":":","start":55,"end":56,"id":11,"ws":true,"disabled":false},{"text":"\u201c","start":57,"end":58,"id":12,"ws":false,"disabled":false},{"text":"These","start":58,"end":63,"id":13,"ws":true,"disabled":false},{"text":"new","start":64,"end":67,"id":14,"ws":true,"disabled":false},{"text":"figures","start":68,"end":75,"id":15,"ws":true,"disabled":false},{"text":"show","start":76,"end":80,"id":16,"ws":true,"disabled":false},{"text":"air","start":81,"end":84,"id":17,"ws":true,"disabled":false},{"text":"pollution","start":85,"end":94,"id":18,"ws":true,"disabled":false},{"text":"is","start":95,"end":97,"id":19,"ws":true,"disabled":false},{"text":"now","start":98,"end":101,"id":20,"ws":true,"disabled":false},{"text":"causing","start":102,"end":109,"id":21,"ws":true,"disabled":false},{"text":"thousands","start":110,"end":119,"id":22,"ws":true,"disabled":false},{"text":"of","start":120,"end":122,"id":23,"ws":true,"disabled":false},{"text":"strokes","start":123,"end":130,"id":24,"ws":false,"disabled":false},{"text":",","start":130,"end":131,"id":25,"ws":true,"disabled":false},{"text":"cardiac","start":132,"end":139,"id":26,"ws":true,"disabled":false},{"text":"arrests","start":140,"end":147,"id":27,"ws":true,"disabled":false},{"text":"and","start":148,"end":151,"id":28,"ws":true,"disabled":false},{"text":"asthma","start":152,"end":158,"id":29,"ws":true,"disabled":false},{"text":"attacks","start":159,"end":166,"id":30,"ws":false,"disabled":false},{"text":",","start":166,"end":167,"id":31,"ws":true,"disabled":false},{"text":"so","start":168,"end":170,"id":32,"ws":true,"disabled":false},{"text":"it","start":171,"end":173,"id":33,"ws":false,"disabled":false},{"text":"\u2019s","start":173,"end":175,"id":34,"ws":true,"disabled":false},{"text":"clear","start":176,"end":181,"id":35,"ws":true,"disabled":false},{"text":"that","start":182,"end":186,"id":36,"ws":true,"disabled":false},{"text":"the","start":187,"end":190,"id":37,"ws":true,"disabled":false},{"text":"climate","start":191,"end":198,"id":38,"ws":true,"disabled":false},{"text":"emergency","start":199,"end":208,"id":39,"ws":true,"disabled":false},{"text":"is","start":209,"end":211,"id":40,"ws":true,"disabled":false},{"text":"in","start":212,"end":214,"id":41,"ws":true,"disabled":false},{"text":"fact","start":215,"end":219,"id":42,"ws":true,"disabled":false},{"text":"also","start":220,"end":224,"id":43,"ws":true,"disabled":false},{"text":"a","start":225,"end":226,"id":44,"ws":true,"disabled":false},{"text":"health","start":227,"end":233,"id":45,"ws":true,"disabled":false},{"text":"emergency","start":234,"end":243,"id":46,"ws":false,"disabled":false},{"text":".","start":243,"end":244,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":245,"end":257,"id":48,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":258,"end":270,"id":49,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[{"head":17,"child":18,"head_span":{"start":81,"end":84,"token_start":17,"token_end":17,"label":"type_of"},"child_span":{"start":85,"end":94,"token_start":18,"token_end":18,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":24,"head_span":{"start":110,"end":119,"token_start":22,"token_end":22,"label":"effect_size"},"child_span":{"start":123,"end":130,"token_start":24,"token_end":24,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":27,"head_span":{"start":110,"end":119,"token_start":22,"token_end":22,"label":"effect_size"},"child_span":{"start":132,"end":147,"token_start":26,"token_end":27,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":22,"child":29,"head_span":{"start":110,"end":119,"token_start":22,"token_end":22,"label":"effect_size"},"child_span":{"start":152,"end":158,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":30,"child":29,"head_span":{"start":159,"end":166,"token_start":30,"token_end":30,"label":"aspect_changing"},"child_span":{"start":152,"end":158,"token_start":29,"token_end":29,"label":"base"},"color":"#c5bdf4","label":"Concept_Member"},{"head":18,"child":24,"head_span":{"start":85,"end":94,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":123,"end":130,"token_start":24,"token_end":24,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":27,"head_span":{"start":85,"end":94,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":132,"end":147,"token_start":26,"token_end":27,"label":"base"},"color":"#ffd882","label":"Contributes_To"},{"head":18,"child":29,"head_span":{"start":85,"end":94,"token_start":18,"token_end":18,"label":"base"},"child_span":{"start":152,"end":158,"token_start":29,"token_end":29,"label":"base"},"color":"#ffd882","label":"Contributes_To"}],"answer":"accept"}
+{"number":37,"Used?":"","Dataset name":"","ignore?":"ignore","reason":"not causal","relation count":"","complexity":"","original_md_text":"A mental, physical, emotional or behavioral reaction to an event or circumstance (stressor) that disturbs a person or animal\u2019s usual state of being or places increased demands on a person or animal; psychological stress can be either positive or negative.\n","text":"A mental, physical, emotional or behavioral reaction to an event or circumstance (stressor) that disturbs a person or animal\u2019s usual state of being or places increased demands on a person or animal; psychological stress can be either positive or negative. IMPLIED_BASE IMPLIED_BASE","characters":256,"document_index":31,"md_sentence_index":115,"classification_origin":"cm_cause_effect_rel","url":"https://www.sciencenewsforstudents.org/article/climate-change-poses-mental-health-risks-children-and-teens","combo_id":"31_115","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":-1748734586,"_task_hash":1152510546,"spans":[{"text":"increased","start":158,"token_start":30,"token_end":30,"end":167,"type":"pattern","label":"change_direction"},{"text":"stress","start":213,"token_start":39,"token_end":39,"end":219,"type":"pattern","label":"base"}],"tokens":[{"text":"A","start":0,"end":1,"id":0,"ws":true,"disabled":false},{"text":"mental","start":2,"end":8,"id":1,"ws":false,"disabled":false},{"text":",","start":8,"end":9,"id":2,"ws":true,"disabled":false},{"text":"physical","start":10,"end":18,"id":3,"ws":false,"disabled":false},{"text":",","start":18,"end":19,"id":4,"ws":true,"disabled":false},{"text":"emotional","start":20,"end":29,"id":5,"ws":true,"disabled":false},{"text":"or","start":30,"end":32,"id":6,"ws":true,"disabled":false},{"text":"behavioral","start":33,"end":43,"id":7,"ws":true,"disabled":false},{"text":"reaction","start":44,"end":52,"id":8,"ws":true,"disabled":false},{"text":"to","start":53,"end":55,"id":9,"ws":true,"disabled":false},{"text":"an","start":56,"end":58,"id":10,"ws":true,"disabled":false},{"text":"event","start":59,"end":64,"id":11,"ws":true,"disabled":false},{"text":"or","start":65,"end":67,"id":12,"ws":true,"disabled":false},{"text":"circumstance","start":68,"end":80,"id":13,"ws":true,"disabled":false},{"text":"(","start":81,"end":82,"id":14,"ws":false,"disabled":false},{"text":"stressor","start":82,"end":90,"id":15,"ws":false,"disabled":false},{"text":")","start":90,"end":91,"id":16,"ws":true,"disabled":false},{"text":"that","start":92,"end":96,"id":17,"ws":true,"disabled":false},{"text":"disturbs","start":97,"end":105,"id":18,"ws":true,"disabled":false},{"text":"a","start":106,"end":107,"id":19,"ws":true,"disabled":false},{"text":"person","start":108,"end":114,"id":20,"ws":true,"disabled":false},{"text":"or","start":115,"end":117,"id":21,"ws":true,"disabled":false},{"text":"animal","start":118,"end":124,"id":22,"ws":false,"disabled":false},{"text":"\u2019s","start":124,"end":126,"id":23,"ws":true,"disabled":false},{"text":"usual","start":127,"end":132,"id":24,"ws":true,"disabled":false},{"text":"state","start":133,"end":138,"id":25,"ws":true,"disabled":false},{"text":"of","start":139,"end":141,"id":26,"ws":true,"disabled":false},{"text":"being","start":142,"end":147,"id":27,"ws":true,"disabled":false},{"text":"or","start":148,"end":150,"id":28,"ws":true,"disabled":false},{"text":"places","start":151,"end":157,"id":29,"ws":true,"disabled":false},{"text":"increased","start":158,"end":167,"id":30,"ws":true,"disabled":false},{"text":"demands","start":168,"end":175,"id":31,"ws":true,"disabled":false},{"text":"on","start":176,"end":178,"id":32,"ws":true,"disabled":false},{"text":"a","start":179,"end":180,"id":33,"ws":true,"disabled":false},{"text":"person","start":181,"end":187,"id":34,"ws":true,"disabled":false},{"text":"or","start":188,"end":190,"id":35,"ws":true,"disabled":false},{"text":"animal","start":191,"end":197,"id":36,"ws":false,"disabled":false},{"text":";","start":197,"end":198,"id":37,"ws":true,"disabled":false},{"text":"psychological","start":199,"end":212,"id":38,"ws":true,"disabled":false},{"text":"stress","start":213,"end":219,"id":39,"ws":true,"disabled":false},{"text":"can","start":220,"end":223,"id":40,"ws":true,"disabled":false},{"text":"be","start":224,"end":226,"id":41,"ws":true,"disabled":false},{"text":"either","start":227,"end":233,"id":42,"ws":true,"disabled":false},{"text":"positive","start":234,"end":242,"id":43,"ws":true,"disabled":false},{"text":"or","start":243,"end":245,"id":44,"ws":true,"disabled":false},{"text":"negative","start":246,"end":254,"id":45,"ws":false,"disabled":false},{"text":".","start":254,"end":255,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":256,"end":268,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":269,"end":281,"id":48,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":431,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"Projections of damage costs for climate change impacts typically assess the costs of local damages, including infrastructure, and do not provide an adequate consideration of cascade effects (for example, value-added chains and supply networks) at national and regional scales.","text":"Projections of damage costs for climate change impacts typically assess the costs of local damages, including infrastructure, and do not provide an adequate consideration of cascade effects (for example, value-added chains and supply networks) at national and regional scales. IMPLIED_BASE IMPLIED_BASE","characters":276,"document_index":340,"md_sentence_index":46,"classification_origin":"cm_cause_effect_rel","url":"https://www.greenfacts.org/en/impacts-global-warming/l-2/index.htm","combo_id":"340_46","post-training batch1":"","physical_impact":"no","post-training batch1.1":"","assignment":"B","_input_hash":-514997001,"_task_hash":-1491250013,"spans":[{"text":"costs","start":22,"token_start":3,"token_end":3,"end":27,"type":"pattern","label":"aspect_changing"},{"text":"climate change","start":32,"token_start":5,"token_end":6,"end":46,"type":"pattern","label":"base"},{"text":"costs","start":76,"token_start":11,"token_end":11,"end":81,"type":"pattern","label":"aspect_changing"},{"text":"infrastructure","start":110,"token_start":17,"token_end":17,"end":124,"type":"pattern","label":"base"}],"tokens":[{"text":"Projections","start":0,"end":11,"id":0,"ws":true,"disabled":false},{"text":"of","start":12,"end":14,"id":1,"ws":true,"disabled":false},{"text":"damage","start":15,"end":21,"id":2,"ws":true,"disabled":false},{"text":"costs","start":22,"end":27,"id":3,"ws":true,"disabled":false},{"text":"for","start":28,"end":31,"id":4,"ws":true,"disabled":false},{"text":"climate","start":32,"end":39,"id":5,"ws":true,"disabled":false},{"text":"change","start":40,"end":46,"id":6,"ws":true,"disabled":false},{"text":"impacts","start":47,"end":54,"id":7,"ws":true,"disabled":false},{"text":"typically","start":55,"end":64,"id":8,"ws":true,"disabled":false},{"text":"assess","start":65,"end":71,"id":9,"ws":true,"disabled":false},{"text":"the","start":72,"end":75,"id":10,"ws":true,"disabled":false},{"text":"costs","start":76,"end":81,"id":11,"ws":true,"disabled":false},{"text":"of","start":82,"end":84,"id":12,"ws":true,"disabled":false},{"text":"local","start":85,"end":90,"id":13,"ws":true,"disabled":false},{"text":"damages","start":91,"end":98,"id":14,"ws":false,"disabled":false},{"text":",","start":98,"end":99,"id":15,"ws":true,"disabled":false},{"text":"including","start":100,"end":109,"id":16,"ws":true,"disabled":false},{"text":"infrastructure","start":110,"end":124,"id":17,"ws":false,"disabled":false},{"text":",","start":124,"end":125,"id":18,"ws":true,"disabled":false},{"text":"and","start":126,"end":129,"id":19,"ws":true,"disabled":false},{"text":"do","start":130,"end":132,"id":20,"ws":true,"disabled":false},{"text":"not","start":133,"end":136,"id":21,"ws":true,"disabled":false},{"text":"provide","start":137,"end":144,"id":22,"ws":true,"disabled":false},{"text":"an","start":145,"end":147,"id":23,"ws":true,"disabled":false},{"text":"adequate","start":148,"end":156,"id":24,"ws":true,"disabled":false},{"text":"consideration","start":157,"end":170,"id":25,"ws":true,"disabled":false},{"text":"of","start":171,"end":173,"id":26,"ws":true,"disabled":false},{"text":"cascade","start":174,"end":181,"id":27,"ws":true,"disabled":false},{"text":"effects","start":182,"end":189,"id":28,"ws":true,"disabled":false},{"text":"(","start":190,"end":191,"id":29,"ws":false,"disabled":false},{"text":"for","start":191,"end":194,"id":30,"ws":true,"disabled":false},{"text":"example","start":195,"end":202,"id":31,"ws":false,"disabled":false},{"text":",","start":202,"end":203,"id":32,"ws":true,"disabled":false},{"text":"value","start":204,"end":209,"id":33,"ws":false,"disabled":false},{"text":"-","start":209,"end":210,"id":34,"ws":false,"disabled":false},{"text":"added","start":210,"end":215,"id":35,"ws":true,"disabled":false},{"text":"chains","start":216,"end":222,"id":36,"ws":true,"disabled":false},{"text":"and","start":223,"end":226,"id":37,"ws":true,"disabled":false},{"text":"supply","start":227,"end":233,"id":38,"ws":true,"disabled":false},{"text":"networks","start":234,"end":242,"id":39,"ws":false,"disabled":false},{"text":")","start":242,"end":243,"id":40,"ws":true,"disabled":false},{"text":"at","start":244,"end":246,"id":41,"ws":true,"disabled":false},{"text":"national","start":247,"end":255,"id":42,"ws":true,"disabled":false},{"text":"and","start":256,"end":259,"id":43,"ws":true,"disabled":false},{"text":"regional","start":260,"end":268,"id":44,"ws":true,"disabled":false},{"text":"scales","start":269,"end":275,"id":45,"ws":false,"disabled":false},{"text":".","start":275,"end":276,"id":46,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":277,"end":289,"id":47,"ws":true,"disabled":false},{"text":"IMPLIED_BASE","start":290,"end":302,"id":48,"ws":false,"disabled":false}],"_session_id":"main_batchB-LauraAnderson","_view_id":"relations","relations":[],"answer":"reject"}
+{"number":672,"Used?":"","Dataset name":"","ignore?":"","reason":"","relation count":"","complexity":"","original_md_text":"\u201cParticulate pollution from coal still kills thousands of Americans yearly and hundreds of thousands of people worldwide,\u201d said Rob Jackson, a climate and environment expert at Stanford University who wasn\u2019t involved in the study.","text":"\u201cParticulate pollution from coal still kills thousands of Americans yearly and hundreds of thousands of people worldwi